mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add mirostat parameters for llama.cpp (#2287)

Browse source
This commit is contained in:
oobabooga 2023-05-22 19:37:24 -03:00 • committed by GitHub
parent ec7437f00a
commit c0fd7f3257
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
13 changed files with 80 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

6
extensions/openai/script.py
View file

@ -216,6 +216,9 @@ class Handler(BaseHTTPRequestHandler):
'penalty_alpha': 0.0,
'length_penalty': 1,
'early_stopping': False,
'mirostat_mode': 0,
'mirostat_tau': 5,
'mirostat_eta': 0.1,
'ban_eos_token': False,
'skip_special_tokens': True,
}
@ -526,6 +529,9 @@ class Handler(BaseHTTPRequestHandler):
'penalty_alpha': 0.0,
'length_penalty': 1,
'early_stopping': False,
'mirostat_mode': 0,
'mirostat_tau': 5,
'mirostat_eta': 0.1,
'ban_eos_token': False,
'skip_special_tokens': True,
'custom_stopping_strings': [],