mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add epsilon_cutoff/eta_cutoff parameters (#2258)

Browse source
This commit is contained in:
oobabooga 2023-05-21 15:11:57 -03:00 • committed by GitHub
parent 767a767989
commit 8ac3636966
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
9 changed files with 36 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

4
extensions/openai/script.py
View file

@ -208,6 +208,8 @@ class Handler(BaseHTTPRequestHandler):
'add_bos_token': shared.settings.get('add_bos_token', True),
'do_sample': True,
'typical_p': 1.0,
'epsilon_cutoff': 0, # In units of 1e-4
'eta_cutoff': 0, # In units of 1e-4
'min_length': 0,
'no_repeat_ngram_size': 0,
'num_beams': 1,
@ -516,6 +518,8 @@ class Handler(BaseHTTPRequestHandler):
'add_bos_token': shared.settings.get('add_bos_token', True),
'do_sample': True,
'typical_p': 1.0,
'epsilon_cutoff': 0, # In units of 1e-4
'eta_cutoff': 0, # In units of 1e-4
'min_length': 0,
'no_repeat_ngram_size': 0,
'num_beams': 1,