mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

fix openai extension not working because of absent new defaults (#4477)

Browse source
This commit is contained in:
kabachuha 2023-11-04 22:12:51 +03:00 • committed by GitHub
parent b7a409ef57
commit e18a0460d4
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
extensions/openai/defaults.py
View file

@ -7,7 +7,9 @@ default_req_params = {
'auto_max_new_tokens': False, 'auto_max_new_tokens': False,
'max_tokens_second': 0, 'max_tokens_second': 0,
'temperature': 1.0, 'temperature': 1.0,
'temperature_last': False,
'top_p': 1.0, 'top_p': 1.0,
'min_p': 0,
'top_k': 1, # choose 20 for chat in absence of another default 'top_k': 1, # choose 20 for chat in absence of another default
'repetition_penalty': 1.18, 'repetition_penalty': 1.18,
'presence_penalty': 0, 'presence_penalty': 0,