mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add auto_max_new_tokens parameter (#3419)

Browse source
This commit is contained in:
oobabooga 2023-08-02 14:52:20 -03:00 • committed by GitHub
parent 0d9932815c
commit e931844fe2
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
12 changed files with 17 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

5
modules/loaders.py
View file

@ -116,6 +116,7 @@ loaders_samplers = {
'ban_eos_token',
'add_bos_token',
'skip_special_tokens',
'auto_max_new_tokens',
},
'ExLlama_HF': {
'temperature',
@ -139,6 +140,7 @@ loaders_samplers = {
'ban_eos_token',
'add_bos_token',
'skip_special_tokens',
'auto_max_new_tokens',
},
'ExLlama': {
'temperature',
@ -176,6 +178,7 @@ loaders_samplers = {
'ban_eos_token',
'add_bos_token',
'skip_special_tokens',
'auto_max_new_tokens',
},
'GPTQ-for-LLaMa': {
'temperature',
@ -203,6 +206,7 @@ loaders_samplers = {
'ban_eos_token',
'add_bos_token',
'skip_special_tokens',
'auto_max_new_tokens',
},
'llama.cpp': {
'temperature',
@ -237,6 +241,7 @@ loaders_samplers = {
'ban_eos_token',
'add_bos_token',
'skip_special_tokens',
'auto_max_new_tokens',
},
}