Add auto_max_new_tokens parameter (#3419)
This commit is contained in:
parent
0d9932815c
commit
e931844fe2
12 changed files with 17 additions and 0 deletions
|
@ -3,6 +3,7 @@ autoload_model: false
|
|||
max_new_tokens: 200
|
||||
max_new_tokens_min: 1
|
||||
max_new_tokens_max: 4096
|
||||
auto_max_new_tokens: false
|
||||
seed: -1
|
||||
character: None
|
||||
name1: You
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue