Increase max_new_tokens upper limit
This commit is contained in:
parent
5e5d926d2b
commit
8c1c2e0fae
2 changed files with 2 additions and 2 deletions
|
@ -35,7 +35,7 @@ settings = {
|
||||||
'autoload_model': False,
|
'autoload_model': False,
|
||||||
'max_new_tokens': 200,
|
'max_new_tokens': 200,
|
||||||
'max_new_tokens_min': 1,
|
'max_new_tokens_min': 1,
|
||||||
'max_new_tokens_max': 2000,
|
'max_new_tokens_max': 4096,
|
||||||
'seed': -1,
|
'seed': -1,
|
||||||
'character': 'None',
|
'character': 'None',
|
||||||
'name1': 'You',
|
'name1': 'You',
|
||||||
|
|
|
@ -2,7 +2,7 @@ dark_theme: false
|
||||||
autoload_model: false
|
autoload_model: false
|
||||||
max_new_tokens: 200
|
max_new_tokens: 200
|
||||||
max_new_tokens_min: 1
|
max_new_tokens_min: 1
|
||||||
max_new_tokens_max: 2000
|
max_new_tokens_max: 4096
|
||||||
seed: -1
|
seed: -1
|
||||||
character: None
|
character: None
|
||||||
name1: You
|
name1: You
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue