Add customizable ban tokens (#3899)
This commit is contained in:
parent
fb864dad7b
commit
f01b9aa71f
16 changed files with 56 additions and 5 deletions
|
@ -19,6 +19,7 @@ custom_stopping_strings: ''
|
|||
auto_max_new_tokens: false
|
||||
max_tokens_second: 0
|
||||
ban_eos_token: false
|
||||
custom_token_bans: ''
|
||||
add_bos_token: true
|
||||
skip_special_tokens: true
|
||||
stream: true
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue