Add skip_special_tokens checkbox for Dolly model (#1218)

This commit is contained in:
oobabooga 2023-04-16 14:24:49 -03:00 committed by GitHub
parent a9c7ef4159
commit b937c9d8c2
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
9 changed files with 35 additions and 15 deletions

View file

@ -12,6 +12,7 @@
"stop_at_newline": false,
"add_bos_token": true,
"ban_eos_token": false,
"skip_special_tokens": true,
"truncation_length": 2048,
"truncation_length_min": 0,
"truncation_length_max": 4096,