Add skip_special_tokens checkbox for Dolly model (#1218)

2023-04-16 14:24:49 -03:00 · 2023-04-16 14:24:49 -03:00 · b937c9d8c2
commit b937c9d8c2
parent a9c7ef4159
9 changed files with 35 additions and 15 deletions
--- a/api-example-stream.py
+++ b/api-example-stream.py
@ -42,9 +42,10 @@ async def run(context):
        'early_stopping': False,
        'seed': -1,
        'add_bos_token': True,
-        'truncation_length': 2048,
        'custom_stopping_strings': [],
-        'ban_eos_token': False
+        'truncation_length': 2048,
+        'ban_eos_token': False,
+        'skip_special_tokens': True,
    }
    payload = json.dumps([context, params])
    session = random_hash()