Add skip_special_tokens checkbox for Dolly model (#1218)

2023-04-16 14:24:49 -03:00 · 2023-04-16 14:24:49 -03:00 · b937c9d8c2
commit b937c9d8c2
parent a9c7ef4159
9 changed files with 35 additions and 15 deletions
--- a/extensions/api/script.py
+++ b/extensions/api/script.py
@ -61,6 +61,7 @@ class Handler(BaseHTTPRequestHandler):
                'custom_stopping_strings': body.get('custom_stopping_strings', []),
                'truncation_length': int(body.get('truncation_length', 2048)),
                'ban_eos_token': bool(body.get('ban_eos_token', False)),
+                'skip_special_tokens': bool(body.get('skip_special_tokens', True)),
            }

            generator = generate_reply(