Add auto_max_new_tokens parameter (#3419)

2023-08-02 14:52:20 -03:00 · 2023-08-02 14:52:20 -03:00 · e931844fe2
commit e931844fe2
parent 0d9932815c
12 changed files with 17 additions and 0 deletions
--- a/api-examples/api-example-chat.py
+++ b/api-examples/api-example-chat.py
@ -14,6 +14,7 @@ def run(user_input, history):
    request = {
        'user_input': user_input,
        'max_new_tokens': 250,
+        'auto_max_new_tokens': False,
        'history': history,
        'mode': 'instruct',  # Valid options: 'chat', 'chat-instruct', 'instruct'
        'character': 'Example',