Add max_tokens_second param (#3533)

2023-08-29 17:44:31 -03:00 · 2023-08-29 17:44:31 -03:00 · cec8db52e5
commit cec8db52e5
parent fe1f7c6513
11 changed files with 24 additions and 3 deletions
--- a/api-examples/api-example-chat-stream.py
+++ b/api-examples/api-example-chat-stream.py
@ -22,6 +22,7 @@ async def run(user_input, history):
        'user_input': user_input,
        'max_new_tokens': 250,
        'auto_max_new_tokens': False,
+        'max_tokens_second': 0,
        'history': history,
        'mode': 'instruct',  # Valid options: 'chat', 'chat-instruct', 'instruct'
        'character': 'Example',