Add auto_max_new_tokens parameter (#3419)

2023-08-02 14:52:20 -03:00 · 2023-08-02 14:52:20 -03:00 · e931844fe2
commit e931844fe2
parent 0d9932815c
12 changed files with 17 additions and 0 deletions
--- a/api-examples/api-example.py
+++ b/api-examples/api-example.py
@ -12,6 +12,7 @@ def run(prompt):
    request = {
        'prompt': prompt,
        'max_new_tokens': 250,
+        'auto_max_new_tokens': False,

        # Generation params. If 'preset' is set to different than 'None', the values
        # in presets/preset-name.yaml are used instead of the individual numbers.