Add auto_max_new_tokens parameter (#3419)

2023-08-02 14:52:20 -03:00 · 2023-08-02 14:52:20 -03:00 · e931844fe2
commit e931844fe2
parent 0d9932815c
12 changed files with 17 additions and 0 deletions
--- a/extensions/openai/defaults.py
+++ b/extensions/openai/defaults.py
@ -4,6 +4,7 @@ import copy
 # Data type is important, Ex. use 0.0 for a float 0
 default_req_params = {
    'max_new_tokens': 16,  # 'Inf' for chat
+    'auto_max_new_tokens': False,
    'temperature': 1.0,
    'top_p': 1.0,
    'top_k': 1,  # choose 20 for chat in absence of another default