Add epsilon_cutoff/eta_cutoff parameters (#2258)

2023-05-21 15:11:57 -03:00 · 2023-05-21 15:11:57 -03:00 · 8ac3636966
commit 8ac3636966
parent 767a767989
9 changed files with 36 additions and 9 deletions
--- a/api-example-chat.py
+++ b/api-example-chat.py
@ -30,6 +30,8 @@ def run(user_input, history):
        'temperature': 0.7,
        'top_p': 0.1,
        'typical_p': 1,
+        'epsilon_cutoff': 0,  # In units of 1e-4
+        'eta_cutoff': 0,  # In units of 1e-4
        'repetition_penalty': 1.18,
        'top_k': 40,
        'min_length': 0,