Add epsilon_cutoff/eta_cutoff parameters (#2258)

2023-05-21 15:11:57 -03:00 · 2023-05-21 15:11:57 -03:00 · 8ac3636966
commit 8ac3636966
parent 767a767989
9 changed files with 36 additions and 9 deletions
--- a/api-example.py
+++ b/api-example.py
@ -16,6 +16,8 @@ def run(prompt):
        'temperature': 1.3,
        'top_p': 0.1,
        'typical_p': 1,
+        'epsilon_cutoff': 0,  # In units of 1e-4
+        'eta_cutoff': 0,  # In units of 1e-4
        'repetition_penalty': 1.18,
        'top_k': 40,
        'min_length': 0,