Add additive_repetition_penalty sampler setting. (#3627)

2023-10-23 00:28:07 -05:00 · 2023-10-23 00:28:07 -05:00 · 4440f87722
commit 4440f87722
parent 6086768309
13 changed files with 34 additions and 8 deletions
--- a/api-examples/api-example-chat.py
+++ b/api-examples/api-example-chat.py
@ -46,6 +46,7 @@ def run(user_input, history):
        'tfs': 1,
        'top_a': 0,
        'repetition_penalty': 1.18,
+        'additive_repetition_penalty': 0,
        'repetition_penalty_range': 0,
        'top_k': 40,
        'min_length': 0,