Add additive_repetition_penalty sampler setting. (#3627)

2023-10-23 00:28:07 -05:00 · 2023-10-23 00:28:07 -05:00 · 4440f87722
commit 4440f87722
parent 6086768309
13 changed files with 34 additions and 8 deletions
--- a/extensions/openai/defaults.py
+++ b/extensions/openai/defaults.py
@ -10,6 +10,7 @@ default_req_params = {
    'top_p': 1.0,
    'top_k': 1,  # choose 20 for chat in absence of another default
    'repetition_penalty': 1.18,
+    'additive_repetition_penalty': 0,
    'repetition_penalty_range': 0,
    'encoder_repetition_penalty': 1.0,
    'suffix': None,