Add repetition_penalty_range to ctransformers

2023-08-11 11:02:56 -07:00 · 2023-08-11 11:02:56 -07:00 · 28c8df337b
commit 28c8df337b
parent 7a4fcee069
2 changed files with 2 additions and 1 deletions
--- a/modules/ctransformers_model.py
+++ b/modules/ctransformers_model.py
@ -56,6 +56,7 @@ class CtransformersModel:
            top_p=state['top_p'],
            top_k=state['top_k'],
            repetition_penalty=state['repetition_penalty'],
+            last_n_tokens=state['repetition_penalty_range'],
            threads=shared.args.threads
        )