Add mirostat parameters for llama.cpp (#2287)

2023-05-22 19:37:24 -03:00 · 2023-05-22 19:37:24 -03:00 · c0fd7f3257
commit c0fd7f3257
parent ec7437f00a
13 changed files with 80 additions and 15 deletions
--- a/api-example-stream.py
+++ b/api-example-stream.py
@ -34,6 +34,9 @@ async def run(context):
        'penalty_alpha': 0,
        'length_penalty': 1,
        'early_stopping': False,
+        'mirostat_mode': 0,
+        'mirostat_tau': 5,
+        'mirostat_eta': 0.1,
        'seed': -1,
        'add_bos_token': True,
        'truncation_length': 2048,