Make llama.cpp use tfs parameter

2023-06-17 19:08:25 -03:00 · 2023-06-17 19:08:25 -03:00 · 05a743d6ad
commit 05a743d6ad
parent e19cbea719
2 changed files with 12 additions and 0 deletions
--- a/modules/llamacpp_model.py
+++ b/modules/llamacpp_model.py
@ -68,6 +68,7 @@ class LlamaCppModel:
            top_p=state['top_p'],
            top_k=state['top_k'],
            repeat_penalty=state['repetition_penalty'],
+            tfs_z=state['tfs'],
            mirostat_mode=int(state['mirostat_mode']),
            mirostat_tau=state['mirostat_tau'],
            mirostat_eta=state['mirostat_eta'],