Bump llama-cpp-python to 0.2.19 & add min_p and typical_p parameters to llama.cpp loader (#4701)

2023-11-21 20:59:39 -03:00 · 2023-11-21 20:59:39 -03:00 · 0589ff5b12
commit 0589ff5b12
parent 2769a1fa25
10 changed files with 100 additions and 96 deletions
--- a/modules/llamacpp_model.py
+++ b/modules/llamacpp_model.py
@ -143,6 +143,8 @@ class LlamaCppModel:
            max_tokens=state['max_new_tokens'],
            temperature=state['temperature'],
            top_p=state['top_p'],
+            min_p=state['min_p'],
+            typical_p=state['typical_p'],
            frequency_penalty=state['frequency_penalty'],
            presence_penalty=state['presence_penalty'],
            repeat_penalty=state['repetition_penalty'],