Bump llama-cpp-python to 0.2.19 & add min_p and typical_p parameters to llama.cpp loader (#4701)

2023-11-21 20:59:39 -03:00 · 2023-11-21 20:59:39 -03:00 · 0589ff5b12
commit 0589ff5b12
parent 2769a1fa25
10 changed files with 100 additions and 96 deletions
--- a/modules/loaders.py
+++ b/modules/loaders.py
@ -360,7 +360,9 @@ loaders_samplers = {
    'llama.cpp': {
        'temperature',
        'top_p',
+        'min_p',
        'top_k',
+        'typical_p',
        'tfs',
        'repetition_penalty',
        'presence_penalty',