Bump llama-cpp-python to 0.2.24 (#5001)

2023-12-19 15:22:21 -03:00 · 2023-12-19 15:22:21 -03:00 · 0a299d5959
commit 0a299d5959
parent 83cf1a6b67
15 changed files with 104 additions and 96 deletions
--- a/modules/loaders.py
+++ b/modules/loaders.py
@ -43,6 +43,7 @@ loaders_and_params = OrderedDict({
        'compress_pos_emb',
        'cpu',
        'numa',
+        'no_offload_kqv'
    ],
    'llamacpp_HF': [
        'n_ctx',
@ -63,6 +64,7 @@ loaders_and_params = OrderedDict({
        'trust_remote_code',
        'no_use_fast',
        'logits_all',
+        'no_offload_kqv',
        'llamacpp_HF_info',
    ],
    'ExLlamav2_HF': [