Bump llama-cpp-python, +tensor_split by @shouyiwang, +mul_mat_q (#3610)

2023-08-18 12:03:34 -03:00 · 2023-08-18 12:03:34 -03:00 · 7cba000421
commit 7cba000421
parent 4b69f4f6ae
8 changed files with 31 additions and 2 deletions
--- a/modules/ui.py
+++ b/modules/ui.py
@ -68,7 +68,9 @@ def list_model_elements():
        'no_mmap',
        'low_vram',
        'mlock',
+        'mul_mat_q',
        'n_gpu_layers',
+        'tensor_split',
        'n_ctx',
        'n_gqa',
        'rms_norm_eps',