Add tensor split support for llama.cpp (#3171)

2023-07-26 07:59:26 +10:00 · 2023-07-26 07:59:26 +10:00 · 031fe7225e
commit 031fe7225e
parent f653546484
7 changed files with 20 additions and 0 deletions
--- a/modules/ui.py
+++ b/modules/ui.py
@ -60,6 +60,7 @@ def list_model_elements():
        'low_vram',
        'mlock',
        'n_gpu_layers',
+        'tensor_split',
        'n_ctx',
        'n_gqa',
        'rms_norm_eps',