Add --num_experts_per_token parameter (ExLlamav2) (#4955)

2023-12-17 12:08:33 -03:00 · 2023-12-17 12:08:33 -03:00 · f1f2c4c3f4
commit f1f2c4c3f4
parent 12690d3ffc
7 changed files with 28 additions and 20 deletions
--- a/modules/ui.py
+++ b/modules/ui.py
@ -73,6 +73,7 @@ def list_model_elements():
        'disable_exllamav2',
        'cfg_cache',
        'no_flash_attn',
+        'num_experts_per_token',
        'cache_8bit',
        'threads',
        'threads_batch',