Add cache_8bit option

2023-11-02 11:23:04 -07:00 · 2023-11-02 11:23:04 -07:00 · c0655475ae
commit c0655475ae
parent 42f816312d
7 changed files with 32 additions and 5 deletions
--- a/modules/ui.py
+++ b/modules/ui.py
@ -68,6 +68,8 @@ def list_model_elements():
        'no_use_cuda_fp16',
        'disable_exllama',
        'cfg_cache',
+        'no_flash_attn',
+        'cache_8bit',
        'threads',
        'threads_batch',
        'n_batch',