Add the --disable_exllama option for AutoGPTQ

2023-08-12 02:26:58 -04:00 · 2023-08-12 02:26:58 -04:00 · 0230fa4e9c
commit 0230fa4e9c
parent 0e05818266
6 changed files with 6 additions and 0 deletions
--- a/modules/loaders.py
+++ b/modules/loaders.py
@ -46,6 +46,7 @@ loaders_and_params = OrderedDict({
        'wbits',
        'groupsize',
        'desc_act',
+        'disable_exllama',
        'gpu_memory',
        'cpu_memory',
        'cpu',