Add the --disable_exllama option for AutoGPTQ (#3545 from clefever/disable-exllama)

2023-08-14 15:15:55 -03:00 · 2023-08-14 15:15:55 -03:00 · ccfc02a28d
commit ccfc02a28d
parent 7e57b35b5e 8294eadd38
7 changed files with 8 additions and 2 deletions
--- a/modules/loaders.py
+++ b/modules/loaders.py
@ -46,6 +46,7 @@ loaders_and_params = OrderedDict({
        'wbits',
        'groupsize',
        'desc_act',
+        'disable_exllama',
        'gpu_memory',
        'cpu_memory',
        'cpu',