Add the --disable_exllama option for AutoGPTQ

This commit is contained in:
Chris Lefever 2023-08-12 02:26:58 -04:00
parent 0e05818266
commit 0230fa4e9c
6 changed files with 6 additions and 0 deletions

View file

@ -58,6 +58,7 @@ def list_model_elements():
'no_inject_fused_attention',
'no_inject_fused_mlp',
'no_use_cuda_fp16',
'disable_exllama',
'threads',
'n_batch',
'no_mmap',