Add the --disable_exllama option for AutoGPTQ (#3545 from clefever/disable-exllama)

This commit is contained in:
oobabooga 2023-08-14 15:15:55 -03:00 committed by GitHub
commit ccfc02a28d
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
7 changed files with 8 additions and 2 deletions

View file

@ -60,6 +60,7 @@ def list_model_elements():
'no_inject_fused_attention',
'no_inject_fused_mlp',
'no_use_cuda_fp16',
'disable_exllama',
'threads',
'n_batch',
'no_mmap',