diff --git a/modules/AutoGPTQ_loader.py b/modules/AutoGPTQ_loader.py index e80e0db..622b9f8 100644 --- a/modules/AutoGPTQ_loader.py +++ b/modules/AutoGPTQ_loader.py @@ -20,6 +20,9 @@ def load_quantized(model_name): logger.warning(f'More than one {ext} model has been found. The last one will be selected. It could be wrong.') pt_path = found[-1] + if ext == '.safetensors': + use_safetensors = True + break if pt_path is None: