mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add some checks to AutoGPTQ loader

Browse source
This commit is contained in:
oobabooga 2023-06-14 18:44:43 -03:00
parent 134430bbe2
commit 4d508cbe58
1 changed files with 9 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

15
modules/AutoGPTQ_loader.py
View file

@ -53,13 +53,16 @@ def load_quantized(model_name):
model = AutoGPTQForCausalLM.from_quantized(path_to_model, **params) model = AutoGPTQForCausalLM.from_quantized(path_to_model, **params)
# These lines fix the multimodal extension when used with AutoGPTQ # These lines fix the multimodal extension when used with AutoGPTQ
if not hasattr(model, 'dtype'): if hasattr(model, 'model'):
model.dtype = model.model.dtype if not hasattr(model, 'dtype'):
if hasattr(model.model, 'dtype'):
model.dtype = model.model.dtype
if not hasattr(model, 'embed_tokens'): if hasattr(model.model, 'model') and hasattr(model.model.model, 'embed_tokens'):
model.embed_tokens = model.model.model.embed_tokens if not hasattr(model, 'embed_tokens'):
model.embed_tokens = model.model.model.embed_tokens
if not hasattr(model.model, 'embed_tokens'): if not hasattr(model.model, 'embed_tokens'):
model.model.embed_tokens = model.model.model.embed_tokens model.model.embed_tokens = model.model.model.embed_tokens
return model return model