mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Prioritize names with the groupsize in them

Browse source
This commit is contained in:
oobabooga 2023-04-13 11:27:03 -03:00
parent f2bf1a2c9e
commit fde6d06167
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
modules/GPTQ_loader.py
View file

@ -115,6 +115,8 @@ def load_quantized(model_name):
for group in ([f'-{shared.args.groupsize}g', ''] if shared.args.groupsize > 0 else [''])
for hyphen in ['-', f'/{model_name}-', '/']
]
if shared.args.groupsize > 0:
priority_name_list = [i for i in priority_name_list if str(shared.args.groupsize) in i.name] + [i for i in priority_name_list if str(shared.args.groupsize) not in i.name]
for path in priority_name_list:
if path.exists():
pt_path = path