mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Model downloader: download only fp16 if both fp16 and GGUF are present

Browse source
This commit is contained in:
oobabooga 2023-12-05 21:09:12 -08:00
parent 98361af4d5
commit d516815c9c
1 changed files with 15 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

15
download-model.py
View file

@ -127,9 +127,22 @@ class ModelDownloader:
if classifications[i] in ['pytorch', 'pt']: if classifications[i] in ['pytorch', 'pt']:
links.pop(i) links.pop(i)
# For GGUF, try to download only the Q4_K_M if no specific file is specified.
# If not present, exclude all GGUFs, as that's like a repository with both
# GGUF and fp16 files.
if has_gguf and specific_file is None: if has_gguf and specific_file is None:
has_q4km = False
for i in range(len(classifications) - 1, -1, -1): for i in range(len(classifications) - 1, -1, -1):
if 'q4_k_m' not in links[i].lower(): if 'q4_k_m' in links[i].lower():
has_q4km = True
if has_q4km:
for i in range(len(classifications) - 1, -1, -1):
if 'q4_k_m' in links[i].lower():
links.pop(i)
else:
for i in range(len(classifications) - 1, -1, -1):
if links[i].lower().endswith('.gguf'):
links.pop(i) links.pop(i)
is_llamacpp = has_gguf and specific_file is not None is_llamacpp = has_gguf and specific_file is not None