mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Fix download script (#1373)

Browse source
This commit is contained in:
Rudd-O 2023-04-19 16:02:32 +00:00 • committed by GitHub
parent 49aa05054a
commit 69d50e2e86
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 5 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

7
download-model.py
View file

@ -81,7 +81,7 @@ def sanitize_model_and_branch_names(model, branch):
def get_download_links_from_huggingface(model, branch, text_only=False): def get_download_links_from_huggingface(model, branch, text_only=False):
base = "https://huggingface.co" base = "https://huggingface.co"
page = f"/api/models/{model}/tree/{branch}?cursor=" page = f"/api/models/{model}/tree/{branch}"
cursor = b"" cursor = b""
links = [] links = []
@ -93,7 +93,10 @@ def get_download_links_from_huggingface(model, branch, text_only=False):
has_safetensors = False has_safetensors = False
is_lora = False is_lora = False
while True: while True:
content = requests.get(f"{base}{page}{cursor.decode()}").content url = f"{base}{page}" + (f"?cursor={cursor.decode()}" if cursor else "")
r = requests.get(url)
r.raise_for_status()
content = r.content
dict = json.loads(content) dict = json.loads(content)
if len(dict) == 0: if len(dict) == 0: