mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Use GPTQ wheels compatible with Pytorch 2.1 (#4210)

Browse source
This commit is contained in:
jllllll 2023-10-06 22:35:41 -05:00 • committed by GitHub
parent d33facc9fe
commit 0eda9a0549
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
5 changed files with 17 additions and 17 deletions
Download patch file Download diff file Expand all files Collapse all files

4
one_click.py
View file

@ -153,7 +153,7 @@ def install_webui():
print("What is your GPU?")
print()
print("A) NVIDIA")
print("B) AMD (Linux/MacOS only. Requires ROCm SDK 5.4.2/5.4.3 on Linux)")
print("B) AMD (Linux/MacOS only. Requires ROCm SDK 5.6 on Linux)")
print("C) Apple M Series")
print("D) Intel Arc (IPEX)")
print("N) None (I want to run models in CPU mode)")
@ -175,7 +175,7 @@ def install_webui():
install_pytorch = "python -m pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118"
elif not is_macos() and choice == "B":
if is_linux():
install_pytorch = "python -m pip install torch==2.0.1+rocm5.4.2 torchvision torchaudio --index-url https://download.pytorch.org/whl/rocm5.4.2"
install_pytorch = "python -m pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/rocm5.6"
else:
print("AMD GPUs are only supported on Linux. Exiting...")
sys.exit(1)