mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add --load-in-4bit parameter (#2320)

Browse source
This commit is contained in:
oobabooga 2023-05-25 01:14:13 -03:00 • committed by GitHub
parent 63ce5f9c28
commit 361451ba60
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
6 changed files with 61 additions and 22 deletions
Download patch file Download diff file Expand all files Collapse all files

8
requirements.txt
View file

@ -1,4 +1,3 @@
accelerate==0.19.0
colorama
datasets
flexgen==0.1.7
@ -12,9 +11,10 @@ pyyaml
requests
safetensors==0.3.1
sentencepiece
transformers==4.29.2
tqdm
git+https://github.com/huggingface/peft@4fd374e80d670781c0d82c96ce94d1215ff23306
bitsandbytes==0.38.1; platform_system != "Windows"
git+https://github.com/huggingface/peft@3714aa2fff158fdfa637b2b65952580801d890b2
git+https://github.com/huggingface/transformers@e45e756d22206ca8fa9fb057c8c3d8fa79bf81c6
git+https://github.com/huggingface/accelerate@0226f750257b3bf2cadc4f189f9eef0c764a0467
bitsandbytes==0.39.0; platform_system != "Windows"
llama-cpp-python==0.1.53; platform_system != "Windows"
https://github.com/abetlen/llama-cpp-python/releases/download/v0.1.53/llama_cpp_python-0.1.53-cp310-cp310-win_amd64.whl; platform_system == "Windows"