mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Replace --mul_mat_q with --no_mul_mat_q

Browse source
This commit is contained in:
oobabooga 2023-10-22 12:22:06 -07:00
parent d0c3b407b3
commit df90d03e0b
9 changed files with 12 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

2
Colab-TextGen-GPU.ipynb
View file

@ -89,7 +89,7 @@
"# Parameters\n",
"model_url = \"https://huggingface.co/turboderp/Mistral-7B-instruct-exl2\" #@param {type:\"string\"}\n",
"branch = \"4.0bpw\" #@param {type:\"string\"}\n",
"command_line_flags = \"--n-gpu-layers 128 --mul_mat_q --load-in-4bit --use_double_quant\" #@param {type:\"string\"}\n",
"command_line_flags = \"--n-gpu-layers 128 --load-in-4bit --use_double_quant\" #@param {type:\"string\"}\n",
"api = False #@param {type:\"boolean\"}\n",
"\n",
"if api:\n",