diff --git a/Colab-TextGen-GPU.ipynb b/Colab-TextGen-GPU.ipynb index f8b6719..f73947b 100644 --- a/Colab-TextGen-GPU.ipynb +++ b/Colab-TextGen-GPU.ipynb @@ -87,8 +87,8 @@ " !pip uninstall -y flash_attn\n", "\n", "# Parameters\n", - "model_url = \"https://huggingface.co/turboderp/Mistral-7B-instruct-exl2\" #@param {type:\"string\"}\n", - "branch = \"4.0bpw\" #@param {type:\"string\"}\n", + "model_url = \"https://huggingface.co/TheBloke/MythoMax-L2-13B-GPTQ\" #@param {type:\"string\"}\n", + "branch = \"gptq-4bit-32g-actorder_True\" #@param {type:\"string\"}\n", "command_line_flags = \"--n-gpu-layers 128 --load-in-4bit --use_double_quant\" #@param {type:\"string\"}\n", "api = False #@param {type:\"boolean\"}\n", "\n",