diff --git a/models/config.yaml b/models/config.yaml
index d98e95f..704012a 100644
--- a/models/config.yaml
+++ b/models/config.yaml
@@ -226,4 +226,6 @@ llama-65b-gptq-3bit:
 .*codellama:
   rope_freq_base: 1000000
 .*codellama.*instruct:
-  instruction_template: 'Llama-v2'
\ No newline at end of file
+  instruction_template: 'Llama-v2'
+.*mistral.*instruct:
+  instruction_template: 'Mistral'
\ No newline at end of file
diff --git a/requirements.txt b/requirements.txt
index b1b3706..64aede8 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -18,13 +18,14 @@ Pillow>=9.5.0
 pyyaml
 requests
 safetensors==0.3.2
-transformers==4.33.*
 scipy
 sentencepiece
 tensorboard
 tqdm
 wandb
 
+git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
+
 # bitsandbytes
 bitsandbytes==0.41.1; platform_system != "Windows"
 https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"
diff --git a/requirements_amd.txt b/requirements_amd.txt
index fb36058..a703806 100644
--- a/requirements_amd.txt
+++ b/requirements_amd.txt
@@ -18,13 +18,14 @@ Pillow>=9.5.0
 pyyaml
 requests
 safetensors==0.3.2
-transformers==4.33.*
 scipy
 sentencepiece
 tensorboard
 tqdm
 wandb
 
+git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
+
 # bitsandbytes
 bitsandbytes==0.38.1; platform_system != "Windows"
 https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.38.1-py3-none-win_amd64.whl; platform_system == "Windows"
diff --git a/requirements_amd_noavx2.txt b/requirements_amd_noavx2.txt
index cbdce4a..f7e97d5 100644
--- a/requirements_amd_noavx2.txt
+++ b/requirements_amd_noavx2.txt
@@ -18,13 +18,14 @@ Pillow>=9.5.0
 pyyaml
 requests
 safetensors==0.3.2
-transformers==4.33.*
 scipy
 sentencepiece
 tensorboard
 tqdm
 wandb
 
+git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
+
 # bitsandbytes
 bitsandbytes==0.38.1; platform_system != "Windows"
 https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.38.1-py3-none-win_amd64.whl; platform_system == "Windows"
diff --git a/requirements_apple_intel.txt b/requirements_apple_intel.txt
index 58e7f60..533c0c4 100644
--- a/requirements_apple_intel.txt
+++ b/requirements_apple_intel.txt
@@ -18,13 +18,14 @@ Pillow>=9.5.0
 pyyaml
 requests
 safetensors==0.3.2
-transformers==4.33.*
 scipy
 sentencepiece
 tensorboard
 tqdm
 wandb
 
+git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
+
 # bitsandbytes
 bitsandbytes==0.41.1; platform_system != "Windows"
 https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"
diff --git a/requirements_apple_silicon.txt b/requirements_apple_silicon.txt
index 184bd59..2e0f615 100644
--- a/requirements_apple_silicon.txt
+++ b/requirements_apple_silicon.txt
@@ -18,13 +18,14 @@ Pillow>=9.5.0
 pyyaml
 requests
 safetensors==0.3.2
-transformers==4.33.*
 scipy
 sentencepiece
 tensorboard
 tqdm
 wandb
 
+git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
+
 # bitsandbytes
 bitsandbytes==0.41.1; platform_system != "Windows"
 https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"
diff --git a/requirements_cpu_only.txt b/requirements_cpu_only.txt
index 3810568..ce1d869 100644
--- a/requirements_cpu_only.txt
+++ b/requirements_cpu_only.txt
@@ -18,13 +18,14 @@ Pillow>=9.5.0
 pyyaml
 requests
 safetensors==0.3.2
-transformers==4.33.*
 scipy
 sentencepiece
 tensorboard
 tqdm
 wandb
 
+git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
+
 # bitsandbytes
 bitsandbytes==0.41.1; platform_system != "Windows"
 https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"
diff --git a/requirements_cpu_only_noavx2.txt b/requirements_cpu_only_noavx2.txt
index cb4b4dd..a11bb8e 100644
--- a/requirements_cpu_only_noavx2.txt
+++ b/requirements_cpu_only_noavx2.txt
@@ -18,13 +18,14 @@ Pillow>=9.5.0
 pyyaml
 requests
 safetensors==0.3.2
-transformers==4.33.*
 scipy
 sentencepiece
 tensorboard
 tqdm
 wandb
 
+git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
+
 # bitsandbytes
 bitsandbytes==0.41.1; platform_system != "Windows"
 https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"
diff --git a/requirements_noavx2.txt b/requirements_noavx2.txt
index c355157..8c9bc51 100644
--- a/requirements_noavx2.txt
+++ b/requirements_noavx2.txt
@@ -18,13 +18,14 @@ Pillow>=9.5.0
 pyyaml
 requests
 safetensors==0.3.2
-transformers==4.33.*
 scipy
 sentencepiece
 tensorboard
 tqdm
 wandb
 
+git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
+
 # bitsandbytes
 bitsandbytes==0.41.1; platform_system != "Windows"
 https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"
diff --git a/requirements_nowheels.txt b/requirements_nowheels.txt
index 4b5c4f5..d71d82d 100644
--- a/requirements_nowheels.txt
+++ b/requirements_nowheels.txt
@@ -18,13 +18,14 @@ Pillow>=9.5.0
 pyyaml
 requests
 safetensors==0.3.2
-transformers==4.33.*
 scipy
 sentencepiece
 tensorboard
 tqdm
 wandb
 
+git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
+
 # bitsandbytes
 bitsandbytes==0.41.1; platform_system != "Windows"
 https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"