diff --git a/requirements.txt b/requirements.txt
index b651c5e..4d3b75f 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -21,10 +21,10 @@ safetensors==0.3.2
 scipy
 sentencepiece
 tensorboard
+transformers==4.34.*
 tqdm
 wandb
 
-git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
 git+https://github.com/oobabooga/torch-grammar.git
 
 # bitsandbytes
diff --git a/requirements_amd.txt b/requirements_amd.txt
index 2ea6e35..9723b58 100644
--- a/requirements_amd.txt
+++ b/requirements_amd.txt
@@ -21,10 +21,10 @@ safetensors==0.3.2
 scipy
 sentencepiece
 tensorboard
+transformers==4.34.*
 tqdm
 wandb
 
-git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
 git+https://github.com/oobabooga/torch-grammar.git
 
 # bitsandbytes
diff --git a/requirements_amd_noavx2.txt b/requirements_amd_noavx2.txt
index 18a8133..112d411 100644
--- a/requirements_amd_noavx2.txt
+++ b/requirements_amd_noavx2.txt
@@ -21,10 +21,10 @@ safetensors==0.3.2
 scipy
 sentencepiece
 tensorboard
+transformers==4.34.*
 tqdm
 wandb
 
-git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
 git+https://github.com/oobabooga/torch-grammar.git
 
 # bitsandbytes
diff --git a/requirements_apple_intel.txt b/requirements_apple_intel.txt
index 3d3896a..4d1bbc0 100644
--- a/requirements_apple_intel.txt
+++ b/requirements_apple_intel.txt
@@ -21,10 +21,10 @@ safetensors==0.3.2
 scipy
 sentencepiece
 tensorboard
+transformers==4.34.*
 tqdm
 wandb
 
-git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
 git+https://github.com/oobabooga/torch-grammar.git
 
 # bitsandbytes
diff --git a/requirements_apple_silicon.txt b/requirements_apple_silicon.txt
index fb8598e..6187e72 100644
--- a/requirements_apple_silicon.txt
+++ b/requirements_apple_silicon.txt
@@ -21,10 +21,10 @@ safetensors==0.3.2
 scipy
 sentencepiece
 tensorboard
+transformers==4.34.*
 tqdm
 wandb
 
-git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
 git+https://github.com/oobabooga/torch-grammar.git
 
 # bitsandbytes
diff --git a/requirements_cpu_only.txt b/requirements_cpu_only.txt
index cde13ef..cc040eb 100644
--- a/requirements_cpu_only.txt
+++ b/requirements_cpu_only.txt
@@ -21,10 +21,10 @@ safetensors==0.3.2
 scipy
 sentencepiece
 tensorboard
+transformers==4.34.*
 tqdm
 wandb
 
-git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
 git+https://github.com/oobabooga/torch-grammar.git
 
 # bitsandbytes
diff --git a/requirements_cpu_only_noavx2.txt b/requirements_cpu_only_noavx2.txt
index bf7a5fd..eecb24c 100644
--- a/requirements_cpu_only_noavx2.txt
+++ b/requirements_cpu_only_noavx2.txt
@@ -21,10 +21,10 @@ safetensors==0.3.2
 scipy
 sentencepiece
 tensorboard
+transformers==4.34.*
 tqdm
 wandb
 
-git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
 git+https://github.com/oobabooga/torch-grammar.git
 
 # bitsandbytes
diff --git a/requirements_noavx2.txt b/requirements_noavx2.txt
index 6057d46..fb5a961 100644
--- a/requirements_noavx2.txt
+++ b/requirements_noavx2.txt
@@ -21,10 +21,10 @@ safetensors==0.3.2
 scipy
 sentencepiece
 tensorboard
+transformers==4.34.*
 tqdm
 wandb
 
-git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
 git+https://github.com/oobabooga/torch-grammar.git
 
 # bitsandbytes
diff --git a/requirements_nowheels.txt b/requirements_nowheels.txt
index 2984bd3..4de87c6 100644
--- a/requirements_nowheels.txt
+++ b/requirements_nowheels.txt
@@ -21,10 +21,10 @@ safetensors==0.3.2
 scipy
 sentencepiece
 tensorboard
+transformers==4.34.*
 tqdm
 wandb
 
-git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
 git+https://github.com/oobabooga/torch-grammar.git
 
 # bitsandbytes