diff --git a/requirements.txt b/requirements.txt
index b078ecf4..6d0095aa 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -8,4 +8,4 @@ rwkv==0.3.1
 safetensors==0.3.0
 sentencepiece
 tqdm
-git+https://github.com/zphang/transformers@llama_push
+git+https://github.com/zphang/transformers.git@68d640f7c368bcaaaecfc678f11908ebbd3d6176