diff --git a/models/config.yaml b/models/config.yaml
index d98e95fb..704012ac 100644
--- a/models/config.yaml
+++ b/models/config.yaml
@@ -226,4 +226,6 @@ llama-65b-gptq-3bit:
 .*codellama:
   rope_freq_base: 1000000
 .*codellama.*instruct:
-  instruction_template: 'Llama-v2'
\ No newline at end of file
+  instruction_template: 'Llama-v2'
+.*mistral.*instruct:
+  instruction_template: 'Mistral'
\ No newline at end of file
diff --git a/requirements.txt b/requirements.txt
index b1b37065..64aede85 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -18,13 +18,14 @@ Pillow>=9.5.0
 pyyaml
 requests
 safetensors==0.3.2
-transformers==4.33.*
 scipy
 sentencepiece
 tensorboard
 tqdm
 wandb
 
+git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
+
 # bitsandbytes
 bitsandbytes==0.41.1; platform_system != "Windows"
 https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"
diff --git a/requirements_amd.txt b/requirements_amd.txt
index fb36058a..a7038063 100644
--- a/requirements_amd.txt
+++ b/requirements_amd.txt
@@ -18,13 +18,14 @@ Pillow>=9.5.0
 pyyaml
 requests
 safetensors==0.3.2
-transformers==4.33.*
 scipy
 sentencepiece
 tensorboard
 tqdm
 wandb
 
+git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
+
 # bitsandbytes
 bitsandbytes==0.38.1; platform_system != "Windows"
 https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.38.1-py3-none-win_amd64.whl; platform_system == "Windows"
diff --git a/requirements_amd_noavx2.txt b/requirements_amd_noavx2.txt
index cbdce4a3..f7e97d55 100644
--- a/requirements_amd_noavx2.txt
+++ b/requirements_amd_noavx2.txt
@@ -18,13 +18,14 @@ Pillow>=9.5.0
 pyyaml
 requests
 safetensors==0.3.2
-transformers==4.33.*
 scipy
 sentencepiece
 tensorboard
 tqdm
 wandb
 
+git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
+
 # bitsandbytes
 bitsandbytes==0.38.1; platform_system != "Windows"
 https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.38.1-py3-none-win_amd64.whl; platform_system == "Windows"
diff --git a/requirements_apple_intel.txt b/requirements_apple_intel.txt
index 58e7f60d..533c0c42 100644
--- a/requirements_apple_intel.txt
+++ b/requirements_apple_intel.txt
@@ -18,13 +18,14 @@ Pillow>=9.5.0
 pyyaml
 requests
 safetensors==0.3.2
-transformers==4.33.*
 scipy
 sentencepiece
 tensorboard
 tqdm
 wandb
 
+git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
+
 # bitsandbytes
 bitsandbytes==0.41.1; platform_system != "Windows"
 https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"
diff --git a/requirements_apple_silicon.txt b/requirements_apple_silicon.txt
index 184bd597..2e0f6153 100644
--- a/requirements_apple_silicon.txt
+++ b/requirements_apple_silicon.txt
@@ -18,13 +18,14 @@ Pillow>=9.5.0
 pyyaml
 requests
 safetensors==0.3.2
-transformers==4.33.*
 scipy
 sentencepiece
 tensorboard
 tqdm
 wandb
 
+git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
+
 # bitsandbytes
 bitsandbytes==0.41.1; platform_system != "Windows"
 https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"
diff --git a/requirements_cpu_only.txt b/requirements_cpu_only.txt
index 38105681..ce1d8693 100644
--- a/requirements_cpu_only.txt
+++ b/requirements_cpu_only.txt
@@ -18,13 +18,14 @@ Pillow>=9.5.0
 pyyaml
 requests
 safetensors==0.3.2
-transformers==4.33.*
 scipy
 sentencepiece
 tensorboard
 tqdm
 wandb
 
+git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
+
 # bitsandbytes
 bitsandbytes==0.41.1; platform_system != "Windows"
 https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"
diff --git a/requirements_cpu_only_noavx2.txt b/requirements_cpu_only_noavx2.txt
index cb4b4dd9..a11bb8e8 100644
--- a/requirements_cpu_only_noavx2.txt
+++ b/requirements_cpu_only_noavx2.txt
@@ -18,13 +18,14 @@ Pillow>=9.5.0
 pyyaml
 requests
 safetensors==0.3.2
-transformers==4.33.*
 scipy
 sentencepiece
 tensorboard
 tqdm
 wandb
 
+git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
+
 # bitsandbytes
 bitsandbytes==0.41.1; platform_system != "Windows"
 https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"
diff --git a/requirements_noavx2.txt b/requirements_noavx2.txt
index c3551577..8c9bc51a 100644
--- a/requirements_noavx2.txt
+++ b/requirements_noavx2.txt
@@ -18,13 +18,14 @@ Pillow>=9.5.0
 pyyaml
 requests
 safetensors==0.3.2
-transformers==4.33.*
 scipy
 sentencepiece
 tensorboard
 tqdm
 wandb
 
+git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
+
 # bitsandbytes
 bitsandbytes==0.41.1; platform_system != "Windows"
 https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"
diff --git a/requirements_nowheels.txt b/requirements_nowheels.txt
index 4b5c4f5e..d71d82df 100644
--- a/requirements_nowheels.txt
+++ b/requirements_nowheels.txt
@@ -18,13 +18,14 @@ Pillow>=9.5.0
 pyyaml
 requests
 safetensors==0.3.2
-transformers==4.33.*
 scipy
 sentencepiece
 tensorboard
 tqdm
 wandb
 
+git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
+
 # bitsandbytes
 bitsandbytes==0.41.1; platform_system != "Windows"
 https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"