From 92a39c619bf21fa082823f1c8272c97ecd73db58 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Thu, 28 Sep 2023 15:16:28 -0700 Subject: [PATCH] Add Mistral support --- models/config.yaml | 4 +++- requirements.txt | 3 ++- requirements_amd.txt | 3 ++- requirements_amd_noavx2.txt | 3 ++- requirements_apple_intel.txt | 3 ++- requirements_apple_silicon.txt | 3 ++- requirements_cpu_only.txt | 3 ++- requirements_cpu_only_noavx2.txt | 3 ++- requirements_noavx2.txt | 3 ++- requirements_nowheels.txt | 3 ++- 10 files changed, 21 insertions(+), 10 deletions(-) diff --git a/models/config.yaml b/models/config.yaml index d98e95fb..704012ac 100644 --- a/models/config.yaml +++ b/models/config.yaml @@ -226,4 +226,6 @@ llama-65b-gptq-3bit: .*codellama: rope_freq_base: 1000000 .*codellama.*instruct: - instruction_template: 'Llama-v2' \ No newline at end of file + instruction_template: 'Llama-v2' +.*mistral.*instruct: + instruction_template: 'Mistral' \ No newline at end of file diff --git a/requirements.txt b/requirements.txt index b1b37065..64aede85 100644 --- a/requirements.txt +++ b/requirements.txt @@ -18,13 +18,14 @@ Pillow>=9.5.0 pyyaml requests safetensors==0.3.2 -transformers==4.33.* scipy sentencepiece tensorboard tqdm wandb +git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7 + # bitsandbytes bitsandbytes==0.41.1; platform_system != "Windows" https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows" diff --git a/requirements_amd.txt b/requirements_amd.txt index fb36058a..a7038063 100644 --- a/requirements_amd.txt +++ b/requirements_amd.txt @@ -18,13 +18,14 @@ Pillow>=9.5.0 pyyaml requests safetensors==0.3.2 -transformers==4.33.* scipy sentencepiece tensorboard tqdm wandb +git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7 + # bitsandbytes bitsandbytes==0.38.1; platform_system != "Windows" https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.38.1-py3-none-win_amd64.whl; platform_system == "Windows" diff --git a/requirements_amd_noavx2.txt b/requirements_amd_noavx2.txt index cbdce4a3..f7e97d55 100644 --- a/requirements_amd_noavx2.txt +++ b/requirements_amd_noavx2.txt @@ -18,13 +18,14 @@ Pillow>=9.5.0 pyyaml requests safetensors==0.3.2 -transformers==4.33.* scipy sentencepiece tensorboard tqdm wandb +git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7 + # bitsandbytes bitsandbytes==0.38.1; platform_system != "Windows" https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.38.1-py3-none-win_amd64.whl; platform_system == "Windows" diff --git a/requirements_apple_intel.txt b/requirements_apple_intel.txt index 58e7f60d..533c0c42 100644 --- a/requirements_apple_intel.txt +++ b/requirements_apple_intel.txt @@ -18,13 +18,14 @@ Pillow>=9.5.0 pyyaml requests safetensors==0.3.2 -transformers==4.33.* scipy sentencepiece tensorboard tqdm wandb +git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7 + # bitsandbytes bitsandbytes==0.41.1; platform_system != "Windows" https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows" diff --git a/requirements_apple_silicon.txt b/requirements_apple_silicon.txt index 184bd597..2e0f6153 100644 --- a/requirements_apple_silicon.txt +++ b/requirements_apple_silicon.txt @@ -18,13 +18,14 @@ Pillow>=9.5.0 pyyaml requests safetensors==0.3.2 -transformers==4.33.* scipy sentencepiece tensorboard tqdm wandb +git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7 + # bitsandbytes bitsandbytes==0.41.1; platform_system != "Windows" https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows" diff --git a/requirements_cpu_only.txt b/requirements_cpu_only.txt index 38105681..ce1d8693 100644 --- a/requirements_cpu_only.txt +++ b/requirements_cpu_only.txt @@ -18,13 +18,14 @@ Pillow>=9.5.0 pyyaml requests safetensors==0.3.2 -transformers==4.33.* scipy sentencepiece tensorboard tqdm wandb +git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7 + # bitsandbytes bitsandbytes==0.41.1; platform_system != "Windows" https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows" diff --git a/requirements_cpu_only_noavx2.txt b/requirements_cpu_only_noavx2.txt index cb4b4dd9..a11bb8e8 100644 --- a/requirements_cpu_only_noavx2.txt +++ b/requirements_cpu_only_noavx2.txt @@ -18,13 +18,14 @@ Pillow>=9.5.0 pyyaml requests safetensors==0.3.2 -transformers==4.33.* scipy sentencepiece tensorboard tqdm wandb +git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7 + # bitsandbytes bitsandbytes==0.41.1; platform_system != "Windows" https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows" diff --git a/requirements_noavx2.txt b/requirements_noavx2.txt index c3551577..8c9bc51a 100644 --- a/requirements_noavx2.txt +++ b/requirements_noavx2.txt @@ -18,13 +18,14 @@ Pillow>=9.5.0 pyyaml requests safetensors==0.3.2 -transformers==4.33.* scipy sentencepiece tensorboard tqdm wandb +git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7 + # bitsandbytes bitsandbytes==0.41.1; platform_system != "Windows" https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows" diff --git a/requirements_nowheels.txt b/requirements_nowheels.txt index 4b5c4f5e..d71d82df 100644 --- a/requirements_nowheels.txt +++ b/requirements_nowheels.txt @@ -18,13 +18,14 @@ Pillow>=9.5.0 pyyaml requests safetensors==0.3.2 -transformers==4.33.* scipy sentencepiece tensorboard tqdm wandb +git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7 + # bitsandbytes bitsandbytes==0.41.1; platform_system != "Windows" https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"