Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-22 08:07:56 +01:00
Code Issues Packages Projects Releases Wiki Activity

Add Mistral support

Browse Source
This commit is contained in:
oobabooga 2023-09-28 15:16:28 -07:00
parent f46ba12b42
commit 92a39c619b
10 changed files with 21 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
models/config.yaml
View File

@ -226,4 +226,6 @@ llama-65b-gptq-3bit:
.*codellama: .*codellama:
rope_freq_base: 1000000 rope_freq_base: 1000000
.*codellama.*instruct: .*codellama.*instruct:
instruction_template: 'Llama-v2' instruction_template: 'Llama-v2'
.*mistral.*instruct:
instruction_template: 'Mistral'

3
requirements.txt
View File

@ -18,13 +18,14 @@ Pillow>=9.5.0
pyyaml pyyaml
requests requests
safetensors==0.3.2 safetensors==0.3.2
transformers==4.33.*
scipy scipy
sentencepiece sentencepiece
tensorboard tensorboard
tqdm tqdm
wandb wandb
git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
# bitsandbytes # bitsandbytes
bitsandbytes==0.41.1; platform_system != "Windows" bitsandbytes==0.41.1; platform_system != "Windows"
https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows" https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"

3
requirements_amd.txt
View File

@ -18,13 +18,14 @@ Pillow>=9.5.0
pyyaml pyyaml
requests requests
safetensors==0.3.2 safetensors==0.3.2
transformers==4.33.*
scipy scipy
sentencepiece sentencepiece
tensorboard tensorboard
tqdm tqdm
wandb wandb
git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
# bitsandbytes # bitsandbytes
bitsandbytes==0.38.1; platform_system != "Windows" bitsandbytes==0.38.1; platform_system != "Windows"
https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.38.1-py3-none-win_amd64.whl; platform_system == "Windows" https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.38.1-py3-none-win_amd64.whl; platform_system == "Windows"

3
requirements_amd_noavx2.txt
View File

@ -18,13 +18,14 @@ Pillow>=9.5.0
pyyaml pyyaml
requests requests
safetensors==0.3.2 safetensors==0.3.2
transformers==4.33.*
scipy scipy
sentencepiece sentencepiece
tensorboard tensorboard
tqdm tqdm
wandb wandb
git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
# bitsandbytes # bitsandbytes
bitsandbytes==0.38.1; platform_system != "Windows" bitsandbytes==0.38.1; platform_system != "Windows"
https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.38.1-py3-none-win_amd64.whl; platform_system == "Windows" https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.38.1-py3-none-win_amd64.whl; platform_system == "Windows"

3
requirements_apple_intel.txt
View File

@ -18,13 +18,14 @@ Pillow>=9.5.0
pyyaml pyyaml
requests requests
safetensors==0.3.2 safetensors==0.3.2
transformers==4.33.*
scipy scipy
sentencepiece sentencepiece
tensorboard tensorboard
tqdm tqdm
wandb wandb
git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
# bitsandbytes # bitsandbytes
bitsandbytes==0.41.1; platform_system != "Windows" bitsandbytes==0.41.1; platform_system != "Windows"
https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows" https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"

3
requirements_apple_silicon.txt
View File

@ -18,13 +18,14 @@ Pillow>=9.5.0
pyyaml pyyaml
requests requests
safetensors==0.3.2 safetensors==0.3.2
transformers==4.33.*
scipy scipy
sentencepiece sentencepiece
tensorboard tensorboard
tqdm tqdm
wandb wandb
git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
# bitsandbytes # bitsandbytes
bitsandbytes==0.41.1; platform_system != "Windows" bitsandbytes==0.41.1; platform_system != "Windows"
https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows" https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"

3
requirements_cpu_only.txt
View File

@ -18,13 +18,14 @@ Pillow>=9.5.0
pyyaml pyyaml
requests requests
safetensors==0.3.2 safetensors==0.3.2
transformers==4.33.*
scipy scipy
sentencepiece sentencepiece
tensorboard tensorboard
tqdm tqdm
wandb wandb
git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
# bitsandbytes # bitsandbytes
bitsandbytes==0.41.1; platform_system != "Windows" bitsandbytes==0.41.1; platform_system != "Windows"
https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows" https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"

3
requirements_cpu_only_noavx2.txt
View File

@ -18,13 +18,14 @@ Pillow>=9.5.0
pyyaml pyyaml
requests requests
safetensors==0.3.2 safetensors==0.3.2
transformers==4.33.*
scipy scipy
sentencepiece sentencepiece
tensorboard tensorboard
tqdm tqdm
wandb wandb
git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
# bitsandbytes # bitsandbytes
bitsandbytes==0.41.1; platform_system != "Windows" bitsandbytes==0.41.1; platform_system != "Windows"
https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows" https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"

3
requirements_noavx2.txt
View File

@ -18,13 +18,14 @@ Pillow>=9.5.0
pyyaml pyyaml
requests requests
safetensors==0.3.2 safetensors==0.3.2
transformers==4.33.*
scipy scipy
sentencepiece sentencepiece
tensorboard tensorboard
tqdm tqdm
wandb wandb
git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
# bitsandbytes # bitsandbytes
bitsandbytes==0.41.1; platform_system != "Windows" bitsandbytes==0.41.1; platform_system != "Windows"
https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows" https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"

3
requirements_nowheels.txt
View File

@ -18,13 +18,14 @@ Pillow>=9.5.0
pyyaml pyyaml
requests requests
safetensors==0.3.2 safetensors==0.3.2
transformers==4.33.*
scipy scipy
sentencepiece sentencepiece
tensorboard tensorboard
tqdm tqdm
wandb wandb
git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
# bitsandbytes # bitsandbytes
bitsandbytes==0.41.1; platform_system != "Windows" bitsandbytes==0.41.1; platform_system != "Windows"
https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows" https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"