Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-12-25 05:48:55 +01:00
Code Issues Packages Projects Releases Wiki Activity

Fix ExLlama-v2 path issue

Browse Source
This commit is contained in:
oobabooga 2023-09-12 17:42:22 -07:00
parent 1a5d68015a
commit b7adf290fc
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
modules/exllamav2.py
View File

@ -24,7 +24,7 @@ class Exllamav2Model:
path_to_model = Path(f'{shared.args.model_dir}') / Path(path_to_model)
config = ExLlamaV2Config()
config.model_dir = path_to_model
config.model_dir = str(path_to_model)
config.prepare()
config.max_seq_len = shared.args.max_seq_len

2
modules/exllamav2_hf.py
View File

@ -112,7 +112,7 @@ class Exllamav2HF(PreTrainedModel):
pretrained_model_name_or_path = Path(f'{shared.args.model_dir}') / Path(pretrained_model_name_or_path)
config = ExLlamaV2Config()
config.model_dir = pretrained_model_name_or_path
config.model_dir = str(pretrained_model_name_or_path)
config.prepare()
config.max_seq_len = shared.args.max_seq_len