Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-29 10:59:32 +01:00
Code Issues Packages Projects Releases Wiki Activity

Check if the .pt file exists

Browse Source
This commit is contained in:
oobabooga 2023-03-09 20:48:51 -03:00
parent 828a524f9a
commit 2965aa1625
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
modules/models.py
View File

@ -102,6 +102,10 @@ def load_model(model_name):
if path_to_model.name.lower().startswith('llama-30b'): if path_to_model.name.lower().startswith('llama-30b'):
pt_model = 'llama-30b-4bit.pt' pt_model = 'llama-30b-4bit.pt'
if not Path(f"models/{pt_model}").exists():
print(f"Could not find models/{pt_model}, exiting...")
exit()
model = load_quant(path_to_model, Path(f"models/{pt_model}"), 4) model = load_quant(path_to_model, Path(f"models/{pt_model}"), 4)
model = model.to(torch.device('cuda:0')) model = model.to(torch.device('cuda:0'))
@ -178,4 +182,3 @@ def load_soft_prompt(name):
shared.soft_prompt_tensor = tensor shared.soft_prompt_tensor = tensor
return name return name