Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-24 17:06:53 +01:00
Code Issues Packages Projects Releases Wiki Activity

Add files

Browse Source
This commit is contained in:
oobabooga 2023-03-16 21:35:53 -03:00
parent 104293f411
commit 0cecfc684c
2 changed files with 15 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

0
loras/place-your-loras-here.txt Normal file
View File

15
modules/LoRA.py Normal file
View File

@ -0,0 +1,15 @@
from pathlib import Path
from peft import PeftModel
import modules.shared as shared
from modules.models import load_model
def add_lora_to_model(lora_name):
# Is there a more efficient way of returning to the base model?
if lora_name == "None":
shared.model, shared.tokenizer = load_model(shared.model_name)
else:
shared.model = PeftModel.from_pretrained(shared.model, Path(f"loras/{lora_name}"))