mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Remove LoRA tab, move it into the Parameters menu

Browse source
This commit is contained in:
oobabooga 2023-03-17 11:39:48 -03:00
parent 214dc6868e
commit 29fe7b1c74
3 changed files with 14 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

2
modules/LoRA.py
View file

@ -10,6 +10,8 @@ def add_lora_to_model(lora_name):
# Is there a more efficient way of returning to the base model?
if lora_name == "None":
print(f"Reloading the model to remove the LoRA...")
shared.model, shared.tokenizer = load_model(shared.model_name)
else:
print(f"Adding the LoRA {lora_name} to the model...")
shared.model = PeftModel.from_pretrained(shared.model, Path(f"loras/{lora_name}"))