Add a comment
This commit is contained in:
parent
7da742e149
commit
f0b26451b4
1 changed files with 1 additions and 0 deletions
|
@ -13,5 +13,6 @@ def add_lora_to_model(lora_name):
|
|||
print("Reloading the model to remove the LoRA...")
|
||||
shared.model, shared.tokenizer = load_model(shared.model_name)
|
||||
else:
|
||||
# Why doesn't this work in 16-bit mode?
|
||||
print(f"Adding the LoRA {lora_name} to the model...")
|
||||
shared.model = PeftModel.from_pretrained(shared.model, Path(f"loras/{lora_name}"))
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue