mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add LoRA support

Browse source
This commit is contained in:
oobabooga 2023-03-16 21:31:39 -03:00
parent ee164d1821
commit 104293f411
6 changed files with 51 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

2
modules/models.py
View file

@ -11,6 +11,8 @@ from accelerate import infer_auto_device_map, init_empty_weights
from transformers import (AutoConfig, AutoModelForCausalLM, AutoTokenizer,
BitsAndBytesConfig)
from peft import PeftModel
import modules.shared as shared
transformers.logging.set_verbosity_error()