initial multi-lora support (#1103)

---------

Co-authored-by: oobabooga <112222186+oobabooga@users.noreply.github.com>
This commit is contained in:
Alex "mcmonkey" Goodwin 2023-04-14 10:52:06 -07:00 committed by GitHub
parent ebb81eb176
commit 64e3b44e0f
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
4 changed files with 43 additions and 24 deletions

View file

@ -6,7 +6,7 @@ import yaml
model = None
tokenizer = None
model_name = "None"
lora_name = "None"
lora_names = []
soft_prompt_tensor = None
soft_prompt = False
is_RWKV = False
@ -68,7 +68,7 @@ settings = {
},
'lora_prompts': {
'default': 'QA',
'.*(alpaca-lora-7b|alpaca-lora-13b|alpaca-lora-30b)': "Alpaca",
'.*alpaca': "Alpaca",
}
}