mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Use pre-compiled python module for ExLlama (#2770)

Browse source
This commit is contained in:
jllllll 2023-06-24 18:24:17 -05:00 • committed by GitHub
parent a70a2ac3be
commit bef67af23c
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
5 changed files with 41 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

9
modules/LoRA.py
View file

@ -20,10 +20,13 @@ def add_lora_to_model(lora_names):
def add_lora_exllama(lora_names):
try:
from repositories.exllama.lora import ExLlamaLora
from exllama.lora import ExLlamaLora
except:
logger.error("Could not find the file repositories/exllama/lora.py. Make sure that exllama is cloned inside repositories/ and is up to date.")
return
try:
from repositories.exllama.lora import ExLlamaLora
except:
logger.error("Could not find the file repositories/exllama/lora.py. Make sure that exllama is cloned inside repositories/ and is up to date.")
return
if len(lora_names) == 0:
shared.model.generator.lora = None