mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Simplified ExLlama cloning instructions and failure message (#3972)

Browse source
This commit is contained in:
James Braza 2023-09-17 15:26:05 -07:00 • committed by GitHub
parent 45335fa8f4
commit fee38e0601
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 6 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

7
modules/exllama.py
View file

@ -14,7 +14,7 @@ try:
from exllama.model import ExLlama, ExLlamaCache, ExLlamaConfig
from exllama.tokenizer import ExLlamaTokenizer
except:
logger.warning('Exllama module failed to load. Will attempt to load from repositories.')
logger.warning('exllama module failed to import. Will attempt to import from repositories/.')
try:
from modules.relative_imports import RelativeImport
@ -23,7 +23,10 @@ except:
from model import ExLlama, ExLlamaCache, ExLlamaConfig
from tokenizer import ExLlamaTokenizer
except:
logger.error("Could not find repositories/exllama/. Make sure that exllama is cloned inside repositories/ and is up to date.")
logger.error(
"Could not find repositories/exllama. Please ensure that exllama"
" (https://github.com/turboderp/exllama) is cloned inside repositories/ and is up to date."
)
raise