mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Fix ExLlama-v2 path issue

Browse source
This commit is contained in:
oobabooga 2023-09-12 17:42:22 -07:00
parent 1a5d68015a
commit b7adf290fc
2 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
modules/exllamav2.py
View file

@ -24,7 +24,7 @@ class Exllamav2Model:
path_to_model = Path(f'{shared.args.model_dir}') / Path(path_to_model)
config = ExLlamaV2Config()
config.model_dir = path_to_model
config.model_dir = str(path_to_model)
config.prepare()
config.max_seq_len = shared.args.max_seq_len