mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add new llama.cpp library (2048 context, temperature, etc now work)

Browse source
This commit is contained in:
oobabooga 2023-04-06 13:12:14 -03:00
parent 39f3fec913
commit 03cb44fc8c
3 changed files with 67 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
modules/models.py
View file

@ -103,7 +103,7 @@ def load_model(model_name):
# llamacpp model
elif shared.is_llamacpp:
from modules.llamacpp_model import LlamaCppModel
from modules.llamacpp_model_alternative import LlamaCppModel
model_file = list(Path(f'{shared.args.model_dir}/{model_name}').glob('ggml*.bin'))[0]
print(f"llama.cpp weights detected: {model_file}\n")