mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Bump llama-cpp-python to 0.2.11

Browse source
This commit is contained in:
jllllll 2023-10-01 18:08:10 -05:00
parent f2d82f731a
commit 41a2de96e5
No known key found for this signature in database
GPG key ID: 7FCD00C417935797
14 changed files with 25 additions and 30 deletions
Download patch file Download diff file Expand all files Collapse all files

1
modules/llamacpp_hf.py
View file

@ -198,7 +198,6 @@ class LlamacppHF(PreTrainedModel):
'use_mmap': not shared.args.no_mmap,
'use_mlock': shared.args.mlock,
'mul_mat_q': shared.args.mul_mat_q,
'low_vram': shared.args.low_vram,
'numa': shared.args.numa,
'n_gpu_layers': shared.args.n_gpu_layers,
'rope_freq_base': RoPE.get_rope_freq_base(shared.args.alpha_value, shared.args.rope_freq_base),