Add --mul_mat_q param

This commit is contained in:
oobabooga 2023-08-18 07:58:20 -07:00
parent 28cf5862af
commit 4ec42679e3
6 changed files with 6 additions and 0 deletions

View file

@ -68,6 +68,7 @@ def list_model_elements():
'no_mmap',
'low_vram',
'mlock',
'mul_mat_q',
'n_gpu_layers',
'tensor_split',
'n_ctx',