Add threads_batch parameter

This commit is contained in:
oobabooga 2023-10-01 21:27:04 -07:00
parent 41a2de96e5
commit b6fe6acf88
7 changed files with 8 additions and 0 deletions

View file

@ -69,6 +69,7 @@ def list_model_elements():
'disable_exllama',
'cfg_cache',
'threads',
'threads_batch',
'n_batch',
'no_mmap',
'mlock',