mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add threads_batch parameter

Browse source
This commit is contained in:
oobabooga 2023-10-01 21:27:04 -07:00
parent 41a2de96e5
commit b6fe6acf88
7 changed files with 8 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
modules/loaders.py
View file

@ -91,6 +91,7 @@ loaders_and_params = OrderedDict({
'tensor_split',
'n_batch',
'threads',
'threads_batch',
'no_mmap',
'mlock',
'mul_mat_q',
@ -107,6 +108,7 @@ loaders_and_params = OrderedDict({
'tensor_split',
'n_batch',
'threads',
'threads_batch',
'no_mmap',
'mlock',
'mul_mat_q',