Various ctransformers fixes (#3556)

--------- Co-authored-by: cal066 <cal066@users.noreply.github.com>
2023-08-13 22:09:03 -04:00 · 2023-08-13 22:09:03 -04:00 · 66c04c304d
commit 66c04c304d
parent b8df4a436e
4 changed files with 33 additions and 6 deletions
--- a/modules/loaders.py
+++ b/modules/loaders.py
@ -92,6 +92,7 @@ loaders_and_params = OrderedDict({
        'llamacpp_HF_info',
    ],
    'ctransformers': [
+        'n_ctx',
        'n_gpu_layers',
        'n_batch',
        'threads',