Disable logits_all in llamacpp_HF (makes processing 3x faster)

2023-11-07 14:35:48 -08:00 · 2023-11-07 14:35:48 -08:00 · af3d25a503
commit af3d25a503
parent 5c3eb22ce6
5 changed files with 5 additions and 1 deletions
--- a/modules/loaders.py
+++ b/modules/loaders.py
@ -123,6 +123,7 @@ loaders_and_params = OrderedDict({
        'numa',
        'cfg_cache',
        'use_fast',
+        'logits_all',
        'llamacpp_HF_info',
    ],
    'ctransformers': [