Better detect EXL2 models

2023-09-23 13:04:27 -07:00 · 2023-09-23 13:04:27 -07:00 · 7a3ca2c68f
commit 7a3ca2c68f
parent 895ec9dadb
2 changed files with 3 additions and 1 deletions
--- a/modules/models_settings.py
+++ b/modules/models_settings.py
@ -76,6 +76,8 @@ def infer_loader(model_name, model_settings):
        loader = 'llama.cpp'
    elif re.match(r'.*rwkv.*\.pth', model_name.lower()):
        loader = 'RWKV'
+    elif re.match(r'.*exl2', model_name.lower()):
+        loader = 'ExLlamav2_HF'
    else:
        loader = 'Transformers'