Remove flexgen support

2023-07-25 15:15:29 -07:00 · 2023-07-25 15:15:29 -07:00 · 75c2dd38cf
commit 75c2dd38cf
parent 5134d5b1c6
8 changed files with 3 additions and 233 deletions
--- a/modules/models_settings.py
+++ b/modules/models_settings.py
@ -30,8 +30,6 @@ def infer_loader(model_name):
        loader = 'llama.cpp'
    elif re.match('.*rwkv.*\.pth', model_name.lower()):
        loader = 'RWKV'
-    elif shared.args.flexgen:
-        loader = 'FlexGen'
    else:
        loader = 'Transformers'