Add HQQ back & update version

This reverts commit 2289e9031e.
2023-12-20 07:36:33 -08:00 · 2023-12-20 07:36:33 -08:00 · f0f6d9bdf9
commit f0f6d9bdf9
parent b15f510154
10 changed files with 11 additions and 6 deletions
--- a/modules/models.py
+++ b/modules/models.py
@ -413,12 +413,8 @@ def ExLlamav2_HF_loader(model_name):


 def HQQ_loader(model_name):
-    try:
-        from hqq.core.quantize import HQQBackend, HQQLinear
-        from hqq.engine.hf import HQQModelForCausalLM
-    except ModuleNotFoundError:
-        logger.error("HQQ is not installed. You can install it with:\n\npip install hqq")
-        return None
+    from hqq.core.quantize import HQQBackend, HQQLinear
+    from hqq.engine.hf import HQQModelForCausalLM

    logger.info(f"Loading HQQ model with backend: {shared.args.hqq_backend}")