Add a specific error if HQQ is missing

oobabooga · Dec 20, 2023 · fb8ee9f · fb8ee9f
1 parent 366c93a
commit fb8ee9f
Showing 1 changed file with 6 additions and 2 deletions.
diff --git a/modules/models.py b/modules/models.py
@@ -413,8 +413,12 @@ def ExLlamav2_HF_loader(model_name):
 
 
 def HQQ_loader(model_name):
-    from hqq.engine.hf import HQQModelForCausalLM
-    from hqq.core.quantize import HQQLinear, HQQBackend
+    try:
+        from hqq.engine.hf import HQQModelForCausalLM
+        from hqq.core.quantize import HQQLinear, HQQBackend
+    except ModuleNotFoundError:
+        logger.error("HQQ is not installed. You can install it with:\n\npip install hqq")
+        return None
 
     logger.info(f"Loading HQQ model with backend: {shared.args.hqq_backend}")