fix

InternLM · Dec 11, 2024 · ac0ced9 · ac0ced9
1 parent 68a10cc
commit ac0ced9
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 5 deletions.
diff --git a/lmdeploy/pytorch/check_env/model.py b/lmdeploy/pytorch/check_env/model.py
@@ -90,11 +90,14 @@ def check_awq(self, config):
 
         try:
             import awq_ext  # noqa
-        except Exception:
+        except Exception as e:
             logger.debug('Exception:', exc_info=1)
-            logger.warning('Failed to import `awq_ext`. '
-                           'Try reinstall it from source: '
-                           'https://github.com/casper-hansen/AutoAWQ_kernels')
+            self.log_and_exit(
+                e,
+                'awq_ext',
+                message='Failed to import `awq_ext`. '
+                'Try reinstall it from source: '
+                'https://github.com/casper-hansen/AutoAWQ_kernels')
 
     def check(self):
         """check."""

diff --git a/lmdeploy/pytorch/engine/engine.py b/lmdeploy/pytorch/engine/engine.py
@@ -137,7 +137,7 @@ def __init__(self,
                                 engine_config=engine_config,
                                 trust_remote_code=trust_remote_code,
                                 logger=logger)
-        checker.check()
+        checker.handle()
 
         adapters = engine_config.adapters
         self.engine_config = engine_config