From ac0ced9f76930478bb2509a9745ada6ec6a0b013 Mon Sep 17 00:00:00 2001 From: grimoire Date: Wed, 11 Dec 2024 11:03:18 +0800 Subject: [PATCH] fix --- lmdeploy/pytorch/check_env/model.py | 11 +++++++---- lmdeploy/pytorch/engine/engine.py | 2 +- 2 files changed, 8 insertions(+), 5 deletions(-) diff --git a/lmdeploy/pytorch/check_env/model.py b/lmdeploy/pytorch/check_env/model.py index 68b9e265e2..4b721e50e2 100644 --- a/lmdeploy/pytorch/check_env/model.py +++ b/lmdeploy/pytorch/check_env/model.py @@ -90,11 +90,14 @@ def check_awq(self, config): try: import awq_ext # noqa - except Exception: + except Exception as e: logger.debug('Exception:', exc_info=1) - logger.warning('Failed to import `awq_ext`. ' - 'Try reinstall it from source: ' - 'https://github.com/casper-hansen/AutoAWQ_kernels') + self.log_and_exit( + e, + 'awq_ext', + message='Failed to import `awq_ext`. ' + 'Try reinstall it from source: ' + 'https://github.com/casper-hansen/AutoAWQ_kernels') def check(self): """check.""" diff --git a/lmdeploy/pytorch/engine/engine.py b/lmdeploy/pytorch/engine/engine.py index d18f7d139f..b74c0f64a6 100644 --- a/lmdeploy/pytorch/engine/engine.py +++ b/lmdeploy/pytorch/engine/engine.py @@ -137,7 +137,7 @@ def __init__(self, engine_config=engine_config, trust_remote_code=trust_remote_code, logger=logger) - checker.check() + checker.handle() adapters = engine_config.adapters self.engine_config = engine_config