From 3025341d3397ba2c29e9ac399df5e06f2ff615da Mon Sep 17 00:00:00 2001 From: Flavia Beo Date: Mon, 21 Oct 2024 09:33:21 -0300 Subject: [PATCH] Print quant_config Signed-off-by: Flavia Beo --- vllm/model_executor/models/bert.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/vllm/model_executor/models/bert.py b/vllm/model_executor/models/bert.py index 89295ec26c1ac..dd8408346fce8 100644 --- a/vllm/model_executor/models/bert.py +++ b/vllm/model_executor/models/bert.py @@ -390,8 +390,9 @@ def __init__( ) -> None: super().__init__() self.model = BertModel(config, cache_config, quant_config) - print("====================================================") - print(cache_config.__dict__) + print("======================== quant_config.__dict__ ============================") + print(quant_config.__dict__) + print("======================== quant_config.__dict__ ============================") # self.pooling_type = ModelConfig.get_pooling_type(config) # self._pooler = Pooler(pooling_type=self.pooling_type, normalize=True) self._pooler = Pooler(PoolingType.CLS, normalize=True)