diff --git a/vllm/model_executor/layers/pooler.py b/vllm/model_executor/layers/pooler.py index 941293f84f855..d24b6452e7b6c 100644 --- a/vllm/model_executor/layers/pooler.py +++ b/vllm/model_executor/layers/pooler.py @@ -37,7 +37,7 @@ def get_pooling_type(self, pooling_type_name: str) -> PoolingType: return PoolingType(next((value for key, value in pooling_types if key.lower() in pooling_type_name), - None)) + 2)) class Pooler(nn.Module): diff --git a/vllm/model_executor/models/bert.py b/vllm/model_executor/models/bert.py index e3e7b4a3ed2e5..b5df80c995451 100644 --- a/vllm/model_executor/models/bert.py +++ b/vllm/model_executor/models/bert.py @@ -391,7 +391,8 @@ def __init__( ) -> None: super().__init__() self.model = BertModel(config, cache_config, quant_config) - print(pooling_config) + print(pooling_config.pooling_type) + print(pooling_config.normalize) self._pooler = Pooler(pooling_config.pooling_type, pooling_config.normalize)