diff --git a/tests/test_config.py b/tests/test_config.py
index e717287ca1968..7aa8ebbc99e0a 100644
--- a/tests/test_config.py
+++ b/tests/test_config.py
@@ -117,7 +117,7 @@ def test_get_pooling_config():
     )
 
     minilm_pooling_config = minilm_model_config._init_pooler_config(
-        pooling_type=None, 
+        pooling_type=None,
         pooling_norm=None,
         pooling_returned_token_ids=None,
         pooling_softmax=None,
@@ -139,13 +139,13 @@ def test_get_pooling_config_from_args():
                                       revision=None)
 
     minilm_pooling_config = minilm_model_config._init_pooler_config(
-        pooling_type='CLS', 
+        pooling_type='CLS',
         pooling_norm=True,
         pooling_returned_token_ids=None,
         pooling_softmax=None,
         pooling_step_tag_id=None)
 
-    assert minilm_pooling_config.pooling_norm
+    assert minilm_pooling_config.pooling_norm == True
     assert minilm_pooling_config.pooling_type == PoolingType.CLS.name
 
 
diff --git a/vllm/config.py b/vllm/config.py
index f9e3dc8b7aed6..0b2deb0cbb07a 100644
--- a/vllm/config.py
+++ b/vllm/config.py
@@ -188,7 +188,6 @@ def __init__(
         self.hf_config = get_config(self.model, trust_remote_code, revision,
                                     code_revision, rope_scaling, rope_theta,
                                     config_format)
-        self.bert_config = self._get_bert_config()
         self.hf_text_config = get_hf_text_config(self.hf_config)
         self.bert_config = self._get_bert_config()
         self.hf_image_processor_config = get_hf_image_processor_config(