Fixed bug for from_config_with_defaults

Signed-off-by: Went-Liang <[email protected]>
vllm-project · Oct 29, 2024 · 4e468a3 · 4e468a3
1 parent dd9342b
commit 4e468a3
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/vllm/model_executor/layers/pooler.py b/vllm/model_executor/layers/pooler.py
@@ -56,7 +56,9 @@ def from_config_with_defaults(
         softmax: bool,
         step_tag_id: Optional[int] = None,
         returned_token_ids: Optional[List[int]] = None,
-    ) -> "Pooler":
+    ) -> Optional["Pooler"]:
+        if pooler_config is None:
+            return None
         return cls(
             pooling_type=PoolingType[pooler_config.pooling_type]
             if pooler_config.pooling_type is not None else pooling_type,