Skip to content

Commit

Permalink
Fixed bug for print pooler_config
Browse files Browse the repository at this point in the history
Signed-off-by: Went-Liang <[email protected]>
  • Loading branch information
Went-Liang committed Oct 29, 2024
1 parent c29e1c1 commit dd9342b
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 8 deletions.
2 changes: 1 addition & 1 deletion vllm/config.py
Original file line number Diff line number Diff line change
Expand Up @@ -284,7 +284,7 @@ def _init_pooler_config(
pooling_softmax=pooling_softmax,
pooling_step_tag_id=pooling_step_tag_id,
pooling_returned_token_ids=pooling_returned_token_ids)
return PoolerConfig()
return None

def _init_attention_free(self) -> bool:
architectures = getattr(self.hf_config, "architectures", [])
Expand Down
9 changes: 2 additions & 7 deletions vllm/engine/llm_engine.py
Original file line number Diff line number Diff line change
Expand Up @@ -257,8 +257,7 @@ def __init__(
"multi_step_stream_outputs=%s, enable_prefix_caching=%s, "
"use_async_output_proc=%s, use_cached_outputs=%s, "
"chat_template_text_format=%s, mm_processor_kwargs=%s, "
"pooling_type=%s, pooling_norm=%s, pooling_softmax=%s, "
"pooling_step_tag_id=%s, pooling_returned_token_ids=%s)",
"pooler_config=%r)",
VLLM_VERSION,
model_config.model,
speculative_config,
Expand Down Expand Up @@ -295,11 +294,7 @@ def __init__(
use_cached_outputs,
model_config.chat_template_text_format,
model_config.mm_processor_kwargs,
model_config.pooler_config.pooling_type,
model_config.pooler_config.pooling_norm,
model_config.pooler_config.pooling_softmax,
model_config.pooler_config.pooling_step_tag_id,
model_config.pooler_config.pooling_returned_token_ids,
model_config.pooler_config,
)
# TODO(woosuk): Print more configs in debug mode.
self.model_config = model_config
Expand Down

0 comments on commit dd9342b

Please sign in to comment.