From b9af04978f56e2ac4bbc3b6384d7ff12a8ae499c Mon Sep 17 00:00:00 2001 From: Wooyeon Lee Date: Fri, 12 Jul 2024 18:19:30 +0900 Subject: [PATCH] yapf --- vllm/spec_decode/spec_decode_worker.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/vllm/spec_decode/spec_decode_worker.py b/vllm/spec_decode/spec_decode_worker.py index a57aa3e416341..56bc42e8cefef 100644 --- a/vllm/spec_decode/spec_decode_worker.py +++ b/vllm/spec_decode/spec_decode_worker.py @@ -467,10 +467,11 @@ def _run_speculative_decoding_step( proposals = self.proposer_worker.get_spec_proposals( execute_model_req, self._seq_with_bonus_token_in_last_step) - if not self.allow_no_draft_tokens and sum(proposals.proposal_lens) == 0: + if not self.allow_no_draft_tokens and sum( + proposals.proposal_lens) == 0: #TODO: Fix it #5814 raise RuntimeError("Distributed draft worker cannot handle when " - "there's no draft tokens") + "there's no draft tokens") proposal_scores = self.scorer.score_proposals( execute_model_req,