yapf

vllm-project · Jul 12, 2024 · ad8390c · ad8390c
1 parent dadfa82
commit ad8390c
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/vllm/spec_decode/spec_decode_worker.py b/vllm/spec_decode/spec_decode_worker.py
@@ -467,10 +467,11 @@ def _run_speculative_decoding_step(
         proposals = self.proposer_worker.get_spec_proposals(
             execute_model_req, self._seq_with_bonus_token_in_last_step)
 
-        if not self.allow_no_draft_tokens and sum(proposals.proposal_lens) == 0:
+        if not self.allow_no_draft_tokens and sum(
+                proposals.proposal_lens) == 0:
             #TODO: Fix it #5814
             raise RuntimeError("Distributed draft worker cannot handle when "
-                                "there's no draft tokens")
+                               "there's no draft tokens")
 
         proposal_scores = self.scorer.score_proposals(
             execute_model_req,