From 2861e998195343870b375448d0adae44bd2b5722 Mon Sep 17 00:00:00 2001 From: Wooyeon Lee Date: Thu, 18 Jul 2024 13:25:06 +0900 Subject: [PATCH] mypy yapf --- vllm/spec_decode/interfaces.py | 2 +- vllm/spec_decode/top1_proposer.py | 3 +-- 2 files changed, 2 insertions(+), 3 deletions(-) diff --git a/vllm/spec_decode/interfaces.py b/vllm/spec_decode/interfaces.py index 818302a68ec9f..11ab09f10c1f5 100644 --- a/vllm/spec_decode/interfaces.py +++ b/vllm/spec_decode/interfaces.py @@ -23,7 +23,7 @@ class SpeculativeProposals: proposal_lens: torch.Tensor # A flag to mark that there's no available proposals - no_proposals: bool + no_proposals: bool = False def __repr__(self): return (f"SpeculativeProposals(" diff --git a/vllm/spec_decode/top1_proposer.py b/vllm/spec_decode/top1_proposer.py index 5628ebabc349e..59257f7a61a4d 100644 --- a/vllm/spec_decode/top1_proposer.py +++ b/vllm/spec_decode/top1_proposer.py @@ -108,8 +108,7 @@ def get_spec_proposals( proposal_token_ids=proposal_tokens, proposal_probs=proposal_probs, proposal_lens=proposal_lens, - no_proposals=maybe_sampler_output is None - ) + no_proposals=maybe_sampler_output is None) return proposals