From 187015f8b07de0f15e2d319860b0ab768a3be2b1 Mon Sep 17 00:00:00 2001 From: youkaichao Date: Tue, 10 Dec 2024 01:29:29 -0800 Subject: [PATCH] fix annotation Signed-off-by: youkaichao --- vllm/forward_context.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/vllm/forward_context.py b/vllm/forward_context.py index 2fd82ca6b606d..8f2f70a84c355 100644 --- a/vllm/forward_context.py +++ b/vllm/forward_context.py @@ -10,10 +10,10 @@ logger = init_logger(__name__) -track_batchsize = envs.VLLM_LOG_BATCHSIZE_INTERVAL >= 0 -batchsize_counter = Counter() +track_batchsize: bool = envs.VLLM_LOG_BATCHSIZE_INTERVAL >= 0 +batchsize_counter: Counter = Counter() last_logging_time: float = 0 -batchsize_logging_interval = envs.VLLM_LOG_BATCHSIZE_INTERVAL +batchsize_logging_interval: float = envs.VLLM_LOG_BATCHSIZE_INTERVAL @dataclass