From 00ec97818a85e1d66b7594e314594651a3ad4263 Mon Sep 17 00:00:00 2001 From: Sourashis Roy Date: Mon, 9 Dec 2024 02:38:50 +0000 Subject: [PATCH] More fixes --- vllm/v1/sample/sampler.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/v1/sample/sampler.py b/vllm/v1/sample/sampler.py index eabef8ff56a7b..76a7c9a69bb1d 100644 --- a/vllm/v1/sample/sampler.py +++ b/vllm/v1/sample/sampler.py @@ -179,7 +179,7 @@ def _apply_min_token_penalties(logits: torch.Tensor, """ min_tokens_logits_to_penalize: List[Tuple[int, int]] = [] for index, min_token in enumerate(min_tokens): - if (min_token > 0 and len(output_token_ids[index]) < min_token): + if (len(output_token_ids[index]) < min_token): for stop_token_id in stop_token_ids[index]: min_tokens_logits_to_penalize.append((index, stop_token_id)) if min_tokens_logits_to_penalize: