[Misc] typo find in sampling_metadata.py (vllm-project#10740)

ShangmingCai · Nov 29, 2024 · c82b432 · c82b432
1 parent fa6ecb9
commit c82b432
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/vllm/model_executor/sampling_metadata.py b/vllm/model_executor/sampling_metadata.py
@@ -454,6 +454,7 @@ def from_sampling_metadata(
         if do_penalties:
             for seq_group in sampling_metadata.seq_groups:
                 seq_ids = seq_group.seq_ids
+                sampling_params = seq_group.sampling_params
                 if (seq_group.is_prompt
                         and sampling_params.prompt_logprobs is not None):
                     prefill_len = len(seq_group.prompt_logprob_indices)