[bugfix] fixed parameter “n” when set parameter “bestof” > 1 (#10854)

Signed-off-by: jianzheng <[email protected]>
vllm-project · Dec 4, 2024 · 8db957e · 8db957e
1 parent c9ca4fc
commit 8db957e
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/vllm/sampling_params.py b/vllm/sampling_params.py
@@ -293,8 +293,9 @@ def __post_init__(self) -> None:
                 raise ValueError(
                     f"best_of must be greater than or equal to n, "
                     f"got n={self.n} and best_of={self.best_of}.")
-            self._real_n = self.n
-            self.n = self.best_of
+            if not self._real_n:
+                self._real_n = self.n
+                self.n = self.best_of
 
         if 0 < self.temperature < _MAX_TEMP:
             logger.warning(