Sampling: Add max_completion_tokens

Conforms with OAI's updated spec Signed-off-by: kingbri <[email protected]>
theroyallab · Dec 13, 2024 · c23e406 · c23e406
1 parent bc3c154
commit c23e406
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/common/sampling.py b/common/sampling.py
@@ -25,7 +25,9 @@ class BaseSamplerRequest(BaseModel):
 
     max_tokens: Optional[int] = Field(
         default_factory=lambda: get_default_sampler_value("max_tokens"),
-        validation_alias=AliasChoices("max_tokens", "max_length"),
+        validation_alias=AliasChoices(
+            "max_tokens", "max_completion_tokens", "max_length"
+        ),
         description="Aliases: max_length",
         examples=[150],
         ge=0,