Skip to content

Commit

Permalink
Tree: Format
Browse files Browse the repository at this point in the history
Signed-off-by: kingbri <[email protected]>
  • Loading branch information
bdashore3 committed Jan 5, 2024
1 parent c164207 commit d4ed9f7
Showing 1 changed file with 3 additions and 4 deletions.
7 changes: 3 additions & 4 deletions OAI/types/model.py
Original file line number Diff line number Diff line change
Expand Up @@ -62,19 +62,18 @@ class ModelLoadRequest(BaseModel):
max_seq_len: Optional[int] = Field(
description="Leave this blank to use the model's base sequence length",
default=None,
examples=[4096]
examples=[4096],
)
override_base_seq_len: Optional[int] = Field(
description=(
"Overrides the model's base sequence length. " "Leave blank if unsure"
),
default=None,
examples=[4096]
examples=[4096],
)
gpu_split_auto: Optional[bool] = True
gpu_split: Optional[List[float]] = Field(
default_factory=list,
examples=[[24.0, 20.0]]
default_factory=list, examples=[[24.0, 20.0]]
)
rope_scale: Optional[float] = Field(
description="Automatically pulled from the model's config if not present",
Expand Down

0 comments on commit d4ed9f7

Please sign in to comment.