From d4ed9f703d17e9009beb8021dd8e3f7fdd754725 Mon Sep 17 00:00:00 2001 From: kingbri Date: Thu, 4 Jan 2024 21:13:30 -0500 Subject: [PATCH] Tree: Format Signed-off-by: kingbri --- OAI/types/model.py | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/OAI/types/model.py b/OAI/types/model.py index 5dcf1713..483c41f4 100644 --- a/OAI/types/model.py +++ b/OAI/types/model.py @@ -62,19 +62,18 @@ class ModelLoadRequest(BaseModel): max_seq_len: Optional[int] = Field( description="Leave this blank to use the model's base sequence length", default=None, - examples=[4096] + examples=[4096], ) override_base_seq_len: Optional[int] = Field( description=( "Overrides the model's base sequence length. " "Leave blank if unsure" ), default=None, - examples=[4096] + examples=[4096], ) gpu_split_auto: Optional[bool] = True gpu_split: Optional[List[float]] = Field( - default_factory=list, - examples=[[24.0, 20.0]] + default_factory=list, examples=[[24.0, 20.0]] ) rope_scale: Optional[float] = Field( description="Automatically pulled from the model's config if not present",