fix: Make logprob field optional for response Pydantic validation

predibase · Nov 21, 2024 · 314f9aa · 314f9aa
1 parent 81d0173
commit 314f9aa
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/clients/python/lorax/types.py b/clients/python/lorax/types.py
@@ -270,7 +270,7 @@ class Token(BaseModel):
     # Token text
     text: str
     # Logprob
-    logprob: float
+    logprob: Optional[float]
     # Is the token a special token
     # Can be used to ignore tokens when concatenating
     special: bool