fix

predibase · Feb 21, 2024 · bd4137a · bd4137a
1 parent 4e3ba3b
commit bd4137a
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/clients/python/lorax/types.py b/clients/python/lorax/types.py
@@ -279,7 +279,7 @@ class Details(BaseModel):
     # Decoder input tokens, empty if decoder_input_details is False
     prefill: List[InputToken]
     # Generated tokens
-    tokens: Optional[List[Token]]
+    tokens: List[Token]
     # Additional sequences when using the `best_of` parameter
     best_of_sequences: Optional[List[BestOfSequence]]
 
@@ -289,7 +289,7 @@ class Response(BaseModel):
     # Generated text
     generated_text: str
     # Generation details
-    details: Details
+    details: Optional[Details]
 
 
 # `generate_stream` details