From bd4137a19c7d087a5913d8f3531186bff3e6656d Mon Sep 17 00:00:00 2001
From: Magdy Saleh <magdy@predibase.com>
Date: Wed, 21 Feb 2024 12:24:44 -0500
Subject: [PATCH] fix

---
 clients/python/lorax/types.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/clients/python/lorax/types.py b/clients/python/lorax/types.py
index 0a834200b..e624a9e7b 100644
--- a/clients/python/lorax/types.py
+++ b/clients/python/lorax/types.py
@@ -279,7 +279,7 @@ class Details(BaseModel):
     # Decoder input tokens, empty if decoder_input_details is False
     prefill: List[InputToken]
     # Generated tokens
-    tokens: Optional[List[Token]]
+    tokens: List[Token]
     # Additional sequences when using the `best_of` parameter
     best_of_sequences: Optional[List[BestOfSequence]]
 
@@ -289,7 +289,7 @@ class Response(BaseModel):
     # Generated text
     generated_text: str
     # Generation details
-    details: Details
+    details: Optional[Details]
 
 
 # `generate_stream` details