Make -1 default value if no tokens have been received

ls1intum · Oct 16, 2024 · 3253c46 · 3253c46
1 parent 4d61c85
commit 3253c46
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/app/llm/external/ollama.py b/app/llm/external/ollama.py
@@ -119,8 +119,8 @@ def chat(
         )
         return convert_to_iris_message(
             response.get("message"),
-            response.get("prompt_eval_count", 0),
-            response.get("eval_count", 0),
+            response.get("prompt_eval_count", -1),
+            response.get("eval_count", -1),
             response.get("model", self.model),
         )