Change number of tokens if error to 0, as is standard by OpenAI & Ollama

ls1intum · Oct 23, 2024 · 13c5db1 · 13c5db1
1 parent 9fe9e0a
commit 13c5db1
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/app/llm/external/ollama.py b/app/llm/external/ollama.py
@@ -119,8 +119,8 @@ def chat(
         )
         return convert_to_iris_message(
             response.get("message"),
-            response.get("prompt_eval_count", -1),
-            response.get("eval_count", -1),
+            response.get("prompt_eval_count", 0),
+            response.get("eval_count", 0),
             response.get("model", self.model),
         )
 

diff --git a/app/llm/external/openai_chat.py b/app/llm/external/openai_chat.py
@@ -75,8 +75,8 @@ def convert_to_iris_message(
     """
     Convert a ChatCompletionMessage to a PyrisMessage
     """
-    num_input_tokens = getattr(usage, "prompt_tokens", -1)
-    num_output_tokens = getattr(usage, "completion_tokens", -1)
+    num_input_tokens = getattr(usage, "prompt_tokens", 0)
+    num_output_tokens = getattr(usage, "completion_tokens", 0)
 
     tokens = TokenUsageDTO(
         model=model,