OAI: Fix completion token fetching

The generator returns generated_tokens in the dict. Signed-off-by: kingbri <[email protected]>
theroyallab · Feb 11, 2024 · f627485 · f627485
1 parent 7e730e3
commit f627485
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/OAI/utils/completion.py b/OAI/utils/completion.py
@@ -43,7 +43,7 @@ def create_completion_response(generation: dict, model_name: Optional[str]):
     )
 
     prompt_tokens = unwrap(generation.get("prompt_tokens"), 0)
-    completion_tokens = unwrap(generation.get("completion_tokens"), 0)
+    completion_tokens = unwrap(generation.get("generated_tokens"), 0)
 
     response = CompletionResponse(
         choices=[choice],