fix token counter (#9744)

run-llama · Dec 29, 2023 · fffcd15 · fffcd15
1 parent deced4b
commit fffcd15
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llama_index/callbacks/token_counting.py b/llama_index/callbacks/token_counting.py
@@ -50,7 +50,7 @@ def get_llm_token_counts(
             response_tokens = 0
 
             if response is not None and response.raw is not None:
-                usage = response.raw.get("usage")  # type: ignore
+                usage = dict(response.raw.get("usage"))  # type: ignore
 
                 if usage is not None:
                     messages_tokens = usage.get("prompt_tokens", 0)