Add usage to chat completion model

groq · Mar 1, 2024 · 41691e1 · 41691e1
1 parent 4d6e95f
commit 41691e1
Showing 1 changed file with 9 additions and 0 deletions.
diff --git a/src/lib/chat_completions_ext.ts b/src/lib/chat_completions_ext.ts
@@ -1,4 +1,5 @@
 // Manually curated models for streaming chat completions.
+import { ChatCompletion } from '../resources/chat'
 
 export interface ChatCompletionChunk {
   id: string;
@@ -12,6 +13,8 @@ export interface ChatCompletionChunk {
   object: 'chat.completion.chunk';
 
   system_fingerprint?: string;
+
+  x_groq?: ChatCompletionChunk.XGroq;
 }
 
 export namespace ChatCompletionChunk {
@@ -66,6 +69,12 @@ export namespace ChatCompletionChunk {
       content: Array<ChatCompletionTokenLogprob> | null;
     }
   }
+
+  export type XGroq = {
+    id?: string;
+    usage?: ChatCompletion.Usage;
+    error?: string;
+  }
 }
 
 export interface ChatCompletionTokenLogprob {