From 41691e1c009506a6afbbe7a946064dbf67eca2a8 Mon Sep 17 00:00:00 2001
From: Graden Rea <grea@groq.com>
Date: Fri, 1 Mar 2024 14:36:56 -0800
Subject: [PATCH] Add usage to chat completion model

---
 src/lib/chat_completions_ext.ts | 9 +++++++++
 1 file changed, 9 insertions(+)

diff --git a/src/lib/chat_completions_ext.ts b/src/lib/chat_completions_ext.ts
index 38ef75d..b8c175d 100644
--- a/src/lib/chat_completions_ext.ts
+++ b/src/lib/chat_completions_ext.ts
@@ -1,4 +1,5 @@
 // Manually curated models for streaming chat completions.
+import { ChatCompletion } from '../resources/chat'
 
 export interface ChatCompletionChunk {
   id: string;
@@ -12,6 +13,8 @@ export interface ChatCompletionChunk {
   object: 'chat.completion.chunk';
 
   system_fingerprint?: string;
+
+  x_groq?: ChatCompletionChunk.XGroq;
 }
 
 export namespace ChatCompletionChunk {
@@ -66,6 +69,12 @@ export namespace ChatCompletionChunk {
       content: Array<ChatCompletionTokenLogprob> | null;
     }
   }
+
+  export type XGroq = {
+    id?: string;
+    usage?: ChatCompletion.Usage;
+    error?: string;
+  }
 }
 
 export interface ChatCompletionTokenLogprob {