Merge branch 'openai-stream-usage' into testing

elastic · Oct 3, 2024 · a1bc986 · a1bc986
2 parents e27a487 + 7355ab3
commit a1bc986
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/openai/openai.go b/openai/openai.go
@@ -647,7 +647,7 @@ func (w *ChatWriter) writeResponse(data []byte) (int, error) {
 		if chatResponse.Done {
 			if w.streamUsage {
 				u := toUsage(chatResponse)
-				d, err := json.Marshal(ChatCompletionChunk{Usage: &u})
+				d, err := json.Marshal(ChatCompletionChunk{Choices: []ChunkChoice{}, Usage: &u})
 				if err != nil {
 					return 0, err
 				}
@@ -711,7 +711,7 @@ func (w *CompleteWriter) writeResponse(data []byte) (int, error) {
 		if generateResponse.Done {
 			if w.streamUsage {
 				u := toUsageGenerate(generateResponse)
-				d, err := json.Marshal(CompletionChunk{Usage: &u})
+				d, err := json.Marshal(CompletionChunk{Choices: []CompleteChunkChoice{}, Usage: &u})
 				if err != nil {
 					return 0, err
 				}