Fixed character overlap issue when api streaming output (#2431)

lm-sys · Sep 18, 2023 · 2e0e60b · 2e0e60b
1 parent 3149253
commit 2e0e60b
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/fastchat/serve/openai_api_server.py b/fastchat/serve/openai_api_server.py
@@ -435,7 +435,7 @@ async def chat_completion_stream_generator(
                 return
             decoded_unicode = content["text"].replace("\ufffd", "")
             delta_text = decoded_unicode[len(previous_text) :]
-            previous_text = decoded_unicode
+            previous_text = decoded_unicode if len(decoded_unicode) > len(previous_text) else previous_text
 
             if len(delta_text) == 0:
                 delta_text = None
@@ -554,7 +554,7 @@ async def generate_completion_stream_generator(
                     return
                 decoded_unicode = content["text"].replace("\ufffd", "")
                 delta_text = decoded_unicode[len(previous_text) :]
-                previous_text = decoded_unicode
+                previous_text = decoded_unicode if len(decoded_unicode) > len(previous_text) else previous_text
                 # todo: index is not apparent
                 choice_data = CompletionResponseStreamChoice(
                     index=i,