FIX: fix stop_session func bug (#578)

* FIX: fix stop_session func bug * keep sequence_end = False --------- Co-authored-by: honglei.yan <[email protected]> Co-authored-by: AllentDan <[email protected]>
InternLM · Nov 6, 2023 · 85d2f66 · 85d2f66
1 parent c15fbf4
commit 85d2f66
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/lmdeploy/turbomind/turbomind.py b/lmdeploy/turbomind/turbomind.py
@@ -268,7 +268,7 @@ def stream_infer(self,
             self.model_insts[0].register_callback(self._forward_callback)
 
         if len(input_ids) == 0:
-            input_ids = []
+            input_ids = [[]]
         if isinstance(input_ids[0], int):
             input_ids = [input_ids]
 
@@ -383,7 +383,7 @@ def decode(self, input_ids):
         """
 
         if len(input_ids) == 0:
-            input_ids = []
+            input_ids = [[]]
         if isinstance(input_ids[0], int):
             input_ids = [input_ids]