From c7d83fd950f0d39ddf5cde6216e4998656e7a5b2 Mon Sep 17 00:00:00 2001
From: AllentDan <AllentDan@yeah.net>
Date: Thu, 7 Mar 2024 15:19:34 +0800
Subject: [PATCH] fix yi

---
 lmdeploy/model.py | 13 +++++++++----
 1 file changed, 9 insertions(+), 4 deletions(-)

diff --git a/lmdeploy/model.py b/lmdeploy/model.py
index ef8570f305..39265eb064 100644
--- a/lmdeploy/model.py
+++ b/lmdeploy/model.py
@@ -147,9 +147,14 @@ def get_prompt(self, prompt, sequence_start=True):
         if self.capability == 'completion':
             return prompt
         if sequence_start:
-            return f'{self.system}{self.meta_instruction}{self.eosys}' \
-                   f'{self.user}{prompt}{self.eoh}' \
-                   f'{self.assistant}'
+            # None is different from ''
+            if self.meta_instruction is not None:
+                return f'{self.system}{self.meta_instruction}{self.eosys}' \
+                    f'{self.user}{prompt}{self.eoh}' \
+                    f'{self.assistant}'
+            else:
+                return f'{self.user}{prompt}{self.eoh}' \
+                       f'{self.assistant}'
         else:
             return f'{self.separator}{self.user}{prompt}{self.eoh}' \
                    f'{self.assistant}'
@@ -702,7 +707,7 @@ class Yi(BaseChatTemplate):
 
     def __init__(self,
                  system='<|im_start|>system\n',
-                 meta_instruction='',
+                 meta_instruction=None,
                  eosys='<|im_end|>\n',
                  user='<|im_start|>user\n',
                  eoh='<|im_end|>\n',