fix(model): Fix some model missing stop tokens bug

eosphoros-ai · Oct 26, 2023 · 343c9e8 · 343c9e8
1 parent 5500590
commit 343c9e8
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/pilot/model/model_adapter.py b/pilot/model/model_adapter.py
@@ -164,6 +164,7 @@ def model_adaptation(
 
         # Overwrite model params:
         params["stop"] = conv.stop_str
+        params["stop_token_ids"] = conv.stop_token_ids
 
         return params, model_context
 

diff --git a/pilot/scene/chat_factory.py b/pilot/scene/chat_factory.py
@@ -21,7 +21,7 @@ def get_implementation(chat_mode, **kwargs):
         implementation = None
         for cls in chat_classes:
             if cls.chat_scene == chat_mode:
-                metadata = {"cls": str(cls), "params": kwargs}
+                metadata = {"cls": str(cls)}
                 with root_tracer.start_span(
                     "get_implementation_of_chat", metadata=metadata
                 ):