[Bugfix] Allow prefill of assistant response when using `mistral_comm…

…on` (vllm-project#9446)

Signed-off-by: qishuai <[email protected]>

vllm/transformers_utils/tokenizers/mistral.py

@@ -166,6 +166,10 @@ def apply_chat_template(self,
                             tools: Optional[Dict[str, Any]] = None,
                             **kwargs) -> List[int]:
 
+        last_message = messages[-1]
+        if last_message["role"] == "assistant":
+            last_message["prefix"] = True
+
         request = ChatCompletionRequest(messages=messages,
                                         tools=tools)  # type: ignore[type-var]
         encoded = self.mistral.encode_chat_completion(request)