support system prompt with object content

Signed-off-by: Travis Johnson <[email protected]>
vllm-project · Nov 19, 2024 · ad1a2f7 · ad1a2f7
1 parent be7a49e
commit ad1a2f7
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/examples/tool_chat_template_llama3.2_json.jinja b/examples/tool_chat_template_llama3.2_json.jinja
@@ -29,7 +29,12 @@
 
 {#- This block extracts the system message, so we can slot it into the right place. #}
 {%- if messages[0]['role'] == 'system' %}
-    {%- set system_message = messages[0]['content']|trim %}
+    {%- if messages[0]['content'] is string %}
+        {%- set system_message = messages[0]['content']|trim %}
+    {%- else %}
+        {#- Support vLLM's transforming of a content string to JSON. #}
+        {%- set system_message = messages[0]['content'][0]['text']|trim %}
+    {%- endif %}
     {%- set messages = messages[1:] %}
 {%- else %}
     {%- if tools is not none %}