From 873febd6caac1785efb77f0b191b5ea1908d2a4b Mon Sep 17 00:00:00 2001 From: Daniel Levi-Minzi Date: Mon, 4 Nov 2024 17:53:15 -0500 Subject: [PATCH] remove task from phi serve example --- examples/openai_chat_completion_client_for_multimodal.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/examples/openai_chat_completion_client_for_multimodal.py b/examples/openai_chat_completion_client_for_multimodal.py index 0ec4f71dddf93..dd10908bbb853 100644 --- a/examples/openai_chat_completion_client_for_multimodal.py +++ b/examples/openai_chat_completion_client_for_multimodal.py @@ -7,8 +7,8 @@ vllm serve llava-hf/llava-1.5-7b-hf --chat-template template_llava.jinja (multi-image inference with Phi-3.5-vision-instruct) -vllm serve microsoft/Phi-3.5-vision-instruct --task generate \ - --trust-remote-code --max-model-len 4096 --limit-mm-per-prompt image=2 +vllm serve microsoft/Phi-3.5-vision-instruct --trust-remote-code \ + --max-model-len 4096 --limit-mm-per-prompt image=2 (audio inference with Ultravox) vllm serve fixie-ai/ultravox-v0_3 --max-model-len 4096