Skip to content

Commit

Permalink
🔥 remove image_input_type
Browse files Browse the repository at this point in the history
Signed-off-by: Prashant Gupta <[email protected]>
  • Loading branch information
prashantgupta24 committed Jul 3, 2024
1 parent 021112d commit 8e2519a
Showing 1 changed file with 0 additions and 12 deletions.
12 changes: 0 additions & 12 deletions src/vllm_tgis_adapter/__main__.py
Original file line number Diff line number Diff line change
Expand Up @@ -245,18 +245,6 @@ async def run_http_server(

engine_args = AsyncEngineArgs.from_cli_args(args)

# Enforce pixel values as image input type for vision language models
# when serving with API server
if (
engine_args.image_input_type is not None
and engine_args.image_input_type.upper() != "PIXEL_VALUES"
):
raise ValueError(
f"Invalid image_input_type: {engine_args.image_input_type}. "
"Only --image-input-type 'pixel_values' is supported for serving "
"vision language models with the vLLM API server."
)

engine = AsyncLLMEngine.from_engine_args(
engine_args, # type: ignore[arg-type]
usage_context=UsageContext.OPENAI_API_SERVER,
Expand Down

0 comments on commit 8e2519a

Please sign in to comment.