From 650762054d8ed35d4b758f9517136ba406ed63ed Mon Sep 17 00:00:00 2001 From: Kunjan Patel Date: Tue, 19 Nov 2024 19:07:12 +0000 Subject: [PATCH] Add choices to --orca-format flag Signed-off-by: Kunjan Patel --- vllm/entrypoints/openai/cli_args.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/vllm/entrypoints/openai/cli_args.py b/vllm/entrypoints/openai/cli_args.py index 6b2d0b625f043..c62ce5692f4a7 100644 --- a/vllm/entrypoints/openai/cli_args.py +++ b/vllm/entrypoints/openai/cli_args.py @@ -135,10 +135,11 @@ def make_arg_parser(parser: FlexibleArgumentParser) -> FlexibleArgumentParser: "for the specified model") parser.add_argument( "--orca-format", - type=nullable_str, + type=str, default="", + choices=["BIN", "TEXT", "JSON"], help='Enable ORCA metrics reporting in response header' - 'select one or many of valid formats from [BIN, TEXT, JSON]', + 'select one of valid formats from [BIN, TEXT, JSON]', ) parser.add_argument( '--chat-template-content-format',