Add choices to --orca-format flag

Signed-off-by: Kunjan Patel <[email protected]>
coolkp · Nov 20, 2024 · 6507620 · 6507620
1 parent a0ceeba
commit 6507620
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/vllm/entrypoints/openai/cli_args.py b/vllm/entrypoints/openai/cli_args.py
@@ -135,10 +135,11 @@ def make_arg_parser(parser: FlexibleArgumentParser) -> FlexibleArgumentParser:
                         "for the specified model")
     parser.add_argument(
             "--orca-format",
-            type=nullable_str,
+            type=str,
             default="",
+            choices=["BIN", "TEXT", "JSON"],
             help='Enable ORCA metrics reporting in response header'
-                'select one or many of valid formats from [BIN, TEXT, JSON]',
+                'select one of valid formats from [BIN, TEXT, JSON]',
         )
     parser.add_argument(
         '--chat-template-content-format',