Fix the environment variable for launch_arguments (#47)

France-Travail · Jun 27, 2024 · 845d8b0 · 845d8b0
1 parent da46955
commit 845d8b0
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/.env.example b/.env.example
@@ -25,7 +25,7 @@
 # LORA_MODULES=None
 # CHAT_TEMPLATE=None
 # RESPONSE_ROLE="assistant"
-
+# WITH_LAUNCH_ARGUMENTS=false
 
 ### Model settings ###
 

diff --git a/src/happy_vllm/utils_args.py b/src/happy_vllm/utils_args.py
@@ -265,7 +265,8 @@ def get_parser() -> ArgumentParser:
                         help="The role name to return if "
                         "`request.add_generation_prompt=true`.")
     parser.add_argument("--with-launch-arguments",
-                        action="store_true",
+                        type=bool,
+                        default=application_settings.with_launch_arguments,
                         help="Whether the route launch_arguments should display the launch arguments")
     parser = AsyncEngineArgs.add_cli_args(parser)
     return parser