From cd6ef1649b5b181a2f6f3c0da5c29693deb61ab4 Mon Sep 17 00:00:00 2001 From: Cedar Date: Mon, 14 Oct 2024 09:37:06 -0700 Subject: [PATCH] expand documentation for shortfin_apps.llm.server --parameters= --- shortfin/python/shortfin_apps/llm/server.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/shortfin/python/shortfin_apps/llm/server.py b/shortfin/python/shortfin_apps/llm/server.py index 6b3f97245..ce83d87c0 100644 --- a/shortfin/python/shortfin_apps/llm/server.py +++ b/shortfin/python/shortfin_apps/llm/server.py @@ -121,11 +121,13 @@ def main(argv, log_config=uvicorn.config.LOGGING_CONFIG): required=True, help="Model VMFB to load", ) + # parameters are loaded with `iree_io_parameters_module_create` parser.add_argument( "--parameters", type=Path, nargs="*", - help="Parameter archives to load", + help="Parameter archives to load (supports: gguf, irpa, safetensors).", + metavar="FILE", ) parser.add_argument( "--device",