fix typo quantization (#2469)

lm-sys · Sep 29, 2023 · faca3a3 · faca3a3
1 parent 7aace7d
commit faca3a3
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/fastchat/serve/vllm_worker.py b/fastchat/serve/vllm_worker.py
@@ -192,6 +192,7 @@ async def api_model_details(request: Request):
         "--controller-address", type=str, default="http://localhost:21001"
     )
     parser.add_argument("--model-path", type=str, default="lmsys/vicuna-7b-v1.3")
+    parser.add_argument("--quantization", type=str)
     parser.add_argument(
         "--model-names",
         type=lambda s: s.split(","),