Update vllm_worker.py (#2482)

lm-sys · Sep 29, 2023 · 7aace7d · 7aace7d
1 parent 15a094e
commit 7aace7d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/fastchat/serve/vllm_worker.py b/fastchat/serve/vllm_worker.py
@@ -210,7 +210,7 @@ async def api_model_details(request: Request):
         args.model = args.model_path
     if args.num_gpus > 1:
         args.tensor_parallel_size = args.num_gpus
-    if args.quantizaiton:
+    if args.quantization:
         args.quantization = args.quantization
 
     engine_args = AsyncEngineArgs.from_cli_args(args)