From 0ed8f3ebeb5cf4f09c719079ec901cf3ff1a2883 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E9=97=B2=E5=AE=87?= Date: Wed, 18 Dec 2024 11:07:42 +0000 Subject: [PATCH] fix' --- docs/Arguments.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/docs/Arguments.md b/docs/Arguments.md index ff237a63..36f669db 100644 --- a/docs/Arguments.md +++ b/docs/Arguments.md @@ -42,7 +42,7 @@ usage: -m llumnix.entrypoints.vllm.api_server [-h] [--last-stage-max-blocks LAST_STAGE_MAX_BLOCKS] [--max-stages MAX_STAGES] [--enable-pd-disagg] - [--engine-type ENGINE_TYPE] + [--instance-type ENGINE_TYPE] [--log-request-timestamps] ``` @@ -189,7 +189,7 @@ usage: -m llumnix.entrypoints.vllm.api_server [-h] `--enable-pd-disagg` - Enable prefill decoding disaggregation. -`--engine-type` +`--instance-type` - Engine types for llumlet. - Possible choices: prefill, decode, no_constraints