fix

AlibabaPAI · Dec 16, 2024 · d21d8e8 · d21d8e8
1 parent 716cb02
commit d21d8e8
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/llumnix/entrypoints/bladellm/utils.py b/llumnix/entrypoints/bladellm/utils.py
@@ -25,6 +25,9 @@ def detect_unsupported_feature(engine_args: ServingArgs) -> None:
         unsupported_feature = "automatic prompt caching"
     elif engine_args.use_sps:
         unsupported_feature = "speculative decoding"
+    elif engine_args.enable_remote_worker:
+        unsupported_feature = "enable_remote_worker"
+
     if unsupported_feature:
         raise ValueError(f'Llumnix does not support "{unsupported_feature}" for bladeLLM currently.')