Deprecating sync_openai

ROCm · Dec 16, 2024 · 78440dc · 78440dc
1 parent 1a8e549
commit 78440dc
Show file tree

Hide file tree

Showing 4 changed files with 1 addition and 545 deletions.
diff --git a/vllm/__init__.py b/vllm/__init__.py
@@ -3,7 +3,6 @@
 from vllm.engine.arg_utils import AsyncEngineArgs, EngineArgs
 from vllm.engine.async_llm_engine import AsyncLLMEngine
 from vllm.engine.llm_engine import LLMEngine
-from vllm.entrypoints.fast_sync_llm import FastSyncLLM
 from vllm.entrypoints.llm import LLM
 from vllm.executor.ray_utils import initialize_ray_cluster
 from vllm.inputs import PromptType, TextPrompt, TokensPrompt
@@ -22,7 +21,6 @@
     "__version__",
     "__version_tuple__",
     "LLM",
-    "FastSyncLLM",
     "ModelRegistry",
     "PromptType",
     "TextPrompt",

diff --git a/vllm/config.py b/vllm/config.py
@@ -28,7 +28,7 @@
     get_hf_text_config, get_pooling_config,
     get_sentence_transformer_tokenizer_config, is_encoder_decoder, uses_mrope)
 from vllm.utils import (GiB_bytes, LayerBlockType, cuda_device_count_stateless,
-                        is_mi250, is_navi, get_cpu_memory, print_warning_once,
+                        get_cpu_memory, is_mi250, is_navi, print_warning_once,
                         random_uuid, resolve_obj_by_qualname)
 
 if TYPE_CHECKING:

diff --git a/vllm/entrypoints/fast_sync_llm.py b/vllm/entrypoints/fast_sync_llm.py