refine

AlibabaPAI · Dec 12, 2024 · 4b839d5 · 4b839d5
1 parent 8ecb891
commit 4b839d5
Show file tree

Hide file tree

Showing 3 changed files with 1 addition and 3 deletions.
diff --git a/llumnix/backends/bladellm/llm_engine.py b/llumnix/backends/bladellm/llm_engine.py
@@ -162,8 +162,6 @@ async def _loop(self):
         except Exception as e:
             logger.error("Error in engine loop: {}".format(e))
             logger.error("exception traceback: {}".format(traceback.format_exc()))
-            # TODO[xinyi, kuilong]: add function methods in worker for llumnix
-            # self._workers.shutdown()
 
             previous_state = self.state
             self.state = EngineState.CRASHED

diff --git a/tests/e2e_test/vllm/test_e2e.py → tests/e2e_test/test_e2e.py b/tests/e2e_test/vllm/test_e2e.py → tests/e2e_test/test_e2e.py
diff --git a/tests/e2e_test/vllm/test_migration.py → tests/e2e_test/test_migration.py b/tests/e2e_test/vllm/test_migration.py → tests/e2e_test/test_migration.py
@@ -21,7 +21,7 @@
 import ray
 
 # pylint: disable=unused-import
-from ..utils import (generate_launch_command, generate_bench_command, to_markdown_table,
+from .utils import (generate_launch_command, generate_bench_command, to_markdown_table,
                     cleanup_ray_env, wait_for_llumnix_service_ready, shutdown_llumnix_service)
 
 size_pattern = re.compile(r'total_kv_cache_size:\s*([\d.]+)\s*(B|KB|MB|GB|KB|TB)')