From 4b839d5d171e387c6108a1148a4e25f2ba49e346 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E9=97=B2=E5=AE=87?= Date: Thu, 12 Dec 2024 08:58:16 +0000 Subject: [PATCH] refine --- llumnix/backends/bladellm/llm_engine.py | 2 -- tests/e2e_test/{vllm => }/test_e2e.py | 0 tests/e2e_test/{vllm => }/test_migration.py | 2 +- 3 files changed, 1 insertion(+), 3 deletions(-) rename tests/e2e_test/{vllm => }/test_e2e.py (100%) rename tests/e2e_test/{vllm => }/test_migration.py (98%) diff --git a/llumnix/backends/bladellm/llm_engine.py b/llumnix/backends/bladellm/llm_engine.py index 5533e0ab..ec7b0ccd 100644 --- a/llumnix/backends/bladellm/llm_engine.py +++ b/llumnix/backends/bladellm/llm_engine.py @@ -162,8 +162,6 @@ async def _loop(self): except Exception as e: logger.error("Error in engine loop: {}".format(e)) logger.error("exception traceback: {}".format(traceback.format_exc())) - # TODO[xinyi, kuilong]: add function methods in worker for llumnix - # self._workers.shutdown() previous_state = self.state self.state = EngineState.CRASHED diff --git a/tests/e2e_test/vllm/test_e2e.py b/tests/e2e_test/test_e2e.py similarity index 100% rename from tests/e2e_test/vllm/test_e2e.py rename to tests/e2e_test/test_e2e.py diff --git a/tests/e2e_test/vllm/test_migration.py b/tests/e2e_test/test_migration.py similarity index 98% rename from tests/e2e_test/vllm/test_migration.py rename to tests/e2e_test/test_migration.py index 120f710c..700b8da3 100644 --- a/tests/e2e_test/vllm/test_migration.py +++ b/tests/e2e_test/test_migration.py @@ -21,7 +21,7 @@ import ray # pylint: disable=unused-import -from ..utils import (generate_launch_command, generate_bench_command, to_markdown_table, +from .utils import (generate_launch_command, generate_bench_command, to_markdown_table, cleanup_ray_env, wait_for_llumnix_service_ready, shutdown_llumnix_service) size_pattern = re.compile(r'total_kv_cache_size:\s*([\d.]+)\s*(B|KB|MB|GB|KB|TB)')