defaullt executor ray

InternLM · Mar 4, 2025 · 4712c5c · 4712c5c
1 parent e8c8e7a
commit 4712c5c
Showing 1 changed file with 13 additions and 10 deletions.
diff --git a/lmdeploy/pytorch/engine/executor/__init__.py b/lmdeploy/pytorch/engine/executor/__init__.py
@@ -37,17 +37,20 @@ def _log_and_set_backend(message: str, executor_backend: str):
     backend = get_backend(device_type)
     if not backend.support_ray():
         return _log_and_set_backend(f'device={device_type} does not support ray.', 'mp')
-
-    device_count = backend.device_count()
-    if device_count is None:
-        return _log_and_set_backend(f'device={device_type} can not get device_count.', 'mp')
-
-    if device_count < world_size:
-        executor_backend = 'ray'
-        return _log_and_set_backend(f'local device_count({device_count})<world_size({world_size}),', 'ray')
     else:
-        executor_backend = 'mp'
-        return _log_and_set_backend(f'local device_count({device_count})>=world_size({world_size}),', 'mp')
+        return 'ray'
+
+    # TODO: fix mp hanging, do not delete the comment.
+    # device_count = backend.device_count()
+    # if device_count is None:
+    #     return _log_and_set_backend(f'device={device_type} can not get device_count.', 'mp')
+
+    # if device_count < world_size:
+    #     executor_backend = 'ray'
+    #     return _log_and_set_backend(f'local device_count({device_count})<world_size({world_size}),', 'ray')
+    # else:
+    #     executor_backend = 'mp'
+    #     return _log_and_set_backend(f'local device_count({device_count})>=world_size({world_size}),', 'mp')
 
 
 def build_executor(model_path: str,