[platforms] improve error message for unspecified platforms (vllm-pro…

…ject#10520) Signed-off-by: youkaichao <[email protected]>
alex-jw-brooks · Nov 21, 2024 · aaddce5 · aaddce5
1 parent 3430857
commit aaddce5
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/vllm/config.py b/vllm/config.py
@@ -1191,12 +1191,13 @@ def is_multi_step(self) -> bool:
 
 class DeviceConfig:
     device: Optional[torch.device]
+    device_type: str
 
     def __init__(self, device: str = "auto") -> None:
         if device == "auto":
             # Automated device type detection
             self.device_type = current_platform.device_type
-            if self.device_type is None:
+            if not self.device_type:
                 raise RuntimeError("Failed to infer device type")
         else:
             # Device type is assigned explicitly

diff --git a/vllm/platforms/interface.py b/vllm/platforms/interface.py
@@ -170,3 +170,4 @@ def check_and_update_config(cls, vllm_config: VllmConfig) -> None:
 
 class UnspecifiedPlatform(Platform):
     _enum = PlatformEnum.UNSPECIFIED
+    device_type = ""
Original file line number	Diff line number	Diff line change
Expand Up		@@ -170,3 +170,4 @@ def check_and_update_config(cls, vllm_config: VllmConfig) -> None:

		class UnspecifiedPlatform(Platform):
		_enum = PlatformEnum.UNSPECIFIED
		device_type = ""