Passthrough auto device for cpu

scvi/model/_utils.py

@@ -110,12 +110,10 @@ def parse_device_args(
             UserWarning,
             stacklevel=settings.warnings_stacklevel,
         )
-
-    # auto accelerator should not default to mps
-    if accelerator == "auto" and _accelerator == "mps":
+    elif _accelerator == "mps" and accelerator == "auto":
+        # auto accelerator should not default to mps
         _accelerator = "cpu"
-
-    if _accelerator == "mps":
+    elif _accelerator == "mps" and accelerator != "auto":
         warnings.warn(
             "`accelerator` has been set to `mps`. Please note that not all PyTorch "
             "operations are supported with this backend. Refer to "
@@ -132,8 +130,11 @@ def parse_device_args(
     else:
         device_idx = _devices
 
-    # auto device should not use multiple devices for non-cpu accelerators
-    if devices == "auto" and _accelerator != "cpu":
+    if devices == "auto" and _accelerator == "cpu":
+        # passthrough auto device for cpu
+        _devices = devices
+    elif devices == "auto" and _accelerator != "cpu":
+        # auto device should not use multiple devices for non-cpu accelerators
         _devices = [device_idx]
 
     if return_device == "torch":