diff --git a/runtime/src/iree/hal/drivers/hip/hip_device.c b/runtime/src/iree/hal/drivers/hip/hip_device.c
index 3cedff6f2ab7..a2388d8eeb94 100644
--- a/runtime/src/iree/hal/drivers/hip/hip_device.c
+++ b/runtime/src/iree/hal/drivers/hip/hip_device.c
@@ -463,8 +463,11 @@ iree_status_t iree_hal_hip_device_create(
         if (j == device->devices[i].hip_device) {
           continue;
         }
-        status =
-            IREE_HIP_CALL_TO_STATUS(symbols, hipDeviceEnablePeerAccess(j, 0));
+        hipError_t hip_error = symbols->hipDeviceEnablePeerAccess(j, 0);
+        if (hip_error == hipErrorPeerAccessAlreadyEnabled) {
+          continue;
+        }
+        status = IREE_HIP_RESULT_TO_STATUS(symbols, hip_error);
       }
     }
   }