diff --git a/.github/actions/delete-preview/metadata.yml b/.github/actions/delete-preview/metadata.yml
index b657c64d0093f3..818dc5f7650173 100644
--- a/.github/actions/delete-preview/metadata.yml
+++ b/.github/actions/delete-preview/metadata.yml
@@ -1,9 +1,6 @@
 name: "Delete preview environment"
 description: "Deletes a preview environment"
 inputs:
-    sa_key:
-        description: "The service account key to use when authenticating with GCP"
-        required: true
     name:
         description: "The name of the preview environment"
         required: true
diff --git a/.github/workflows/preview-env-delete.yml b/.github/workflows/preview-env-delete.yml
index 187954533d3fa2..657e845f5d2011 100644
--- a/.github/workflows/preview-env-delete.yml
+++ b/.github/workflows/preview-env-delete.yml
@@ -20,6 +20,12 @@ jobs:
     needs: [create-runner]
     steps:
       - uses: actions/checkout@v4
+      - name: Setup Environment
+        uses: ./.github/actions/setup-environment
+        with:
+          identity_provider: ${{ secrets.DEV_PREVIEW_PROVIDER }}
+          service_account: ${{ secrets.DEV_PREVIEW_SA }}
+          leeway_segment_key: ${{ secrets.LEEWAY_SEGMENT_KEY }}
       - name: Delete preview environment
         uses: ./.github/actions/delete-preview
         with:
diff --git a/.github/workflows/workspace-integration-tests.yml b/.github/workflows/workspace-integration-tests.yml
index 1e5866a6657e79..1d26f4e8c98533 100644
--- a/.github/workflows/workspace-integration-tests.yml
+++ b/.github/workflows/workspace-integration-tests.yml
@@ -174,8 +174,6 @@ jobs:
     needs: [configuration, infrastructure, check, create-runner]
     if: inputs.skip_delete != 'true' && always()
     runs-on: ${{ needs.create-runner.outputs.label }}
-    container:
-      image: eu.gcr.io/gitpod-core-dev/dev/dev-environment:pd-test-new-preview-gha.24525
     steps:
       - uses: actions/checkout@v4
       - name: Setup Environment