From 2e592ba4bf647b196c221cc1667d6b2283becf80 Mon Sep 17 00:00:00 2001 From: Jordan Sanders Date: Tue, 27 Jun 2023 12:12:34 -0500 Subject: [PATCH] Point at dogfood deployment So we can stress test https://github.com/dagster-io/internal/pull/5762 --- .../workflows/hybrid_branch_deployments.yml | 52 ------------------ .github/workflows/hybrid_deploy.yml | 54 ------------------- .../serverless_branch_custom_base_image.yml | 4 +- .../serverless_branch_deployments.yml | 4 +- .github/workflows/serverless_custom_image.yml | 6 +-- .github/workflows/serverless_deploy.yml | 6 +-- .github/workflows/serverless_launch_job.yml | 4 +- .../serverless_launch_job_definitions.yml | 4 +- 8 files changed, 14 insertions(+), 120 deletions(-) delete mode 100644 .github/workflows/hybrid_branch_deployments.yml delete mode 100644 .github/workflows/hybrid_deploy.yml diff --git a/.github/workflows/hybrid_branch_deployments.yml b/.github/workflows/hybrid_branch_deployments.yml deleted file mode 100644 index 0e52209a..00000000 --- a/.github/workflows/hybrid_branch_deployments.yml +++ /dev/null @@ -1,52 +0,0 @@ -name: Hybrid Branch Deployments -on: - pull_request: - types: [opened, synchronize, reopened, closed] -env: - DAGSTER_CLOUD_URL: "https://action-demo-hybrid.dogfood.dagster.cloud" - -jobs: - parse_workspace: - runs-on: ubuntu-latest - outputs: - build_info: ${{ steps.parse-workspace.outputs.build_info }} - secrets_set: ${{ steps.parse-workspace.outputs.secrets_set }} - steps: - - uses: actions/checkout@v3 - - name: Parse cloud workspace - id: parse-workspace - uses: ./actions/utils/parse_workspace - with: - dagster_cloud_file: sample-repo/dagster_cloud.yaml - - dagster_cloud_build_push: - runs-on: ubuntu-latest - needs: parse_workspace - name: Dagster Hybrid Branch Deployments - strategy: - fail-fast: false - matrix: - location: ${{ fromJSON(needs.parse_workspace.outputs.build_info) }} - steps: - - name: Checkout - uses: actions/checkout@v3 - with: - ref: ${{ github.sha }} - - - name: Configure AWS credentials - uses: aws-actions/configure-aws-credentials@v1 - with: - aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} - aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} - aws-region: us-west-2 - - - name: Login to ECR - uses: aws-actions/amazon-ecr-login@v1 - - - name: Build and deploy to Dagster Cloud hybrid - uses: ./actions/hybrid_branch_deploy - with: - dagster_cloud_api_token: ${{ secrets.DAGSTER_CLOUD_HYBRID_API_TOKEN }} - location: ${{ toJson(matrix.location) }} - env: - GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} diff --git a/.github/workflows/hybrid_deploy.yml b/.github/workflows/hybrid_deploy.yml deleted file mode 100644 index 3018d42e..00000000 --- a/.github/workflows/hybrid_deploy.yml +++ /dev/null @@ -1,54 +0,0 @@ -name: Hybrid Prod Deploy -on: - push: - branches: - - "main" -env: - DAGSTER_CLOUD_URL: "https://action-demo-hybrid.dogfood.dagster.cloud" - DAGSTER_CLOUD_API_TOKEN: ${{ secrets.DAGSTER_CLOUD_HYBRID_API_TOKEN }} - -jobs: - parse_workspace: - runs-on: ubuntu-latest - outputs: - build_info: ${{ steps.parse-workspace.outputs.build_info }} - steps: - - uses: actions/checkout@v3 - - name: Parse cloud workspace - id: parse-workspace - uses: ./actions/utils/parse_workspace - with: - dagster_cloud_file: sample-repo/dagster_cloud.yaml - - dagster_cloud_build_push: - runs-on: ubuntu-latest - needs: parse_workspace - name: Dagster Hybrid Deploy - strategy: - fail-fast: false - matrix: - location: ${{ fromJSON(needs.parse_workspace.outputs.build_info) }} - steps: - - name: Checkout - uses: actions/checkout@v3 - with: - ref: ${{ github.head_ref }} - - - name: Configure AWS credentials - uses: aws-actions/configure-aws-credentials@v1 - with: - aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} - aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} - aws-region: us-west-2 - - - name: Login to ECR - uses: aws-actions/amazon-ecr-login@v1 - - - name: Build and deploy to Dagster Cloud hybrid - uses: ./actions/hybrid_prod_deploy - with: - dagster_cloud_api_token: ${{ secrets.DAGSTER_CLOUD_HYBRID_API_TOKEN }} - location: ${{ toJson(matrix.location) }} - env_vars: ${{ toJson(secrets) }} - env: - GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} diff --git a/.github/workflows/serverless_branch_custom_base_image.yml b/.github/workflows/serverless_branch_custom_base_image.yml index abf42358..e30c542c 100644 --- a/.github/workflows/serverless_branch_custom_base_image.yml +++ b/.github/workflows/serverless_branch_custom_base_image.yml @@ -3,7 +3,7 @@ on: pull_request: types: [opened, synchronize, reopened, closed] env: - DAGSTER_CLOUD_URL: ${{ secrets.DAGSTER_CLOUD_SERVERLESS_URL }} + DAGSTER_CLOUD_URL: ${{ secrets.DAGSTER_CLOUD_SERVERLESS_URL_DOGFOOD }} jobs: parse_workspace: @@ -35,7 +35,7 @@ jobs: - name: Build and deploy to Dagster Cloud serverless uses: ./actions/serverless_branch_deploy with: - dagster_cloud_api_token: ${{ secrets.DAGSTER_CLOUD_SERVERLESS_API_TOKEN }} + dagster_cloud_api_token: ${{ secrets.DAGSTER_CLOUD_SERVERLESS_API_TOKEN_DOGFOOD }} location: ${{ toJson(matrix.location) }} env_vars: ${{ toJson(secrets) }} base_image: "ghcr.io/dagster-io/dagster-cloud-action:test_custom_base_image" diff --git a/.github/workflows/serverless_branch_deployments.yml b/.github/workflows/serverless_branch_deployments.yml index 90e4104c..b725e77b 100644 --- a/.github/workflows/serverless_branch_deployments.yml +++ b/.github/workflows/serverless_branch_deployments.yml @@ -3,7 +3,7 @@ on: pull_request: types: [opened, synchronize, reopened, closed] env: - DAGSTER_CLOUD_URL: ${{ secrets.DAGSTER_CLOUD_SERVERLESS_URL }} + DAGSTER_CLOUD_URL: ${{ secrets.DAGSTER_CLOUD_SERVERLESS_URL_DOGFOOD }} jobs: parse_workspace: @@ -35,7 +35,7 @@ jobs: - name: Build and deploy to Dagster Cloud serverless uses: ./actions/serverless_branch_deploy with: - dagster_cloud_api_token: ${{ secrets.DAGSTER_CLOUD_SERVERLESS_API_TOKEN }} + dagster_cloud_api_token: ${{ secrets.DAGSTER_CLOUD_SERVERLESS_API_TOKEN_DOGFOOD }} location: ${{ toJson(matrix.location) }} env_vars: ${{ toJson(secrets) }} env: diff --git a/.github/workflows/serverless_custom_image.yml b/.github/workflows/serverless_custom_image.yml index 2417345c..4609809b 100644 --- a/.github/workflows/serverless_custom_image.yml +++ b/.github/workflows/serverless_custom_image.yml @@ -4,8 +4,8 @@ on: branches: - "main" env: - DAGSTER_CLOUD_URL: ${{ secrets.DAGSTER_CLOUD_SERVERLESS_URL }} - DAGSTER_CLOUD_API_TOKEN: ${{ secrets.DAGSTER_CLOUD_SERVERLESS_API_TOKEN }} + DAGSTER_CLOUD_URL: ${{ secrets.DAGSTER_CLOUD_SERVERLESS_URL_DOGFOOD }} + DAGSTER_CLOUD_API_TOKEN: ${{ secrets.DAGSTER_CLOUD_SERVERLESS_API_TOKEN_DOGFOOD }} jobs: parse_workspace: @@ -36,7 +36,7 @@ jobs: - name: Build and deploy to Dagster Cloud serverless uses: ./actions/serverless_prod_deploy with: - dagster_cloud_api_token: ${{ secrets.DAGSTER_CLOUD_SERVERLESS_API_TOKEN }} + dagster_cloud_api_token: ${{ secrets.DAGSTER_CLOUD_SERVERLESS_API_TOKEN_DOGFOOD }} location: ${{ toJson(matrix.location) }} env_vars: ${{ toJson(secrets) }} base_image: "ghcr.io/dagster-io/dagster-cloud-action:test_custom_base_image" diff --git a/.github/workflows/serverless_deploy.yml b/.github/workflows/serverless_deploy.yml index 65a6435b..17924743 100644 --- a/.github/workflows/serverless_deploy.yml +++ b/.github/workflows/serverless_deploy.yml @@ -4,8 +4,8 @@ on: branches: - "main" env: - DAGSTER_CLOUD_URL: ${{ secrets.DAGSTER_CLOUD_SERVERLESS_URL }} - DAGSTER_CLOUD_API_TOKEN: ${{ secrets.DAGSTER_CLOUD_SERVERLESS_API_TOKEN }} + DAGSTER_CLOUD_URL: ${{ secrets.DAGSTER_CLOUD_SERVERLESS_URL_DOGFOOD }} + DAGSTER_CLOUD_API_TOKEN: ${{ secrets.DAGSTER_CLOUD_SERVERLESS_API_TOKEN_DOGFOOD }} jobs: parse_workspace: @@ -36,7 +36,7 @@ jobs: - name: Build and deploy to Dagster Cloud serverless uses: ./actions/serverless_prod_deploy with: - dagster_cloud_api_token: ${{ secrets.DAGSTER_CLOUD_SERVERLESS_API_TOKEN }} + dagster_cloud_api_token: ${{ secrets.DAGSTER_CLOUD_SERVERLESS_API_TOKEN_DOGFOOD }} location: ${{ toJson(matrix.location) }} env_vars: ${{ toJson(secrets) }} env: diff --git a/.github/workflows/serverless_launch_job.yml b/.github/workflows/serverless_launch_job.yml index e548da00..cbf56426 100644 --- a/.github/workflows/serverless_launch_job.yml +++ b/.github/workflows/serverless_launch_job.yml @@ -3,7 +3,7 @@ on: pull_request: types: [opened, synchronize, reopened, closed] env: - DAGSTER_CLOUD_URL: ${{ secrets.DAGSTER_CLOUD_SERVERLESS_URL }} + DAGSTER_CLOUD_URL: ${{ secrets.DAGSTER_CLOUD_SERVERLESS_URL_DOGFOOD }} jobs: dagster_cloud_launch: @@ -23,5 +23,5 @@ jobs: repository_name: repo job_name: simple_job env: - DAGSTER_CLOUD_API_TOKEN: ${{ secrets.DAGSTER_CLOUD_SERVERLESS_API_TOKEN }} + DAGSTER_CLOUD_API_TOKEN: ${{ secrets.DAGSTER_CLOUD_SERVERLESS_API_TOKEN_DOGFOOD }} GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} diff --git a/.github/workflows/serverless_launch_job_definitions.yml b/.github/workflows/serverless_launch_job_definitions.yml index 50976eb3..8a3b3520 100644 --- a/.github/workflows/serverless_launch_job_definitions.yml +++ b/.github/workflows/serverless_launch_job_definitions.yml @@ -3,7 +3,7 @@ on: pull_request: types: [opened, synchronize, reopened, closed] env: - DAGSTER_CLOUD_URL: ${{ secrets.DAGSTER_CLOUD_SERVERLESS_URL }} + DAGSTER_CLOUD_URL: ${{ secrets.DAGSTER_CLOUD_SERVERLESS_URL_DOGFOOD }} jobs: dagster_cloud_launch: @@ -23,5 +23,5 @@ jobs: location_name: from_gh_action_for_launch_definitions job_name: simple_job env: - DAGSTER_CLOUD_API_TOKEN: ${{ secrets.DAGSTER_CLOUD_SERVERLESS_API_TOKEN }} + DAGSTER_CLOUD_API_TOKEN: ${{ secrets.DAGSTER_CLOUD_SERVERLESS_API_TOKEN_DOGFOOD }} GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}