[airbyte-ci] new commands for migration to base image (#30520) #906
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Connector Ops CI - Pipeline Unit Test | ||
| concurrency: | ||
| group: ${{ github.workflow }}-${{ github.ref }} | ||
| cancel-in-progress: true | ||
| on: | ||
| workflow_dispatch: | ||
| pull_request: | ||
| types: | ||
| - opened | ||
| - reopened | ||
| - synchronize | ||
| paths: | ||
| - "airbyte-ci/**" | ||
| paths-ignore: | ||
| - "**/*.md" | ||
| jobs: | ||
| run-airbyte-ci-tests: | ||
| name: Run Airbyte CI tests | ||
| runs-on: "conn-prod-xlarge-runner" | ||
| steps: | ||
| - name: Checkout Airbyte | ||
| uses: actions/checkout@v3 | ||
| - name: Get changed files | ||
| uses: dorny/paths-filter@v2 | ||
| id: changes | ||
| with: | ||
| filters: | | ||
| ops: | ||
| - 'airbyte-ci/connectors/connector_ops/**' | ||
| base_images: | ||
| - 'airbyte-ci/connectors/connector_ops/**' | ||
| - 'airbyte-ci/connectors/base_images/**' | ||
| pipelines: | ||
| - 'airbyte-ci/connectors/connector_ops/**' | ||
| - 'airbyte-ci/connectors/base_images/**' | ||
| - 'airbyte-ci/connectors/pipelines/**' | ||
| metadata-lib: | ||
| - 'airbyte-ci/connectors/metadata/lib/**' | ||
| metadata-orchestrator: | ||
| - 'airbyte-ci/connectors/metadata/lib/**' | ||
| - 'airbyte-ci/connectors/metadata/orchestrator/**' | ||
| - name: Run airbyte-ci/connectors/connector_ops tests | ||
| if: steps.changes.outputs.ops == 'true' | ||
| id: run-airbyte-ci-connectors-connector-ops-tests | ||
| uses: ./.github/actions/run-dagger-pipeline | ||
| with: | ||
| context: "pull_request" | ||
| docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }} | ||
| docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }} | ||
| gcs_credentials: ${{ secrets.METADATA_SERVICE_PROD_GCS_CREDENTIALS }} | ||
| sentry_dsn: ${{ secrets.SENTRY_AIRBYTE_CI_DSN }} | ||
| github_token: ${{ secrets.GH_PAT_MAINTENANCE_OCTAVIA }} | ||
| subcommand: "test airbyte-ci/connectors/connector_ops" | ||
| - name: Run airbyte-ci/connectors/pipelines tests | ||
| id: run-airbyte-ci-connectors-pipelines-tests | ||
| if: steps.changes.outputs.pipelines == 'true' | ||
| uses: ./.github/actions/run-dagger-pipeline | ||
| with: | ||
| context: "pull_request" | ||
| docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }} | ||
| docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }} | ||
| gcs_credentials: ${{ secrets.METADATA_SERVICE_PROD_GCS_CREDENTIALS }} | ||
| sentry_dsn: ${{ secrets.SENTRY_AIRBYTE_CI_DSN }} | ||
| github_token: ${{ secrets.GH_PAT_MAINTENANCE_OCTAVIA }} | ||
| subcommand: "test airbyte-ci/connectors/pipelines" | ||
| - name: Run airbyte-ci/connectors/base_images tests | ||
| id: run-airbyte-ci-connectors-base-images-tests | ||
| if: steps.changes.outputs.base_images == 'true' | ||
| uses: ./.github/actions/run-dagger-pipeline | ||
| with: | ||
| context: "pull_request" | ||
| docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }} | ||
| docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }} | ||
| gcs_credentials: ${{ secrets.METADATA_SERVICE_PROD_GCS_CREDENTIALS }} | ||
| sentry_dsn: ${{ secrets.SENTRY_AIRBYTE_CI_DSN }} | ||
| github_token: ${{ secrets.GH_PAT_MAINTENANCE_OCTAVIA }} | ||
| subcommand: "test airbyte-ci/connectors/base_images" | ||
| - name: Run test pipeline for the metadata lib | ||
| id: metadata-lib-test-pipeline | ||
| if: steps.changes.outputs.metadata-lib == 'true' | ||
| uses: ./.github/actions/run-dagger-pipeline | ||
| with: | ||
| subcommand: "test airbyte-ci/connectors/metadata_service/lib/" | ||
| context: "pull_request" | ||
| github_token: ${{ secrets.GITHUB_TOKEN }} | ||
| docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }} | ||
| docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }} | ||
| - name: Run test for the metadata orchestrator | ||
| id: metadata-orchestrator-test-pipeline | ||
| if: steps.changes.outputs.metadata-orchestrator == 'true' | ||
| uses: ./.github/actions/run-dagger-pipeline | ||
| with: | ||
| subcommand: "test airbyte-ci/connectors/metadata_service/orchestrator/" | ||
| context: "pull_request" | ||
| github_token: ${{ secrets.GITHUB_TOKEN }} | ||
| docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }} | ||
| docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }} | ||
