connectors_nightly_build.yml

name: Connector Ops CI - Connectors Nightly Tests

on:
  schedule:
    # 0AM UTC is 2AM CEST, 3AM EEST, 5PM PDT.
    - cron: "0 0 * * *"
  workflow_dispatch:
    inputs:
      test-connectors-options:
        default: --concurrency=5 --support-level=certified
        required: true

run-name: "Test connectors: ${{ inputs.test-connectors-options || 'nightly build for Certified connectors' }}"

jobs:
  test_connectors:
    name: "Test connectors: ${{ inputs.test-connectors-options || 'nightly build for Certified connectors' }}"
    timeout-minutes: 720 # 12 hours
    runs-on: connector-nightly-xlarge
    steps:
      - name: Checkout Airbyte
        uses: actions/checkout@v3
        with:
          repository: ${{ github.event.inputs.repo }}
          ref: ${{ github.event.inputs.gitref }}
      - name: Extract branch name
        shell: bash
        run: echo "branch=${GITHUB_REF#refs/heads/}" >> $GITHUB_OUTPUT
        id: extract_branch
      - name: Test connectors
        uses: ./.github/actions/run-airbyte-ci
        with:
          context: "master"
          ci_job_key: "nightly_builds"
          dagger_cloud_token: ${{ secrets.DAGGER_CLOUD_TOKEN_CACHE_3 }}
          docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }}
          docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }}
          gcp_gsm_credentials: ${{ secrets.GCP_GSM_CREDENTIALS }}
          sentry_dsn: ${{ secrets.SENTRY_AIRBYTE_CI_DSN }}
          git_branch: ${{ steps.extract_branch.outputs.branch }}
          github_token: ${{ secrets.GITHUB_TOKEN }}
          s3_build_cache_access_key_id: ${{ secrets.SELF_RUNNER_AWS_ACCESS_KEY_ID }}
          s3_build_cache_secret_key: ${{ secrets.SELF_RUNNER_AWS_SECRET_ACCESS_KEY }}
          subcommand: "connectors ${{ inputs.test-connectors-options || '--concurrency=8 --support-level=certified' }} test"