Skip to content

✨29779 source postgres slow ctid read seen on customer connection #9681

✨29779 source postgres slow ctid read seen on customer connection

✨29779 source postgres slow ctid read seen on customer connection #9681

name: Connector Ops CI - Connectors Acceptance Tests
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}
on:
workflow_dispatch:
inputs:
test-connectors-options:
description: "Options to pass to the 'airbyte-ci connectors test' command"
default: "--modified"
runner:
description: "The runner to use for this job"
default: "conn-prod-xlarge-runner"
pull_request:
types:
- opened
- synchronize
- ready_for_review
jobs:
connectors_ci:
name: Connectors CI
timeout-minutes: 1440 # 24 hours
runs-on: ${{ inputs.runner || 'conn-prod-xlarge-runner'}}
steps:
- name: Checkout Airbyte
uses: actions/checkout@v3
- name: Extract branch name [WORKFLOW DISPATCH]
shell: bash
if: github.event_name == 'workflow_dispatch'
run: echo "branch=${GITHUB_REF#refs/heads/}" >> $GITHUB_OUTPUT
id: extract_branch
# - name: Format connectors [PULL REQUESTS]
# if: github.event_name == 'pull_request'
# uses: ./.github/actions/run-dagger-pipeline
# with:
# context: "pull_request"
# docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }}
# docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }}
# gcp_gsm_credentials: ${{ secrets.GCP_GSM_CREDENTIALS }}
# git_branch: ${{ github.head_ref }}
# git_revision: ${{ github.sha }}
# github_token: ${{ secrets.GH_PAT_MAINTENANCE_OCTAVIA }}
# subcommand: "connectors --modified format"
- name: Fetch last commit id from remote branch [PULL REQUESTS]
if: github.event_name == 'pull_request'
id: fetch_last_commit_id_pr
run: echo "commit_id=$(git ls-remote --heads origin ${{ github.head_ref }} | cut -f 1)" >> $GITHUB_OUTPUT
- name: Fetch last commit id from remote branch [WORKFLOW DISPATCH]
if: github.event_name == 'workflow_dispatch'
id: fetch_last_commit_id_wd
run: echo "commit_id=$(git rev-parse origin/${{ steps.extract_branch.outputs.branch }})" >> $GITHUB_OUTPUT
- name: Pull formatting changes [PULL REQUESTS]
if: github.event_name == 'pull_request'
uses: actions/checkout@v3
with:
repository: ${{ github.event.inputs.repo }}
ref: ${{ steps.fetch_last_commit_id_pr.outputs.commit_id }}
- name: Test connectors [WORKFLOW DISPATCH]
if: github.event_name == 'workflow_dispatch'
uses: ./.github/actions/run-dagger-pipeline
with:
context: "manual"
docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }}
docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }}
gcp_gsm_credentials: ${{ secrets.GCP_GSM_CREDENTIALS }}
sentry_dsn: ${{ secrets.SENTRY_AIRBYTE_CI_DSN }}
git_branch: ${{ steps.extract_branch.outputs.branch }}
git_revision: ${{ steps.fetch_last_commit_id_pr.outputs.commit_id }}
github_token: ${{ secrets.GITHUB_TOKEN }}
subcommand: "connectors ${{ github.event.inputs.test-connectors-options }} test"
- name: Test connectors [PULL REQUESTS]
if: github.event_name == 'pull_request'
uses: ./.github/actions/run-dagger-pipeline
with:
context: "pull_request"
docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }}
docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }}
gcp_gsm_credentials: ${{ secrets.GCP_GSM_CREDENTIALS }}
sentry_dsn: ${{ secrets.SENTRY_AIRBYTE_CI_DSN }}
git_branch: ${{ github.head_ref }}
git_revision: ${{ steps.fetch_last_commit_id_pr.outputs.commit_id }}
github_token: ${{ secrets.GITHUB_TOKEN }}
subcommand: "connectors --modified test"