roachtest: redirect CRDB logs to roachprod test logger #22133
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: GitHub Actions Essential CI | |
| on: | |
| merge_group: | |
| pull_request: | |
| types: [opened, reopened, synchronize] | |
| branches: | |
| - "master" | |
| - "release-*" | |
| - "staging-*" | |
| - "!release-1.0*" | |
| - "!release-1.1*" | |
| - "!release-2.0*" | |
| - "!release-2.1*" | |
| - "!release-19.1*" | |
| - "!release-19.2*" | |
| - "!release-20.1*" | |
| - "!release-20.2*" | |
| - "!release-21.1*" | |
| - "!release-21.2*" | |
| - "!release-22.1*" | |
| - "!release-22.2*" | |
| - "!release-23.1*" | |
| - "!release-23.2*" | |
| - "!staging-v22.2*" | |
| - "!staging-v23.1*" | |
| - "!staging-v23.2*" | |
| push: | |
| branches: | |
| - "master" | |
| - "release-*" | |
| - "staging-*" | |
| - "staging" | |
| - "trying" | |
| - "!release-1.0*" | |
| - "!release-1.1*" | |
| - "!release-2.0*" | |
| - "!release-2.1*" | |
| - "!release-19.1*" | |
| - "!release-19.2*" | |
| - "!release-20.1*" | |
| - "!release-20.2*" | |
| - "!release-21.1*" | |
| - "!release-21.2*" | |
| - "!release-22.1*" | |
| - "!release-22.2*" | |
| - "!release-23.1*" | |
| - "!release-23.2*" | |
| - "!staging-v22.2*" | |
| - "!staging-v23.1*" | |
| - "!staging-v23.2*" | |
| concurrency: | |
| group: ${{ github.head_ref || github.run_id }} | |
| cancel-in-progress: true | |
| jobs: | |
| acceptance: | |
| runs-on: [self-hosted, basic_big_runner_group] | |
| timeout-minutes: 30 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha || github.ref }} | |
| - name: compute metadata | |
| run: echo GITHUB_ACTIONS_BRANCH=${{ github.event.pull_request.number || github.ref_name}} >> "$GITHUB_ENV" | |
| - run: ./build/github/get-engflow-keys.sh | |
| - run: ./build/github/prepare-summarize-build.sh | |
| - name: run acceptance tests | |
| run: ./build/github/acceptance-test.sh | |
| - name: upload build results | |
| run: ./build/github/summarize-build.sh bes.bin | |
| if: always() | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: clean up | |
| run: ./build/github/cleanup-engflow-keys.sh | |
| if: always() | |
| check_generated_code: | |
| runs-on: [self-hosted, basic_runner_group] | |
| timeout-minutes: 30 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha || github.ref }} | |
| - name: compute metadata | |
| run: echo GITHUB_ACTIONS_BRANCH=${{ github.event.pull_request.number || github.ref_name}} >> "$GITHUB_ENV" | |
| - run: ./build/github/get-engflow-keys.sh | |
| - name: check generated code | |
| run: ./build/github/check-generated-code.sh | |
| - name: clean up | |
| run: ./build/github/cleanup-engflow-keys.sh | |
| if: always() | |
| docker_image_amd64: | |
| runs-on: [self-hosted, basic_runner_group] | |
| timeout-minutes: 30 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha || github.ref }} | |
| - name: compute metadata | |
| run: echo GITHUB_ACTIONS_BRANCH=${{ github.event.pull_request.number || github.ref_name}} >> "$GITHUB_ENV" | |
| - run: ./build/github/get-engflow-keys.sh | |
| - run: ./build/github/prepare-summarize-build.sh | |
| - name: run docker tests | |
| run: ./build/github/docker-image.sh amd64 | |
| - name: upload build results | |
| run: ./build/github/summarize-build.sh bes.bin | |
| if: always() | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: clean up | |
| run: ./build/github/cleanup-engflow-keys.sh | |
| if: always() | |
| examples_orms: | |
| runs-on: [self-hosted, basic_big_runner_group] | |
| timeout-minutes: 40 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| path: cockroach | |
| ref: ${{ github.event.pull_request.head.sha || github.ref }} | |
| - uses: actions/checkout@v4 | |
| with: | |
| path: examples-orms | |
| repository: cockroachdb/examples-orms | |
| ref: 876b2d52ae2b63aa9cc1741c8d189ff0b66ab0d7 | |
| - name: compute metadata | |
| run: echo GITHUB_ACTIONS_BRANCH=${{ github.event.pull_request.number || github.ref_name}} >> "$GITHUB_ENV" | |
| - run: ./cockroach/build/github/get-engflow-keys.sh | |
| - name: run tests | |
| run: ./cockroach/build/github/examples-orms.sh | |
| - name: clean up | |
| run: ./cockroach/build/github/cleanup-engflow-keys.sh | |
| if: always() | |
| lint: | |
| runs-on: [self-hosted, basic_big_runner_group] | |
| timeout-minutes: 60 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha || github.ref }} | |
| submodules: true | |
| - name: compute metadata | |
| run: echo GITHUB_ACTIONS_BRANCH=${{ github.event.pull_request.number || github.ref_name}} >> "$GITHUB_ENV" | |
| # We need this commit for TestRaftCopyrightHeaders. | |
| - run: git fetch --depth 1 origin cd6f4f263bd42688096064825dfa668bde2d3720 | |
| - run: ./build/github/get-engflow-keys.sh | |
| - run: ./build/github/prepare-summarize-build.sh | |
| - name: run lint tests | |
| run: ./build/github/lint.sh | |
| - name: upload build results | |
| run: ./build/github/summarize-build.sh bes.bin | |
| if: always() | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: clean up | |
| run: ./build/github/cleanup-engflow-keys.sh | |
| if: always() | |
| local_roachtest: | |
| runs-on: [self-hosted, basic_big_runner_group] | |
| timeout-minutes: 60 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha || github.ref }} | |
| submodules: true | |
| - name: compute metadata | |
| run: echo GITHUB_ACTIONS_BRANCH=${{ github.event.pull_request.number || github.ref_name}} >> "$GITHUB_ENV" | |
| - run: ./build/github/get-engflow-keys.sh | |
| - name: run local roachtests | |
| run: ./build/github/local-roachtest.sh crosslinux | |
| - uses: actions/upload-artifact@v4 | |
| if: ${{ failure() }} | |
| with: | |
| name: local roachtest artifacts | |
| path: artifacts | |
| - name: clean up | |
| run: ./build/github/cleanup-engflow-keys.sh | |
| if: always() | |
| local_roachtest_fips: | |
| runs-on: [self-hosted, basic_runner_group_fips] | |
| timeout-minutes: 60 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha || github.ref }} | |
| submodules: true | |
| - name: compute metadata | |
| run: echo GITHUB_ACTIONS_BRANCH=${{ github.event.pull_request.number || github.ref_name}} >> "$GITHUB_ENV" | |
| - run: ./build/github/get-engflow-keys.sh | |
| - name: run local roachtests | |
| run: ./build/github/local-roachtest.sh crosslinuxfips | |
| - uses: actions/upload-artifact@v4 | |
| if: ${{ failure() }} | |
| with: | |
| name: local roachtest (FIPS) artifacts | |
| path: artifacts | |
| - name: clean up | |
| run: ./build/github/cleanup-engflow-keys.sh | |
| if: always() | |
| linux_amd64_build: | |
| runs-on: [self-hosted, basic_runner_group] | |
| timeout-minutes: 30 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha || github.ref }} | |
| - name: compute metadata | |
| run: echo GITHUB_ACTIONS_BRANCH=${{ github.event.pull_request.number || github.ref_name}} >> "$GITHUB_ENV" | |
| - run: ./build/github/get-engflow-keys.sh | |
| - run: ./build/github/prepare-summarize-build.sh | |
| - name: build | |
| run: ./build/github/build.sh crosslinux | |
| - name: upload build results | |
| run: ./build/github/summarize-build.sh bes.bin | |
| if: always() | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: clean up | |
| run: ./build/github/cleanup-engflow-keys.sh | |
| if: always() | |
| linux_amd64_fips_build: | |
| runs-on: [self-hosted, basic_runner_group] | |
| timeout-minutes: 30 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha || github.ref }} | |
| - name: compute metadata | |
| run: echo GITHUB_ACTIONS_BRANCH=${{ github.event.pull_request.number || github.ref_name}} >> "$GITHUB_ENV" | |
| - run: ./build/github/get-engflow-keys.sh | |
| - run: ./build/github/prepare-summarize-build.sh | |
| - name: build | |
| run: ./build/github/build.sh crosslinuxfips | |
| - name: upload build results | |
| run: ./build/github/summarize-build.sh bes.bin | |
| if: always() | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: clean up | |
| run: ./build/github/cleanup-engflow-keys.sh | |
| if: always() | |
| linux_arm64_build: | |
| runs-on: [self-hosted, basic_runner_group] | |
| timeout-minutes: 30 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha || github.ref }} | |
| - name: compute metadata | |
| run: echo GITHUB_ACTIONS_BRANCH=${{ github.event.pull_request.number || github.ref_name}} >> "$GITHUB_ENV" | |
| - run: ./build/github/get-engflow-keys.sh | |
| - run: ./build/github/prepare-summarize-build.sh | |
| - name: build | |
| run: ./build/github/build.sh crosslinuxarm | |
| - name: upload build results | |
| run: ./build/github/summarize-build.sh bes.bin | |
| if: always() | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: clean up | |
| run: ./build/github/cleanup-engflow-keys.sh | |
| if: always() | |
| macos_amd64_build: | |
| runs-on: [self-hosted, basic_runner_group] | |
| timeout-minutes: 30 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha || github.ref }} | |
| - name: compute metadata | |
| run: echo GITHUB_ACTIONS_BRANCH=${{ github.event.pull_request.number || github.ref_name}} >> "$GITHUB_ENV" | |
| - run: ./build/github/get-engflow-keys.sh | |
| - run: ./build/github/prepare-summarize-build.sh | |
| - name: build | |
| run: ./build/github/build.sh crossmacos | |
| - name: upload build results | |
| run: ./build/github/summarize-build.sh bes.bin | |
| if: always() | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: clean up | |
| run: ./build/github/cleanup-engflow-keys.sh | |
| if: always() | |
| macos_arm64_build: | |
| runs-on: [self-hosted, basic_runner_group] | |
| timeout-minutes: 30 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha || github.ref }} | |
| - name: compute metadata | |
| run: echo GITHUB_ACTIONS_BRANCH=${{ github.event.pull_request.number || github.ref_name}} >> "$GITHUB_ENV" | |
| - run: ./build/github/get-engflow-keys.sh | |
| - run: ./build/github/prepare-summarize-build.sh | |
| - name: build | |
| run: ./build/github/build.sh crossmacosarm | |
| - name: upload build results | |
| run: ./build/github/summarize-build.sh bes.bin | |
| if: always() | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: clean up | |
| run: ./build/github/cleanup-engflow-keys.sh | |
| if: always() | |
| unit_tests: | |
| runs-on: [self-hosted, basic_runner_group] | |
| timeout-minutes: 60 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| # By default, checkout merges the PR into the current master. | |
| # Instead, we want to check out the PR as is. | |
| ref: ${{ github.event.pull_request.head.sha || github.ref }} | |
| - name: compute metadata | |
| run: echo GITHUB_ACTIONS_BRANCH=${{ github.event.pull_request.number || github.ref_name}} >> "$GITHUB_ENV" | |
| - run: ./build/github/get-engflow-keys.sh | |
| - run: ./build/github/prepare-summarize-build.sh | |
| - name: run tests | |
| run: ./build/github/unit-tests.sh | |
| - name: upload test results | |
| run: ./build/github/summarize-build.sh bes.bin | |
| if: always() | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: clean up | |
| run: ./build/github/cleanup-engflow-keys.sh | |
| if: always() | |
| windows_build: | |
| runs-on: [self-hosted, basic_runner_group] | |
| timeout-minutes: 30 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha || github.ref }} | |
| - name: compute metadata | |
| run: echo GITHUB_ACTIONS_BRANCH=${{ github.event.pull_request.number || github.ref_name}} >> "$GITHUB_ENV" | |
| - run: ./build/github/get-engflow-keys.sh | |
| - run: ./build/github/prepare-summarize-build.sh | |
| - name: build | |
| run: ./build/github/build.sh crosswindows | |
| - name: upload build results | |
| run: ./build/github/summarize-build.sh bes.bin | |
| if: always() | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: clean up | |
| run: ./build/github/cleanup-engflow-keys.sh | |
| if: always() | |
| cockroach-microbench-ci: | |
| runs-on: [ self-hosted, basic_runner_group ] | |
| # TODO(sambhav-jain-16): enable this for pull requests also | |
| if: ${{ github.event_name == 'push' }} | |
| timeout-minutes: 60 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 1 # Fetch only the latest commit | |
| - name: Get the latest commit of the target branch | |
| id: get_latest_commit_target_branch | |
| run: | | |
| # Get the target branch name | |
| TARGET_BRANCH=${{ github.event.pull_request.base.ref }} | |
| # Fetch the latest commit of the target branch | |
| git fetch origin $TARGET_BRANCH --depth=1 | |
| # Get the latest commit hash of the target branch | |
| LATEST_COMMIT=$(git rev-parse FETCH_HEAD) | |
| # Output the latest commit hash | |
| echo "Latest commit on target branch ($TARGET_BRANCH): $LATEST_COMMIT" | |
| # Set the latest commit hash as an output variable | |
| echo "latest_commit=$LATEST_COMMIT" >> $GITHUB_OUTPUT | |
| if: ${{ github.event_name != 'push' }} | |
| - uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha || github.ref }} | |
| - name: compute metadata | |
| run: echo GITHUB_ACTIONS_BRANCH=${{ github.event.pull_request.number || github.ref_name}} >> "$GITHUB_ENV" | |
| - run: ./build/github/get-engflow-keys.sh | |
| - run: ./build/github/prepare-summarize-build.sh | |
| - name: run scripts | |
| run: ./build/github/cockroach-microbench-ci.sh | |
| env: | |
| COMPARE_THRESHOLD: "5.00" | |
| PUSH_STEP: ${{ github.event_name == 'push' && env.GITHUB_ACTIONS_BRANCH != 'staging' }} | |
| BASE_SHA: ${{ steps.get_latest_commit_target_branch.outputs.latest_commit }} | |
| # TODO(sambhav-jain-16): add Performance note check and use this flag. Currently set to false (https://github.com/cockroachdb/cockroach/issues/106661) | |
| SKIP_COMPARISON: ${{ env.GITHUB_ACTIONS_BRANCH == 'staging' }} | |
| - name: upload build results | |
| run: ./build/github/summarize-build.sh bes.bin | |
| if: always() | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: clean up | |
| run: ./build/github/cleanup-engflow-keys.sh | |
| if: always() | |