[WIP] Parallel transactions execution #686
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| pull_request: | |
| merge_group: | |
| push: | |
| branches: | |
| - staging | |
| - trying | |
| - '!release-please--branches--**' | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| changed_files: | |
| runs-on: ubuntu-latest | |
| name: Get changed files | |
| outputs: | |
| core: ${{ steps.changed-files.outputs.core_any_changed }} | |
| prover: ${{ steps.changed-files.outputs.prover_any_changed }} | |
| zk_toolbox: ${{ steps.changed-files.outputs.zk_toolbox_any_changed }} | |
| docs: ${{ steps.changed-files.outputs.docs_any_changed }} | |
| all: ${{ steps.changed-files.outputs.all_any_changed }} | |
| steps: | |
| - uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4 | |
| with: | |
| fetch-depth: 2 | |
| submodules: "recursive" | |
| - name: Get changed files | |
| id: changed-files | |
| uses: tj-actions/changed-files@v39 | |
| with: | |
| files_yaml: | | |
| prover: | |
| - 'prover/**' | |
| - '!prover/CHANGELOG.md' | |
| - '!prover/setup-data-cpu-keys.json' | |
| - '!prover/setup-data-gpu-keys.json' | |
| - '!prover/extract-setup-data-keys.sh' | |
| - 'docker/prover*/**' | |
| - '.github/workflows/build-prover-template.yml' | |
| - '.github/workflows/ci-prover-reusable.yml' | |
| - 'docker-compose-runner-nightly.yml' | |
| - '!**/*.md' | |
| - '!**/*.MD' | |
| core: | |
| - 'core/**' | |
| - '!core/CHANGELOG.md' | |
| - 'docker/contract-verifier/**' | |
| - 'docker/external-node/**' | |
| - 'docker/server/**' | |
| - '.github/workflows/build-core-template.yml' | |
| - '.github/workflows/build-contract-verifier-template.yml' | |
| - '.github/workflows/ci-core-reusable.yml' | |
| - '.github/workflows/ci-core-lint-reusable.yml' | |
| - 'Cargo.toml' | |
| - 'Cargo.lock' | |
| - '!**/*.md' | |
| - '!**/*.MD' | |
| - 'docker-compose.yml' | |
| zk_toolbox: | |
| - 'zk_toolbox/**' | |
| - '!**/*.md' | |
| - '!**/*.MD' | |
| docs: | |
| - '**/*.md' | |
| - '**/*.MD' | |
| - '.github/workflows/ci-docs-reusable.yml' | |
| all: | |
| - '.github/workflows/ci.yml' | |
| - 'bin/**' | |
| - 'etc/**' | |
| - 'contracts/**' | |
| - 'infrastructure/zk/**' | |
| - '!**/*.md' | |
| - '!**/*.MD' | |
| ci-for-core-lint: | |
| name: CI for Core lint Components | |
| needs: changed_files | |
| if: contains(github.ref_name, 'release-please--branches') | |
| uses: ./.github/workflows/ci-core-lint-reusable.yml | |
| ci-for-core: | |
| name: CI for Core Components | |
| needs: changed_files | |
| if: ${{ (needs.changed_files.outputs.core == 'true' || needs.changed_files.outputs.all == 'true') && !contains(github.ref_name, 'release-please--branches') }} | |
| uses: ./.github/workflows/ci-core-reusable.yml | |
| ci-for-prover: | |
| needs: changed_files | |
| if: ${{ (needs.changed_files.outputs.prover == 'true' || needs.changed_files.outputs.all == 'true') && !contains(github.ref_name, 'release-please--branches') }} | |
| name: CI for Prover Components | |
| uses: ./.github/workflows/ci-prover-reusable.yml | |
| ci-for-zk-toolbox: | |
| needs: changed_files | |
| if: ${{ (needs.changed_files.outputs.core == 'true' || needs.changed_files.outputs.zk_toolbox == 'true' || needs.changed_files.outputs.all == 'true') && !contains(github.ref_name, 'release-please--branches') }} | |
| name: CI for zk_toolbox | |
| uses: ./.github/workflows/ci-zk-toolbox-reusable.yml | |
| ci-for-docs: | |
| needs: changed_files | |
| if: needs.changed_files.outputs.docs == 'true' | |
| name: CI for Docs | |
| uses: ./.github/workflows/ci-docs-reusable.yml | |
| # What needs to be ran for both core and prover | |
| ci-for-common: | |
| needs: changed_files | |
| if: ${{ (needs.changed_files.outputs.prover == 'true' || needs.changed_files.outputs.core == 'true' || needs.changed_files.outputs.all == 'true') && !contains(github.ref_name, 'release-please--branches') }} | |
| name: CI for Common Components (prover or core) | |
| uses: ./.github/workflows/ci-common-reusable.yml | |
| build-core-images: | |
| name: Build core images | |
| needs: changed_files | |
| if: ${{ (needs.changed_files.outputs.core == 'true' || needs.changed_files.outputs.all == 'true') && !contains(github.ref_name, 'release-please--branches') }} | |
| uses: ./.github/workflows/build-core-template.yml | |
| with: | |
| image_tag_suffix: ${{ needs.setup.outputs.image_tag_suffix }} | |
| action: "build" | |
| secrets: | |
| DOCKERHUB_USER: ${{ secrets.DOCKERHUB_USER }} | |
| DOCKERHUB_TOKEN: ${{ secrets.DOCKERHUB_TOKEN }} | |
| build-tee-prover-images: | |
| name: Build TEE Prover images | |
| needs: changed_files | |
| if: ${{ (needs.changed_files.outputs.core == 'true' || needs.changed_files.outputs.all == 'true') && !contains(github.ref_name, 'release-please--branches') }} | |
| uses: ./.github/workflows/build-tee-prover-template.yml | |
| with: | |
| image_tag_suffix: ${{ needs.setup.outputs.image_tag_suffix }} | |
| action: "build" | |
| secrets: | |
| DOCKERHUB_USER: ${{ secrets.DOCKERHUB_USER }} | |
| DOCKERHUB_TOKEN: ${{ secrets.DOCKERHUB_TOKEN }} | |
| ATTIC_TOKEN: ${{ secrets.ATTIC_TOKEN }} | |
| build-contract-verifier: | |
| name: Build contract verifier | |
| needs: changed_files | |
| if: ${{ (needs.changed_files.outputs.core == 'true' || needs.changed_files.outputs.all == 'true') && !contains(github.ref_name, 'release-please--branches') }} | |
| uses: ./.github/workflows/build-contract-verifier-template.yml | |
| with: | |
| image_tag_suffix: ${{ needs.setup.outputs.image_tag_suffix }} | |
| action: "build" | |
| secrets: | |
| DOCKERHUB_USER: ${{ secrets.DOCKERHUB_USER }} | |
| DOCKERHUB_TOKEN: ${{ secrets.DOCKERHUB_TOKEN }} | |
| build-prover-images: | |
| name: Build prover images | |
| needs: changed_files | |
| if: ${{ (needs.changed_files.outputs.prover == 'true' || needs.changed_files.outputs.all == 'true') && !contains(github.ref_name, 'release-please--branches') }} | |
| uses: ./.github/workflows/build-prover-template.yml | |
| with: | |
| image_tag_suffix: ${{ needs.setup.outputs.image_tag_suffix }} | |
| action: "build" | |
| ERA_BELLMAN_CUDA_RELEASE: ${{ vars.ERA_BELLMAN_CUDA_RELEASE }} | |
| is_pr_from_fork: ${{ github.event.pull_request.head.repo.fork == true }} | |
| secrets: | |
| DOCKERHUB_USER: ${{ secrets.DOCKERHUB_USER }} | |
| DOCKERHUB_TOKEN: ${{ secrets.DOCKERHUB_TOKEN }} | |
| ci-success: | |
| name: Github Status Check | |
| runs-on: ubuntu-latest | |
| if: always() && !cancelled() | |
| needs: [ci-for-core-lint, ci-for-common, ci-for-core, ci-for-prover, ci-for-docs, build-core-images, build-contract-verifier, build-prover-images] | |
| steps: | |
| - name: Status | |
| run: | | |
| # This will check all jobs status in the `needs` list, and fail job if one is failed. | |
| # Since we split prover and core to different flows, this job will be only as Required Status Check in the Pull Request. | |
| if [[ ${{ contains(join(needs.*.result, ','), 'failure') }} == "true" ]]; then | |
| echo "Intentionally failing to block PR from merging" | |
| exit 1 | |
| fi |