Daily Reports #132
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Daily Reports | |
| on: | |
| schedule: | |
| # Every day at UTC midnight | |
| - cron: "0 0 * * 1,2,3,4,5" | |
| workflow_dispatch: | |
| env: | |
| RUST_VERSION: 1.81.0 | |
| jobs: | |
| run-hive: | |
| name: Hive (${{ matrix.vm }}) - ${{ matrix.test.name }} | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| vm: [levm, revm] | |
| test: | |
| - { | |
| name: "Rpc Compat tests", | |
| file_name: rpc-compat, | |
| simulation: ethereum/rpc-compat, | |
| } | |
| - { name: "Devp2p eth tests", file_name: devp2p, simulation: devp2p } | |
| - { | |
| name: "Cancun Engine tests", | |
| file_name: engine, | |
| simulation: ethereum/engine, | |
| } | |
| - { name: "Sync tests", file_name: sync, simulation: ethereum/sync } | |
| steps: | |
| - name: Pull image | |
| if: ${{ matrix.vm == 'revm' }} | |
| run: | | |
| docker pull ghcr.io/lambdaclass/ethrex:latest | |
| docker tag ghcr.io/lambdaclass/ethrex:latest ethrex:latest | |
| - name: Checkout sources | |
| uses: actions/checkout@v4 | |
| - name: Build Image with LEVM | |
| if: ${{ matrix.vm == 'levm' }} | |
| run: cd crates/vm/levm && make build-image-levm | |
| - name: Setup Go | |
| uses: actions/setup-go@v5 | |
| - name: Setup Hive | |
| run: make setup-hive | |
| - name: Run Hive Simulation | |
| run: cd hive && ./hive --client ethrex --sim ${{ matrix.test.simulation }} --sim.parallelism 16 | |
| continue-on-error: true | |
| - name: Upload results | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ matrix.test.file_name }}_${{ matrix.vm }}_logs | |
| path: hive/workspace/logs/*-*.json | |
| if-no-files-found: error | |
| hive-report: | |
| name: Generate report and upload to Slack (${{ matrix.vm }}) | |
| needs: run-hive | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| vm: [levm, revm] | |
| steps: | |
| - name: Checkout sources | |
| uses: actions/checkout@v4 | |
| - name: Rustup toolchain install | |
| uses: dtolnay/rust-toolchain@stable | |
| with: | |
| toolchain: ${{ env.RUST_VERSION }} | |
| - name: Download all results | |
| uses: actions/download-artifact@v4 | |
| with: | |
| path: hive/workspace/logs | |
| pattern: "*_${{ matrix.vm }}_logs" | |
| merge-multiple: true | |
| - name: Caching | |
| uses: Swatinem/rust-cache@v2 | |
| - name: Generate the hive report | |
| run: cargo run -p hive_report > results.md | |
| - name: Upload ${{matrix.vm}} result | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: results_${{matrix.vm}}.md | |
| path: results.md | |
| if-no-files-found: error | |
| - name: Post results in summary | |
| run: | | |
| echo "# Hive coverage report (${{ matrix.vm }})" >> $GITHUB_STEP_SUMMARY | |
| cat results.md >> $GITHUB_STEP_SUMMARY | |
| - name: Post results to Slack | |
| env: | |
| SLACK_WEBHOOKS: > | |
| ${{ github.event_name == 'workflow_dispatch' | |
| && secrets.TEST_CHANNEL_SLACK | |
| || format( | |
| '{0} {1} {2}', | |
| secrets.ETHREX_L1_SLACK_WEBHOOK, | |
| secrets.ETHREX_L2_SLACK_WEBHOOK, | |
| secrets.LEVM_SLACK_WEBHOOK | |
| ) | |
| }} | |
| SCRIPT: > | |
| ${{ matrix.vm == 'levm' | |
| && '.github/scripts/publish_levm_hive.sh' | |
| || '.github/scripts/publish_hive.sh' | |
| }} | |
| run: | | |
| for webhook in $SLACK_WEBHOOKS; do | |
| sh $SCRIPT "$webhook" | |
| done | |
| hive-diff-report: | |
| name: Post tests diff to levm slack | |
| needs: hive-report | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout sources | |
| uses: actions/checkout@v4 | |
| - name: Download results (levm) | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: results_levm.md | |
| - name: Rename result (1) | |
| run: cp results.md results_levm.md | |
| - name: Download results (revm) | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: results_revm.md | |
| - name: Rename result (2) | |
| run: cp results.md results_revm.md | |
| - name: Post results diff to Slack | |
| env: | |
| SLACK_WEBHOOK: > | |
| ${{ github.event_name == 'workflow_dispatch' | |
| && secrets.TEST_CHANNEL_SLACK | |
| || secrets.LEVM_SLACK_WEBHOOK | |
| }} | |
| run: | | |
| bash .github/scripts/levm_revm_diff.sh results_revm.md results_levm.md >> diff.md | |
| cat diff.md >> $GITHUB_STEP_SUMMARY | |
| sh .github/scripts/publish_vms_diff.sh $SLACK_WEBHOOK | |
| levm-test: | |
| name: Generate Report for LEVM EF Tests | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout sources | |
| uses: actions/checkout@v4 | |
| - name: Rustup toolchain install | |
| uses: dtolnay/rust-toolchain@stable | |
| with: | |
| toolchain: ${{ env.RUST_VERSION }} | |
| - name: Caching | |
| uses: Swatinem/rust-cache@v2 | |
| - name: Download EF Tests | |
| run: | | |
| cd crates/vm/levm | |
| make download-evm-ef-tests | |
| - name: Run tests | |
| run: | | |
| cd crates/vm/levm | |
| make generate-evm-ef-tests-report | |
| - name: Post results in summary | |
| run: | | |
| echo "# Daily LEVM EF Tests Run Report" >> $GITHUB_STEP_SUMMARY | |
| cat cmd/ef_tests/levm/levm_ef_tests_summary_github.txt >> $GITHUB_STEP_SUMMARY | |
| - name: Post results to Slack | |
| env: | |
| SLACK_WEBHOOK: > | |
| ${{ github.event_name == 'workflow_dispatch' | |
| && secrets.TEST_CHANNEL_SLACK | |
| || secrets.LEVM_SLACK_WEBHOOK | |
| }} | |
| run: sh .github/scripts/publish_levm_ef_tests.sh "$SLACK_WEBHOOK" | |
| flamegraphs-page: | |
| name: Post to Slack link to Flamegraphs Page | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout sources | |
| uses: actions/checkout@v4 | |
| - name: Post message to slack | |
| env: | |
| SLACK_WEBHOOKS: > | |
| ${{ github.event_name == 'workflow_dispatch' | |
| && secrets.TEST_CHANNEL_SLACK | |
| || format( | |
| '{0} {1} {2}', | |
| secrets.ETHREX_L1_SLACK_WEBHOOK, | |
| secrets.ETHREX_L2_SLACK_WEBHOOK, | |
| secrets.LEVM_SLACK_WEBHOOK | |
| ) | |
| }} | |
| run: | | |
| for webhook in $SLACK_WEBHOOKS; do | |
| sh .github/scripts/publish_link_flamegraphs.sh "$webhook" | |
| done |