ASOF join support / Specialize Range Joins #673
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Runs the benchmark command on the PR and | |
| # on the branch, posting the results as a comment back the PR | |
| name: Benchmarks | |
| on: | |
| issue_comment: | |
| jobs: | |
| benchmark: | |
| name: Run Benchmarks | |
| runs-on: ubuntu-latest | |
| if: github.event.issue.pull_request && contains(github.event.comment.body, '/benchmark') | |
| steps: | |
| - name: Dump GitHub context | |
| env: | |
| GITHUB_CONTEXT: ${{ toJSON(github) }} | |
| run: echo "$GITHUB_CONTEXT" | |
| - name: Checkout PR changes | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: refs/pull/${{ github.event.issue.number }}/head | |
| - name: Setup test data | |
| # Workaround for `the input device is not a TTY`, appropriated from https://github.com/actions/runner/issues/241 | |
| shell: 'script -q -e -c "bash -e {0}"' | |
| run: | | |
| cd benchmarks | |
| mkdir data | |
| # Setup the TPC-H data set with a scale factor of 10 | |
| ./bench.sh data tpch | |
| - name: Generate unique result names | |
| run: | | |
| echo "HEAD_LONG_SHA=$(git log -1 --format='%H')" >> "$GITHUB_ENV" | |
| echo "HEAD_SHORT_SHA=$(git log -1 --format='%h' --abbrev=7)" >> "$GITHUB_ENV" | |
| echo "BASE_SHORT_SHA=$(echo "${{ github.sha }}" | cut -c1-7)" >> "$GITHUB_ENV" | |
| - name: Benchmark PR changes | |
| env: | |
| RESULTS_NAME: ${{ env.HEAD_SHORT_SHA }} | |
| run: | | |
| cd benchmarks | |
| ./bench.sh run tpch | |
| # For some reason this step doesn't seem to propagate the env var down into the script | |
| if [ -d "results/HEAD" ]; then | |
| echo "Moving results into ${{ env.HEAD_SHORT_SHA }}" | |
| mv results/HEAD results/${{ env.HEAD_SHORT_SHA }} | |
| fi | |
| - name: Checkout base commit | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.sha }} | |
| clean: false | |
| - name: Benchmark baseline and generate comparison message | |
| env: | |
| RESULTS_NAME: ${{ env.BASE_SHORT_SHA }} | |
| run: | | |
| cd benchmarks | |
| ./bench.sh run tpch | |
| echo ${{ github.event.issue.number }} > pr | |
| pip3 install rich | |
| cat > message.md <<EOF | |
| # Benchmark results | |
| <details> | |
| <summary>Benchmarks comparing ${{ github.sha }} (main) and ${{ env.HEAD_LONG_SHA }} (PR)</summary> | |
| \`\`\` | |
| $(./bench.sh compare ${{ env.BASE_SHORT_SHA }} ${{ env.HEAD_SHORT_SHA }}) | |
| \`\`\` | |
| </details> | |
| EOF | |
| cat message.md | |
| - name: Upload benchmark comparison message | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: message | |
| path: benchmarks/message.md | |
| - name: Upload PR number | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: pr | |
| path: benchmarks/pr |