Benchmark.yml

name: Benchmarks
permissions:
  contents: write # contents permission to update benchmark contents in gh-pages branch
  statuses: read
  deployments: write # deployments permission to deploy GitHub pages website
  pull-requests: write

on:
  pull_request:
    branches:
      - main
    paths:
      - "src/**/*"
      - "lib/**/*"
      - "ext/**/*"
      - "perf/**/*"
      - ".buildkite/**/*"
      - "Project.toml"
      - ".github/workflows/Benchmark.yml"
  push:
    branches:
      - main
    paths:
      - "src/**/*"
      - "lib/**/*"
      - "ext/**/*"
      - "perf/**/*"
      - ".buildkite/**/*"
      - "Project.toml"
      - ".github/workflows/Benchmark.yml"

jobs:
  benchmark:
    if: ${{ (github.event_name != 'pull_request' || github.event.pull_request.head.repo.full_name == github.repository) && (contains(github.event.head_commit.message, '[only benchmarks]') || !contains(github.event.head_commit.message, '[only') && !contains(github.event.head_commit.message, '[skip benchmarks]') && github.event.pull_request.draft == false) }}
    runs-on: ubuntu-latest
    steps:
      - env:
          PART1: ${{ (github.event_name != 'pull_request' || github.event.pull_request.head.repo.full_name == github.repository) }}
          PART2: ${{ (contains(github.event.head_commit.message, '[only benchmarks]') || !contains(github.event.head_commit.message, '[only') && !contains(github.event.head_commit.message, '[skip benchmarks]') && github.event.pull_request.draft == false) }}
          PART2a: ${{ contains(github.event.head_commit.message, '[only benchmarks]') }}
          PART2b: ${{ !contains(github.event.head_commit.message, '[only') && !contains(github.event.head_commit.message, '[skip benchmarks]') && github.event.pull_request.draft == false }}
          PART2ba: ${{ !contains(github.event.head_commit.message, '[only') && !contains(github.event.head_commit.message, '[skip benchmarks]') && github.event.pull_request.draft == false }}
          PART2bb: ${{ !contains(github.event.head_commit.message, '[skip benchmarks]') }}
          PART2bc: ${{ github.event.pull_request.draft == false }}
        run: |
          echo $PART1
          echo $PART2
          echo $PART2a
          echo $PART2b
          echo $PART2ba
          echo $PART2bb
          echo $PART2bc
      - uses: actions/checkout@v4
      - name: Download Buildkite Artifacts
        id: download
        uses: EnricoMi/download-buildkite-artifact-action@v1
        with:
          buildkite_token: ${{ secrets.BUILDKITE_TOKEN }}
          ignore_build_states: blocked,canceled,skipped,not_run,failed
          ignore_job_states: timed_out,failed
          output_path: artifacts

      - name: Locate Benchmarks Artifact
        id: locate
        if: ${{ steps.download.outputs.download-state == 'success' }}
        run: echo "path=$(find artifacts -type f -name benchmarkresults.json 2>/dev/null)" >> $GITHUB_OUTPUT

      - name: Upload Benchmark Results
        if: ${{ steps.locate.outputs.path != '' }}
        uses: benchmark-action/github-action-benchmark@v1
        with:
          name: Metal Benchmarks
          tool: "julia"
          output-file-path: ${{ steps.locate.outputs.path }}
          benchmark-data-dir-path: "bench"
          github-token: ${{ secrets.GITHUB_TOKEN }}
          comment-always: ${{ github.event_name == 'pull_request' }}
          summary-always: true
          alert-threshold: "150%"
          fail-on-alert: false
          auto-push: ${{ github.event_name != 'pull_request' }}