benchmarks.yml

name: Benchmarks
on:
  push:
    branches: ["main"]
    paths-ignore:
      - "README.md"
  pull_request:
    branches: ["main"]
    paths-ignore:
      - "README.md"

env:
  CARGO_TERM_COLOR: always

jobs:
  benchmark-tests:
    runs-on:
      1000gb
    steps:
      - uses: actions/checkout@v4
      - uses: software-mansion/setup-scarb@v1
        with:
          scarb-version: "2.4.2"
      - uses: actions/setup-python@v4
        with:
          python-version: "3.9"
      - uses: actions-rs/toolchain@v1
        with:
          toolchain: nightly-2024-01-16
          override: true
          components: rustfmt, clippy
      - uses: baptiste0928/cargo-install@v1
        with:
          crate: cargo-nextest
          locked: true
      - name: Cargo clean
        run: cargo clean
      - name: Delete Cargo.lock
        run: rm -f Cargo.lock
      - name: Install Risc0 toolchain
        run: |
          cargo install cargo-binstall
          yes | cargo binstall cargo-risczero
          cargo risczero install
      - name: Install Rust jupyter kernel
        run: |
          cargo install evcxr_jupyter
          evcxr_jupyter --install
      - name: Install GNU Time
        run: sudo apt-get update && sudo apt-get install -y time
      - name: Download and Install EZKL Binary
        run: |
          curl -L -o ezkl.tar.gz https://github.com/zkonduit/ezkl/releases/download/v7.1.4/build-artifacts.ezkl-linux-gnu.tar.gz
          tar -xzf ezkl.tar.gz
          sudo mv ezkl /usr/local/bin/  # Move the binary to a directory in your PATH
      - name: Setup Virtual Env
        run: python -m venv .env; source .env/bin/activate;
      - name: Run random forest benchmarks across all frameworks
        run: source .env/bin/activate; cargo nextest run benchmarking_tests::tests::run_benchmarks_::tests_0 --no-capture
      - name: Run linear regression benchmarks across all frameworks
        run: source .env/bin/activate; cargo nextest run benchmarking_tests::tests::run_benchmarks_::tests_1 --no-capture
      - name: Run svm classification benchmarks across all frameworks
        run: source .env/bin/activate; cargo nextest run benchmarking_tests::tests::run_benchmarks_::tests_2 --no-capture
      - name: Run tree ensemble regression benchmarks across all frameworks
        run: source .env/bin/activate; cargo nextest run benchmarking_tests::tests::run_benchmarks_::tests_3 --no-capture
      - name: Pretty Print benchmarks.json
        run: jq '.' benchmarks.json  # Pretty print the benchmarks.json file