benchmarks.yml

name: Benchmark

on:
  push:
    branches:
      - main
  pull_request:
  workflow_dispatch:

jobs:
  benchmark_cpu:
    name: CPU Pytest benchmark
    runs-on: ubuntu-latest

    steps:
      - uses: asottile/workflows/.github/actions/fast-checkout@v1.6.0

      - name: Setup environment
        uses: actions/setup-python@v4
        with:
          python-version: 3.11

      - name: Install pytorch
        shell: bash
        run: pip install torch==2.2.0 --index-url https://download.pytorch.org/whl/cpu

      - name: Install Kornia dev
        shell: bash
        run: pip install .[dev,x]

      - name: Check torch version
        shell: bash
        run: pip show torch | grep 2.2.0  || false

      - name: Print dependencies and kornia version
        shell: bash
        run: |
          python -c "import torch;print('Pytorch version: ', torch.__version__)"
          python -c "import kornia;print('Kornia version: ', kornia.__version__)"

      - name: Install benchmark requirements
        run: pip install -r requirements/requirements-benchmarks.txt

      - name: Run benchmarks
        uses: CodSpeedHQ/action@v2
        with:
          token: ${{ secrets.CODSPEED_TOKEN }}
          # run only 4 benchmarks because they take a long time to run for the time being
          run: |
            pytest -vvv --codspeed -n auto \
              benchmarks/augmentation/2d_geometric_test.py::test_aug_2d_thin_plate_spline \
              benchmarks/augmentation/2d_geometric_test.py::test_aug_2d_elastic_transform \
              benchmarks/augmentation/2d_intensity_test.py::test_aug_2d_linear_corner_illumination \
              benchmarks/augmentation/2d_intensity_test.py::test_aug_2d_solarize