CI: Added tests on OpenBSD & NetBSD #1010
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Test | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| verbose: | |
| description: 'Increase level of test verbosity' | |
| required: false | |
| default: false | |
| type: boolean | |
| pull_request: | |
| types: | |
| - opened | |
| - synchronize | |
| - converted_to_draft | |
| - ready_for_review | |
| branches: | |
| - main | |
| paths: | |
| - 'src/**' | |
| - 'tests/**' | |
| - '!**.pyi' | |
| - 'tox.ini' | |
| - 'pyproject.toml' | |
| - 'pdm.lock' | |
| - '.github/codecov.yml' | |
| - '.github/actions/setup-tox/**' | |
| - '.github/actions/freebsd-vm/**' | |
| - '.github/actions/pdm.conf' | |
| - '.github/workflows/test.yml' | |
| push: | |
| branches: | |
| - main | |
| tags-ignore: | |
| - '*' | |
| paths: | |
| - 'src/**' | |
| - 'tests/**' | |
| - '!**.pyi' | |
| - 'tox.ini' | |
| - 'pyproject.toml' | |
| - 'pdm.lock' | |
| - '.github/codecov.yml' | |
| - '.github/actions/setup-tox/**' | |
| - '.github/actions/freebsd-vm/**' | |
| - '.github/actions/pdm.conf' | |
| - '.github/workflows/test.yml' | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.sha }} | |
| cancel-in-progress: true | |
| env: | |
| PYTEST_VERBOSE_FLAG: ${{ inputs.verbose && '-v' || '' }} | |
| jobs: | |
| tests: | |
| if: | | |
| (github.event_name != 'push' || !startsWith(github.event.head_commit.message, 'Bump version:')) | |
| && (github.event_name != 'pull_request' || (github.event.pull_request.draft != true && !contains(github.event.pull_request.labels.*.name, 'pr-skip-test'))) | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-24.04, windows-2022, macos-14] | |
| python_version: ['3.11', '3.12', '3.13'] | |
| include: | |
| - python_version: '3.11' | |
| tox_py: py311 | |
| - python_version: '3.12' | |
| tox_py: py312 | |
| - python_version: '3.13' | |
| tox_py: py313 | |
| name: test (${{ matrix.os }}, ${{ matrix.python_version }}) | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Setup tox (python ${{ matrix.python_version }}) | |
| uses: ./.github/actions/setup-tox | |
| with: | |
| python-version: ${{ matrix.python_version }} | |
| - name: Launch tests | |
| timeout-minutes: 20 | |
| run: tox run -f ${{ matrix.tox_py }} -- ${{ env.PYTEST_VERBOSE_FLAG }} | |
| - name: Generate coverage report | |
| if: hashFiles('.coverage.*') != '' # Rudimentary `file.exists()` | |
| continue-on-error: true | |
| run: tox run -f coverage | |
| - name: Upload (unit tests) coverage to codecov | |
| if: hashFiles('coverage.unit.xml') != '' # Rudimentary `file.exists()` | |
| uses: codecov/codecov-action@v4 | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| disable_search: true | |
| files: >- | |
| coverage.unit.xml | |
| flags: >- | |
| test-unit | |
| - name: Upload (functional tests) coverage to codecov | |
| if: hashFiles('coverage.functional.xml') != '' # Rudimentary `file.exists()` | |
| uses: codecov/codecov-action@v4 | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| disable_search: true | |
| files: >- | |
| coverage.functional.xml | |
| flags: >- | |
| test-functional, | |
| OS-${{ runner.os }}, | |
| Py-${{ matrix.python_version }} | |
| test-freebsd: | |
| if: | | |
| (github.event_name != 'push' || !startsWith(github.event.head_commit.message, 'Bump version:')) | |
| && (github.event_name != 'pull_request' || (github.event.pull_request.draft != true && !contains(github.event.pull_request.labels.*.name, 'pr-skip-test'))) | |
| runs-on: ubuntu-24.04 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| # TODO: Add test with other python versions | |
| # c.f. https://bugs.freebsd.org/bugzilla/show_bug.cgi?id=271673 | |
| python_version: ['3.11'] | |
| include: | |
| - python_version: '3.11' | |
| tox_py: py311 | |
| name: test (freebsd-14.1, ${{ matrix.python_version }}) | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Launch tests | |
| # Add 5 minutes to let the VM boot and install dependencies | |
| timeout-minutes: 25 | |
| uses: ./.github/actions/freebsd-vm | |
| with: | |
| release: '14.1' | |
| python-version: ${{ matrix.python_version }} | |
| run: | | |
| tox --workdir /tmp/.tox run -f ${{ matrix.tox_py }} -- ${{ env.PYTEST_VERBOSE_FLAG }} | |
| tox --workdir /tmp/.tox run -f coverage | |
| - name: Check files in workspace | |
| if: always() | |
| run: ls -lA | |
| - name: Upload (unit tests) coverage to codecov | |
| if: hashFiles('coverage.unit.xml') != '' # Rudimentary `file.exists()` | |
| uses: codecov/codecov-action@v4 | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| disable_search: true | |
| files: >- | |
| coverage.unit.xml | |
| flags: >- | |
| test-unit | |
| - name: Upload (functional tests) coverage to codecov | |
| if: hashFiles('coverage.functional.xml') != '' # Rudimentary `file.exists()` | |
| uses: codecov/codecov-action@v4 | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| disable_search: true | |
| files: >- | |
| coverage.functional.xml | |
| flags: >- | |
| test-functional, | |
| OS-FreeBSD, | |
| Py-${{ matrix.python_version }} | |
| test-openbsd: | |
| # TODO: Add this when the workflow is stable. | |
| # if: | | |
| # (github.event_name != 'push' || !startsWith(github.event.head_commit.message, 'Bump version:')) | |
| # && (github.event_name != 'pull_request' || (github.event.pull_request.draft != true && !contains(github.event.pull_request.labels.*.name, 'pr-skip-test'))) | |
| runs-on: ubuntu-24.04 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| # OpenBSD always has a unique Python3 version. | |
| python_version: ['3.11'] | |
| include: | |
| - python_version: '3.11' | |
| tox_py: py311 | |
| name: test (openbsd-7.6, ${{ matrix.python_version }}) | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Launch tests | |
| # Add 5 minutes to let the VM boot and install dependencies | |
| timeout-minutes: 25 | |
| uses: ./.github/actions/openbsd-vm | |
| with: | |
| release: '7.6' | |
| python-version: ${{ matrix.python_version }} | |
| # FIXME: Cannot run tox (which uses tox-pdm) on OpenBSD: PDM crashes when installing packages | |
| # c.f. https://github.com/pdm-project/dep-logic/issues/7 | |
| run: | | |
| export PYTHON=python${{ matrix.python_version }} | |
| export PYTHONUNBUFFERED=1 | |
| export PYTHONHASHSEED=100 | |
| export PYTEST_ADDOPTS="-p "no:cacheprovider"" | |
| $PYTHON -m venv /tmp/.venv | |
| . /tmp/.venv/bin/activate | |
| pip install -r .github/requirements-test.txt -e . | |
| # Launch common checks | |
| pytest -m "not unit and not functional" --no-cov ${{ env.PYTEST_VERBOSE_FLAG }} | |
| # Launch unit tests | |
| export COVERAGE_FILE=.coverage.unit | |
| pytest -n auto tests/unit_test --cov --cov-report=term-missing ${{ env.PYTEST_VERBOSE_FLAG }} | |
| coverage xml -o coverage.unit.xml | |
| # Launch functional tests | |
| export COVERAGE_FILE=.coverage.functional | |
| pytest -n auto tests/functional_test --cov --cov-report=term-missing ${{ env.PYTEST_VERBOSE_FLAG }} | |
| coverage xml -o coverage.functional.xml | |
| - name: Check files in workspace | |
| if: always() | |
| run: ls -lA | |
| test-netbsd: | |
| # TODO: Add this when the workflow is stable. | |
| # if: | | |
| # (github.event_name != 'push' || !startsWith(github.event.head_commit.message, 'Bump version:')) | |
| # && (github.event_name != 'pull_request' || (github.event.pull_request.draft != true && !contains(github.event.pull_request.labels.*.name, 'pr-skip-test'))) | |
| runs-on: ubuntu-24.04 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| # NOTE: Python 3.13 is not available yet. | |
| python_version: ['3.11', '3.12'] | |
| include: | |
| - python_version: '3.11' | |
| tox_py: py311 | |
| - python_version: '3.12' | |
| tox_py: py312 | |
| name: test (netbsd-10.0, ${{ matrix.python_version }}) | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Launch tests | |
| # Add 5 minutes to let the VM boot and install dependencies | |
| timeout-minutes: 25 | |
| uses: ./.github/actions/netbsd-vm | |
| with: | |
| release: '10.0' | |
| python-version: ${{ matrix.python_version }} | |
| run: | | |
| tox --workdir /tmp/.tox run -f ${{ matrix.tox_py }} -- ${{ env.PYTEST_VERBOSE_FLAG }} | |
| tox --workdir /tmp/.tox run -f coverage | |
| - name: Check files in workspace | |
| if: always() | |
| run: ls -lA |