tests.yaml

name: Tests

on:
  push:
    branches: [main]
  pull_request:
  merge_group:
  workflow_dispatch:
  schedule:
    - cron: "20 4 * * 2" # once a week

env:
  FORCE_COLOR: "1"
  # facilitate testing by building vLLM for CPU when needed
  VLLM_CPU_DISABLE_AVX512: "true"
  VLLM_TARGET_DEVICE: "cpu"
  # prefer torch cpu version
  PIP_EXTRA_INDEX_URL: "https://download.pytorch.org/whl/cpu"

concurrency:
  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
  cancel-in-progress: true

jobs:
  tests:
    timeout-minutes: 20
    runs-on: ${{ matrix.os }}
    strategy:
      fail-fast: false
      matrix:
        os: [ubuntu-latest]
        pyv: ["3.12"]
        vllm_version:
          # - "" # skip the pypi version as it will not work on CPU
          - "git+https://github.com/vllm-project/vllm@v0.6.2"
          - "git+https://github.com/vllm-project/vllm@main"
          - "git+https://github.com/opendatahub-io/vllm@main"

    steps:
      - name: Check out the repository
        uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - name: Free Disk Space
        uses: jlumbroso/free-disk-space@v1.3.1
        with:
          tool-cache: false
          large-packages: false
          docker-images: false

      - name: Install vLLM build deps
        run: |
          sudo apt update
          sudo apt install --no-install-recommends -y \
            ccache \
            libnuma-dev libdnnl-dev opencl-dev

      - name: Set up Python ${{ matrix.pyv }}
        uses: actions/setup-python@v5
        id: setup-python
        with:
          python-version: ${{ matrix.pyv }}
          cache: pip
          cache-dependency-path: pyproject.toml

      - name: Upgrade pip and nox
        run: |
          python -m pip install --upgrade pip nox
          pip --version
          nox --version

      - name: nox envs cache
        id: cache
        uses: actions/cache@v4
        with:
          path: /home/runner/.nox
          key: ${{ runner.os }}-python-${{steps.setup-python.outputs.python-version }}-${{ hashFiles('noxfile.py') }}

      - name: Lint code and check dependencies
        run: nox --envdir ~/.nox --reuse-venv=yes -v -s lint-${{ matrix.pyv }}

      - name: Cache ccache cache directory
        id: cache-ccache
        uses: actions/cache@v4
        with:
          path: /home/runner/.cache/ccache
          key: ${{ runner.os }}

      - name: Run tests
        run: nox --envdir ~/.nox --reuse-venv=yes -v -s tests-${{ matrix.pyv }} -- --cov-report=xml
        env:
          VLLM_VERSION_OVERRIDE: ${{ matrix.vllm_version }}

      - name: Upload coverage report
        uses: codecov/codecov-action@v4
        if: github.actor != 'dependabot[bot]'
        with:
          fail_ci_if_error: true
        env:
          CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}

      - name: Build package
        run: nox --envdir ~/.nox --reuse-venv=yes -s build-${{ matrix.pyv }}