Feat/use uv python management

.github/workflows/build.yml

@@ -31,28 +31,30 @@ jobs:
       - name: Install Python
         uses: actions/setup-python@v5
         with:
-          python-version: "3.11"
+          python-version: "3.12"
+
       - name: Install dependencies
-        run: |
-          python -m pip install --upgrade pip
-          pip install ruff
+        uses: astral-sh/setup-uv@v5
+
       # Update output format to enable automatic inline annotations.
       - name: Run Ruff
         run: |
-          ruff check --output-format=github python/
-          ruff format --check python/
+          uv run ruff check --output-format=github python/
+          uv run ruff format --check python/
 
   generate-license:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
       - uses: actions-rs/toolchain@v1
+        id: rust-toolchain
         with:
           profile: minimal
           toolchain: stable
           override: true
+
       - name: Generate license file
-        run: python ./dev/create_license.py
+        run: uv run python ./dev/create_license.py
       - uses: actions/upload-artifact@v4
         with:
           name: python-wheel-license
@@ -78,12 +80,6 @@ jobs:
         with:
           toolchain: stable
 
-      - name: Upgrade pip
-        run: python -m pip install --upgrade pip
-
-      - name: Install maturin
-        run: pip install maturin==1.5.1
-
       - run: rm LICENSE.txt
       - name: Download LICENSE.txt
         uses: actions/download-artifact@v4
@@ -97,8 +93,11 @@ jobs:
           version: "27.4"
           repo-token: ${{ secrets.GITHUB_TOKEN }}
 
+      - name: Install dependencies and build
+        uses: astral-sh/setup-uv@v5
+
       - name: Build Python package
-        run: maturin build --release --strip --features substrait
+        run: uv run maturin build --release --strip --features substrait
 
       - name: List Windows wheels
         if: matrix.os == 'windows-latest'
@@ -136,12 +135,6 @@ jobs:
         with:
           toolchain: stable
 
-      - name: Upgrade pip
-        run: python -m pip install --upgrade pip
-
-      - name: Install maturin
-        run: pip install maturin==1.5.1
-
       - run: rm LICENSE.txt
       - name: Download LICENSE.txt
         uses: actions/download-artifact@v4
@@ -155,9 +148,11 @@ jobs:
           version: "27.4"
           repo-token: ${{ secrets.GITHUB_TOKEN }}
 
+      - name: Install dependencies and build
+        uses: astral-sh/setup-uv@v5
+
       - name: Build Python package
-        run: |
-          maturin build --release --strip --features substrait
+        run: uv run maturin build --release --strip --features substrait
 
       - name: List Mac wheels
         run: find target/wheels/

.github/workflows/docs.yaml

@@ -57,27 +57,22 @@ jobs:
           version: '27.4'
           repo-token: ${{ secrets.GITHUB_TOKEN }}
 
-      - name: Install dependencies
-        run: |
-          set -x
-          python3 -m venv venv
-          source venv/bin/activate
-          pip install -r requirements-311.txt
-          pip install -r docs/requirements.txt
-      - name: Build Datafusion
+      - name: Install dependencies and build
+        uses: astral-sh/setup-uv@v5
+
+      - name: Build repo
         run: |
-          set -x
-          source venv/bin/activate
-          maturin develop
+          uv venv
+          uv sync --dev -v
 
       - name: Build docs
         run: |
           set -x
-          source venv/bin/activate
           cd docs
+          uv pip install -r requirements.txt
           curl -O https://gist.githubusercontent.com/ritchie46/cac6b337ea52281aa23c049250a4ff03/raw/89a957ff3919d90e6ef2d34235e6bf22304f3366/pokemon.csv
           curl -O https://d37ci6vzurychx.cloudfront.net/trip-data/yellow_tripdata_2021-01.parquet
-          make html
+          uv run make html
 
       - name: Copy & push the generated HTML
         if: github.event_name == 'push' && (github.ref == 'refs/heads/main' || github.ref_type == 'tag')

.github/workflows/test.yaml

@@ -67,57 +67,25 @@ jobs:
           key: cargo-cache-${{ steps.rust-toolchain.outputs.rustc_hash }}-${{ hashFiles('Cargo.lock') }}
 
       - name: Check Formatting
-        uses: actions-rs/cargo@v1
         if: ${{ matrix.python-version == '3.10' && matrix.toolchain == 'stable' }}
-        with:
-          command: fmt
-          args: -- --check
+        run: cargo fmt -- --check
 
       - name: Run Clippy
-        uses: actions-rs/cargo@v1
         if: ${{ matrix.python-version == '3.10' && matrix.toolchain == 'stable' }}
-        with:
-          command: clippy
-          args: --all-targets --all-features -- -D clippy::all -A clippy::redundant_closure
-
-      - name: Create Virtualenv (3.12)
-        if: ${{ matrix.python-version == '3.12' }}
-        run: |
-          python -m venv venv
-          source venv/bin/activate
-          pip install -r requirements-312.txt
+        run: cargo clippy --all-targets --all-features -- -D clippy::all -A clippy::redundant_closure
 
-      - name: Create Virtualenv (3.10)
-        if: ${{ matrix.python-version == '3.10' }}
-        run: |
-          python -m venv venv
-          source venv/bin/activate
-          pip install -r requirements-310.txt
-
-      - name: Create Virtualenv (3.11)
-        if: ${{ matrix.python-version == '3.11' }}
-        run: |
-          python -m venv venv
-          source venv/bin/activate
-          pip install -r requirements-311.txt
+      - name: Install dependencies and build
+        uses: astral-sh/setup-uv@v5
 
       - name: Run tests
         env:
           RUST_BACKTRACE: 1
-        run: |
-          git submodule update --init
-          source venv/bin/activate
-          pip install -e . -vv
-          pytest -v .
+        run: uv run pytest -v .
 
       - name: FFI unit tests
         run: |
-          source venv/bin/activate
-          pip install -e . -vv
-          pip install maturin==1.5.1
-          cd examples/ffi-table-provider
-          maturin develop --release --strip
-          pytest python/tests/_test_table_provider.py
+          uv run maturin develop
+          uv run pytest python/tests/_test_table_provider.py
 
       - name: Cache the generated dataset
         id: cache-tpch-dataset
@@ -134,7 +102,5 @@ jobs:
 
       - name: Run TPC-H examples
         run: |
-          source venv/bin/activate
-          cd examples/tpch
-          python convert_data_to_parquet.py
-          pytest _tests.py
+          uv run python convert_data_to_parquet.py
+          uv run pytest _tests.py

.pre-commit-config.yaml

@@ -17,9 +17,9 @@
 
 repos:
       - repo: https://github.com/rhysd/actionlint
-        rev: v1.6.23
+        rev: v1.7.6
         hooks:
-              - id: actionlint-docker
+          - id: actionlint-docker
       - repo: https://github.com/astral-sh/ruff-pre-commit
         # Ruff version.
         rev: v0.3.0