chore: lazy pyspark install

.github/workflows/python_build.yml

@@ -45,9 +45,9 @@ jobs:
 
       - name: Build and install deltalake
         run: |
-          make setup
           # Install minimum PyArrow version
-          uv pip install -e .[pandas,devel] pyarrow==16.0.0
+          uv sync --extra devel --extra pandas
+          uv pip install pyarrow==16.0.0
         env:
           RUSTFLAGS: "-C debuginfo=line-tables-only"
 
@@ -130,8 +130,7 @@ jobs:
 
       - name: Build and install deltalake
         run: |
-          make setup
-          uvx run maturin develop
+          uv sync
 
       - name: Run deltalake
         run: |

python/Makefile

@@ -8,7 +8,7 @@ DAT_VERSION := 0.0.2
 .PHONY: setup
 setup: ## Setup the requirements
 	$(info --- Setup dependencies ---)
-	uv sync --all-extras
+	uv sync --extra devel --extra pandas
 
 .PHONY: setup-dat
 setup-dat: ## Download DAT test files
@@ -39,7 +39,8 @@ install: build ## Install Python binding of delta-rs
 	uv pip install $(TARGET_WHEEL)[devel,pandas]
 
 .PHONY: develop-pyspark
-develop-pyspark: setup
+develop-pyspark:
+	uv sync --all-extras
 	$(info --- Develop with Python binding ---)
 	uvx --from 'maturin[zig]' maturin develop --extras=devel,pandas,pyspark $(MATURIN_EXTRA_ARGS)
 

python/pyproject.toml

@@ -40,7 +40,7 @@ devel = [
 pyspark = [
     "pyspark",
     "delta-spark",
-    "numpy==1.22.2", # pyspark is not compatible with latest numpy
+    "numpy==1.26.4", # pyspark is not compatible with latest numpy
 ]
 
 [project.urls]