chore: disable lakefs for pyarrow engine

Signed-off-by: Ion Koutsouris <[email protected]>
delta-io · Jan 10, 2025 · 814fc58 · 814fc58
1 parent 07ae1a3
commit 814fc58
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 1 deletion.
diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
@@ -165,7 +165,7 @@ jobs:
 
       - name: Download Lakectl
         run: |
-          wget -q https://github.com/treeverse/lakeFS/releases/download/1.48.1/lakeFS_1.48.1_Linux_x86_64.tar.gz
+          wget -q https://github.com/treeverse/lakeFS/releases/download/v1.48.1/lakeFS_1.48.1_Linux_x86_64.tar.gz
           tar -xf lakeFS_1.48.1_Linux_x86_64.tar.gz -C $GITHUB_WORKSPACE
           echo "$GITHUB_WORKSPACE" >> $GITHUB_PATH
 

diff --git a/python/deltalake/writer.py b/python/deltalake/writer.py
@@ -351,6 +351,11 @@ def write_deltalake(
                 "Predicate can only be used with Rust engine, use partition_filters instead. PyArrow engine will be removed in 1.0"
             )
 
+        if table_uri.startswith("lakefs://"):
+            raise NotImplementedError(
+                "LakeFS object_store is not supported for PyArrow engine. Set engine to 'rust'."
+            )
+
         if large_dtypes:
             arrow_schema_conversion_mode = "large"
         else: