From 4856da98a7b1eefb40c86d06fe539c88f27f4922 Mon Sep 17 00:00:00 2001 From: Ion Koutsouris <15728914+ion-elgreco@users.noreply.github.com> Date: Tue, 13 Aug 2024 19:42:28 +0200 Subject: [PATCH] fix: import path --- Makefile | 3 +-- libraries/dagster-delta/dagster_delta/handler.py | 8 +++++++- 2 files changed, 8 insertions(+), 3 deletions(-) diff --git a/Makefile b/Makefile index fdf8d88..d1edc5c 100644 --- a/Makefile +++ b/Makefile @@ -19,8 +19,7 @@ else endif .venv: ## Set up virtual environment and install requirements - pip install --upgrade pip - pip install uv==0.2.35 + pip3 install uv==0.2.35 uv venv $(MAKE) requirements diff --git a/libraries/dagster-delta/dagster_delta/handler.py b/libraries/dagster-delta/dagster_delta/handler.py index 1a01f88..5320d28 100644 --- a/libraries/dagster-delta/dagster_delta/handler.py +++ b/libraries/dagster-delta/dagster_delta/handler.py @@ -24,7 +24,13 @@ from deltalake.exceptions import TableNotFoundError from deltalake.schema import Field as DeltaField from deltalake.schema import PrimitiveType, Schema, _convert_pa_schema_to_delta -from deltalake.table import FilterLiteralType, filters_to_expression # type: ignore +from deltalake.table import FilterLiteralType + +try: + from pyarrow.parquet import filters_to_expression # pyarrow >= 10.0.0 +except ImportError: + from pyarrow.parquet import _filters_to_expression as filters_to_expression + from .config import MergeType from .io_manager import (