ranges_update

deanm0000 · Sep 18, 2024 · f2b99c7 · f2b99c7
1 parent 320fc89
commit f2b99c7
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/src/dean_utils/polars_extras.py b/src/dean_utils/polars_extras.py
@@ -296,7 +296,10 @@ def pl_write_delta_append(
     assert (
         df.filter(
             (pl.col(partition_col) < pl.col("min_id"))
-            | (pl.col(partition_col) > pl.col("max_id"))
+            | (
+                (pl.col(partition_col) > pl.col("max_id"))
+                & (pl.col("node_id_range") < pl.col("node_id_range").max())
+            )
         ).height
         == 0
     )