From 862acebfdc465d0638111f0a68bdb01ec9da7410 Mon Sep 17 00:00:00 2001 From: emcake <3726783+emcake@users.noreply.github.com> Date: Wed, 20 Dec 2023 21:33:34 +0000 Subject: [PATCH] fixes post-merge --- crates/deltalake-core/src/operations/merge.rs | 13 +++---------- 1 file changed, 3 insertions(+), 10 deletions(-) diff --git a/crates/deltalake-core/src/operations/merge.rs b/crates/deltalake-core/src/operations/merge.rs index 0f0da1c21f..93852aee58 100644 --- a/crates/deltalake-core/src/operations/merge.rs +++ b/crates/deltalake-core/src/operations/merge.rs @@ -707,13 +707,6 @@ fn generalize_filter( None } } - Expr::ScalarUDF(udf) => { - if udf.args.len() == 1 { - references_table(&udf.args[0], table) - } else { - None - } - } _ => None, } } @@ -847,8 +840,8 @@ async fn try_construct_early_filter( } else { // if we have some recognised partitions, then discover the distinct set of partitions in the source data and // make a new filter, which expands out the placeholders for each distinct partition (and then OR these together) - let distinct_partitions = LogicalPlan::Distinct(Distinct { - input: LogicalPlan::Projection(Projection::try_new( + let distinct_partitions = LogicalPlan::Distinct(Distinct::All( + LogicalPlan::Projection(Projection::try_new( placeholders .into_iter() .map(|(alias, expr)| expr.alias(alias)) @@ -856,7 +849,7 @@ async fn try_construct_early_filter( source.clone().into(), )?) .into(), - }); + )); let execution_plan = session_state .create_physical_plan(&distinct_partitions)