feat: Convert predicate to arrow filter and push down to parquet read…

…er (#295) * feat: Convert predicate to arrow filter and push down to parquet reader * For review * Fix clippy * Change from vector of BoundPredicate to BoundPredicate * Add test for CollectFieldIdVisitor * Return projection_mask for leaf column * Update * For review * For review * For review * For review * More * fix * Fix clippy * More * Fix clippy * fix clippy
apache · May 15, 2024 · 81df940 · 81df940
1 parent 3b8121e
commit 81df940
Show file tree

Hide file tree

Showing 6 changed files with 903 additions and 10 deletions.
diff --git a/Cargo.toml b/Cargo.toml
@@ -40,6 +40,7 @@ apache-avro = "0.16"
 array-init = "2"
 arrow-arith = { version = "51" }
 arrow-array = { version = "51" }
+arrow-ord = { version = "51" }
 arrow-schema = { version = "51" }
 arrow-select = { version = "51" }
 async-stream = "0.3.5"

diff --git a/crates/iceberg/Cargo.toml b/crates/iceberg/Cargo.toml
@@ -34,6 +34,7 @@ apache-avro = { workspace = true }
 array-init = { workspace = true }
 arrow-arith = { workspace = true }
 arrow-array = { workspace = true }
+arrow-ord = { workspace = true }
 arrow-schema = { workspace = true }
 arrow-select = { workspace = true }
 async-stream = { workspace = true }