support fanout partition writer

apache · Nov 29, 2024 · 98cd34d · 98cd34d
1 parent 84e6fa0
commit 98cd34d
Show file tree

Hide file tree

Showing 9 changed files with 602 additions and 18 deletions.
diff --git a/Cargo.toml b/Cargo.toml
@@ -47,6 +47,7 @@ arrow-ord = { version = "53" }
 arrow-schema = { version = "53" }
 arrow-select = { version = "53" }
 arrow-string = { version = "53" }
+arrow-row = { version = "53" }
 async-stream = "0.3.5"
 async-trait = "0.1"
 async-std = "1.12"

diff --git a/crates/iceberg/Cargo.toml b/crates/iceberg/Cargo.toml
@@ -48,6 +48,7 @@ arrow-arith = { workspace = true }
 arrow-array = { workspace = true }
 arrow-cast = { workspace = true }
 arrow-ord = { workspace = true }
+arrow-row = { workspace = true }
 arrow-schema = { workspace = true }
 arrow-select = { workspace = true }
 arrow-string = { workspace = true }

diff --git a/crates/iceberg/src/arrow/mod.rs b/crates/iceberg/src/arrow/mod.rs
@@ -25,3 +25,5 @@ pub(crate) mod record_batch_transformer;
 mod value;
 pub use reader::*;
 pub use value::*;
+mod record_batch_partition_spliter;
+pub(crate) use record_batch_partition_spliter::*;