Machete

crates/sparrow-interfaces/Cargo.toml

@@ -12,15 +12,13 @@ Common interfaces for the Sparrow compilation and runtime.
 [dependencies]
 arrow-array.workspace = true
 arrow-schema.workspace = true
-async-trait.workspace = true
 derive_more.workspace = true
 error-stack.workspace = true
 futures.workspace = true
 hashbrown.workspace = true
 index_vec.workspace = true
 inventory.workspace = true
 itertools.workspace = true
-serde.workspace = true
 sparrow-arrow = { path = "../sparrow-arrow" }
 sparrow-batch = { path = "../sparrow-batch" }
 static_init.workspace = true

crates/sparrow-interfaces/src/destination.rs

@@ -17,8 +17,6 @@ pub trait Writer: Send + Sync + Debug {
     ///
     /// NOTE: Some destinations (such as Parquet) may actually rotate files during / after
     /// calls to `write_batch`.
-    /// TODO: FRAZ - write_batch doesn't need an "outputconfig" because at the time of execution,
-    /// we're able to create the writer _with_ the output config already (I THINK).
     fn write_batch(&mut self, batch: Batch) -> error_stack::Result<(), WriteError>;
 
     /// Close this writer.

crates/sparrow-io/Cargo.toml

@@ -13,11 +13,9 @@ Defines the IO implementations.
 arrow-array.workspace = true
 async-broadcast.workspace = true
 async-stream.workspace = true
-async-trait.workspace = true
 arrow-schema.workspace = true
 error-stack.workspace = true
 futures.workspace = true
-parking_lot.workspace = true
 tokio.workspace = true
 sparrow-merge = { path = "../sparrow-merge" }
 sparrow-batch = { path = "../sparrow-batch" }

crates/sparrow-plan-execution/src/write_pipeline.rs

@@ -187,8 +187,6 @@ impl Pipeline for WritePipeline {
         };
 
         if !batch.is_empty() {
-            // TODO: Any post processing?
-
             match &partition.writer {
                 WriterState::Writing(writer) => {
                     writer

crates/sparrow-scheduler/Cargo.toml

@@ -14,7 +14,6 @@ core_affinity.workspace = true
 derive_more.workspace = true
 error-stack.workspace = true
 hashbrown.workspace = true
-index_vec.workspace = true
 parking_lot.workspace = true
 serde.workspace = true
 smallvec.workspace = true

crates/sparrow-session/Cargo.toml

@@ -20,7 +20,6 @@ itertools.workspace = true
 smallvec.workspace = true
 sparrow-api = { path = "../sparrow-api" }
 sparrow-backend = { path = "../sparrow-backend" }
-sparrow-batch = { path = "../sparrow-batch" }
 sparrow-compiler = { path = "../sparrow-compiler" }
 sparrow-instructions = { path = "../sparrow-instructions" }
 sparrow-interfaces = { path = "../sparrow-interfaces" }