feat: compile and execute partitioned query

Cargo.toml

@@ -129,7 +129,7 @@ tonic = "0.9.2"
 tonic-build = { version = "0.9.2", features = ["prost"] }
 tonic-health = "0.9.2"
 tonic-reflection = "0.9.2"
-tracing = "0.1.37"
+tracing = { version = "0.1.37", features = ["release_max_level_debug"] }
 tracing-error = "0.2.0"
 tracing-opentelemetry = "0.19.0"
 tracing-serde = "0.1.3"

crates/sparrow-arrow/Cargo.toml

@@ -34,7 +34,6 @@ itertools.workspace = true
 num.workspace = true
 proptest = { workspace = true, optional = true }
 serde.workspace = true
-static_init.workspace = true
 tracing.workspace = true
 
 [dev-dependencies]
@@ -43,4 +42,8 @@ insta.workspace = true
 proptest.workspace = true
 
 [lib]
-doctest = false
+doctest = false
+
+[package.metadata.cargo-machete]
+# Optional package enabled by `testing`
+ignored = ["proptest"]

crates/sparrow-backend/Cargo.toml

@@ -20,12 +20,12 @@ index_vec.workspace = true
 itertools.workspace = true
 smallvec.workspace = true
 sparrow-arrow = { path = "../sparrow-arrow" }
-sparrow-core = { path = "../sparrow-core" }
 sparrow-expressions = { path = "../sparrow-expressions" }
 sparrow-logical = { path = "../sparrow-logical" }
 sparrow-physical = { path = "../sparrow-physical" }
 uuid.workspace = true
 static_init.workspace = true
+tracing.workspace = true
 
 [dev-dependencies]
 insta.workspace = true

crates/sparrow-backend/src/compile.rs

@@ -18,6 +18,11 @@ pub fn compile(
         Cow::Owned(CompileOptions::default())
     };
 
-    let physical = LogicalToPhysical::new().apply(root)?;
+    // Convert the logical expression tree to a physical plan.
+    let mut physical = LogicalToPhysical::new().apply(root)?;
+
+    // Schedule the steps in the physical plan.
+    physical.pipelines = crate::pipeline_schedule(&physical.steps);
+
     Ok(physical)
 }