draft: feat: compile and execute partitioned query

The main change here is having the `sparrow-execution` tests compile
from a logical plan, created within a session, and execute things.

Changes Include

- Fix naming `field_ref` vs. `fieldref` (matches Python)
- Tweak pipeline scheduling so that only transforms are grouped together.
- Tweak pipelines so that each may output to multiple consumers
- Start introducing a `SourceTasks` so we can poll all inputs on a single
  tokio task.
- Fixes to how the scheduler detects "completion" (empty queue isn't
  sufficient).

Likely follow-ups needed:

- Use `park` and `unpark` so the worker threads don't spin

TODO

- [x] Actually execute the compiled query
- [ ] Replace `ScalarValue` with arrows scalar? Literal too?
- [ ] Move logical expr building to session (out of sparrow-logical)
- [ ] Look at compiling out `tracing::trace` level statements.
- [ ] Look at running the query in the sessions tokio runtime

Cargo.toml

@@ -129,7 +129,7 @@ tonic = "0.9.2"
 tonic-build = { version = "0.9.2", features = ["prost"] }
 tonic-health = "0.9.2"
 tonic-reflection = "0.9.2"
-tracing = "0.1.37"
+tracing = { version = "0.1.37", features = ["release_max_level_debug"] }
 tracing-error = "0.2.0"
 tracing-opentelemetry = "0.19.0"
 tracing-serde = "0.1.3"

crates/sparrow-arrow/Cargo.toml

@@ -34,7 +34,6 @@ itertools.workspace = true
 num.workspace = true
 proptest = { workspace = true, optional = true }
 serde.workspace = true
-static_init.workspace = true
 tracing.workspace = true
 
 [dev-dependencies]
@@ -43,4 +42,8 @@ insta.workspace = true
 proptest.workspace = true
 
 [lib]
-doctest = false
+doctest = false
+
+[package.metadata.cargo-machete]
+# Optional package enabled by `testing`
+ignored = ["proptest"]

crates/sparrow-backend/Cargo.toml

@@ -20,12 +20,12 @@ index_vec.workspace = true
 itertools.workspace = true
 smallvec.workspace = true
 sparrow-arrow = { path = "../sparrow-arrow" }
-sparrow-core = { path = "../sparrow-core" }
 sparrow-expressions = { path = "../sparrow-expressions" }
 sparrow-logical = { path = "../sparrow-logical" }
 sparrow-physical = { path = "../sparrow-physical" }
 uuid.workspace = true
 static_init.workspace = true
+tracing.workspace = true
 
 [dev-dependencies]
 insta.workspace = true

crates/sparrow-backend/src/compile.rs

@@ -18,6 +18,11 @@ pub fn compile(
         Cow::Owned(CompileOptions::default())
     };
 
-    let physical = LogicalToPhysical::new().apply(root)?;
+    // Convert the logical expression tree to a physical plan.
+    let mut physical = LogicalToPhysical::new().apply(root)?;
+
+    // Schedule the steps in the physical plan.
+    physical.pipelines = crate::pipeline_schedule(&physical.steps);
+
     Ok(physical)
 }