WIP: Extract batcher input to assoc type, arrange_core freestanding (#…

…471)

* Extract batcher input to assoc type, arrange_core freestanding

Signed-off-by: Moritz Hoffmann <[email protected]>

* Fix warnings

Signed-off-by: Moritz Hoffmann <[email protected]>

* documentation

Signed-off-by: Moritz Hoffmann <[email protected]>

* formatting

Signed-off-by: Moritz Hoffmann <[email protected]>

---------

Signed-off-by: Moritz Hoffmann <[email protected]>

.github/workflows/deploy.yml

@@ -9,7 +9,7 @@ jobs:
   deploy:
     runs-on: ubuntu-22.04
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
       - run: cargo install mdbook --version 0.4.31
       - run: cd mdbook && mdbook build
       - uses: JamesIves/github-pages-deploy-action@v4

.github/workflows/test.yml

@@ -16,15 +16,15 @@ jobs:
         toolchain:
           - stable
           - 1.72
-    name: cargo test on ${{ matrix.os }}
+    name: cargo test on ${{ matrix.os }}, rust ${{ matrix.toolchain }}
     runs-on: ${{ matrix.os }}-latest
     steps:
       - uses: actions/checkout@v4
       - uses: actions-rust-lang/setup-rust-toolchain@v1
         with:
           toolchain: ${{ matrix.toolchain }}
       - name: Cargo test
-        run: cargo test
+        run: cargo test --workspace --all-targets
 
   # Check formatting with rustfmt
   mdbook:

doop/src/main.rs

@@ -1,4 +1,4 @@
-#![allow(non_snake_case)]
+#![allow(non_snake_case, dead_code)]
 
 use std::collections::HashMap;
 use std::rc::Rc;
@@ -145,7 +145,7 @@ fn load<'a>(filename: &str, interner: Rc<RefCell<StringInterner>>) -> impl Itera
         })
 }
 
-fn load1<'a>(index: usize, prefix: &str, filename: &str, interner: Rc<RefCell<StringInterner>>) -> impl Iterator<Item=((Symbol), Time, Diff)>+'a {
+fn load1<'a>(index: usize, prefix: &str, filename: &str, interner: Rc<RefCell<StringInterner>>) -> impl Iterator<Item=(Symbol, Time, Diff)>+'a {
     read_file(&format!("{}{}", prefix, filename))
         .filter(move |_| index == 0)
         .map(move |line| {
@@ -791,7 +791,7 @@ fn main() {
                 let SupertypeOf = SupertypeOf.enter(scope);
 
                 // Required by all
-                let mut Reachable = Relation::<_,(Method)>::new(scope);
+                let mut Reachable = Relation::<_,Method>::new(scope);
 
                 // NOTE: Common subexpression.
                 let Reachable_Invocation =
@@ -805,7 +805,7 @@ fn main() {
                 // let Reachable = ReachableFinal.clone();
 
                 // Class initialization
-                let mut InitializedClass = Relation::<_,(Type)>::new(scope);
+                let mut InitializedClass = Relation::<_,Type>::new(scope);
 
                 // ClassInitializer(?type, ?method) :- basic.MethodImplemented("<clinit>", "void()", ?type, ?method).
                 let temp1 = interner.borrow_mut().intern("<clinit>");

experiments/src/bin/graphs-interactive-alt.rs

@@ -1,3 +1,5 @@
+#![allow(dead_code)]
+
 use rand::{Rng, SeedableRng, StdRng};
 
 use timely::dataflow::*;
@@ -389,4 +391,4 @@ where G::Timestamp: Lattice {
                 .concat(&prop)
                 .reduce(|_, s, t| { t.push((*s[0].0, 1)); })
         })
-}
+}

experiments/src/bin/graphs-interactive-neu.rs

@@ -1,3 +1,5 @@
+#![allow(dead_code)]
+
 use rand::{Rng, SeedableRng, StdRng};
 
 use timely::dataflow::*;
@@ -392,4 +394,4 @@ where G::Timestamp: Lattice+Ord {
 
         reached.leave()
     })
-}
+}

interactive/src/command.rs

@@ -151,7 +151,7 @@ where
                                 println!("\tTimely logging connection {} of {}", index, number);
                                 let socket = listener.incoming().next().unwrap().unwrap();
                                 socket.set_nonblocking(true).expect("failed to set nonblocking");
-                                streams.push(EventReader::<Duration, (Duration, usize, TimelyEvent),_>::new(socket));
+                                streams.push(EventReader::<Duration, Vec<(Duration, usize, TimelyEvent)>,_>::new(socket));
                             }
 
                             println!("\tAll logging connections established");
@@ -174,7 +174,7 @@ where
                             for _ in 0 .. number {
                                 let socket = listener.incoming().next().unwrap().unwrap();
                                 socket.set_nonblocking(true).expect("failed to set nonblocking");
-                                streams.push(EventReader::<Duration, (Duration, usize, DifferentialEvent),_>::new(socket));
+                                streams.push(EventReader::<Duration, Vec<(Duration, usize, DifferentialEvent)>,_>::new(socket));
                             }
                         }
                         crate::logging::publish_differential_logging(manager, worker, granularity, &name_as, streams);
@@ -195,4 +195,4 @@ where
     pub fn serialize_into<W: Write>(&self, writer: W) {
         bincode::serialize_into(writer, self).expect("bincode: serialization failed");
     }
-}
+}

interactive/src/logging.rs

@@ -30,7 +30,7 @@ where
     V: ExchangeData+Hash+LoggingValue+Datum,
     A: Allocate,
     I : IntoIterator,
-    <I as IntoIterator>::Item: EventIterator<Duration, (Duration, usize, TimelyEvent)>+'static
+    <I as IntoIterator>::Item: EventIterator<Duration, Vec<(Duration, usize, TimelyEvent)>>+'static
 {
     let (operates, channels, schedule, messages, shutdown, park, text) =
     worker.dataflow(move |scope| {
@@ -217,7 +217,7 @@ where
     V: ExchangeData+Hash+LoggingValue+Datum,
     A: Allocate,
     I : IntoIterator,
-    <I as IntoIterator>::Item: EventIterator<Duration, (Duration, usize, DifferentialEvent)>+'static
+    <I as IntoIterator>::Item: EventIterator<Duration, Vec<(Duration, usize, DifferentialEvent)>>+'static
 {
     let (merge,batch) =
     worker.dataflow(move |scope| {
@@ -280,4 +280,4 @@ where
 
     manager.traces.set_unkeyed(&Plan::Source(format!("logs/{}/differential/arrange/batch", name)), &batch);
     manager.traces.set_unkeyed(&Plan::Source(format!("logs/{}/differential/arrange/merge", name)), &merge);
-}
+}