Add sqllogictest for modeling-rs end-to-end test

wren-modeling-rs/.gitignore

@@ -1,2 +1,3 @@
 Cargo.lock
 target/
+sqllogictest/test_sql_files/scratch/

wren-modeling-rs/Cargo.toml

@@ -1,5 +1,6 @@
 [workspace]
-members = ["core"]
+members = ["core", "sqllogictest"]
+resolver = "2"
 
 [workspace.package]
 authors = ["Canner <[email protected]>"]
@@ -14,6 +15,9 @@ version = "0.1.0"
 [workspace.dependencies]
 arrow-schema = { version = "51.0.0", default-features = false }
 datafusion = { version = "38.0.0" }
+log = { version = "0.4.14" }
+petgraph = "0.6.5"
+petgraph-evcxr = "*"
 serde = { version = "1.0.201", features = ["derive", "rc"] }
 serde_json = { version = "1.0.117" }
 tokio = { version = "1.4.0", features = ["rt", "rt-multi-thread", "macros"] }

wren-modeling-rs/core/Cargo.toml

@@ -8,6 +8,10 @@ repository = { workspace = true }
 license = { workspace = true }
 authors = { workspace = true }
 
+[lib]
+name = "wren_core"
+path = "src/lib.rs"
+
 [dependencies]
 arrow-schema = { workspace = true }
 datafusion = { workspace = true }

wren-modeling-rs/core/src/logical_plan/utils.rs

@@ -1,6 +1,6 @@
 use std::{collections::HashMap, sync::Arc};
 
-use arrow_schema::{DataType, Field, Schema, SchemaRef};
+use arrow_schema::{DataType, Field, Schema, SchemaRef, TimeUnit};
 use datafusion::logical_expr::{builder::LogicalTableSource, TableSource};
 
 use crate::mdl::{
@@ -12,6 +12,9 @@ pub fn map_data_type(data_type: &str) -> DataType {
     match data_type {
         "integer" => DataType::Int32,
         "varchar" => DataType::Utf8,
+        "double" => DataType::Float64,
+        "timestamp" => DataType::Timestamp(TimeUnit::Nanosecond, None),
+        "date" => DataType::Date32,
         _ => unimplemented!("{}", &data_type),
     }
 }

wren-modeling-rs/core/src/mdl/builder.rs

@@ -10,6 +10,12 @@ pub struct ManifestBuilder {
     pub manifest: Manifest,
 }
 
+impl Default for ManifestBuilder {
+    fn default() -> Self {
+        Self::new()
+    }
+}
+
 impl ManifestBuilder {
     pub fn new() -> Self {
         Self {

wren-modeling-rs/core/src/mdl/mod.rs

@@ -21,7 +21,7 @@ use crate::{
     mdl::manifest::{Column, Manifest, Metric, Model},
 };
 
-mod builder;
+pub mod builder;
 pub mod lineage;
 pub mod manifest;
 pub mod utils;

wren-modeling-rs/sqllogictest/Cargo.toml

@@ -0,0 +1,43 @@
+[package]
+name = "wren-sqllogictest"
+authors.workspace = true
+edition.workspace = true
+homepage.workspace = true
+license.workspace = true
+readme.workspace = true
+repository.workspace = true
+rust-version.workspace = true
+version.workspace = true
+
+[lib]
+name = "wren_sqllogictest"
+path = "src/lib.rs"
+
+[dependencies]
+async-trait = "0.1.80"
+bigdecimal = "0.4.3"
+datafusion = { workspace = true }
+half = { version = "2.4.1", default-features = true }
+log = { workspace = true }
+rust_decimal = { version = "1.27.0" }
+sqllogictest = "0.20.4"
+thiserror = "1.0.61"
+tokio = { workspace = true }
+wren-core = { path = "../core" }
+
+itertools = "0.13.0"
+object_store = { version = "0.10.1", default-features = false }
+
+clap = { version = "4.4.8", features = ["derive", "env"] }
+futures = "0.3.17"
+tempfile = "3.10.1"
+
+[dev-dependencies]
+env_logger = "0.11.3"
+num_cpus = "1.16.0"
+tokio = { workspace = true, features = ["rt-multi-thread"] }
+
+[[test]]
+harness = false
+name = "sqllogictests"
+path = "bin/sqllogictests.rs"