Feat/parquet to commitment

Cargo.toml

@@ -1,6 +1,6 @@
 [workspace]
 resolver = "2"
-members = ["crates/proof-of-sql", "crates/proof-of-sql-parser"]
+members = ["crates/proof-of-sql", "crates/proof-of-sql-parser", "scripts/parquet-to-commitments"]
 
 [workspace.package]
 edition = "2021"
@@ -44,10 +44,12 @@ num-traits = { version = "0.2", default-features = false }
 num-bigint = { version = "0.4.4", default-features = false }
 opentelemetry = { version = "0.23.0" }
 opentelemetry-jaeger = { version = "0.20.0" }
+parquet = { version = "51.0" }
 postcard = { version = "1.0" }
 proof-of-sql = { path = "crates/proof-of-sql" } # We automatically update this line during release. So do not modify it!
 proof-of-sql-parser = { path = "crates/proof-of-sql-parser" } # We automatically update this line during release. So do not modify it!
 rand = { version = "0.8", default-features = false }
+rand_chacha = { version = "0.3.1" }
 rand_core = { version = "0.6", default-features = false }
 rayon = { version = "1.5" }
 serde = { version = "1", default-features = false }

crates/proof-of-sql/Cargo.toml

@@ -38,9 +38,11 @@ itertools = { workspace = true }
 merlin = { workspace = true, optional = true }
 num-traits = { workspace = true }
 num-bigint = { workspace = true, default-features = false }
+parquet = { workspace = true }
 postcard = { workspace = true, features = ["alloc"] }
 proof-of-sql-parser = { workspace = true }
 rand = { workspace = true, default-features = false, optional = true }
+rand_chacha = { workspace = true }
 rayon = { workspace = true, optional = true }
 serde = { workspace = true, features = ["serde_derive"] }
 serde_json = { workspace = true }

crates/proof-of-sql/src/proof_primitive/dory/setup.rs

@@ -35,7 +35,7 @@ pub struct ProverSetup<'a> {
     pub(super) max_nu: usize,
     /// The handle to the `blitzar` `Gamma_1` instances.
     #[cfg(feature = "blitzar")]
-    blitzar_handle:
+    pub blitzar_handle:
         blitzar::compute::MsmHandle<blitzar::compute::ElementP2<ark_bls12_381::g1::Config>>,
 }
 

crates/proof-of-sql/src/utils/mod.rs

@@ -1,3 +1,8 @@
 //! This module contains utilities for working with the library
+/// Utility for reading a parquet file and writing to a blob which represents a `TableCommitment`
+#[cfg(feature = "arrow")]
+pub mod parquet_to_commitment_blob;
 /// Parse DDLs and find bigdecimal columns
 pub mod parse;
+pub mod parse_decimals;
+pub mod record_batch_map;