feat(file_index): add file index format read and write (#63)

apache · Sep 2, 2024 · 65eb13a · 65eb13a
1 parent fb27ca4
commit 65eb13a
Show file tree

Hide file tree

Showing 6 changed files with 576 additions and 24 deletions.
diff --git a/crates/paimon/Cargo.toml b/crates/paimon/Cargo.toml
@@ -46,6 +46,9 @@ serde_json = "1.0.120"
 serde_with = "3.9.0"
 snafu = "0.8.3"
 typed-builder = "^0.19"
-opendal = { version = "0.49",features = ["services-fs"] }
+opendal = { version = "0.49", features = ["services-fs"] }
 pretty_assertions = "1"
-apache-avro = { version = "0.17", features = ["snappy"] }
+apache-avro = { version = "0.17", features = ["snappy"] }
+
+[dev-dependencies]
+rand = "0.8.5"
diff --git a/crates/paimon/src/error.rs b/crates/paimon/src/error.rs
@@ -60,6 +60,11 @@ pub enum Error {
         message: String,
         source: apache_avro::Error,
     },
+    #[snafu(
+        visibility(pub(crate)),
+        display("Paimon hitting invalid file index format: {}", message)
+    )]
+    FileIndexFormatInvalid { message: String },
 }
 
 impl From<opendal::Error> for Error {