feat(): index storage scaffolding & rocksdb implementation

Cargo.toml

@@ -6,7 +6,7 @@ license-file = "LICENSE"
 repository = "https://github.com/eigerco/polka-storage"
 
 [workspace]
-members = ["node", "runtime"]
+members = ["node", "runtime", "storage/file-storage"]
 resolver = "2"
 
 # FIXME(#@jmg-duarte,#7,14/5/24): remove the patch once something >1.11.0 is released
@@ -18,6 +18,8 @@ litep2p = "0.3.0"
 substrate-build-script-utils = { git = "https://github.com/paritytech/polkadot-sdk", tag = "polkadot-v1.11.0" }
 substrate-wasm-builder = { git = "https://github.com/paritytech/polkadot-sdk", tag = "polkadot-v1.11.0" }
 
+ciborium = "0.2.2"
+cid = { version = "0.11.1" }
 clap = { version = "4.5.3" }
 codec = { package = "parity-scale-codec", version = "3.0.0", default-features = false }
 color-print = "0.3.4"
@@ -29,12 +31,13 @@ polkavm = "0.9.3"
 polkavm-derive = "0.9.1"
 polkavm-linker = "0.9.2"
 quote = { version = "1.0.33" }
+rocksdb = { version = "0.21" }
 scale-info = { version = "2.11.1", default-features = false }
 serde = { version = "1.0.197", default-features = false }
-serde-big-array = { version = "0.3.2" }
 serde_derive = { version = "1.0.117" }
 serde_json = { version = "1.0.114", default-features = false }
 serde_yaml = { version = "0.9" }
+serde-big-array = { version = "0.3.2" }
 smallvec = "1.11.0"
 syn = { version = "2.0.53" }
 thiserror = { version = "1.0.48" }
@@ -82,7 +85,9 @@ substrate-prometheus-endpoint = { git = "https://github.com/paritytech/polkadot-
 
 # Polkadot
 pallet-xcm = { git = "https://github.com/paritytech/polkadot-sdk", tag = "polkadot-v1.11.0", default-features = false }
-polkadot-cli = { git = "https://github.com/paritytech/polkadot-sdk", tag = "polkadot-v1.11.0", features = ["rococo-native"] }
+polkadot-cli = { git = "https://github.com/paritytech/polkadot-sdk", tag = "polkadot-v1.11.0", features = [
+  "rococo-native",
+] }
 polkadot-parachain-primitives = { git = "https://github.com/paritytech/polkadot-sdk", tag = "polkadot-v1.11.0", default-features = false }
 polkadot-primitives = { git = "https://github.com/paritytech/polkadot-sdk", tag = "polkadot-v1.11.0" }
 polkadot-runtime-common = { git = "https://github.com/paritytech/polkadot-sdk", tag = "polkadot-v1.11.0", default-features = false }

storage/file-storage/Cargo.toml

@@ -0,0 +1,21 @@
+[package]
+name = "file-storage"
+version = "0.1.0"
+authors.workspace = true
+edition.workspace = true
+homepage.workspace = true
+license-file.workspace = true
+repository.workspace = true
+
+[dependencies]
+ciborium = { workspace = true }
+cid = { workspace = true, features = ["serde"] }
+rocksdb = { workspace = true }
+serde = { workspace = true }
+thiserror = { workspace = true }
+
+[dev-dependencies]
+tempfile = "3.10.1"
+
+[lints]
+workspace = true

storage/file-storage/src/lib.rs

@@ -0,0 +1 @@
+pub mod piecestore;

storage/file-storage/src/main.rs

@@ -0,0 +1,3 @@
+fn main() {
+    println!("Hello, world!");
+}

storage/file-storage/src/piecestore/mod.rs

@@ -0,0 +1,68 @@
+use std::collections::HashMap;
+
+use cid::Cid;
+use thiserror::Error;
+
+use self::types::{BlockLocation, CidInfo, DealInfo, PieceInfo};
+
+pub mod rocksdb;
+mod types;
+
+pub trait PieceStore {
+    /// Implementation-specific configuration.
+    type Config;
+
+    /// Initialize a new store.
+    fn new(config: Self::Config) -> Result<Self, PieceStoreError>
+    where
+        Self: Sized;
+
+    /// Store deal_info in the PieceStore with key piece_cid.
+    fn add_deal_for_piece(
+        &self,
+        piece_cid: &Cid,
+        deal_info: DealInfo,
+    ) -> Result<(), PieceStoreError>;
+
+    /// Store the map of block_locations in the PieceStore's CidInfo store, with
+    /// key piece_cid.
+    ///
+    /// Note: If a piece block location is already present in the CidInfo, it
+    /// will be ignored.
+    fn add_piece_block_locations(
+        &self,
+        piece_cid: &Cid,
+        block_locations: &HashMap<Cid, BlockLocation>,
+    ) -> Result<(), PieceStoreError>;
+
+    /// List all piece CIDs stored in the PieceStore.
+    fn list_piece_info_keys(&self) -> Result<Vec<Cid>, PieceStoreError>;
+
+    /// List all CIDInfo keys stored in the PieceStore.
+    fn list_cid_info_keys(&self) -> Result<Vec<Cid>, PieceStoreError>;
+
+    /// Retrieve the PieceInfo for a given piece CID.
+    fn get_piece_info(&self, cid: &Cid) -> Result<Option<PieceInfo>, PieceStoreError>;
+
+    /// Retrieve the CidInfo associated with piece CID.
+    fn get_cid_info(&self, cid: &Cid) -> Result<Option<CidInfo>, PieceStoreError>;
+}
+
+/// Error that can occur when interacting with the PieceStore.
+#[derive(Debug, Error)]
+pub enum PieceStoreError {
+    #[error("Initialization error: {0}")]
+    Initialization(String),
+
+    #[error("Deal already exists")]
+    DealExists,
+
+    #[error("Serialization error: {0}")]
+    Serialization(String),
+
+    #[error("Deserialization error: {0}")]
+    Deserialization(String),
+
+    #[error("Failed with store specific error: {0}")]
+    StoreSpecific(String),
+}