feature: more progress?

Author: timvw

Cargo.lock

@@ -20,16 +20,18 @@ path = "src/lib.rs"
 aws-config = "1"
 aws-sdk-glue = "1"
 aws-types = "1"
+dashmap = "5"
 datafusion = { version = "36", features = ["avro"] }
+iceberg-rust = { version = "0.3", optional = true }
 object_store = { version = "0.9", features = ["aws"] }
 pest = "2"
 pest_derive = "2"
+serde = { version = "^1.0", optional = true }
+serde_derive = { version = "^1.0", optional = true }
+serde_json = { version = "^1.0", optional = true }
 tokio = { version = "1", features = ["macros", "rt", "rt-multi-thread", "sync", "fs"] }
 url = "2"
-dashmap = "5"
-iceberg-rust = {  version = "0.3", optional = true }
-serde_json = {  version = "1.0.116", optional = true }
 
 [features]
 default = ["iceberg"]
-iceberg = ["iceberg-rust", "serde_json"]
+iceberg = ["iceberg-rust", "serde", "serde_derive", "serde_json"]

Cargo.toml

@@ -27,6 +27,7 @@ use datafusion::datasource::object_store::ObjectStoreRegistry;
 use iceberg_rust::catalog::Catalog;
 use iceberg_rust::error::Error::TableMetadataBuilder;
 use iceberg_rust::spec::table_metadata::TableMetadata;
+use iceberg_rust::spec::tabular::TabularMetadata;
 use iceberg_rust::table::table_builder::TableBuilder;
 use iceberg_rust::util;
 use iceberg_rust::util::strip_prefix;
@@ -258,12 +259,17 @@ impl GlueCatalogProvider {
 
         let metadata_location = table_parameters.get("metadata_location").ok_or(GlueError::AWS(format!("Did not find metadata_location property in glue catalog")))?;
         let path = Path::parse(&strip_prefix(metadata_location)).map_err(|_| GlueError::Other(format!("Failed to parse {} as path", metadata_location)))?;
-        let metadata: TableMetadata = serde_json::from_slice(&object_store.get(&path)
+
+        let bytes = object_store.get(&path)
             .await.map_err(|e| GlueError::Other(format!("Failed to fetch {e:?} at {path}")))?
             .bytes()
-            .await.map_err(|e|GlueError::Other(format!("Failed to get bytes from {e:?}  at {path}")))?)
+            .await.map_err(|e|GlueError::Other(format!("Failed to get bytes from {e:?}  at {path}")))?;
+        //println!("bytes are as following: {bytes:?}");
+
+        let metadata: TableMetadata = serde_json::from_slice(&bytes)
             .map_err(|e|GlueError::Other(format!("Failed to read metadata from {e:?}  at {path}")))?;
 
+
         println!("metadata: {metadata:?}");