Add ParquetMetaDataReader (#6431)

* add ParquetMetaDataReader * clippy * Apply suggestions from code review Co-authored-by: Andrew Lamb <[email protected]> * formatting * add ParquetMetaDataReader to module documentation * document erros returned from `try_parse_sized` * oops * rename methods per review suggestion --------- Co-authored-by: Andrew Lamb <[email protected]>
apache · Sep 24, 2024 · e67f17e · e67f17e
1 parent a65e14a
commit e67f17e
Show file tree

Hide file tree

Showing 2 changed files with 973 additions and 3 deletions.
diff --git a/parquet/src/file/metadata/mod.rs b/parquet/src/file/metadata/mod.rs
@@ -43,7 +43,8 @@
 //! Reading:
 //! * Read from bytes to `ParquetMetaData`: [`decode_footer`]
 //!   and [`decode_metadata`]
-//! * Read from an `async` source to `ParquetMetadata`: [`MetadataLoader`]
+//! * Read from an `async` source to `ParquetMetaData`: [`MetadataLoader`]
+//! * Read from bytes or from an async source to `ParquetMetaData`: [`ParquetMetaDataReader`]
 //!
 //! [`MetadataLoader`]: https://docs.rs/parquet/latest/parquet/arrow/async_reader/struct.MetadataLoader.html
 //! [`decode_footer`]: crate::file::footer::decode_footer
@@ -94,6 +95,7 @@
 //!                         * Same name, different struct
 //! ```
 mod memory;
+pub(crate) mod reader;
 mod writer;
 
 use std::ops::Range;
@@ -115,6 +117,7 @@ use crate::schema::types::{
     ColumnDescPtr, ColumnDescriptor, ColumnPath, SchemaDescPtr, SchemaDescriptor,
     Type as SchemaType,
 };
+pub use reader::ParquetMetaDataReader;
 pub use writer::ParquetMetaDataWriter;
 pub(crate) use writer::ThriftMetadataWriter;
 
@@ -278,13 +281,11 @@ impl ParquetMetaData {
     }
 
     /// Override the column index
-    #[cfg(feature = "arrow")]
     pub(crate) fn set_column_index(&mut self, index: Option<ParquetColumnIndex>) {
         self.column_index = index;
     }
 
     /// Override the offset index
-    #[cfg(feature = "arrow")]
     pub(crate) fn set_offset_index(&mut self, index: Option<ParquetOffsetIndex>) {
         self.offset_index = index;
     }