fix: Parquet decoding of nested dictionary values (pola-rs#19605)

cmdlineluser · Nov 3, 2024 · 7d93ec4 · 7d93ec4
1 parent 1eb2fcc
commit 7d93ec4
Show file tree

Hide file tree

Showing 9 changed files with 116 additions and 136 deletions.
diff --git a/crates/polars-parquet/src/arrow/read/deserialize/nested_utils.rs b/crates/polars-parquet/src/arrow/read/deserialize/nested_utils.rs
@@ -686,16 +686,19 @@ impl<D: utils::Decoder> PageNestedDecoder<D> {
 
             batched_collector.finalize()?;
 
+            let leaf_validity = leaf_validity.freeze();
+            let leaf_filter = leaf_filter.freeze();
+
             let state = utils::State::new_nested(
                 &self.decoder,
                 &page,
                 self.dict.as_ref(),
-                Some(leaf_validity.freeze()),
+                Some(leaf_validity),
             )?;
             state.decode(
                 &mut self.decoder,
                 &mut target,
-                Some(Filter::Mask(leaf_filter.freeze())),
+                Some(Filter::Mask(leaf_filter)),
             )?;
 
             self.iter.reuse_page_buffer(page);