Stateless Row Encoding / Don't Preserve Dictionaries in RowConverter (

#4811) (#4819) * Stateless Row Encoding / Don't Preserve Dictionaries (#4811) * Add low cardinality benchmarks
apache · Sep 17, 2023 · 9cb4a75 · 9cb4a75
1 parent b64e362
commit 9cb4a75
Show file tree

Hide file tree

Showing 6 changed files with 155 additions and 1,149 deletions.
diff --git a/arrow-flight/src/sql/metadata/mod.rs b/arrow-flight/src/sql/metadata/mod.rs
@@ -53,7 +53,7 @@ fn lexsort_to_indices(arrays: &[ArrayRef]) -> UInt32Array {
         .iter()
         .map(|a| SortField::new(a.data_type().clone()))
         .collect();
-    let mut converter = RowConverter::new(fields).unwrap();
+    let converter = RowConverter::new(fields).unwrap();
     let rows = converter.convert_columns(arrays).unwrap();
     let mut sort: Vec<_> = rows.iter().enumerate().collect();
     sort.sort_unstable_by(|(_, a), (_, b)| a.cmp(b));

diff --git a/arrow-row/src/dictionary.rs b/arrow-row/src/dictionary.rs