Skip to content

Commit

Permalink
fix: Respect parallel argument in parquet
Browse files Browse the repository at this point in the history
  • Loading branch information
ritchie46 committed Dec 6, 2024
1 parent e9ddd37 commit 56a3f6a
Showing 1 changed file with 2 additions and 1 deletion.
3 changes: 2 additions & 1 deletion crates/polars-io/src/parquet/read/read_impl.rs
Original file line number Diff line number Diff line change
Expand Up @@ -886,7 +886,8 @@ pub fn read_parquet<R: MmapBytesReader>(
let mut do_prefilter = false;

do_prefilter |= prefilter_env == Ok("1"); // Force enable
do_prefilter |= num_live_variables * n_row_groups >= POOL.current_num_threads()
do_prefilter |= matches!(parallel, ParallelStrategy::Auto)
&& num_live_variables * n_row_groups >= POOL.current_num_threads()
&& materialized_projection.len() >= num_live_variables;

do_prefilter &= prefilter_env != Ok("0"); // Force disable
Expand Down

0 comments on commit 56a3f6a

Please sign in to comment.