rust Polars 0.45.0

pola-rs · Dec 8, 2024 · 76dbc15 · 76dbc15
1 parent 5f6bc77
commit 76dbc15
Show file tree

Hide file tree

Showing 10 changed files with 106 additions and 78 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -10,7 +10,7 @@ default-members = [
 ]
 
 [workspace.package]
-version = "0.44.2"
+version = "0.45.0"
 authors = ["Ritchie Vink <[email protected]>"]
 edition = "2021"
 homepage = "https://www.pola.rs/"
@@ -92,36 +92,36 @@ version_check = "0.9.4"
 xxhash-rust = { version = "0.8.6", features = ["xxh3"] }
 zstd = "0.13"
 
-polars = { version = "0.44.2", path = "crates/polars", default-features = false }
-polars-compute = { version = "0.44.2", path = "crates/polars-compute", default-features = false }
-polars-core = { version = "0.44.2", path = "crates/polars-core", default-features = false }
-polars-dylib = { version = "0.44.2", path = "crates/polars-dylib", default-features = false }
-polars-error = { version = "0.44.2", path = "crates/polars-error", default-features = false }
-polars-expr = { version = "0.44.2", path = "crates/polars-expr", default-features = false }
-polars-ffi = { version = "0.44.2", path = "crates/polars-ffi", default-features = false }
-polars-io = { version = "0.44.2", path = "crates/polars-io", default-features = false }
-polars-json = { version = "0.44.2", path = "crates/polars-json", default-features = false }
-polars-lazy = { version = "0.44.2", path = "crates/polars-lazy", default-features = false }
-polars-mem-engine = { version = "0.44.2", path = "crates/polars-mem-engine", default-features = false }
-polars-ops = { version = "0.44.2", path = "crates/polars-ops", default-features = false }
-polars-parquet = { version = "0.44.2", path = "crates/polars-parquet", default-features = false }
-polars-pipe = { version = "0.44.2", path = "crates/polars-pipe", default-features = false }
-polars-plan = { version = "0.44.2", path = "crates/polars-plan", default-features = false }
-polars-python = { version = "0.44.2", path = "crates/polars-python", default-features = false }
-polars-row = { version = "0.44.2", path = "crates/polars-row", default-features = false }
-polars-schema = { version = "0.44.2", path = "crates/polars-schema", default-features = false }
-polars-sql = { version = "0.44.2", path = "crates/polars-sql", default-features = false }
-polars-stream = { version = "0.44.2", path = "crates/polars-stream", default-features = false }
-polars-time = { version = "0.44.2", path = "crates/polars-time", default-features = false }
-polars-utils = { version = "0.44.2", path = "crates/polars-utils", default-features = false }
+polars = { version = "0.45.0", path = "crates/polars", default-features = false }
+polars-compute = { version = "0.45.0", path = "crates/polars-compute", default-features = false }
+polars-core = { version = "0.45.0", path = "crates/polars-core", default-features = false }
+polars-dylib = { version = "0.45.0", path = "crates/polars-dylib", default-features = false }
+polars-error = { version = "0.45.0", path = "crates/polars-error", default-features = false }
+polars-expr = { version = "0.45.0", path = "crates/polars-expr", default-features = false }
+polars-ffi = { version = "0.45.0", path = "crates/polars-ffi", default-features = false }
+polars-io = { version = "0.45.0", path = "crates/polars-io", default-features = false }
+polars-json = { version = "0.45.0", path = "crates/polars-json", default-features = false }
+polars-lazy = { version = "0.45.0", path = "crates/polars-lazy", default-features = false }
+polars-mem-engine = { version = "0.45.0", path = "crates/polars-mem-engine", default-features = false }
+polars-ops = { version = "0.45.0", path = "crates/polars-ops", default-features = false }
+polars-parquet = { version = "0.45.0", path = "crates/polars-parquet", default-features = false }
+polars-pipe = { version = "0.45.0", path = "crates/polars-pipe", default-features = false }
+polars-plan = { version = "0.45.0", path = "crates/polars-plan", default-features = false }
+polars-python = { version = "0.45.0", path = "crates/polars-python", default-features = false }
+polars-row = { version = "0.45.0", path = "crates/polars-row", default-features = false }
+polars-schema = { version = "0.45.0", path = "crates/polars-schema", default-features = false }
+polars-sql = { version = "0.45.0", path = "crates/polars-sql", default-features = false }
+polars-stream = { version = "0.45.0", path = "crates/polars-stream", default-features = false }
+polars-time = { version = "0.45.0", path = "crates/polars-time", default-features = false }
+polars-utils = { version = "0.45.0", path = "crates/polars-utils", default-features = false }
 
 [workspace.dependencies.arrow-format]
 package = "polars-arrow-format"
 version = "0.1.0"
 
 [workspace.dependencies.arrow]
 package = "polars-arrow"
-version = "0.44.2"
+version = "0.45.0"
 path = "crates/polars-arrow"
 default-features = false
 features = [

diff --git a/crates/polars-json/Cargo.toml b/crates/polars-json/Cargo.toml
@@ -9,7 +9,7 @@ repository = { workspace = true }
 description = "JSON related logic for the Polars DataFrame library"
 
 [dependencies]
-polars-compute = { workspace = true }
+polars-compute = { workspace = true, features = ["cast"] }
 polars-error = { workspace = true }
 polars-utils = { workspace = true }
 

diff --git a/crates/polars-lazy/Cargo.toml b/crates/polars-lazy/Cargo.toml
@@ -112,6 +112,7 @@ dtype-array = [
 dtype-categorical = [
   "polars-plan/dtype-categorical",
   "polars-pipe?/dtype-categorical",
+  "polars-stream?/dtype-categorical",
   "polars-expr/dtype-categorical",
   "polars-mem-engine/dtype-categorical",
 ]
@@ -230,7 +231,14 @@ list_eval = []
 cumulative_eval = []
 list_to_struct = ["polars-plan/list_to_struct"]
 array_to_struct = ["polars-plan/array_to_struct"]
-python = ["pyo3", "polars-plan/python", "polars-core/python", "polars-io/python", "polars-mem-engine/python"]
+python = [
+  "pyo3",
+  "polars-plan/python",
+  "polars-core/python",
+  "polars-io/python",
+  "polars-mem-engine/python",
+  "polars-stream?/python",
+]
 row_hash = ["polars-plan/row_hash"]
 reinterpret = ["polars-plan/reinterpret", "polars-ops/reinterpret"]
 string_pad = ["polars-plan/string_pad"]

diff --git a/crates/polars-stream/Cargo.toml b/crates/polars-stream/Cargo.toml
@@ -16,13 +16,13 @@ futures = { workspace = true }
 memmap = { workspace = true }
 parking_lot = { workspace = true }
 pin-project-lite = { workspace = true }
-polars-io = { workspace = true }
+polars-io = { workspace = true, features = ["async"] }
 polars-utils = { workspace = true }
 rand = { workspace = true }
 rayon = { workspace = true }
 recursive = { workspace = true }
 slotmap = { workspace = true }
-tokio = { workspace = true }
+tokio = { workspace = true, features = ["sync"] }
 
 polars-core = { workspace = true }
 polars-error = { workspace = true }
@@ -41,11 +41,13 @@ bitwise = ["polars-core/bitwise", "polars-plan/bitwise", "polars-expr/bitwise"]
 merge_sorted = ["polars-plan/merge_sorted"]
 dynamic_group_by = []
 strings = []
-ipc = ["polars-mem-engine/ipc", "polars-plan/ipc"]
+ipc = ["polars-mem-engine/ipc", "polars-plan/ipc", "polars-io/ipc"]
 parquet = ["polars-mem-engine/parquet", "polars-plan/parquet"]
-csv = ["polars-mem-engine/csv", "polars-plan/csv"]
-json = ["polars-mem-engine/json", "polars-plan/json"]
+csv = ["polars-mem-engine/csv", "polars-plan/csv", "polars-io/csv"]
+json = ["polars-mem-engine/json", "polars-plan/json", "polars-io/json"]
 cloud = ["polars-mem-engine/cloud", "polars-plan/cloud", "polars-io/cloud"]
+dtype-categorical = ["polars-core/dtype-categorical"]
+python = ["polars-plan/python"]
 
 # We need to specify default features here to match workspace defaults.
 # Otherwise we get warnings with cargo check/clippy.

diff --git a/crates/polars-stream/src/nodes/io_sources/csv.rs b/crates/polars-stream/src/nodes/io_sources/csv.rs
@@ -4,10 +4,12 @@ use std::sync::Arc;
 
 use futures::stream::FuturesUnordered;
 use futures::StreamExt;
+use polars_core::config;
 use polars_core::prelude::{AnyValue, DataType, Field};
 use polars_core::scalar::Scalar;
 use polars_core::schema::{SchemaExt, SchemaRef};
-use polars_core::{config, StringCacheHolder};
+#[cfg(feature = "dtype-categorical")]
+use polars_core::StringCacheHolder;
 use polars_error::{polars_bail, PolarsResult};
 use polars_io::prelude::_csv_read_internal::{
     cast_columns, find_starting_point, prepare_csv_schema, read_chunk, CountLines,
@@ -529,6 +531,7 @@ impl CsvSourceNode {
 struct ChunkReader {
     reader_schema: SchemaRef,
     fields_to_cast: Vec<Field>,
+    #[cfg(feature = "dtype-categorical")]
     _cat_lock: Option<StringCacheHolder>,
     separator: u8,
     ignore_errors: bool,
@@ -568,6 +571,7 @@ impl ChunkReader {
 
         let has_categorical = prepare_csv_schema(&mut reader_schema, &mut fields_to_cast)?;
 
+        #[cfg(feature = "dtype-categorical")]
         let _cat_lock = has_categorical.then(polars_core::StringCacheHolder::hold);
 
         let parse_options = &*options.parse_options;
@@ -602,6 +606,7 @@ impl ChunkReader {
         Ok(Self {
             reader_schema,
             fields_to_cast,
+            #[cfg(feature = "dtype-categorical")]
             _cat_lock,
             separator,
             ignore_errors: options.ignore_errors,

diff --git a/crates/polars-stream/src/nodes/io_sources/mod.rs b/crates/polars-stream/src/nodes/io_sources/mod.rs
@@ -1,4 +1,6 @@
+#[cfg(feature = "csv")]
 pub mod csv;
+#[cfg(feature = "ipc")]
 pub mod ipc;
 #[cfg(feature = "parquet")]
 pub mod parquet;