From 6a7d1401d5dff576b70f3894db19578b515081c5 Mon Sep 17 00:00:00 2001 From: Ritchie Vink Date: Sun, 27 Oct 2024 12:24:02 +0100 Subject: [PATCH] Rust Polars 0.44.0 (#19477) --- Cargo.lock | 51 ++++++++++--------- Cargo.toml | 46 ++++++++--------- crates/polars-lazy/Cargo.toml | 2 +- crates/polars-parquet/Cargo.toml | 2 +- crates/polars-stream/Cargo.toml | 1 + .../src/physical_plan/lower_expr.rs | 1 + 6 files changed, 53 insertions(+), 50 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index 37d2c8c3717e..209d06f4079f 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -2702,7 +2702,7 @@ dependencies = [ [[package]] name = "polars" -version = "0.43.1" +version = "0.44.0" dependencies = [ "ahash", "apache-avro", @@ -2731,7 +2731,7 @@ dependencies = [ [[package]] name = "polars-arrow" -version = "0.43.1" +version = "0.44.0" dependencies = [ "ahash", "async-stream", @@ -2797,7 +2797,7 @@ dependencies = [ [[package]] name = "polars-compute" -version = "0.43.1" +version = "0.44.0" dependencies = [ "bytemuck", "either", @@ -2812,7 +2812,7 @@ dependencies = [ [[package]] name = "polars-core" -version = "0.43.1" +version = "0.44.0" dependencies = [ "ahash", "bincode", @@ -2848,7 +2848,7 @@ dependencies = [ [[package]] name = "polars-doc-examples" -version = "0.43.1" +version = "0.44.0" dependencies = [ "aws-config", "aws-sdk-s3", @@ -2862,7 +2862,7 @@ dependencies = [ [[package]] name = "polars-error" -version = "0.43.1" +version = "0.44.0" dependencies = [ "avro-schema", "object_store", @@ -2874,7 +2874,7 @@ dependencies = [ [[package]] name = "polars-expr" -version = "0.43.1" +version = "0.44.0" dependencies = [ "ahash", "bitflags", @@ -2896,7 +2896,7 @@ dependencies = [ [[package]] name = "polars-ffi" -version = "0.43.1" +version = "0.44.0" dependencies = [ "polars-arrow", "polars-core", @@ -2904,7 +2904,7 @@ dependencies = [ [[package]] name = "polars-io" -version = "0.43.1" +version = "0.44.0" dependencies = [ "ahash", "async-trait", @@ -2953,7 +2953,7 @@ dependencies = [ [[package]] name = "polars-json" -version = "0.43.1" +version = "0.44.0" dependencies = [ "ahash", "chrono", @@ -2973,7 +2973,7 @@ dependencies = [ [[package]] name = "polars-lazy" -version = "0.43.1" +version = "0.44.0" dependencies = [ "ahash", "bitflags", @@ -3001,7 +3001,7 @@ dependencies = [ [[package]] name = "polars-mem-engine" -version = "0.43.1" +version = "0.44.0" dependencies = [ "futures", "memmap2", @@ -3022,7 +3022,7 @@ dependencies = [ [[package]] name = "polars-ops" -version = "0.43.1" +version = "0.44.0" dependencies = [ "ahash", "aho-corasick", @@ -3059,7 +3059,7 @@ dependencies = [ [[package]] name = "polars-parquet" -version = "0.43.1" +version = "0.44.0" dependencies = [ "ahash", "async-stream", @@ -3090,8 +3090,9 @@ dependencies = [ [[package]] name = "polars-parquet-format" -version = "2.10.0" -source = "git+https://github.com/pola-rs/parquet-format#b96e00d2b054739ee02da06987bcd7f44b82a4ef" +version = "0.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c025243dcfe8dbc57e94d9f82eb3bef10b565ab180d5b99bed87fd8aea319ce1" dependencies = [ "async-trait", "futures", @@ -3099,7 +3100,7 @@ dependencies = [ [[package]] name = "polars-pipe" -version = "0.43.1" +version = "0.44.0" dependencies = [ "crossbeam-channel", "crossbeam-queue", @@ -3124,7 +3125,7 @@ dependencies = [ [[package]] name = "polars-plan" -version = "0.43.1" +version = "0.44.0" dependencies = [ "ahash", "bitflags", @@ -3162,7 +3163,7 @@ dependencies = [ [[package]] name = "polars-python" -version = "0.43.1" +version = "0.44.0" dependencies = [ "ahash", "arboard", @@ -3198,7 +3199,7 @@ dependencies = [ [[package]] name = "polars-row" -version = "0.43.1" +version = "0.44.0" dependencies = [ "bytemuck", "polars-arrow", @@ -3208,7 +3209,7 @@ dependencies = [ [[package]] name = "polars-schema" -version = "0.43.1" +version = "0.44.0" dependencies = [ "indexmap", "polars-error", @@ -3219,7 +3220,7 @@ dependencies = [ [[package]] name = "polars-sql" -version = "0.43.1" +version = "0.44.0" dependencies = [ "hex", "once_cell", @@ -3239,7 +3240,7 @@ dependencies = [ [[package]] name = "polars-stream" -version = "0.43.1" +version = "0.44.0" dependencies = [ "atomic-waker", "crossbeam-deque", @@ -3266,7 +3267,7 @@ dependencies = [ [[package]] name = "polars-time" -version = "0.43.1" +version = "0.44.0" dependencies = [ "atoi", "bytemuck", @@ -3286,7 +3287,7 @@ dependencies = [ [[package]] name = "polars-utils" -version = "0.43.1" +version = "0.44.0" dependencies = [ "ahash", "bytemuck", diff --git a/Cargo.toml b/Cargo.toml index 2944e5a8587d..ca0521ba88c6 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -10,7 +10,7 @@ default-members = [ ] [workspace.package] -version = "0.43.1" +version = "0.44.0" authors = ["Ritchie Vink "] edition = "2021" homepage = "https://www.pola.rs/" @@ -91,27 +91,27 @@ version_check = "0.9.4" xxhash-rust = { version = "0.8.6", features = ["xxh3"] } zstd = "0.13" -polars = { version = "0.43.1", path = "crates/polars", default-features = false } -polars-compute = { version = "0.43.1", path = "crates/polars-compute", default-features = false } -polars-core = { version = "0.43.1", path = "crates/polars-core", default-features = false } -polars-error = { version = "0.43.1", path = "crates/polars-error", default-features = false } -polars-expr = { version = "0.43.1", path = "crates/polars-expr", default-features = false } -polars-ffi = { version = "0.43.1", path = "crates/polars-ffi", default-features = false } -polars-io = { version = "0.43.1", path = "crates/polars-io", default-features = false } -polars-json = { version = "0.43.1", path = "crates/polars-json", default-features = false } -polars-lazy = { version = "0.43.1", path = "crates/polars-lazy", default-features = false } -polars-mem-engine = { version = "0.43.1", path = "crates/polars-mem-engine", default-features = false } -polars-ops = { version = "0.43.1", path = "crates/polars-ops", default-features = false } -polars-parquet = { version = "0.43.1", path = "crates/polars-parquet", default-features = false } -polars-pipe = { version = "0.43.1", path = "crates/polars-pipe", default-features = false } -polars-plan = { version = "0.43.1", path = "crates/polars-plan", default-features = false } -polars-python = { version = "0.43.1", path = "crates/polars-python", default-features = false } -polars-row = { version = "0.43.1", path = "crates/polars-row", default-features = false } -polars-schema = { version = "0.43.1", path = "crates/polars-schema", default-features = false } -polars-sql = { version = "0.43.1", path = "crates/polars-sql", default-features = false } -polars-stream = { version = "0.43.1", path = "crates/polars-stream", default-features = false } -polars-time = { version = "0.43.1", path = "crates/polars-time", default-features = false } -polars-utils = { version = "0.43.1", path = "crates/polars-utils", default-features = false } +polars = { version = "0.44.0", path = "crates/polars", default-features = false } +polars-compute = { version = "0.44.0", path = "crates/polars-compute", default-features = false } +polars-core = { version = "0.44.0", path = "crates/polars-core", default-features = false } +polars-error = { version = "0.44.0", path = "crates/polars-error", default-features = false } +polars-expr = { version = "0.44.0", path = "crates/polars-expr", default-features = false } +polars-ffi = { version = "0.44.0", path = "crates/polars-ffi", default-features = false } +polars-io = { version = "0.44.0", path = "crates/polars-io", default-features = false } +polars-json = { version = "0.44.0", path = "crates/polars-json", default-features = false } +polars-lazy = { version = "0.44.0", path = "crates/polars-lazy", default-features = false } +polars-mem-engine = { version = "0.44.0", path = "crates/polars-mem-engine", default-features = false } +polars-ops = { version = "0.44.0", path = "crates/polars-ops", default-features = false } +polars-parquet = { version = "0.44.0", path = "crates/polars-parquet", default-features = false } +polars-pipe = { version = "0.44.0", path = "crates/polars-pipe", default-features = false } +polars-plan = { version = "0.44.0", path = "crates/polars-plan", default-features = false } +polars-python = { version = "0.44.0", path = "crates/polars-python", default-features = false } +polars-row = { version = "0.44.0", path = "crates/polars-row", default-features = false } +polars-schema = { version = "0.44.0", path = "crates/polars-schema", default-features = false } +polars-sql = { version = "0.44.0", path = "crates/polars-sql", default-features = false } +polars-stream = { version = "0.44.0", path = "crates/polars-stream", default-features = false } +polars-time = { version = "0.44.0", path = "crates/polars-time", default-features = false } +polars-utils = { version = "0.44.0", path = "crates/polars-utils", default-features = false } [workspace.dependencies.arrow-format] package = "polars-arrow-format" @@ -119,7 +119,7 @@ version = "0.1.0" [workspace.dependencies.arrow] package = "polars-arrow" -version = "0.43.1" +version = "0.44.0" path = "crates/polars-arrow" default-features = false features = [ diff --git a/crates/polars-lazy/Cargo.toml b/crates/polars-lazy/Cargo.toml index 25986e512381..a03b16fc7611 100644 --- a/crates/polars-lazy/Cargo.toml +++ b/crates/polars-lazy/Cargo.toml @@ -71,7 +71,7 @@ temporal = [ ] # debugging purposes fmt = ["polars-core/fmt", "polars-plan/fmt"] -strings = ["polars-plan/strings"] +strings = ["polars-plan/strings", "polars-stream/strings"] future = [] dtype-full = [ diff --git a/crates/polars-parquet/Cargo.toml b/crates/polars-parquet/Cargo.toml index 544e52388e58..8ae9108a1fa7 100644 --- a/crates/polars-parquet/Cargo.toml +++ b/crates/polars-parquet/Cargo.toml @@ -24,7 +24,7 @@ hashbrown = { workspace = true } num-traits = { workspace = true } polars-compute = { workspace = true, features = ["approx_unique"] } polars-error = { workspace = true } -polars-parquet-format = { git = "https://github.com/pola-rs/parquet-format" } +polars-parquet-format = "0.1" polars-utils = { workspace = true, features = ["mmap"] } simdutf8 = { workspace = true } diff --git a/crates/polars-stream/Cargo.toml b/crates/polars-stream/Cargo.toml index ddf4e7be4f18..d8c034341e3d 100644 --- a/crates/polars-stream/Cargo.toml +++ b/crates/polars-stream/Cargo.toml @@ -40,3 +40,4 @@ nightly = [] bitwise = ["polars-core/bitwise", "polars-plan/bitwise"] merge_sorted = ["polars-plan/merge_sorted"] dynamic_group_by = [] +strings = [] diff --git a/crates/polars-stream/src/physical_plan/lower_expr.rs b/crates/polars-stream/src/physical_plan/lower_expr.rs index 2505e033aeec..3af80df16f9f 100644 --- a/crates/polars-stream/src/physical_plan/lower_expr.rs +++ b/crates/polars-stream/src/physical_plan/lower_expr.rs @@ -98,6 +98,7 @@ pub(crate) fn is_elementwise( match function { // Non-strict strptime must be done in-memory to ensure the format // is consistent across the entire dataframe. + #[cfg(feature = "strings")] FunctionExpr::StringExpr(StringFunction::Strptime(_, opts)) => opts.strict, _ => { options.is_elementwise()