refactor(rust): Purge arrow-rs support (#19312)

pola-rs · Oct 19, 2024 · f88bd6a · f88bd6a
1 parent a871f8c
commit f88bd6a
Show file tree

Hide file tree

Showing 37 changed files with 3 additions and 1,180 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -25,10 +25,6 @@ repository = "https://github.com/pola-rs/polars"
 ahash = ">=0.8.5"
 aho-corasick = "1.1"
 arboard = { version = "3.4.0", default-features = false }
-arrow-array = { version = ">=41", default-features = false }
-arrow-buffer = { version = ">=41", default-features = false }
-arrow-data = { version = ">=41", default-features = false }
-arrow-schema = { version = ">=41", default-features = false }
 atoi = "2"
 atoi_simd = "0.15.5"
 atomic-waker = "1"

diff --git a/crates/polars-arrow/Cargo.toml b/crates/polars-arrow/Cargo.toml
@@ -67,11 +67,7 @@ multiversion = { workspace = true, optional = true }
 # Faster hashing
 ahash = { workspace = true }
 
-# Support conversion to/from arrow-rs
-arrow-array = { workspace = true, optional = true }
-arrow-buffer = { workspace = true, optional = true }
-arrow-data = { workspace = true, optional = true }
-arrow-schema = { workspace = true, optional = true }
+# For async arrow flight conversion
 async-stream = { version = "0.3", optional = true }
 tokio = { workspace = true, optional = true, features = ["io-util"] }
 
@@ -101,7 +97,6 @@ getrandom = { version = "0.2", features = ["js"] }
 [features]
 default = []
 full = [
-  "arrow_rs",
   "io_ipc",
   "io_flight",
   "io_ipc_compression",
@@ -114,7 +109,6 @@ full = [
   # parses timezones used in timestamp conversions
   "chrono-tz",
 ]
-arrow_rs = ["arrow-buffer", "arrow-schema", "arrow-data", "arrow-array"]
 io_ipc = ["arrow-format", "polars-error/arrow-format"]
 io_ipc_compression = ["lz4", "zstd", "io_ipc"]
 io_flight = ["io_ipc", "arrow-format/flight-data", "async-stream", "futures", "tokio"]

diff --git a/crates/polars-arrow/src/array/binary/data.rs b/crates/polars-arrow/src/array/binary/data.rs
diff --git a/crates/polars-arrow/src/array/binary/mod.rs b/crates/polars-arrow/src/array/binary/mod.rs
@@ -21,9 +21,6 @@ mod mutable;
 pub use mutable::*;
 use polars_error::{polars_bail, PolarsResult};
 
-#[cfg(feature = "arrow_rs")]
-mod data;
-
 /// A [`BinaryArray`] is Arrow's semantically equivalent of an immutable `Vec<Option<Vec<u8>>>`.
 /// It implements [`Array`].
 ///

diff --git a/crates/polars-arrow/src/array/boolean/data.rs b/crates/polars-arrow/src/array/boolean/data.rs
diff --git a/crates/polars-arrow/src/array/boolean/mod.rs b/crates/polars-arrow/src/array/boolean/mod.rs
@@ -7,8 +7,6 @@ use crate::bitmap::{Bitmap, MutableBitmap};
 use crate::datatypes::{ArrowDataType, PhysicalType};
 use crate::trusted_len::TrustedLen;
 
-#[cfg(feature = "arrow_rs")]
-mod data;
 mod ffi;
 pub(super) mod fmt;
 mod from;

diff --git a/crates/polars-arrow/src/array/dictionary/data.rs b/crates/polars-arrow/src/array/dictionary/data.rs
diff --git a/crates/polars-arrow/src/array/dictionary/mod.rs b/crates/polars-arrow/src/array/dictionary/mod.rs
@@ -8,8 +8,6 @@ use crate::scalar::{new_scalar, Scalar};
 use crate::trusted_len::TrustedLen;
 use crate::types::NativeType;
 
-#[cfg(feature = "arrow_rs")]
-mod data;
 mod ffi;
 pub(super) mod fmt;
 mod iterator;