build(deps): upgrade arrow, pyo3, datafusion, rustc

Cargo.toml

@@ -26,7 +26,7 @@ resolver = "2"
 version = "0.4.0"
 edition = "2021"
 license = "Apache-2.0"
-rust-version = "1.81"
+rust-version = "1.84"
 keywords = ["apachehudi", "hudi", "datalake", "arrow"]
 readme = "README.md"
 description = "The native Rust implementation for Apache Hudi"
@@ -35,25 +35,25 @@ repository = "https://github.com/apache/hudi-rs"
 
 [workspace.dependencies]
 # arrow
-arrow = { version = "= 53.4.0", features = ["pyarrow"] }
-arrow-arith = { version = "= 53.4.0" }
-arrow-array = { version = "= 53.4.0" }
-arrow-buffer = { version = "= 53.4.0" }
-arrow-cast = { version = "= 53.4.0" }
-arrow-ipc = { version = "= 53.4.0" }
-arrow-json = { version = "= 53.4.0" }
-arrow-ord = { version = "= 53.4.0" }
-arrow-row = { version = "= 53.4.0" }
-arrow-schema = { version = "= 53.4.0", features = ["serde"] }
-arrow-select = { version = "= 53.4.0" }
-object_store = { version = "= 0.11.2", features = ["aws", "azure", "gcp"] }
-parquet = { version = "= 53.4.0", features = ["async", "object_store"] }
+arrow = { version = "~54.1.0", features = ["pyarrow"] }
+arrow-arith = { version = "~54.1.0" }
+arrow-array = { version = "~54.1.0" }
+arrow-buffer = { version = "~54.1.0" }
+arrow-cast = { version = "~54.1.0" }
+arrow-ipc = { version = "~54.1.0" }
+arrow-json = { version = "~54.1.0" }
+arrow-ord = { version = "~54.1.0" }
+arrow-row = { version = "~54.1.0" }
+arrow-schema = { version = "~54.1.0", features = ["serde"] }
+arrow-select = { version = "~54.1.0" }
+object_store = { version = "~0.11.2", features = ["aws", "azure", "gcp"] }
+parquet = { version = "~54.1.0", features = ["async", "object_store"] }
 
 # datafusion
-datafusion = { version = "= 43.0.0" }
-datafusion-expr = { version = "= 43.0.0" }
-datafusion-common = { version = "= 43.0.0" }
-datafusion-physical-expr = { version = "= 43.0.0" }
+datafusion = { version = "~45.0.0" }
+datafusion-expr = { version = "~45.0.0" }
+datafusion-common = { version = "~45.0.0" }
+datafusion-physical-expr = { version = "~45.0.0" }
 
 # serde
 percent-encoding = { version = "2.3.1" }

crates/core/src/config/table.rs

@@ -258,11 +258,11 @@ impl ConfigParser for HudiTableConfig {
                         );
                     }
 
-                    return HudiConfigValue::String(
+                    HudiConfigValue::String(
                         RecordMergeStrategyValue::OverwriteWithLatest
                             .as_ref()
                             .to_string(),
-                    );
+                    )
                 }
                 _ => self
                     .default_value()

crates/core/src/table/mod.rs

@@ -257,7 +257,7 @@ impl Table {
         }
 
         let n = std::cmp::max(1, n);
-        let chunk_size = (file_slices.len() + n - 1) / n;
+        let chunk_size = file_slices.len().div_ceil(n);
 
         Ok(file_slices
             .chunks(chunk_size)

demo/infra/runner/Dockerfile

@@ -15,7 +15,7 @@
 # specific language governing permissions and limitations
 # under the License.
 
-FROM rust:1.81
+FROM rust:1.84
 
 RUN apt-get update && apt-get install -y python3-dev python3-venv
 

python/Cargo.toml

@@ -45,7 +45,7 @@ futures = { workspace = true }
 tokio = { workspace = true }
 
 [dependencies.pyo3]
-version = "0.22.6"
+version = "~0.23.0"
 features = ["extension-module", "abi3", "abi3-py39"]
 
 [lints.rust]

rust-toolchain.toml

@@ -16,6 +16,6 @@
 # under the License.
 
 [toolchain]
-channel = "1.81"
+channel = "1.84"
 components = ["rustfmt", "clippy"]
 profile = "minimal"