From ab9b8c0a060e8af9d3039b6f5ffa1c013bd3c602 Mon Sep 17 00:00:00 2001 From: Kevin Liu Date: Sat, 1 Nov 2025 15:23:57 -0700 Subject: [PATCH 1/3] parquet/arrow/arrow-csv, 56 -> 57 --- tpchgen-arrow/Cargo.toml | 4 ++-- tpchgen-cli/Cargo.toml | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/tpchgen-arrow/Cargo.toml b/tpchgen-arrow/Cargo.toml index c7563b4..b40244c 100644 --- a/tpchgen-arrow/Cargo.toml +++ b/tpchgen-arrow/Cargo.toml @@ -9,9 +9,9 @@ readme = "README.md" license = "Apache-2.0" [dependencies] -arrow = { version = "56", default-features = false, features = ["prettyprint"] } +arrow = { version = "57", default-features = false, features = ["prettyprint"] } tpchgen = { path = "../tpchgen", version = "2.0.1" } [dev-dependencies] -arrow-csv = "56" +arrow-csv = "57" chrono = "0.4.39" diff --git a/tpchgen-cli/Cargo.toml b/tpchgen-cli/Cargo.toml index a6e9f6a..12dbe37 100644 --- a/tpchgen-cli/Cargo.toml +++ b/tpchgen-cli/Cargo.toml @@ -10,8 +10,8 @@ license = { workspace = true } repository = { workspace = true } [dependencies] -arrow = "56" -parquet = "56" +arrow = "57" +parquet = "57" clap = { version = "4.5.32", features = ["derive"] } tpchgen = { path = "../tpchgen", version = "2.0.1"} tpchgen-arrow = { path = "../tpchgen-arrow", version = "2.0.1" } From 2a7f3070139fa25769a9bcb9a21d11f1c4c16d33 Mon Sep 17 00:00:00 2001 From: Kevin Liu Date: Sat, 1 Nov 2025 17:45:12 -0700 Subject: [PATCH 2/3] allow deprecated for now --- tpchgen-cli/src/parquet.rs | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/tpchgen-cli/src/parquet.rs b/tpchgen-cli/src/parquet.rs index 767aff4..fac85b5 100644 --- a/tpchgen-cli/src/parquet.rs +++ b/tpchgen-cli/src/parquet.rs @@ -4,7 +4,7 @@ use crate::statistics::WriteStatistics; use arrow::datatypes::SchemaRef; use futures::StreamExt; use log::debug; -use parquet::arrow::arrow_writer::{compute_leaves, get_column_writers, ArrowColumnChunk}; +use parquet::arrow::arrow_writer::{compute_leaves, ArrowColumnChunk}; use parquet::arrow::ArrowSchemaConverter; use parquet::basic::Compression; use parquet::file::properties::WriterProperties; @@ -140,7 +140,8 @@ where I: RecordBatchIterator, { // Create writers for each of the leaf columns - let mut col_writers = get_column_writers(&parquet_schema, &writer_properties, &schema).unwrap(); + #[allow(deprecated)] + let mut col_writers = parquet::arrow::arrow_writer::get_column_writers(&parquet_schema, &writer_properties, &schema).unwrap(); // generate the data and send it to the tasks (via the sender channels) for batch in iter { From c38f69b0dc84c4b7edfad349d1a9cd1a134b8018 Mon Sep 17 00:00:00 2001 From: Kevin Liu Date: Sat, 1 Nov 2025 17:46:36 -0700 Subject: [PATCH 3/3] fmt --- tpchgen-cli/src/parquet.rs | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/tpchgen-cli/src/parquet.rs b/tpchgen-cli/src/parquet.rs index fac85b5..1eba0a0 100644 --- a/tpchgen-cli/src/parquet.rs +++ b/tpchgen-cli/src/parquet.rs @@ -141,7 +141,12 @@ where { // Create writers for each of the leaf columns #[allow(deprecated)] - let mut col_writers = parquet::arrow::arrow_writer::get_column_writers(&parquet_schema, &writer_properties, &schema).unwrap(); + let mut col_writers = parquet::arrow::arrow_writer::get_column_writers( + &parquet_schema, + &writer_properties, + &schema, + ) + .unwrap(); // generate the data and send it to the tasks (via the sender channels) for batch in iter {