Skip to content

Commit dae03ee

Browse files
authored
chore: Update to arrow/parquet 59.0.0 (#22744)
## Which issue does this PR close? - related to apache/arrow-rs#9110 ## Rationale for this change Update to latest version of arrow/parquet ## What changes are included in this PR? 1. Update to arrow/parquet 59.0.0 2. Adjust code for API differences ## Are these changes tested? By CI ## Are there any user-facing changes? New dependency
1 parent 8bbc460 commit dae03ee

13 files changed

Lines changed: 114 additions & 143 deletions

File tree

Cargo.lock

Lines changed: 36 additions & 63 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

Cargo.toml

Lines changed: 9 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -89,30 +89,30 @@ version = "54.0.0"
8989
#
9090
# See for more details: https://github.com/rust-lang/cargo/issues/11329
9191
apache-avro = { version = "0.21", default-features = false }
92-
arrow = { version = "58.3.0", features = [
92+
arrow = { version = "59.0.0", features = [
9393
"prettyprint",
9494
"chrono-tz",
9595
] }
96-
arrow-avro = { version = "58.3.0", default-features = false, features = [
96+
arrow-avro = { version = "59.0.0", default-features = false, features = [
9797
"deflate",
9898
"snappy",
9999
"zstd",
100100
"bzip2",
101101
"xz",
102102
] }
103-
arrow-buffer = { version = "58.3.0", default-features = false }
104-
arrow-data = { version = "58.3.0", default-features = false }
105-
arrow-flight = { version = "58.3.0", features = [
103+
arrow-buffer = { version = "59.0.0", default-features = false }
104+
arrow-data = { version = "59.0.0", default-features = false }
105+
arrow-flight = { version = "59.0.0", features = [
106106
"flight-sql-experimental",
107107
] }
108108
# Both codecs are required here to make sure that code paths like
109109
# file-spilling have access to all compression codecs.
110-
arrow-ipc = { version = "58.3.0", default-features = false, features = [
110+
arrow-ipc = { version = "59.0.0", default-features = false, features = [
111111
"lz4",
112112
"zstd",
113113
] }
114-
arrow-ord = { version = "58.3.0", default-features = false }
115-
arrow-schema = { version = "58.3.0", default-features = false }
114+
arrow-ord = { version = "59.0.0", default-features = false }
115+
arrow-schema = { version = "59.0.0", default-features = false }
116116
async-trait = "0.1.89"
117117
bigdecimal = "0.4.8"
118118
bytes = "1.11"
@@ -178,7 +178,7 @@ memchr = "2.8.1"
178178
num-traits = { version = "0.2" }
179179
object_store = { version = "0.13.2", default-features = false }
180180
parking_lot = "0.12"
181-
parquet = { version = "58.3.0", default-features = false, features = [
181+
parquet = { version = "59.0.0", default-features = false, features = [
182182
"arrow",
183183
"async",
184184
"object_store",

datafusion-cli/src/main.rs

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -613,9 +613,9 @@ mod tests {
613613
+-----------------------------------+-----------------+---------------------+------+------------------+
614614
| filename | file_size_bytes | metadata_size_bytes | hits | extra |
615615
+-----------------------------------+-----------------+---------------------+------+------------------+
616-
| alltypes_plain.parquet | 1851 | 8882 | 2 | page_index=false |
617-
| alltypes_tiny_pages.parquet | 454233 | 269074 | 2 | page_index=true |
618-
| lz4_raw_compressed_larger.parquet | 380836 | 1339 | 2 | page_index=false |
616+
| alltypes_plain.parquet | 1851 | 8794 | 2 | page_index=false |
617+
| alltypes_tiny_pages.parquet | 454233 | 268970 | 2 | page_index=true |
618+
| lz4_raw_compressed_larger.parquet | 380836 | 1331 | 2 | page_index=false |
619619
+-----------------------------------+-----------------+---------------------+------+------------------+
620620
");
621621

@@ -644,9 +644,9 @@ mod tests {
644644
+-----------------------------------+-----------------+---------------------+------+------------------+
645645
| filename | file_size_bytes | metadata_size_bytes | hits | extra |
646646
+-----------------------------------+-----------------+---------------------+------+------------------+
647-
| alltypes_plain.parquet | 1851 | 8882 | 5 | page_index=false |
648-
| alltypes_tiny_pages.parquet | 454233 | 269074 | 2 | page_index=true |
649-
| lz4_raw_compressed_larger.parquet | 380836 | 1339 | 3 | page_index=false |
647+
| alltypes_plain.parquet | 1851 | 8794 | 5 | page_index=false |
648+
| alltypes_tiny_pages.parquet | 454233 | 268970 | 2 | page_index=true |
649+
| lz4_raw_compressed_larger.parquet | 380836 | 1331 | 3 | page_index=false |
650650
+-----------------------------------+-----------------+---------------------+------+------------------+
651651
");
652652

0 commit comments

Comments
 (0)