This is an automated email from the ASF dual-hosted git repository.
timsaucer pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/datafusion-python.git
The following commit(s) were added to refs/heads/main by this push:
new d0d14f6e feat: update datafusion dependency 47 (#1107)
d0d14f6e is described below
commit d0d14f6e1584f9569cbf2e36c8a7abc7c70fd903
Author: Tim Saucer <timsau...@gmail.com>
AuthorDate: Thu Apr 24 09:38:38 2025 -0400
feat: update datafusion dependency 47 (#1107)
* Update cargo to use DF47 release candidate
* Need to be explicit for collection of Expr due to change in dataframe API
* Add missing enum variant
* Add missing enum variants
* The interface for last_value of aggregates upstream changed
* Cargo fmt
* last value aggregate without ordering is ill defined
* Clippy warning
* Set datafusion version to 47 now that it is released
---
Cargo.lock | 600 ++++++++++++++++++++++++---------------
Cargo.toml | 24 +-
python/tests/test_aggregation.py | 1 -
src/dataframe.rs | 2 +-
src/dataset_exec.rs | 4 +-
src/expr.rs | 16 +-
src/functions.rs | 37 +--
7 files changed, 415 insertions(+), 269 deletions(-)
diff --git a/Cargo.lock b/Cargo.lock
index f90038c5..b32d19d4 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -179,9 +179,9 @@ checksum =
"7c02d123df017efcdfbd739ef81735b36c5ba83ec3c59c80a9d7ecc718f92e50"
[[package]]
name = "arrow"
-version = "54.3.0"
+version = "55.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "84ef243634a39fb6e9d1710737e7a5ef96c9bacabd2326859ff889bc9ef755e5"
+checksum = "3095aaf545942ff5abd46654534f15b03a90fba78299d661e045e5d587222f0d"
dependencies = [
"arrow-arith",
"arrow-array",
@@ -201,9 +201,9 @@ dependencies = [
[[package]]
name = "arrow-arith"
-version = "54.3.0"
+version = "55.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "8f420c6aef51dad2e4a96ce29c0ec90ad84880bdb60b321c74c652a6be07b93f"
+checksum = "00752064ff47cee746e816ddb8450520c3a52cbad1e256f6fa861a35f86c45e7"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -215,9 +215,9 @@ dependencies = [
[[package]]
name = "arrow-array"
-version = "54.3.0"
+version = "55.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "24bda5ff6461a4ff9739959b3d57b377f45e3f878f7be1a4f28137c0a8f339fa"
+checksum = "cebfe926794fbc1f49ddd0cdaf898956ca9f6e79541efce62dabccfd81380472"
dependencies = [
"ahash",
"arrow-buffer",
@@ -232,9 +232,9 @@ dependencies = [
[[package]]
name = "arrow-buffer"
-version = "54.3.0"
+version = "55.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "bc6ed265c73f134a583d02c3cab5e16afab9446d8048ede8707e31f85fad58a0"
+checksum = "0303c7ec4cf1a2c60310fc4d6bbc3350cd051a17bf9e9c0a8e47b4db79277824"
dependencies = [
"bytes",
"half",
@@ -243,9 +243,9 @@ dependencies = [
[[package]]
name = "arrow-cast"
-version = "54.3.0"
+version = "55.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "01c648572391edcef10e5fd458db70ba27ed6f71bcaee04397d0cfb100b34f8b"
+checksum = "335f769c5a218ea823d3760a743feba1ef7857cba114c01399a891c2fff34285"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -264,9 +264,9 @@ dependencies = [
[[package]]
name = "arrow-csv"
-version = "54.3.0"
+version = "55.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "a02fb265a6d8011a7d3ad1a36f25816ad0a3bb04cb8e9fe7929c165b98c0cbcd"
+checksum = "510db7dfbb4d5761826516cc611d97b3a68835d0ece95b034a052601109c0b1b"
dependencies = [
"arrow-array",
"arrow-cast",
@@ -280,9 +280,9 @@ dependencies = [
[[package]]
name = "arrow-data"
-version = "54.3.0"
+version = "55.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "5f2cebf504bb6a92a134a87fff98f01b14fbb3a93ecf7aef90cd0f888c5fffa4"
+checksum = "e8affacf3351a24039ea24adab06f316ded523b6f8c3dbe28fbac5f18743451b"
dependencies = [
"arrow-buffer",
"arrow-schema",
@@ -292,9 +292,9 @@ dependencies = [
[[package]]
name = "arrow-ipc"
-version = "54.3.0"
+version = "55.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "8e6405b287671c88846e7751f7291f717b164911474cabac6d3d8614d5aa7374"
+checksum = "69880a9e6934d9cba2b8630dd08a3463a91db8693b16b499d54026b6137af284"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -306,9 +306,9 @@ dependencies = [
[[package]]
name = "arrow-json"
-version = "54.3.0"
+version = "55.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "5329bf9e7390cbb6b117ddd4d82e94c5362ea4cab5095697139429f36a38350c"
+checksum = "d8dafd17a05449e31e0114d740530e0ada7379d7cb9c338fd65b09a8130960b0"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -328,9 +328,9 @@ dependencies = [
[[package]]
name = "arrow-ord"
-version = "54.3.0"
+version = "55.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "e103c13d4b80da28339c1d7aa23dd85bd59f42158acc45d39eeb6770627909ce"
+checksum = "895644523af4e17502d42c3cb6b27cb820f0cb77954c22d75c23a85247c849e1"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -341,9 +341,9 @@ dependencies = [
[[package]]
name = "arrow-row"
-version = "54.3.0"
+version = "55.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "170549a11b8534f3097a0619cfe89c42812345dc998bcf81128fc700b84345b8"
+checksum = "9be8a2a4e5e7d9c822b2b8095ecd77010576d824f654d347817640acfc97d229"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -354,18 +354,18 @@ dependencies = [
[[package]]
name = "arrow-schema"
-version = "54.3.0"
+version = "55.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "a5c53775bba63f319189f366d2b86e9a8889373eb198f07d8544938fc9f8ed9a"
+checksum = "7450c76ab7c5a6805be3440dc2e2096010da58f7cab301fdc996a4ee3ee74e49"
dependencies = [
- "bitflags 2.8.0",
+ "bitflags",
]
[[package]]
name = "arrow-select"
-version = "54.3.0"
+version = "55.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "0a99003b2eb562b8d9c99dfb672306f15e94b20d3734179d596895703e821dcf"
+checksum = "aa5f5a93c75f46ef48e4001535e7b6c922eeb0aa20b73cf58d09e13d057490d8"
dependencies = [
"ahash",
"arrow-array",
@@ -377,9 +377,9 @@ dependencies = [
[[package]]
name = "arrow-string"
-version = "54.3.0"
+version = "55.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "90fdb130ee8325f4cd8262e19bb6baa3cbcef2b2573c4bee8c6fda7ea08199d7"
+checksum = "6e7005d858d84b56428ba2a98a107fe88c0132c61793cf6b8232a1f9bfc0452b"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -406,11 +406,11 @@ dependencies = [
[[package]]
name = "async-compression"
-version = "0.4.18"
+version = "0.4.19"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "df895a515f70646414f4b45c0b79082783b80552b373a68283012928df56f522"
+checksum = "06575e6a9673580f52661c92107baabffbf41e2141373441cbcdc47cb733003c"
dependencies = [
- "bzip2 0.4.4",
+ "bzip2 0.5.2",
"flate2",
"futures-core",
"memchr",
@@ -438,18 +438,18 @@ checksum =
"3b43422f69d8ff38f95f1b2bb76517c91589a924d1559a0e935d7c8ce0274c11"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.98",
+ "syn 2.0.100",
]
[[package]]
name = "async-trait"
-version = "0.1.86"
+version = "0.1.88"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "644dd749086bf3771a2fbc5f256fdb982d53f011c7d5d560304eafeecebce79d"
+checksum = "e539d3fca749fcee5236ab05e93a52867dd549cc157c8cb7f99595f3cedffdb5"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.98",
+ "syn 2.0.100",
]
[[package]]
@@ -502,9 +502,9 @@ checksum =
"72b3254f16251a8381aa12e40e3c4d2f0199f8c6508fbecb9d91f575e0fbb8c6"
[[package]]
name = "bigdecimal"
-version = "0.4.7"
+version = "0.4.8"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "7f31f3af01c5c65a07985c804d3366560e6fa7883d640a122819b14ec327482c"
+checksum = "1a22f228ab7a1b23027ccc6c350b72868017af7ea8356fbdf19f8d991c690013"
dependencies = [
"autocfg",
"libm",
@@ -514,12 +514,6 @@ dependencies = [
"serde",
]
-[[package]]
-name = "bitflags"
-version = "1.3.2"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "bef38d45163c2f1dde094a7dfd33ccf595c92905c8f8f4fdc18d06fb1037718a"
-
[[package]]
name = "bitflags"
version = "2.8.0"
@@ -537,9 +531,9 @@ dependencies = [
[[package]]
name = "blake3"
-version = "1.7.0"
+version = "1.8.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "b17679a8d69b6d7fd9cd9801a536cec9fa5e5970b69f9d4747f70b39b031f5e7"
+checksum = "389a099b34312839e16420d499a9cad9650541715937ffbdd40d36f49e77eeb3"
dependencies = [
"arrayref",
"arrayvec",
@@ -608,21 +602,20 @@ dependencies = [
[[package]]
name = "bzip2"
-version = "0.5.1"
+version = "0.5.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "75b89e7c29231c673a61a46e722602bcd138298f6b9e81e71119693534585f5c"
+checksum = "49ecfb22d906f800d4fe833b6282cf4dc1c298f5057ca0b5445e5c209735ca47"
dependencies = [
"bzip2-sys",
]
[[package]]
name = "bzip2-sys"
-version = "0.1.12+1.0.8"
+version = "0.1.13+1.0.8"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "72ebc2f1a417f01e1da30ef264ee86ae31d2dcd2d603ea283d3c244a883ca2a9"
+checksum = "225bff33b2141874fe80d71e07d6eec4f85c5c216453dd96388240f96e1acc14"
dependencies = [
"cc",
- "libc",
"pkg-config",
]
@@ -866,23 +859,26 @@ dependencies = [
[[package]]
name = "datafusion"
-version = "46.0.1"
+version = "47.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "914e6f9525599579abbd90b0f7a55afcaaaa40350b9e9ed52563f126dfe45fd3"
+checksum = "ffe060b978f74ab446be722adb8a274e052e005bf6dfd171caadc3abaad10080"
dependencies = [
- "apache-avro",
"arrow",
"arrow-ipc",
"arrow-schema",
"async-trait",
"bytes",
- "bzip2 0.5.1",
+ "bzip2 0.5.2",
"chrono",
"datafusion-catalog",
"datafusion-catalog-listing",
"datafusion-common",
"datafusion-common-runtime",
"datafusion-datasource",
+ "datafusion-datasource-avro",
+ "datafusion-datasource-csv",
+ "datafusion-datasource-json",
+ "datafusion-datasource-parquet",
"datafusion-execution",
"datafusion-expr",
"datafusion-expr-common",
@@ -897,12 +893,12 @@ dependencies = [
"datafusion-physical-expr-common",
"datafusion-physical-optimizer",
"datafusion-physical-plan",
+ "datafusion-session",
"datafusion-sql",
"flate2",
"futures",
"itertools 0.14.0",
"log",
- "num-traits",
"object_store",
"parking_lot",
"parquet",
@@ -919,29 +915,35 @@ dependencies = [
[[package]]
name = "datafusion-catalog"
-version = "46.0.1"
+version = "47.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "998a6549e6ee4ee3980e05590b2960446a56b343ea30199ef38acd0e0b9036e2"
+checksum = "61fe34f401bd03724a1f96d12108144f8cd495a3cdda2bf5e091822fb80b7e66"
dependencies = [
"arrow",
"async-trait",
"dashmap",
"datafusion-common",
+ "datafusion-common-runtime",
+ "datafusion-datasource",
"datafusion-execution",
"datafusion-expr",
+ "datafusion-physical-expr",
"datafusion-physical-plan",
+ "datafusion-session",
"datafusion-sql",
"futures",
"itertools 0.14.0",
"log",
+ "object_store",
"parking_lot",
+ "tokio",
]
[[package]]
name = "datafusion-catalog-listing"
-version = "46.0.1"
+version = "47.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "a5ac10096a5b3c0d8a227176c0e543606860842e943594ccddb45cf42a526e43"
+checksum = "a4411b8e3bce5e0fc7521e44f201def2e2d5d1b5f176fb56e8cdc9942c890f00"
dependencies = [
"arrow",
"async-trait",
@@ -953,6 +955,7 @@ dependencies = [
"datafusion-physical-expr",
"datafusion-physical-expr-common",
"datafusion-physical-plan",
+ "datafusion-session",
"futures",
"log",
"object_store",
@@ -961,9 +964,9 @@ dependencies = [
[[package]]
name = "datafusion-common"
-version = "46.0.1"
+version = "47.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "1f53d7ec508e1b3f68bd301cee3f649834fad51eff9240d898a4b2614cfd0a7a"
+checksum = "0734015d81c8375eb5d4869b7f7ecccc2ee8d6cb81948ef737cd0e7b743bd69c"
dependencies = [
"ahash",
"apache-avro",
@@ -986,27 +989,27 @@ dependencies = [
[[package]]
name = "datafusion-common-runtime"
-version = "46.0.1"
+version = "47.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "e0fcf41523b22e14cc349b01526e8b9f59206653037f2949a4adbfde5f8cb668"
+checksum = "5167bb1d2ccbb87c6bc36c295274d7a0519b14afcfdaf401d53cbcaa4ef4968b"
dependencies = [
+ "futures",
"log",
"tokio",
]
[[package]]
name = "datafusion-datasource"
-version = "46.0.1"
+version = "47.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "cf7f37ad8b6e88b46c7eeab3236147d32ea64b823544f498455a8d9042839c92"
+checksum = "04e602dcdf2f50c2abf297cc2203c73531e6f48b29516af7695d338cf2a778b1"
dependencies = [
"arrow",
"async-compression",
"async-trait",
"bytes",
- "bzip2 0.5.1",
+ "bzip2 0.5.2",
"chrono",
- "datafusion-catalog",
"datafusion-common",
"datafusion-common-runtime",
"datafusion-execution",
@@ -1014,13 +1017,16 @@ dependencies = [
"datafusion-physical-expr",
"datafusion-physical-expr-common",
"datafusion-physical-plan",
+ "datafusion-session",
"flate2",
"futures",
"glob",
"itertools 0.14.0",
"log",
"object_store",
+ "parquet",
"rand",
+ "tempfile",
"tokio",
"tokio-util",
"url",
@@ -1028,17 +1034,123 @@ dependencies = [
"zstd",
]
+[[package]]
+name = "datafusion-datasource-avro"
+version = "47.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "d4ea5111aab9d3f2a8bff570343cccb03ce4c203875ef5a566b7d6f1eb72559e"
+dependencies = [
+ "apache-avro",
+ "arrow",
+ "async-trait",
+ "bytes",
+ "chrono",
+ "datafusion-catalog",
+ "datafusion-common",
+ "datafusion-datasource",
+ "datafusion-execution",
+ "datafusion-physical-expr",
+ "datafusion-physical-expr-common",
+ "datafusion-physical-plan",
+ "datafusion-session",
+ "futures",
+ "num-traits",
+ "object_store",
+ "tokio",
+]
+
+[[package]]
+name = "datafusion-datasource-csv"
+version = "47.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "e3bb2253952dc32296ed5b84077cb2e0257fea4be6373e1c376426e17ead4ef6"
+dependencies = [
+ "arrow",
+ "async-trait",
+ "bytes",
+ "datafusion-catalog",
+ "datafusion-common",
+ "datafusion-common-runtime",
+ "datafusion-datasource",
+ "datafusion-execution",
+ "datafusion-expr",
+ "datafusion-physical-expr",
+ "datafusion-physical-expr-common",
+ "datafusion-physical-plan",
+ "datafusion-session",
+ "futures",
+ "object_store",
+ "regex",
+ "tokio",
+]
+
+[[package]]
+name = "datafusion-datasource-json"
+version = "47.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "5b8c7f47a5d2fe03bfa521ec9bafdb8a5c82de8377f60967c3663f00c8790352"
+dependencies = [
+ "arrow",
+ "async-trait",
+ "bytes",
+ "datafusion-catalog",
+ "datafusion-common",
+ "datafusion-common-runtime",
+ "datafusion-datasource",
+ "datafusion-execution",
+ "datafusion-expr",
+ "datafusion-physical-expr",
+ "datafusion-physical-expr-common",
+ "datafusion-physical-plan",
+ "datafusion-session",
+ "futures",
+ "object_store",
+ "serde_json",
+ "tokio",
+]
+
+[[package]]
+name = "datafusion-datasource-parquet"
+version = "47.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "27d15868ea39ed2dc266728b554f6304acd473de2142281ecfa1294bb7415923"
+dependencies = [
+ "arrow",
+ "async-trait",
+ "bytes",
+ "datafusion-catalog",
+ "datafusion-common",
+ "datafusion-common-runtime",
+ "datafusion-datasource",
+ "datafusion-execution",
+ "datafusion-expr",
+ "datafusion-functions-aggregate",
+ "datafusion-physical-expr",
+ "datafusion-physical-expr-common",
+ "datafusion-physical-optimizer",
+ "datafusion-physical-plan",
+ "datafusion-session",
+ "futures",
+ "itertools 0.14.0",
+ "log",
+ "object_store",
+ "parking_lot",
+ "parquet",
+ "rand",
+ "tokio",
+]
+
[[package]]
name = "datafusion-doc"
-version = "46.0.1"
+version = "47.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "7db7a0239fd060f359dc56c6e7db726abaa92babaed2fb2e91c3a8b2fff8b256"
+checksum = "a91f8c2c5788ef32f48ff56c68e5b545527b744822a284373ac79bba1ba47292"
[[package]]
name = "datafusion-execution"
-version = "46.0.1"
+version = "47.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "0938f9e5b6bc5782be4111cdfb70c02b7b5451bf34fd57e4de062a7f7c4e31f1"
+checksum = "06f004d100f49a3658c9da6fb0c3a9b760062d96cd4ad82ccc3b7b69a9fb2f84"
dependencies = [
"arrow",
"dashmap",
@@ -1055,9 +1167,9 @@ dependencies = [
[[package]]
name = "datafusion-expr"
-version = "46.0.1"
+version = "47.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "b36c28b00b00019a8695ad7f1a53ee1673487b90322ecbd604e2cf32894eb14f"
+checksum = "7a4e4ce3802609be38eeb607ee72f6fe86c3091460de9dbfae9e18db423b3964"
dependencies = [
"arrow",
"chrono",
@@ -1076,9 +1188,9 @@ dependencies = [
[[package]]
name = "datafusion-expr-common"
-version = "46.0.1"
+version = "47.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "18f0a851a436c5a2139189eb4617a54e6a9ccb9edc96c4b3c83b3bb7c58b950e"
+checksum = "422ac9cf3b22bbbae8cdf8ceb33039107fde1b5492693168f13bd566b1bcc839"
dependencies = [
"arrow",
"datafusion-common",
@@ -1089,12 +1201,13 @@ dependencies = [
[[package]]
name = "datafusion-ffi"
-version = "46.0.1"
+version = "47.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "d740dd9f32a4f4ed1b907e6934201bb059efe6c877532512c661771d973c7b21"
+checksum = "5cf3fe9ab492c56daeb7beed526690d33622d388b8870472e0b7b7f55490338c"
dependencies = [
"abi_stable",
"arrow",
+ "arrow-schema",
"async-ffi",
"async-trait",
"datafusion",
@@ -1108,9 +1221,9 @@ dependencies = [
[[package]]
name = "datafusion-functions"
-version = "46.0.1"
+version = "47.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "e3196e37d7b65469fb79fee4f05e5bb58a456831035f9a38aa5919aeb3298d40"
+checksum = "2ddf0a0a2db5d2918349c978d42d80926c6aa2459cd8a3c533a84ec4bb63479e"
dependencies = [
"arrow",
"arrow-buffer",
@@ -1137,9 +1250,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-aggregate"
-version = "46.0.1"
+version = "47.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "adfc2d074d5ee4d9354fdcc9283d5b2b9037849237ddecb8942a29144b77ca05"
+checksum = "408a05dafdc70d05a38a29005b8b15e21b0238734dab1e98483fcb58038c5aba"
dependencies = [
"ahash",
"arrow",
@@ -1158,9 +1271,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-aggregate-common"
-version = "46.0.1"
+version = "47.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "1cbceba0f98d921309a9121b702bcd49289d383684cccabf9a92cda1602f3bbb"
+checksum = "756d21da2dd6c9bef97af1504970ff56cbf35d03fbd4ffd62827f02f4d2279d4"
dependencies = [
"ahash",
"arrow",
@@ -1171,9 +1284,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-nested"
-version = "46.0.1"
+version = "47.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "170e27ce4baa27113ddf5f77f1a7ec484b0dbeda0c7abbd4bad3fc609c8ab71a"
+checksum = "8d8d50f6334b378930d992d801a10ac5b3e93b846b39e4a05085742572844537"
dependencies = [
"arrow",
"arrow-ord",
@@ -1192,9 +1305,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-table"
-version = "46.0.1"
+version = "47.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "7d3a06a7f0817ded87b026a437e7e51de7f59d48173b0a4e803aa896a7bd6bb5"
+checksum = "cc9a97220736c8fff1446e936be90d57216c06f28969f9ffd3b72ac93c958c8a"
dependencies = [
"arrow",
"async-trait",
@@ -1208,9 +1321,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-window"
-version = "46.0.1"
+version = "47.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "d6c608b66496a1e05e3d196131eb9bebea579eed1f59e88d962baf3dda853bc6"
+checksum = "cefc2d77646e1aadd1d6a9c40088937aedec04e68c5f0465939912e1291f8193"
dependencies = [
"datafusion-common",
"datafusion-doc",
@@ -1225,9 +1338,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-window-common"
-version = "46.0.1"
+version = "47.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "da2f9d83348957b4ad0cd87b5cb9445f2651863a36592fe5484d43b49a5f8d82"
+checksum = "dd4aff082c42fa6da99ce0698c85addd5252928c908eb087ca3cfa64ff16b313"
dependencies = [
"datafusion-common",
"datafusion-physical-expr-common",
@@ -1235,20 +1348,20 @@ dependencies = [
[[package]]
name = "datafusion-macros"
-version = "46.0.1"
+version = "47.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "4800e1ff7ecf8f310887e9b54c9c444b8e215ccbc7b21c2f244cfae373b1ece7"
+checksum = "df6f88d7ee27daf8b108ba910f9015176b36fbc72902b1ca5c2a5f1d1717e1a1"
dependencies = [
"datafusion-expr",
"quote",
- "syn 2.0.98",
+ "syn 2.0.100",
]
[[package]]
name = "datafusion-optimizer"
-version = "46.0.1"
+version = "47.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "971c51c54cd309001376fae752fb15a6b41750b6d1552345c46afbfb6458801b"
+checksum = "084d9f979c4b155346d3c34b18f4256e6904ded508e9554d90fed416415c3515"
dependencies = [
"arrow",
"chrono",
@@ -1265,9 +1378,9 @@ dependencies = [
[[package]]
name = "datafusion-physical-expr"
-version = "46.0.1"
+version = "47.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "e1447c2c6bc8674a16be4786b4abf528c302803fafa186aa6275692570e64d85"
+checksum = "64c536062b0076f4e30084065d805f389f9fe38af0ca75bcbac86bc5e9fbab65"
dependencies = [
"ahash",
"arrow",
@@ -1287,9 +1400,9 @@ dependencies = [
[[package]]
name = "datafusion-physical-expr-common"
-version = "46.0.1"
+version = "47.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "69f8c25dcd069073a75b3d2840a79d0f81e64bdd2c05f2d3d18939afb36a7dcb"
+checksum = "f8a92b53b3193fac1916a1c5b8e3f4347c526f6822e56b71faa5fb372327a863"
dependencies = [
"ahash",
"arrow",
@@ -1301,9 +1414,9 @@ dependencies = [
[[package]]
name = "datafusion-physical-optimizer"
-version = "46.0.1"
+version = "47.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "68da5266b5b9847c11d1b3404ee96b1d423814e1973e1ad3789131e5ec912763"
+checksum = "6fa0a5ac94c7cf3da97bedabd69d6bbca12aef84b9b37e6e9e8c25286511b5e2"
dependencies = [
"arrow",
"datafusion-common",
@@ -1320,9 +1433,9 @@ dependencies = [
[[package]]
name = "datafusion-physical-plan"
-version = "46.0.1"
+version = "47.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "88cc160df00e413e370b3b259c8ea7bfbebc134d32de16325950e9e923846b7f"
+checksum = "690c615db468c2e5fe5085b232d8b1c088299a6c63d87fd960a354a71f7acb55"
dependencies = [
"ahash",
"arrow",
@@ -1350,9 +1463,9 @@ dependencies = [
[[package]]
name = "datafusion-proto"
-version = "46.0.1"
+version = "47.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "6f6ef4c6eb52370cb48639e25e2331a415aac0b2b0a0a472b36e26603bdf184f"
+checksum = "a4a1afb2bdb05de7ff65be6883ebfd4ec027bd9f1f21c46aa3afd01927160a83"
dependencies = [
"arrow",
"chrono",
@@ -1366,9 +1479,9 @@ dependencies = [
[[package]]
name = "datafusion-proto-common"
-version = "46.0.1"
+version = "47.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "5faf4a9bbb0d0a305fea8a6db21ba863286b53e53a212e687d2774028dd6f03f"
+checksum = "35b7a5876ebd6b564fb9a1fd2c3a2a9686b787071a256b47e4708f0916f9e46f"
dependencies = [
"arrow",
"datafusion-common",
@@ -1398,11 +1511,35 @@ dependencies = [
"uuid",
]
+[[package]]
+name = "datafusion-session"
+version = "47.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "ad229a134c7406c057ece00c8743c0c34b97f4e72f78b475fe17b66c5e14fa4f"
+dependencies = [
+ "arrow",
+ "async-trait",
+ "dashmap",
+ "datafusion-common",
+ "datafusion-common-runtime",
+ "datafusion-execution",
+ "datafusion-expr",
+ "datafusion-physical-expr",
+ "datafusion-physical-plan",
+ "datafusion-sql",
+ "futures",
+ "itertools 0.14.0",
+ "log",
+ "object_store",
+ "parking_lot",
+ "tokio",
+]
+
[[package]]
name = "datafusion-sql"
-version = "46.0.1"
+version = "47.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "325a212b67b677c0eb91447bf9a11b630f9fc4f62d8e5d145bf859f5a6b29e64"
+checksum = "64f6ab28b72b664c21a27b22a2ff815fd390ed224c26e89a93b5a8154a4e8607"
dependencies = [
"arrow",
"bigdecimal",
@@ -1417,9 +1554,9 @@ dependencies = [
[[package]]
name = "datafusion-substrait"
-version = "46.0.1"
+version = "47.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "2c2be3226a683e02cff65181e66e62eba9f812ed0e9b7ec8fe11ac8dabf1a73f"
+checksum = "061efc0937f0ce3abb37ed0d56cfa01dd0e654b90e408656d05e846c8b7599fe"
dependencies = [
"async-recursion",
"async-trait",
@@ -1453,7 +1590,7 @@ checksum =
"97369cbbc041bc366949bc74d34658d6cda5621039731c6310521892a3a20ae0"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.98",
+ "syn 2.0.100",
]
[[package]]
@@ -1498,21 +1635,22 @@ checksum =
"1d674e81391d1e1ab681a28d99df07927c6d4aa5b027d7da16ba32d1d21ecd99"
[[package]]
name = "flatbuffers"
-version = "24.12.23"
+version = "25.2.10"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "4f1baf0dbf96932ec9a3038d57900329c015b0bfb7b63d904f3bc27e2b02a096"
+checksum = "1045398c1bfd89168b5fd3f1fc11f6e70b34f6f66300c87d44d3de849463abf1"
dependencies = [
- "bitflags 1.3.2",
+ "bitflags",
"rustc_version",
]
[[package]]
name = "flate2"
-version = "1.1.0"
+version = "1.1.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "11faaf5a5236997af9848be0bef4db95824b1d534ebc64d0f0c6cf3e67bd38dc"
+checksum = "7ced92e76e966ca2fd84c8f7aa01a4aea65b0eb6648d72f7c8f3e2764a67fece"
dependencies = [
"crc32fast",
+ "libz-rs-sys",
"miniz_oxide",
]
@@ -1593,7 +1731,7 @@ checksum =
"162ee34ebcb7c64a8abebc059ce0fee27c2262618d7b60ed8faf72fef13c3650"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.98",
+ "syn 2.0.100",
]
[[package]]
@@ -1703,9 +1841,9 @@ dependencies = [
[[package]]
name = "half"
-version = "2.4.1"
+version = "2.6.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "6dd08c532ae367adf81c312a4580bc67f1d0fe8bc9c460520283f4c0ff277888"
+checksum = "459196ed295495a68f7d7fe1d84f6c4b7ff0e21fe3017b2f283c6fac3ad803c9"
dependencies = [
"cfg-if",
"crunchy",
@@ -1986,7 +2124,7 @@ checksum =
"1ec89e9337638ecdc08744df490b221a7399bf8d164eb52a665454e60e075ad6"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.98",
+ "syn 2.0.100",
]
[[package]]
@@ -2012,9 +2150,9 @@ dependencies = [
[[package]]
name = "indexmap"
-version = "2.7.1"
+version = "2.9.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "8c9c992b02b5b4c94ea26e32fe5bccb7aa7d9f390ab5c1221ff895bc7ea8b652"
+checksum = "cea70ddb795996207ad57735b50c5982d8844f38ba9ee5f1aedcfb708a2aa11e"
dependencies = [
"equivalent",
"hashbrown 0.15.2",
@@ -2207,6 +2345,15 @@ dependencies = [
"libc",
]
+[[package]]
+name = "libz-rs-sys"
+version = "0.5.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "6489ca9bd760fe9642d7644e827b0c9add07df89857b0416ee15c1cc1a3b8c5a"
+dependencies = [
+ "zlib-rs",
+]
+
[[package]]
name = "linux-raw-sys"
version = "0.4.15"
@@ -2241,7 +2388,7 @@ version = "0.11.3"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "75761162ae2b0e580d7e7c390558127e5f01b4194debd6221fd8c207fc80e3f5"
dependencies = [
- "twox-hash",
+ "twox-hash 1.6.3",
]
[[package]]
@@ -2297,9 +2444,9 @@ checksum =
"6877bb514081ee2a7ff5ef9de3281f14a4dd4bceac4c09388074a6b5df8a139a"
[[package]]
name = "miniz_oxide"
-version = "0.8.4"
+version = "0.8.8"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "b3b1c9bd4fe1f0f8b387f6eb9eb3b4a1aa26185e5750efb9140301703f62cd1b"
+checksum = "3be647b768db090acb35d5ec5db2b0e1f1de11133ca123b9eacf5137868f892a"
dependencies = [
"adler2",
]
@@ -2407,19 +2554,22 @@ dependencies = [
[[package]]
name = "object_store"
-version = "0.11.2"
+version = "0.12.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "3cfccb68961a56facde1163f9319e0d15743352344e7808a11795fb99698dcaf"
+checksum = "e9ce831b09395f933addbc56d894d889e4b226eba304d4e7adbab591e26daf1e"
dependencies = [
"async-trait",
"base64 0.22.1",
"bytes",
"chrono",
+ "form_urlencoded",
"futures",
+ "http",
+ "http-body-util",
"httparse",
"humantime",
"hyper",
- "itertools 0.13.0",
+ "itertools 0.14.0",
"md-5",
"parking_lot",
"percent-encoding",
@@ -2430,7 +2580,8 @@ dependencies = [
"rustls-pemfile",
"serde",
"serde_json",
- "snafu",
+ "serde_urlencoded",
+ "thiserror 2.0.11",
"tokio",
"tracing",
"url",
@@ -2483,9 +2634,9 @@ dependencies = [
[[package]]
name = "parquet"
-version = "54.3.0"
+version = "55.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "94243778210509a5a5e9e012872127180c155d73a9cd6e2df9243d213e81e100"
+checksum = "cd31a8290ac5b19f09ad77ee7a1e6a541f1be7674ad410547d5f1eef6eef4a9c"
dependencies = [
"ahash",
"arrow-array",
@@ -2513,7 +2664,7 @@ dependencies = [
"snap",
"thrift",
"tokio",
- "twox-hash",
+ "twox-hash 2.1.0",
"zstd",
]
@@ -2658,12 +2809,12 @@ dependencies = [
[[package]]
name = "prettyplease"
-version = "0.2.29"
+version = "0.2.32"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "6924ced06e1f7dfe3fa48d57b9f74f55d8915f5036121bef647ef4b204895fac"
+checksum = "664ec5419c51e34154eec046ebcba56312d5a2fc3b09a06da188e1ad21afadf6"
dependencies = [
"proc-macro2",
- "syn 2.0.98",
+ "syn 2.0.100",
]
[[package]]
@@ -2692,7 +2843,7 @@ source =
"registry+https://github.com/rust-lang/crates.io-index";
checksum = "be769465445e8c1474e9c5dac2018218498557af32d9ed057325ec9a41ae81bf"
dependencies = [
"heck",
- "itertools 0.14.0",
+ "itertools 0.13.0",
"log",
"multimap",
"once_cell",
@@ -2701,7 +2852,7 @@ dependencies = [
"prost",
"prost-types",
"regex",
- "syn 2.0.98",
+ "syn 2.0.100",
"tempfile",
]
@@ -2712,10 +2863,10 @@ source =
"registry+https://github.com/rust-lang/crates.io-index";
checksum = "8a56d757972c98b346a9b766e3f02746cde6dd1cd1d1d563472929fdd74bec4d"
dependencies = [
"anyhow",
- "itertools 0.14.0",
+ "itertools 0.13.0",
"proc-macro2",
"quote",
- "syn 2.0.98",
+ "syn 2.0.100",
]
[[package]]
@@ -2747,9 +2898,9 @@ dependencies = [
[[package]]
name = "pyo3"
-version = "0.23.4"
+version = "0.24.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "57fe09249128b3173d092de9523eaa75136bf7ba85e0d69eca241c7939c933cc"
+checksum = "17da310086b068fbdcefbba30aeb3721d5bb9af8db4987d6735b2183ca567229"
dependencies = [
"cfg-if",
"indoc",
@@ -2765,9 +2916,9 @@ dependencies = [
[[package]]
name = "pyo3-async-runtimes"
-version = "0.23.0"
+version = "0.24.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "977dc837525cfd22919ba6a831413854beb7c99a256c03bf8624ad707e45810e"
+checksum = "dd0b83dc42f9d41f50d38180dad65f0c99763b65a3ff2a81bf351dd35a1df8bf"
dependencies = [
"futures",
"once_cell",
@@ -2778,9 +2929,9 @@ dependencies = [
[[package]]
name = "pyo3-build-config"
-version = "0.23.4"
+version = "0.24.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "1cd3927b5a78757a0d71aa9dff669f903b1eb64b54142a9bd9f757f8fde65fd7"
+checksum = "e27165889bd793000a098bb966adc4300c312497ea25cf7a690a9f0ac5aa5fc1"
dependencies = [
"once_cell",
"target-lexicon",
@@ -2788,9 +2939,9 @@ dependencies = [
[[package]]
name = "pyo3-ffi"
-version = "0.23.4"
+version = "0.24.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "dab6bb2102bd8f991e7749f130a70d05dd557613e39ed2deeee8e9ca0c4d548d"
+checksum = "05280526e1dbf6b420062f3ef228b78c0c54ba94e157f5cb724a609d0f2faabc"
dependencies = [
"libc",
"pyo3-build-config",
@@ -2798,27 +2949,27 @@ dependencies = [
[[package]]
name = "pyo3-macros"
-version = "0.23.4"
+version = "0.24.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "91871864b353fd5ffcb3f91f2f703a22a9797c91b9ab497b1acac7b07ae509c7"
+checksum = "5c3ce5686aa4d3f63359a5100c62a127c9f15e8398e5fdeb5deef1fed5cd5f44"
dependencies = [
"proc-macro2",
"pyo3-macros-backend",
"quote",
- "syn 2.0.98",
+ "syn 2.0.100",
]
[[package]]
name = "pyo3-macros-backend"
-version = "0.23.4"
+version = "0.24.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "43abc3b80bc20f3facd86cd3c60beed58c3e2aa26213f3cda368de39c60a27e4"
+checksum = "f4cf6faa0cbfb0ed08e89beb8103ae9724eb4750e3a78084ba4017cbe94f3855"
dependencies = [
"heck",
"proc-macro2",
"pyo3-build-config",
"quote",
- "syn 2.0.98",
+ "syn 2.0.100",
]
[[package]]
@@ -2891,9 +3042,9 @@ dependencies = [
[[package]]
name = "quote"
-version = "1.0.38"
+version = "1.0.40"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "0e4dccaaaf89514f546c693ddc140f729f958c247918a13380cccc6078391acc"
+checksum = "1885c039570dc00dcb4ff087a89e185fd56bae234ddc7f056a945bf36467248d"
dependencies = [
"proc-macro2",
]
@@ -2945,7 +3096,7 @@ source =
"registry+https://github.com/rust-lang/crates.io-index";
checksum = "76009fbe0614077fc1a2ce255e3a1881a2e3a3527097d5dc6d8212c585e7e38b"
dependencies = [
"quote",
- "syn 2.0.98",
+ "syn 2.0.100",
]
[[package]]
@@ -2954,7 +3105,7 @@ version = "0.5.8"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "03a862b389f93e68874fbf580b9de08dd02facb9a788ebadaf4a3fd33cf58834"
dependencies = [
- "bitflags 2.8.0",
+ "bitflags",
]
[[package]]
@@ -3104,7 +3255,7 @@ version = "0.38.44"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "fdb5bc1ae2baa591800df16c9ca78619bf65c0488b41b96ccec5d11220d8c154"
dependencies = [
- "bitflags 2.8.0",
+ "bitflags",
"errno",
"libc",
"linux-raw-sys",
@@ -3198,9 +3349,9 @@ dependencies = [
[[package]]
name = "schemars"
-version = "0.8.21"
+version = "0.8.22"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "09c024468a378b7e36765cd36702b7a90cc3cba11654f6685c8f233408e89e92"
+checksum = "3fbf2ae1b8bc8e02df939598064d22402220cd5bbcca1c76f7d6a310974d5615"
dependencies = [
"dyn-clone",
"schemars_derive",
@@ -3210,14 +3361,14 @@ dependencies = [
[[package]]
name = "schemars_derive"
-version = "0.8.21"
+version = "0.8.22"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "b1eee588578aff73f856ab961cd2f79e36bc45d7ded33a7562adba4667aecc0e"
+checksum = "32e265784ad618884abaea0600a9adf15393368d840e0222d101a072f3f7534d"
dependencies = [
"proc-macro2",
"quote",
"serde_derive_internals",
- "syn 2.0.98",
+ "syn 2.0.100",
]
[[package]]
@@ -3232,7 +3383,7 @@ version = "3.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "271720403f46ca04f7ba6f55d438f8bd878d6b8ca0a1046e8228c4145bcbb316"
dependencies = [
- "bitflags 2.8.0",
+ "bitflags",
"core-foundation",
"core-foundation-sys",
"libc",
@@ -3251,9 +3402,9 @@ dependencies = [
[[package]]
name = "semver"
-version = "1.0.25"
+version = "1.0.26"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "f79dfe2d285b0488816f30e700a7438c5a73d816b5b7d3ac72fbc48b0d185e03"
+checksum = "56e6fa9c48d24d85fb3de5ad847117517440f6beceb7798af16b4a87d616b8d0"
dependencies = [
"serde",
]
@@ -3266,9 +3417,9 @@ checksum =
"a3f0bf26fd526d2a95683cd0f87bf103b8539e2ca1ef48ce002d67aad59aa0b4"
[[package]]
name = "serde"
-version = "1.0.217"
+version = "1.0.219"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "02fc4265df13d6fa1d00ecff087228cc0a2b5f3c0e87e258d8b94a156e984c70"
+checksum = "5f0e2c6ed6606019b4e29e69dbaba95b11854410e5347d525002456dbbb786b6"
dependencies = [
"serde_derive",
]
@@ -3284,13 +3435,13 @@ dependencies = [
[[package]]
name = "serde_derive"
-version = "1.0.217"
+version = "1.0.219"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "5a9bf7cf98d04a2b28aead066b7496853d4779c9cc183c440dbac457641e19a0"
+checksum = "5b0276cf7f2c73365f7157c8123c21cd9a50fbbd844757af28ca1f5925fc2a00"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.98",
+ "syn 2.0.100",
]
[[package]]
@@ -3301,14 +3452,14 @@ checksum =
"18d26a20a969b9e3fdf2fc2d9f21eda6c40e2de84c9408bb5d3b05d499aae711"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.98",
+ "syn 2.0.100",
]
[[package]]
name = "serde_json"
-version = "1.0.138"
+version = "1.0.140"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "d434192e7da787e94a6ea7e9670b26a036d0ca41e0b7efb2676dd32bae872949"
+checksum = "20068b6e96dc6c9bd23e01df8827e6c7e1f2fddd43c21810382803c136b99373"
dependencies = [
"itoa",
"memchr",
@@ -3325,7 +3476,7 @@ dependencies = [
"proc-macro2",
"quote",
"serde",
- "syn 2.0.98",
+ "syn 2.0.100",
]
[[package]]
@@ -3397,27 +3548,6 @@ version = "1.14.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "7fcf8323ef1faaee30a44a340193b1ac6814fd9b7b4e88e9d4519a3e4abe1cfd"
-[[package]]
-name = "snafu"
-version = "0.8.5"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "223891c85e2a29c3fe8fb900c1fae5e69c2e42415e3177752e8718475efa5019"
-dependencies = [
- "snafu-derive",
-]
-
-[[package]]
-name = "snafu-derive"
-version = "0.8.5"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "03c3c6b7927ffe7ecaa769ee0e3994da3b8cafc8f444578982c83ecb161af917"
-dependencies = [
- "heck",
- "proc-macro2",
- "quote",
- "syn 2.0.98",
-]
-
[[package]]
name = "snap"
version = "1.1.1"
@@ -3436,9 +3566,9 @@ dependencies = [
[[package]]
name = "sqlparser"
-version = "0.54.0"
+version = "0.55.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "c66e3b7374ad4a6af849b08b3e7a6eda0edbd82f0fd59b57e22671bf16979899"
+checksum = "c4521174166bac1ff04fe16ef4524c70144cd29682a45978978ca3d7f4e0be11"
dependencies = [
"log",
"recursive",
@@ -3453,7 +3583,7 @@ checksum =
"da5fc6819faabb412da764b99d3b713bb55083c11e7e0c00144d386cd6a1939c"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.98",
+ "syn 2.0.100",
]
[[package]]
@@ -3497,14 +3627,14 @@ dependencies = [
"proc-macro2",
"quote",
"rustversion",
- "syn 2.0.98",
+ "syn 2.0.100",
]
[[package]]
name = "substrait"
-version = "0.53.2"
+version = "0.55.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "6fac3d70185423235f37b889764e184b81a5af4bb7c95833396ee9bd92577e1b"
+checksum = "048fe52a3664881ccdfdc9bdb0f4e8805f3444ee64abf299d365c54f6a2ffabb"
dependencies = [
"heck",
"pbjson",
@@ -3521,7 +3651,7 @@ dependencies = [
"serde",
"serde_json",
"serde_yaml",
- "syn 2.0.98",
+ "syn 2.0.100",
"typify",
"walkdir",
]
@@ -3545,9 +3675,9 @@ dependencies = [
[[package]]
name = "syn"
-version = "2.0.98"
+version = "2.0.100"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "36147f1a48ae0ec2b5b3bc5b537d267457555a10dc06f3dbc8cb11ba3006d3b1"
+checksum = "b09a44accad81e1ba1cd74a32461ba89dee89095ba17b32f5d03683b1b1fc2a0"
dependencies = [
"proc-macro2",
"quote",
@@ -3571,14 +3701,14 @@ checksum =
"c8af7666ab7b6390ab78131fb5b0fce11d6b7a6951602017c35fa82800708971"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.98",
+ "syn 2.0.100",
]
[[package]]
name = "target-lexicon"
-version = "0.12.16"
+version = "0.13.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "61c41af27dd6d1e27b1b16b489db798443478cef1f06a660c96db617ba5de3b1"
+checksum = "e502f78cdbb8ba4718f566c418c52bc729126ffd16baee5baa718cf25dd5a69a"
[[package]]
name = "tempfile"
@@ -3620,7 +3750,7 @@ checksum =
"4fee6c4efc90059e10f81e6d42c60a18f76588c3d74cb83a0b242a2b6c7504c1"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.98",
+ "syn 2.0.100",
]
[[package]]
@@ -3631,7 +3761,7 @@ checksum =
"26afc1baea8a989337eeb52b6e72a039780ce45c3edfcc9c5b9d112feeb173c2"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.98",
+ "syn 2.0.100",
]
[[package]]
@@ -3681,9 +3811,9 @@ checksum =
"1f3ccbac311fea05f86f61904b462b55fb3df8837a366dfc601a0161d0532f20"
[[package]]
name = "tokio"
-version = "1.43.0"
+version = "1.44.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "3d61fa4ffa3de412bfea335c6ecff681de2b609ba3c77ef3e00e521813a9ed9e"
+checksum = "e6b88822cbe49de4185e3a4cbf8321dd487cf5fe0c5c65695fef6346371e9c48"
dependencies = [
"backtrace",
"bytes",
@@ -3703,7 +3833,7 @@ checksum =
"6e06d43f1345a3bcd39f6a56dbb7dcab2ba47e68e8ac134855e7e2bdbaf8cab8"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.98",
+ "syn 2.0.100",
]
[[package]]
@@ -3718,9 +3848,9 @@ dependencies = [
[[package]]
name = "tokio-util"
-version = "0.7.13"
+version = "0.7.14"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "d7fcaa8d55a2bdd6b83ace262b016eca0d79ee02818c5c1bcdf0305114081078"
+checksum = "6b9590b93e6fcc1739458317cccd391ad3955e2bde8913edf6f95f9e65a8f034"
dependencies = [
"bytes",
"futures-core",
@@ -3775,7 +3905,7 @@ checksum =
"395ae124c09f9e6918a2310af6038fba074bcf474ac352496d5910dd59a2226d"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.98",
+ "syn 2.0.100",
]
[[package]]
@@ -3818,6 +3948,12 @@ dependencies = [
"static_assertions",
]
+[[package]]
+name = "twox-hash"
+version = "2.1.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "e7b17f197b3050ba473acf9181f7b1d3b66d1cf7356c6cc57886662276e65908"
+
[[package]]
name = "typed-arena"
version = "2.0.2"
@@ -3841,7 +3977,7 @@ checksum =
"f9534daa9fd3ed0bd911d462a37f172228077e7abf18c18a5f67199d959205f8"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.98",
+ "syn 2.0.100",
]
[[package]]
@@ -3875,7 +4011,7 @@ dependencies = [
"semver",
"serde",
"serde_json",
- "syn 2.0.98",
+ "syn 2.0.100",
"thiserror 2.0.11",
"unicode-ident",
]
@@ -3893,7 +4029,7 @@ dependencies = [
"serde",
"serde_json",
"serde_tokenstream",
- "syn 2.0.98",
+ "syn 2.0.100",
"typify-impl",
]
@@ -4030,7 +4166,7 @@ dependencies = [
"log",
"proc-macro2",
"quote",
- "syn 2.0.98",
+ "syn 2.0.100",
"wasm-bindgen-shared",
]
@@ -4065,7 +4201,7 @@ checksum =
"8ae87ea40c9f689fc23f209965b6fb8a99ad69aeeb0231408be24920604395de"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.98",
+ "syn 2.0.100",
"wasm-bindgen-backend",
"wasm-bindgen-shared",
]
@@ -4276,7 +4412,7 @@ version = "0.33.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "3268f3d866458b787f390cf61f4bbb563b922d091359f9608842999eaee3943c"
dependencies = [
- "bitflags 2.8.0",
+ "bitflags",
]
[[package]]
@@ -4320,7 +4456,7 @@ checksum =
"2380878cad4ac9aac1e2435f3eb4020e8374b5f13c296cb75b4620ff8e229154"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.98",
+ "syn 2.0.100",
"synstructure",
]
@@ -4342,7 +4478,7 @@ checksum =
"fa4f8080344d4671fb4e831a13ad1e68092748387dfc4f55e356242fae12ce3e"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.98",
+ "syn 2.0.100",
]
[[package]]
@@ -4362,7 +4498,7 @@ checksum =
"595eed982f7d355beb85837f651fa22e90b3c044842dc7f2c2842c086f295808"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.98",
+ "syn 2.0.100",
"synstructure",
]
@@ -4391,9 +4527,15 @@ checksum =
"6eafa6dfb17584ea3e2bd6e76e0cc15ad7af12b09abdd1ca55961bed9b1063c6"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.98",
+ "syn 2.0.100",
]
+[[package]]
+name = "zlib-rs"
+version = "0.5.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "868b928d7949e09af2f6086dfc1e01936064cc7a819253bce650d4e2a2d63ba8"
+
[[package]]
name = "zstd"
version = "0.13.2"
diff --git a/Cargo.toml b/Cargo.toml
index bc8639d4..2c4188bb 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -34,25 +34,25 @@ protoc = [ "datafusion-substrait/protoc" ]
substrait = ["dep:datafusion-substrait"]
[dependencies]
-tokio = { version = "1.43", features = ["macros", "rt", "rt-multi-thread",
"sync"] }
-pyo3 = { version = "0.23", features = ["extension-module", "abi3",
"abi3-py39"] }
-pyo3-async-runtimes = { version = "0.23", features = ["tokio-runtime"]}
-arrow = { version = "54.2.1", features = ["pyarrow"] }
-datafusion = { version = "46.0.1", features = ["avro", "unicode_expressions"] }
-datafusion-substrait = { version = "46.0.1", optional = true }
-datafusion-proto = { version = "46.0.1" }
-datafusion-ffi = { version = "46.0.1" }
+tokio = { version = "1.44", features = ["macros", "rt", "rt-multi-thread",
"sync"] }
+pyo3 = { version = "0.24", features = ["extension-module", "abi3",
"abi3-py39"] }
+pyo3-async-runtimes = { version = "0.24", features = ["tokio-runtime"]}
+arrow = { version = "55.0.0", features = ["pyarrow"] }
+datafusion = { version = "47.0.0", features = ["avro", "unicode_expressions"] }
+datafusion-substrait = { version = "47.0.0", optional = true }
+datafusion-proto = { version = "47.0.0" }
+datafusion-ffi = { version = "47.0.0" }
prost = "0.13.1" # keep in line with `datafusion-substrait`
-uuid = { version = "1.12", features = ["v4"] }
+uuid = { version = "1.16", features = ["v4"] }
mimalloc = { version = "0.1", optional = true, default-features = false,
features = ["local_dynamic_tls"] }
-async-trait = "0.1.73"
+async-trait = "0.1.88"
futures = "0.3"
-object_store = { version = "0.11.0", features = ["aws", "gcp", "azure",
"http"] }
+object_store = { version = "0.12.0", features = ["aws", "gcp", "azure",
"http"] }
url = "2"
[build-dependencies]
prost-types = "0.13.1" # keep in line with `datafusion-substrait`
-pyo3-build-config = "0.23"
+pyo3-build-config = "0.24"
[lib]
name = "datafusion_python"
diff --git a/python/tests/test_aggregation.py b/python/tests/test_aggregation.py
index 61b1c7d8..49dfb38c 100644
--- a/python/tests/test_aggregation.py
+++ b/python/tests/test_aggregation.py
@@ -338,7 +338,6 @@ def test_bit_and_bool_fns(df, name, expr, result):
),
[7, 9],
),
- ("last_value", f.last_value(column("a")), [3, 6]),
(
"last_value_ordered",
f.last_value(column("a"),
order_by=[column("a").sort(ascending=False)]),
diff --git a/src/dataframe.rs b/src/dataframe.rs
index 9b610b5d..787f6352 100644
--- a/src/dataframe.rs
+++ b/src/dataframe.rs
@@ -216,7 +216,7 @@ impl PyDataFrame {
#[pyo3(signature = (*args))]
fn select(&self, args: Vec<PyExpr>) -> PyDataFusionResult<Self> {
- let expr = args.into_iter().map(|e| e.into()).collect();
+ let expr: Vec<Expr> = args.into_iter().map(|e| e.into()).collect();
let df = self.df.as_ref().clone().select(expr)?;
Ok(Self::new(df))
}
diff --git a/src/dataset_exec.rs b/src/dataset_exec.rs
index 445e4fe7..aab8d756 100644
--- a/src/dataset_exec.rs
+++ b/src/dataset_exec.rs
@@ -275,7 +275,9 @@ impl DisplayAs for DatasetExec {
Python::with_gil(|py| {
let number_of_fragments = self.fragments.bind(py).len();
match t {
- DisplayFormatType::Default | DisplayFormatType::Verbose => {
+ DisplayFormatType::Default
+ | DisplayFormatType::Verbose
+ | DisplayFormatType::TreeRender => {
let projected_columns: Vec<String> = self
.schema
.fields()
diff --git a/src/expr.rs b/src/expr.rs
index 56117028..fe0e76da 100644
--- a/src/expr.rs
+++ b/src/expr.rs
@@ -714,9 +714,19 @@ impl PyExpr {
| Operator::BitwiseXor
| Operator::BitwiseAnd
| Operator::BitwiseOr =>
DataTypeMap::map_from_arrow_type(&DataType::Binary),
- Operator::AtArrow | Operator::ArrowAt => {
- Err(py_type_err(format!("Unsupported expr: ${op}")))
- }
+ Operator::AtArrow
+ | Operator::ArrowAt
+ | Operator::Arrow
+ | Operator::LongArrow
+ | Operator::HashArrow
+ | Operator::HashLongArrow
+ | Operator::AtAt
+ | Operator::IntegerDivide
+ | Operator::HashMinus
+ | Operator::AtQuestion
+ | Operator::Question
+ | Operator::QuestionAnd
+ | Operator::QuestionPipe =>
Err(py_type_err(format!("Unsupported expr: ${op}"))),
},
Expr::Cast(Cast { expr: _, data_type }) =>
DataTypeMap::map_from_arrow_type(data_type),
Expr::Literal(scalar_value) =>
DataTypeMap::map_from_scalar_value(scalar_value),
diff --git a/src/functions.rs b/src/functions.rs
index 9c406b95..476c2b80 100644
--- a/src/functions.rs
+++ b/src/functions.rs
@@ -375,27 +375,6 @@ macro_rules! aggregate_function {
};
}
-macro_rules! aggregate_function_vec_args {
- ($NAME: ident) => {
- aggregate_function_vec_args!($NAME, expr);
- };
- ($NAME: ident, $($arg:ident)*) => {
- #[pyfunction]
- #[pyo3(signature = ($($arg),*, distinct=None, filter=None,
order_by=None, null_treatment=None))]
- fn $NAME(
- $($arg: PyExpr),*,
- distinct: Option<bool>,
- filter: Option<PyExpr>,
- order_by: Option<Vec<PySortExpr>>,
- null_treatment: Option<NullTreatment>
- ) -> PyDataFusionResult<PyExpr> {
- let agg_fn =
functions_aggregate::expr_fn::$NAME(vec![$($arg.into()),*]);
-
- add_builder_fns_to_aggregate(agg_fn, distinct, filter, order_by,
null_treatment)
- }
- };
-}
-
/// Generates a [pyo3] wrapper for [datafusion::functions::expr_fn]
///
/// These functions have explicit named arguments.
@@ -698,8 +677,22 @@ pub fn approx_percentile_cont_with_weight(
add_builder_fns_to_aggregate(agg_fn, None, filter, None, None)
}
-aggregate_function_vec_args!(last_value);
+// We handle first_value explicitly because the signature expects an order_by
+// https://github.com/apache/datafusion/issues/12376
+#[pyfunction]
+#[pyo3(signature = (expr, distinct=None, filter=None, order_by=None,
null_treatment=None))]
+pub fn last_value(
+ expr: PyExpr,
+ distinct: Option<bool>,
+ filter: Option<PyExpr>,
+ order_by: Option<Vec<PySortExpr>>,
+ null_treatment: Option<NullTreatment>,
+) -> PyDataFusionResult<PyExpr> {
+ // If we initialize the UDAF with order_by directly, then it gets
over-written by the builder
+ let agg_fn = functions_aggregate::expr_fn::last_value(expr.expr, None);
+ add_builder_fns_to_aggregate(agg_fn, distinct, filter, order_by,
null_treatment)
+}
// We handle first_value explicitly because the signature expects an order_by
// https://github.com/apache/datafusion/issues/12376
#[pyfunction]
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@datafusion.apache.org
For additional commands, e-mail: commits-h...@datafusion.apache.org
