This is an automated email from the ASF dual-hosted git repository.
timsaucer pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/datafusion-python.git
The following commit(s) were added to refs/heads/main by this push:
new d635d56e Chore/upgrade datafusion 45 (#1010)
d635d56e is described below
commit d635d56ecdc0cf2667c01cfcc51f26733ec796dc
Author: Kevin Liu <[email protected]>
AuthorDate: Fri Feb 7 14:36:54 2025 -0500
Chore/upgrade datafusion 45 (#1010)
* upgrade dep
* resolve errors
* match new pyo3 version
* upgrade dep
* back to 43
* use released v45
* remove unnecessary pyarrow feature
* Update unit test return type
* fix test_relational_expr
---------
Co-authored-by: Tim Saucer <[email protected]>
---
Cargo.lock | 400 ++++++++++++++------------
Cargo.toml | 16 +-
examples/ffi-table-provider/Cargo.lock | 493 ++++++++++++++++++---------------
examples/ffi-table-provider/Cargo.toml | 14 +-
examples/ffi-table-provider/src/lib.rs | 2 +-
python/tests/test_expr.py | 3 +-
python/tests/test_functions.py | 2 +-
src/context.rs | 2 +-
src/dataframe.rs | 2 +-
9 files changed, 514 insertions(+), 420 deletions(-)
diff --git a/Cargo.lock b/Cargo.lock
index 50809696..f1b1ed50 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -179,9 +179,9 @@ checksum =
"7c02d123df017efcdfbd739ef81735b36c5ba83ec3c59c80a9d7ecc718f92e50"
[[package]]
name = "arrow"
-version = "53.4.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "eaf3437355979f1e93ba84ba108c38be5767713051f3c8ffbf07c094e2e61f9f"
+checksum = "6422e12ac345a0678d7a17e316238e3a40547ae7f92052b77bd86d5e0239f3fc"
dependencies = [
"arrow-arith",
"arrow-array",
@@ -201,24 +201,23 @@ dependencies = [
[[package]]
name = "arrow-arith"
-version = "53.4.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "31dce77d2985522288edae7206bffd5fc4996491841dda01a13a58415867e681"
+checksum = "23cf34bb1f48c41d3475927bcc7be498665b8e80b379b88f62a840337f8b8248"
dependencies = [
"arrow-array",
"arrow-buffer",
"arrow-data",
"arrow-schema",
"chrono",
- "half",
"num",
]
[[package]]
name = "arrow-array"
-version = "53.4.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "2d45fe6d3faed0435b7313e59a02583b14c6c6339fa7729e94c32a20af319a79"
+checksum = "fb4a06d507f54b70a277be22a127c8ffe0cec6cd98c0ad8a48e77779bbda8223"
dependencies = [
"ahash",
"arrow-buffer",
@@ -233,9 +232,9 @@ dependencies = [
[[package]]
name = "arrow-buffer"
-version = "53.4.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "2b02656a35cc103f28084bc80a0159668e0a680d919cef127bd7e0aaccb06ec1"
+checksum = "d69d326d5ad1cb82dcefa9ede3fee8fdca98f9982756b16f9cb142f4aa6edc89"
dependencies = [
"bytes",
"half",
@@ -244,9 +243,9 @@ dependencies = [
[[package]]
name = "arrow-cast"
-version = "53.4.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "c73c6233c5b5d635a56f6010e6eb1ab9e30e94707db21cea03da317f67d84cf3"
+checksum = "626e65bd42636a84a238bed49d09c8777e3d825bf81f5087a70111c2831d9870"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -265,28 +264,25 @@ dependencies = [
[[package]]
name = "arrow-csv"
-version = "53.4.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "ec222848d70fea5a32af9c3602b08f5d740d5e2d33fbd76bf6fd88759b5b13a7"
+checksum = "71c8f959f7a1389b1dbd883cdcd37c3ed12475329c111912f7f69dad8195d8c6"
dependencies = [
"arrow-array",
- "arrow-buffer",
"arrow-cast",
- "arrow-data",
"arrow-schema",
"chrono",
"csv",
"csv-core",
"lazy_static",
- "lexical-core",
"regex",
]
[[package]]
name = "arrow-data"
-version = "53.4.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "b7f2861ffa86f107b8ab577d86cff7c7a490243eabe961ba1e1af4f27542bb79"
+checksum = "1858e7c7d01c44cf71c21a85534fd1a54501e8d60d1195d0d6fbcc00f4b10754"
dependencies = [
"arrow-buffer",
"arrow-schema",
@@ -296,13 +292,12 @@ dependencies = [
[[package]]
name = "arrow-ipc"
-version = "53.4.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "0270dc511f11bb5fa98a25020ad51a99ca5b08d8a8dfbd17503bb9dba0388f0b"
+checksum = "a6bb3f727f049884c7603f0364bc9315363f356b59e9f605ea76541847e06a1e"
dependencies = [
"arrow-array",
"arrow-buffer",
- "arrow-cast",
"arrow-data",
"arrow-schema",
"flatbuffers",
@@ -311,9 +306,9 @@ dependencies = [
[[package]]
name = "arrow-json"
-version = "53.4.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "0eff38eeb8a971ad3a4caf62c5d57f0cff8a48b64a55e3207c4fd696a9234aad"
+checksum = "35de94f165ed8830aede72c35f238763794f0d49c69d30c44d49c9834267ff8c"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -331,26 +326,23 @@ dependencies = [
[[package]]
name = "arrow-ord"
-version = "53.4.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "c6f202a879d287099139ff0d121e7f55ae5e0efe634b8cf2106ebc27a8715dee"
+checksum = "8aa06e5f267dc53efbacb933485c79b6fc1685d3ffbe870a16ce4e696fb429da"
dependencies = [
"arrow-array",
"arrow-buffer",
"arrow-data",
"arrow-schema",
"arrow-select",
- "half",
- "num",
]
[[package]]
name = "arrow-row"
-version = "53.4.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "a8f936954991c360ba762dff23f5dda16300774fafd722353d9683abd97630ae"
+checksum = "66f1144bb456a2f9d82677bd3abcea019217e572fc8f07de5a7bac4b2c56eb2c"
dependencies = [
- "ahash",
"arrow-array",
"arrow-buffer",
"arrow-data",
@@ -360,18 +352,18 @@ dependencies = [
[[package]]
name = "arrow-schema"
-version = "53.4.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "9579b9d8bce47aa41389fe344f2c6758279983b7c0ebb4013e283e3e91bb450e"
+checksum = "105f01ec0090259e9a33a9263ec18ff223ab91a0ea9fbc18042f7e38005142f6"
dependencies = [
"bitflags 2.8.0",
]
[[package]]
name = "arrow-select"
-version = "53.4.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "7471ba126d0b0aaa24b50a36bc6c25e4e74869a1fd1a5553357027a0b1c8d1f1"
+checksum = "f690752fdbd2dee278b5f1636fefad8f2f7134c85e20fd59c4199e15a39a6807"
dependencies = [
"ahash",
"arrow-array",
@@ -383,9 +375,9 @@ dependencies = [
[[package]]
name = "arrow-string"
-version = "53.4.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "72993b01cb62507b06f1fb49648d7286c8989ecfabdb7b77a750fcb54410731b"
+checksum = "d0fff9cd745a7039b66c47ecaf5954460f9fa12eed628f65170117ea93e64ee0"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -444,7 +436,7 @@ checksum =
"3b43422f69d8ff38f95f1b2bb76517c91589a924d1559a0e935d7c8ce0274c11"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.96",
+ "syn 2.0.98",
]
[[package]]
@@ -455,7 +447,7 @@ checksum =
"644dd749086bf3771a2fbc5f256fdb982d53f011c7d5d560304eafeecebce79d"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.96",
+ "syn 2.0.98",
]
[[package]]
@@ -598,9 +590,9 @@ checksum =
"1fd0f2584146f6f2ef48085050886acf353beff7305ebd1ae69500e27c67f64b"
[[package]]
name = "bytes"
-version = "1.9.0"
+version = "1.10.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "325918d6fe32f23b19878fe4b34794ae41fc19ddbe53b10571a4874d44ffd39b"
+checksum = "f61dac84819c6588b558454b194026eb1f09c293b9036ae9b159e74e73ab6cf9"
[[package]]
name = "bzip2"
@@ -635,9 +627,9 @@ dependencies = [
[[package]]
name = "cc"
-version = "1.2.11"
+version = "1.2.12"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "e4730490333d58093109dc02c23174c3f4d490998c3fed3cc8e82d57afedb9cf"
+checksum = "755717a7de9ec452bf7f3f1a3099085deabd7f2962b861dae91ecd7a365903d2"
dependencies = [
"jobserver",
"libc",
@@ -874,9 +866,9 @@ dependencies = [
[[package]]
name = "datafusion"
-version = "44.0.0"
+version = "45.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "014fc8c384ecacedaabb3bc8359c2a6c6e9d8f7bea65be3434eccacfc37f52d9"
+checksum = "eae420e7a5b0b7f1c39364cc76cbcd0f5fdc416b2514ae3847c2676bbd60702a"
dependencies = [
"apache-avro",
"arrow",
@@ -888,7 +880,6 @@ dependencies = [
"bytes",
"bzip2 0.5.0",
"chrono",
- "dashmap",
"datafusion-catalog",
"datafusion-common",
"datafusion-common-runtime",
@@ -908,7 +899,7 @@ dependencies = [
"flate2",
"futures",
"glob",
- "itertools",
+ "itertools 0.14.0",
"log",
"num-traits",
"object_store",
@@ -928,31 +919,39 @@ dependencies = [
[[package]]
name = "datafusion-catalog"
-version = "44.0.0"
+version = "45.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "ee60d33e210ef96070377ae667ece7caa0e959c8387496773d4a1a72f1a5012e"
+checksum = "6f27987bc22b810939e8dfecc55571e9d50355d6ea8ec1c47af8383a76a6d0e1"
dependencies = [
- "arrow-schema",
+ "arrow",
"async-trait",
+ "dashmap",
"datafusion-common",
"datafusion-execution",
"datafusion-expr",
"datafusion-physical-plan",
+ "datafusion-sql",
+ "futures",
+ "itertools 0.14.0",
+ "log",
"parking_lot",
+ "sqlparser",
]
[[package]]
name = "datafusion-common"
-version = "44.0.0"
+version = "45.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "0b42b7d720fe21ed9cca2ebb635f3f13a12cfab786b41e0fba184fb2e620525b"
+checksum = "e3f6d5b8c9408cc692f7c194b8aa0c0f9b253e065a8d960ad9cdc2a13e697602"
dependencies = [
"ahash",
"apache-avro",
"arrow",
"arrow-array",
"arrow-buffer",
+ "arrow-ipc",
"arrow-schema",
+ "base64 0.22.1",
"half",
"hashbrown 0.14.5",
"indexmap",
@@ -969,9 +968,9 @@ dependencies = [
[[package]]
name = "datafusion-common-runtime"
-version = "44.0.0"
+version = "45.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "72fbf14d4079f7ce5306393084fe5057dddfdc2113577e0049310afa12e94281"
+checksum = "0d4603c8e8a4baf77660ab7074cc66fc15cc8a18f2ce9dfadb755fc6ee294e48"
dependencies = [
"log",
"tokio",
@@ -979,15 +978,15 @@ dependencies = [
[[package]]
name = "datafusion-doc"
-version = "44.0.0"
+version = "45.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "c278dbd64860ed0bb5240fc1f4cb6aeea437153910aea69bcf7d5a8d6d0454f3"
+checksum = "e5bf4bc68623a5cf231eed601ed6eb41f46a37c4d15d11a0bff24cbc8396cd66"
[[package]]
name = "datafusion-execution"
-version = "44.0.0"
+version = "45.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "e22cb02af47e756468b3cbfee7a83e3d4f2278d452deb4b033ba933c75169486"
+checksum = "88b491c012cdf8e051053426013429a76f74ee3c2db68496c79c323ca1084d27"
dependencies = [
"arrow",
"dashmap",
@@ -1004,9 +1003,9 @@ dependencies = [
[[package]]
name = "datafusion-expr"
-version = "44.0.0"
+version = "45.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "62298eadb1d15b525df1315e61a71519ffc563d41d5c3b2a30fda2d70f77b93c"
+checksum = "e5a181408d4fc5dc22f9252781a8f39f2d0e5d1b33ec9bde242844980a2689c1"
dependencies = [
"arrow",
"chrono",
@@ -1025,23 +1024,26 @@ dependencies = [
[[package]]
name = "datafusion-expr-common"
-version = "44.0.0"
+version = "45.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "dda7f73c5fc349251cd3dcb05773c5bf55d2505a698ef9d38dfc712161ea2f55"
+checksum = "d1129b48e8534d8c03c6543bcdccef0b55c8ac0c1272a15a56c67068b6eb1885"
dependencies = [
"arrow",
"datafusion-common",
- "itertools",
+ "itertools 0.14.0",
+ "paste",
]
[[package]]
name = "datafusion-ffi"
-version = "44.0.0"
+version = "45.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "114e944790756b84c2cc5971eae24f5430980149345601939ac222885d4db5f7"
+checksum = "ff47a79d442207c168c6e3e1d970c248589c148e4800e5b285ac1b2cb1a230f8"
dependencies = [
"abi_stable",
"arrow",
+ "arrow-array",
+ "arrow-schema",
"async-ffi",
"async-trait",
"datafusion",
@@ -1049,13 +1051,15 @@ dependencies = [
"futures",
"log",
"prost",
+ "semver",
+ "tokio",
]
[[package]]
name = "datafusion-functions"
-version = "44.0.0"
+version = "45.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "fd197f3b2975424d3a4898ea46651be855a46721a56727515dbd5c9e2fb597da"
+checksum = "6125874e4856dfb09b59886784fcb74cde5cfc5930b3a80a1a728ef7a010df6b"
dependencies = [
"arrow",
"arrow-buffer",
@@ -1071,7 +1075,7 @@ dependencies = [
"datafusion-macros",
"hashbrown 0.14.5",
"hex",
- "itertools",
+ "itertools 0.14.0",
"log",
"md-5",
"rand",
@@ -1083,12 +1087,13 @@ dependencies = [
[[package]]
name = "datafusion-functions-aggregate"
-version = "44.0.0"
+version = "45.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "aabbe48fba18f9981b134124381bee9e46f93518b8ad2f9721ee296cef5affb9"
+checksum = "f3add7b1d3888e05e7c95f2b281af900ca69ebdcb21069ba679b33bde8b3b9d6"
dependencies = [
"ahash",
"arrow",
+ "arrow-buffer",
"arrow-schema",
"datafusion-common",
"datafusion-doc",
@@ -1105,9 +1110,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-aggregate-common"
-version = "44.0.0"
+version = "45.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "d7a3fefed9c8c11268d446d924baca8cabf52fe32f73fdaa20854bac6473590c"
+checksum = "6e18baa4cfc3d2f144f74148ed68a1f92337f5072b6dde204a0dbbdf3324989c"
dependencies = [
"ahash",
"arrow",
@@ -1118,9 +1123,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-nested"
-version = "44.0.0"
+version = "45.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "6360f27464fab857bec698af39b2ae331dc07c8bf008fb4de387a19cdc6815a5"
+checksum = "3ec5ee8cecb0dc370291279673097ddabec03a011f73f30d7f1096457127e03e"
dependencies = [
"arrow",
"arrow-array",
@@ -1128,21 +1133,23 @@ dependencies = [
"arrow-ord",
"arrow-schema",
"datafusion-common",
+ "datafusion-doc",
"datafusion-execution",
"datafusion-expr",
"datafusion-functions",
"datafusion-functions-aggregate",
+ "datafusion-macros",
"datafusion-physical-expr-common",
- "itertools",
+ "itertools 0.14.0",
"log",
"paste",
]
[[package]]
name = "datafusion-functions-table"
-version = "44.0.0"
+version = "45.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "5c35c070eb705c12795dab399c3809f4dfbc290678c624d3989490ca9b8449c1"
+checksum = "2c403ddd473bbb0952ba880008428b3c7febf0ed3ce1eec35a205db20efb2a36"
dependencies = [
"arrow",
"async-trait",
@@ -1156,9 +1163,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-window"
-version = "44.0.0"
+version = "45.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "52229bca26b590b140900752226c829f15fc1a99840e1ca3ce1a9534690b82a8"
+checksum = "1ab18c2fb835614d06a75f24a9e09136d3a8c12a92d97c95a6af316a1787a9c5"
dependencies = [
"datafusion-common",
"datafusion-doc",
@@ -1173,9 +1180,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-window-common"
-version = "44.0.0"
+version = "45.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "367befc303b64a668a10ae6988a064a9289e1999e71a7f8e526b6e14d6bdd9d6"
+checksum = "a77b73bc15e7d1967121fdc7a55d819bfb9d6c03766a6c322247dce9094a53a4"
dependencies = [
"datafusion-common",
"datafusion-physical-expr-common",
@@ -1183,19 +1190,20 @@ dependencies = [
[[package]]
name = "datafusion-macros"
-version = "44.0.0"
+version = "45.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "f5de3c8f386ea991696553afe241a326ecbc3c98a12c562867e4be754d3a060c"
+checksum = "09369b8d962291e808977cf94d495fd8b5b38647232d7ef562c27ac0f495b0af"
dependencies = [
+ "datafusion-expr",
"quote",
- "syn 2.0.96",
+ "syn 2.0.98",
]
[[package]]
name = "datafusion-optimizer"
-version = "44.0.0"
+version = "45.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "53b520413906f755910422b016fb73884ae6e9e1b376de4f9584b6c0e031da75"
+checksum = "2403a7e4a84637f3de7d8d4d7a9ccc0cc4be92d89b0161ba3ee5be82f0531c54"
dependencies = [
"arrow",
"chrono",
@@ -1203,7 +1211,7 @@ dependencies = [
"datafusion-expr",
"datafusion-physical-expr",
"indexmap",
- "itertools",
+ "itertools 0.14.0",
"log",
"recursive",
"regex",
@@ -1212,9 +1220,9 @@ dependencies = [
[[package]]
name = "datafusion-physical-expr"
-version = "44.0.0"
+version = "45.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "acd6ddc378f6ad19af95ccd6790dec8f8e1264bc4c70e99ddc1830c1a1c78ccd"
+checksum = "86ff72ac702b62dbf2650c4e1d715ebd3e4aab14e3885e72e8549e250307347c"
dependencies = [
"ahash",
"arrow",
@@ -1229,48 +1237,54 @@ dependencies = [
"half",
"hashbrown 0.14.5",
"indexmap",
- "itertools",
+ "itertools 0.14.0",
"log",
"paste",
- "petgraph",
+ "petgraph 0.7.1",
]
[[package]]
name = "datafusion-physical-expr-common"
-version = "44.0.0"
+version = "45.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "06e6c05458eccd74b4c77ed6a1fe63d52434240711de7f6960034794dad1caf5"
+checksum = "60982b7d684e25579ee29754b4333057ed62e2cc925383c5f0bd8cab7962f435"
dependencies = [
"ahash",
"arrow",
+ "arrow-buffer",
"datafusion-common",
"datafusion-expr-common",
"hashbrown 0.14.5",
- "itertools",
+ "itertools 0.14.0",
]
[[package]]
name = "datafusion-physical-optimizer"
-version = "44.0.0"
+version = "45.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "9dc3a82190f49c37d377f31317e07ab5d7588b837adadba8ac367baad5dc2351"
+checksum = "ac5e85c189d5238a5cf181a624e450c4cd4c66ac77ca551d6f3ff9080bac90bb"
dependencies = [
"arrow",
+ "arrow-schema",
"datafusion-common",
"datafusion-execution",
+ "datafusion-expr",
"datafusion-expr-common",
"datafusion-physical-expr",
+ "datafusion-physical-expr-common",
"datafusion-physical-plan",
- "itertools",
+ "futures",
+ "itertools 0.14.0",
"log",
"recursive",
+ "url",
]
[[package]]
name = "datafusion-physical-plan"
-version = "44.0.0"
+version = "45.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "6a6608bc9844b4ddb5ed4e687d173e6c88700b1d0482f43894617d18a1fe75da"
+checksum = "c36bf163956d7e2542657c78b3383fdc78f791317ef358a359feffcdb968106f"
dependencies = [
"ahash",
"arrow",
@@ -1291,7 +1305,7 @@ dependencies = [
"half",
"hashbrown 0.14.5",
"indexmap",
- "itertools",
+ "itertools 0.14.0",
"log",
"parking_lot",
"pin-project-lite",
@@ -1300,9 +1314,9 @@ dependencies = [
[[package]]
name = "datafusion-proto"
-version = "44.0.0"
+version = "45.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "8e23b0998195e495bfa7b37cdceb317129a6c40522219f6872d2e0c9ae9f4fcb"
+checksum = "2db5d79f0c974041787b899d24dc91bdab2ff112d1942dd71356a4ce3b407e6c"
dependencies = [
"arrow",
"chrono",
@@ -1316,9 +1330,9 @@ dependencies = [
[[package]]
name = "datafusion-proto-common"
-version = "44.0.0"
+version = "45.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "cfc59992a29eed2d2c1dd779deac99083b217774ebcf90ee121840607a4d866f"
+checksum = "de21bde1603aac0ff32cf478e47081be6e3583c6861fe8f57034da911efe7578"
dependencies = [
"arrow",
"datafusion-common",
@@ -1350,9 +1364,9 @@ dependencies = [
[[package]]
name = "datafusion-sql"
-version = "44.0.0"
+version = "45.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "6a884061c79b33d0c8e84a6f4f4be8bdc12c0f53f5af28ddf5d6d95ac0b15fdc"
+checksum = "e13caa4daede211ecec53c78b13c503b592794d125f9a3cc3afe992edf9e7f43"
dependencies = [
"arrow",
"arrow-array",
@@ -1369,16 +1383,16 @@ dependencies = [
[[package]]
name = "datafusion-substrait"
-version = "44.0.0"
+version = "45.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "d2ec36dd38512b1ecc7a3bb92e72046b944611b2f0d709445c1e51b0143bffd4"
+checksum = "1634405abd8bd3c64c352f2da2f2aec6d80a815930257e0db0ce4ff5daf00944"
dependencies = [
"arrow-buffer",
"async-recursion",
"async-trait",
"chrono",
"datafusion",
- "itertools",
+ "itertools 0.14.0",
"object_store",
"pbjson-types",
"prost",
@@ -1405,7 +1419,7 @@ checksum =
"97369cbbc041bc366949bc74d34658d6cda5621039731c6310521892a3a20ae0"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.96",
+ "syn 2.0.98",
]
[[package]]
@@ -1448,6 +1462,12 @@ version = "0.4.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "0ce7134b9999ecaf8bcd65542e436736ef32ddca1b3e06094cb6ec5755203b80"
+[[package]]
+name = "fixedbitset"
+version = "0.5.7"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "1d674e81391d1e1ab681a28d99df07927c6d4aa5b027d7da16ba32d1d21ecd99"
+
[[package]]
name = "flatbuffers"
version = "24.12.23"
@@ -1545,7 +1565,7 @@ checksum =
"162ee34ebcb7c64a8abebc059ce0fee27c2262618d7b60ed8faf72fef13c3650"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.96",
+ "syn 2.0.98",
]
[[package]]
@@ -1938,7 +1958,7 @@ checksum =
"1ec89e9337638ecdc08744df490b221a7399bf8d164eb52a665454e60e075ad6"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.96",
+ "syn 2.0.98",
]
[[package]]
@@ -1999,6 +2019,15 @@ dependencies = [
"either",
]
+[[package]]
+name = "itertools"
+version = "0.14.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "2b192c782037fadd9cfa75548310488aabdbf3d2da73885b31bd0abd03351285"
+dependencies = [
+ "either",
+]
+
[[package]]
name = "itoa"
version = "1.0.14"
@@ -2362,7 +2391,7 @@ dependencies = [
"httparse",
"humantime",
"hyper",
- "itertools",
+ "itertools 0.13.0",
"md-5",
"parking_lot",
"percent-encoding",
@@ -2382,9 +2411,9 @@ dependencies = [
[[package]]
name = "once_cell"
-version = "1.20.2"
+version = "1.20.3"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "1261fe7e33c73b354eab43b1273a57c8f967d0391e80353e51f764ac02cf6775"
+checksum = "945462a4b81e43c4e3ba96bd7b49d834c6f61198356aa858733bc4acf3cbe62e"
[[package]]
name = "openssl-probe"
@@ -2426,9 +2455,9 @@ dependencies = [
[[package]]
name = "parquet"
-version = "53.4.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "8957c0c95a6a1804f3e51a18f69df29be53856a8c5768cc9b6d00fcafcd2917c"
+checksum = "8a01a0efa30bbd601ae85b375c728efdb211ade54390281628a7b16708beb235"
dependencies = [
"ahash",
"arrow-array",
@@ -2452,6 +2481,7 @@ dependencies = [
"object_store",
"paste",
"seq-macro",
+ "simdutf8",
"snap",
"thrift",
"tokio",
@@ -2492,7 +2522,7 @@ source =
"registry+https://github.com/rust-lang/crates.io-index";
checksum = "6eea3058763d6e656105d1403cb04e0a41b7bbac6362d413e7c33be0c32279c9"
dependencies = [
"heck",
- "itertools",
+ "itertools 0.13.0",
"prost",
"prost-types",
]
@@ -2524,7 +2554,17 @@ version = "0.6.5"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "b4c5cc86750666a3ed20bdaf5ca2a0344f9c67674cae0515bec2da16fbaa47db"
dependencies = [
- "fixedbitset",
+ "fixedbitset 0.4.2",
+ "indexmap",
+]
+
+[[package]]
+name = "petgraph"
+version = "0.7.1"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "3672b37090dbd86368a4145bc067582552b29c27377cad4e0a306c97f9bd7772"
+dependencies = [
+ "fixedbitset 0.5.7",
"indexmap",
]
@@ -2606,7 +2646,7 @@ source =
"registry+https://github.com/rust-lang/crates.io-index";
checksum = "6924ced06e1f7dfe3fa48d57b9f74f55d8915f5036121bef647ef4b204895fac"
dependencies = [
"proc-macro2",
- "syn 2.0.96",
+ "syn 2.0.98",
]
[[package]]
@@ -2635,16 +2675,16 @@ source =
"registry+https://github.com/rust-lang/crates.io-index";
checksum = "d0f3e5beed80eb580c68e2c600937ac2c4eedabdfd5ef1e5b7ea4f3fba84497b"
dependencies = [
"heck",
- "itertools",
+ "itertools 0.13.0",
"log",
"multimap",
"once_cell",
- "petgraph",
+ "petgraph 0.6.5",
"prettyplease",
"prost",
"prost-types",
"regex",
- "syn 2.0.96",
+ "syn 2.0.98",
"tempfile",
]
@@ -2655,10 +2695,10 @@ source =
"registry+https://github.com/rust-lang/crates.io-index";
checksum = "157c5a9d7ea5c2ed2d9fb8f495b64759f7816c7eaea54ba3978f0d63000162e3"
dependencies = [
"anyhow",
- "itertools",
+ "itertools 0.13.0",
"proc-macro2",
"quote",
- "syn 2.0.96",
+ "syn 2.0.98",
]
[[package]]
@@ -2690,9 +2730,9 @@ dependencies = [
[[package]]
name = "pyo3"
-version = "0.22.6"
+version = "0.23.4"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "f402062616ab18202ae8319da13fa4279883a2b8a9d9f83f20dbade813ce1884"
+checksum = "57fe09249128b3173d092de9523eaa75136bf7ba85e0d69eca241c7939c933cc"
dependencies = [
"cfg-if",
"indoc",
@@ -2708,9 +2748,9 @@ dependencies = [
[[package]]
name = "pyo3-async-runtimes"
-version = "0.22.0"
+version = "0.23.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "2529f0be73ffd2be0cc43c013a640796558aa12d7ca0aab5cc14f375b4733031"
+checksum = "977dc837525cfd22919ba6a831413854beb7c99a256c03bf8624ad707e45810e"
dependencies = [
"futures",
"once_cell",
@@ -2721,9 +2761,9 @@ dependencies = [
[[package]]
name = "pyo3-build-config"
-version = "0.22.6"
+version = "0.23.4"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "b14b5775b5ff446dd1056212d778012cbe8a0fbffd368029fd9e25b514479c38"
+checksum = "1cd3927b5a78757a0d71aa9dff669f903b1eb64b54142a9bd9f757f8fde65fd7"
dependencies = [
"once_cell",
"target-lexicon",
@@ -2731,9 +2771,9 @@ dependencies = [
[[package]]
name = "pyo3-ffi"
-version = "0.22.6"
+version = "0.23.4"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "9ab5bcf04a2cdcbb50c7d6105de943f543f9ed92af55818fd17b660390fc8636"
+checksum = "dab6bb2102bd8f991e7749f130a70d05dd557613e39ed2deeee8e9ca0c4d548d"
dependencies = [
"libc",
"pyo3-build-config",
@@ -2741,27 +2781,27 @@ dependencies = [
[[package]]
name = "pyo3-macros"
-version = "0.22.6"
+version = "0.23.4"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "0fd24d897903a9e6d80b968368a34e1525aeb719d568dba8b3d4bfa5dc67d453"
+checksum = "91871864b353fd5ffcb3f91f2f703a22a9797c91b9ab497b1acac7b07ae509c7"
dependencies = [
"proc-macro2",
"pyo3-macros-backend",
"quote",
- "syn 2.0.96",
+ "syn 2.0.98",
]
[[package]]
name = "pyo3-macros-backend"
-version = "0.22.6"
+version = "0.23.4"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "36c011a03ba1e50152b4b394b479826cad97e7a21eb52df179cd91ac411cbfbe"
+checksum = "43abc3b80bc20f3facd86cd3c60beed58c3e2aa26213f3cda368de39c60a27e4"
dependencies = [
"heck",
"proc-macro2",
"pyo3-build-config",
"quote",
- "syn 2.0.96",
+ "syn 2.0.98",
]
[[package]]
@@ -2888,7 +2928,7 @@ source =
"registry+https://github.com/rust-lang/crates.io-index";
checksum = "76009fbe0614077fc1a2ce255e3a1881a2e3a3527097d5dc6d8212c585e7e38b"
dependencies = [
"quote",
- "syn 2.0.96",
+ "syn 2.0.98",
]
[[package]]
@@ -3029,9 +3069,9 @@ checksum =
"719b953e2095829ee67db738b3bfa9fa368c94900df327b3f07fe6e794d2fe1f"
[[package]]
name = "rustc-hash"
-version = "2.1.0"
+version = "2.1.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "c7fb8039b3032c191086b10f11f319a6e99e1e82889c5cc6046f515c9db1d497"
+checksum = "357703d41365b4b27c590e3ed91eabb1b663f07c4c084095e60cbed4362dff0d"
[[package]]
name = "rustc_version"
@@ -3161,7 +3201,7 @@ dependencies = [
"proc-macro2",
"quote",
"serde_derive_internals",
- "syn 2.0.96",
+ "syn 2.0.98",
]
[[package]]
@@ -3234,7 +3274,7 @@ checksum =
"5a9bf7cf98d04a2b28aead066b7496853d4779c9cc183c440dbac457641e19a0"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.96",
+ "syn 2.0.98",
]
[[package]]
@@ -3245,7 +3285,7 @@ checksum =
"18d26a20a969b9e3fdf2fc2d9f21eda6c40e2de84c9408bb5d3b05d499aae711"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.96",
+ "syn 2.0.98",
]
[[package]]
@@ -3269,7 +3309,7 @@ dependencies = [
"proc-macro2",
"quote",
"serde",
- "syn 2.0.96",
+ "syn 2.0.98",
]
[[package]]
@@ -3314,6 +3354,12 @@ version = "1.3.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "0fda2ff0d084019ba4d7c6f371c95d8fd75ce3524c3cb8fb653a3023f6323e64"
+[[package]]
+name = "simdutf8"
+version = "0.1.5"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "e3a9fe34e3e7a50316060351f37187a3f546bce95496156754b601a5fa71b76e"
+
[[package]]
name = "siphasher"
version = "1.0.1"
@@ -3353,7 +3399,7 @@ dependencies = [
"heck",
"proc-macro2",
"quote",
- "syn 2.0.96",
+ "syn 2.0.98",
]
[[package]]
@@ -3396,7 +3442,7 @@ checksum =
"da5fc6819faabb412da764b99d3b713bb55083c11e7e0c00144d386cd6a1939c"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.96",
+ "syn 2.0.98",
]
[[package]]
@@ -3440,14 +3486,14 @@ dependencies = [
"proc-macro2",
"quote",
"rustversion",
- "syn 2.0.96",
+ "syn 2.0.98",
]
[[package]]
name = "substrait"
-version = "0.50.4"
+version = "0.52.3"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "b1772d041c37cc7e6477733c76b2acf4ee36bd52b2ae4d9ea0ec9c87d003db32"
+checksum = "5db15789cecbfdf6b1fcf2db807e767c92273bdc407ac057c2194b070c597756"
dependencies = [
"heck",
"pbjson",
@@ -3464,7 +3510,7 @@ dependencies = [
"serde",
"serde_json",
"serde_yaml",
- "syn 2.0.96",
+ "syn 2.0.98",
"typify",
"walkdir",
]
@@ -3488,9 +3534,9 @@ dependencies = [
[[package]]
name = "syn"
-version = "2.0.96"
+version = "2.0.98"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "d5d0adab1ae378d7f53bdebc67a39f1f151407ef230f0ce2883572f5d8985c80"
+checksum = "36147f1a48ae0ec2b5b3bc5b537d267457555a10dc06f3dbc8cb11ba3006d3b1"
dependencies = [
"proc-macro2",
"quote",
@@ -3514,7 +3560,7 @@ checksum =
"c8af7666ab7b6390ab78131fb5b0fce11d6b7a6951602017c35fa82800708971"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.96",
+ "syn 2.0.98",
]
[[package]]
@@ -3563,7 +3609,7 @@ checksum =
"4fee6c4efc90059e10f81e6d42c60a18f76588c3d74cb83a0b242a2b6c7504c1"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.96",
+ "syn 2.0.98",
]
[[package]]
@@ -3574,7 +3620,7 @@ checksum =
"26afc1baea8a989337eeb52b6e72a039780ce45c3edfcc9c5b9d112feeb173c2"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.96",
+ "syn 2.0.98",
]
[[package]]
@@ -3646,7 +3692,7 @@ checksum =
"6e06d43f1345a3bcd39f6a56dbb7dcab2ba47e68e8ac134855e7e2bdbaf8cab8"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.96",
+ "syn 2.0.98",
]
[[package]]
@@ -3718,7 +3764,7 @@ checksum =
"395ae124c09f9e6918a2310af6038fba074bcf474ac352496d5910dd59a2226d"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.96",
+ "syn 2.0.98",
]
[[package]]
@@ -3784,7 +3830,7 @@ checksum =
"f9534daa9fd3ed0bd911d462a37f172228077e7abf18c18a5f67199d959205f8"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.96",
+ "syn 2.0.98",
]
[[package]]
@@ -3795,9 +3841,9 @@ checksum =
"42ff0bf0c66b8238c6f3b578df37d0b7848e55df8577b3f74f92a69acceeb825"
[[package]]
name = "typify"
-version = "0.2.0"
+version = "0.3.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "b4c644dda9862f0fef3a570d8ddb3c2cfb1d5ac824a1f2ddfa7bc8f071a5ad8a"
+checksum = "e03ba3643450cfd95a1aca2e1938fef63c1c1994489337998aff4ad771f21ef8"
dependencies = [
"typify-impl",
"typify-macro",
@@ -3805,9 +3851,9 @@ dependencies = [
[[package]]
name = "typify-impl"
-version = "0.2.0"
+version = "0.3.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "d59ab345b6c0d8ae9500b9ff334a4c7c0d316c1c628dc55726b95887eb8dbd11"
+checksum = "bce48219a2f3154aaa2c56cbf027728b24a3c8fe0a47ed6399781de2b3f3eeaf"
dependencies = [
"heck",
"log",
@@ -3818,16 +3864,16 @@ dependencies = [
"semver",
"serde",
"serde_json",
- "syn 2.0.96",
- "thiserror 1.0.69",
+ "syn 2.0.98",
+ "thiserror 2.0.11",
"unicode-ident",
]
[[package]]
name = "typify-macro"
-version = "0.2.0"
+version = "0.3.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "785e2cdcef0df8160fdd762ed548a637aaec1e83704fdbc14da0df66013ee8d0"
+checksum = "68b5780d745920ed73c5b7447496a9b5c42ed2681a9b70859377aec423ecf02b"
dependencies = [
"proc-macro2",
"quote",
@@ -3836,7 +3882,7 @@ dependencies = [
"serde",
"serde_json",
"serde_tokenstream",
- "syn 2.0.96",
+ "syn 2.0.98",
"typify-impl",
]
@@ -3901,11 +3947,11 @@ checksum =
"b6c140620e7ffbb22c2dee59cafe6084a59b5ffc27a8859a5f0d494b5d52b6be"
[[package]]
name = "uuid"
-version = "1.12.1"
+version = "1.13.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "b3758f5e68192bb96cc8f9b7e2c2cfdabb435499a28499a42f8f984092adad4b"
+checksum = "ced87ca4be083373936a67f8de945faa23b6b42384bd5b64434850802c6dccd0"
dependencies = [
- "getrandom 0.2.15",
+ "getrandom 0.3.1",
"serde",
]
@@ -3971,7 +4017,7 @@ dependencies = [
"log",
"proc-macro2",
"quote",
- "syn 2.0.96",
+ "syn 2.0.98",
"wasm-bindgen-shared",
]
@@ -4006,7 +4052,7 @@ checksum =
"8ae87ea40c9f689fc23f209965b6fb8a99ad69aeeb0231408be24920604395de"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.96",
+ "syn 2.0.98",
"wasm-bindgen-backend",
"wasm-bindgen-shared",
]
@@ -4255,7 +4301,7 @@ checksum =
"2380878cad4ac9aac1e2435f3eb4020e8374b5f13c296cb75b4620ff8e229154"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.96",
+ "syn 2.0.98",
"synstructure",
]
@@ -4277,7 +4323,7 @@ checksum =
"fa4f8080344d4671fb4e831a13ad1e68092748387dfc4f55e356242fae12ce3e"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.96",
+ "syn 2.0.98",
]
[[package]]
@@ -4297,7 +4343,7 @@ checksum =
"595eed982f7d355beb85837f651fa22e90b3c044842dc7f2c2842c086f295808"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.96",
+ "syn 2.0.98",
"synstructure",
]
@@ -4326,7 +4372,7 @@ checksum =
"6eafa6dfb17584ea3e2bd6e76e0cc15ad7af12b09abdd1ca55961bed9b1063c6"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.96",
+ "syn 2.0.98",
]
[[package]]
diff --git a/Cargo.toml b/Cargo.toml
index 44e6e224..d18e0e8f 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -35,13 +35,13 @@ substrait = ["dep:datafusion-substrait"]
[dependencies]
tokio = { version = "1.42", features = ["macros", "rt", "rt-multi-thread",
"sync"] }
-pyo3 = { version = "0.22", features = ["extension-module", "abi3",
"abi3-py38"] }
-pyo3-async-runtimes = { version = "0.22", features = ["tokio-runtime"]}
-arrow = { version = "53", features = ["pyarrow"] }
-datafusion = { version = "44.0.0", features = ["avro", "unicode_expressions"] }
-datafusion-substrait = { version = "44.0.0", optional = true }
-datafusion-proto = { version = "44.0.0" }
-datafusion-ffi = { version = "44.0.0" }
+pyo3 = { version = "0.23", features = ["extension-module", "abi3",
"abi3-py38"] }
+pyo3-async-runtimes = { version = "0.23", features = ["tokio-runtime"]}
+arrow = { version = "54", features = ["pyarrow"] }
+datafusion = { version = "45.0.0", features = ["avro", "unicode_expressions"] }
+datafusion-substrait = { version = "45.0.0", optional = true }
+datafusion-proto = { version = "45.0.0" }
+datafusion-ffi = { version = "45.0.0" }
prost = "0.13" # keep in line with `datafusion-substrait`
uuid = { version = "1.12", features = ["v4"] }
mimalloc = { version = "0.1", optional = true, default-features = false,
features = ["local_dynamic_tls"] }
@@ -52,7 +52,7 @@ url = "2"
[build-dependencies]
prost-types = "0.13" # keep in line with `datafusion-substrait`
-pyo3-build-config = "0.22"
+pyo3-build-config = "0.23"
[lib]
name = "datafusion_python"
diff --git a/examples/ffi-table-provider/Cargo.lock
b/examples/ffi-table-provider/Cargo.lock
index 3b57cac7..32af8518 100644
--- a/examples/ffi-table-provider/Cargo.lock
+++ b/examples/ffi-table-provider/Cargo.lock
@@ -1,6 +1,6 @@
# This file is automatically @generated by Cargo.
# It is not intended for manual editing.
-version = 3
+version = 4
[[package]]
name = "abi_stable"
@@ -144,9 +144,9 @@ checksum =
"7c02d123df017efcdfbd739ef81735b36c5ba83ec3c59c80a9d7ecc718f92e50"
[[package]]
name = "arrow"
-version = "53.2.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "4caf25cdc4a985f91df42ed9e9308e1adbcd341a31a72605c697033fcef163e3"
+checksum = "6422e12ac345a0678d7a17e316238e3a40547ae7f92052b77bd86d5e0239f3fc"
dependencies = [
"arrow-arith",
"arrow-array",
@@ -165,24 +165,23 @@ dependencies = [
[[package]]
name = "arrow-arith"
-version = "53.2.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "91f2dfd1a7ec0aca967dfaa616096aec49779adc8eccec005e2f5e4111b1192a"
+checksum = "23cf34bb1f48c41d3475927bcc7be498665b8e80b379b88f62a840337f8b8248"
dependencies = [
"arrow-array",
"arrow-buffer",
"arrow-data",
"arrow-schema",
"chrono",
- "half",
"num",
]
[[package]]
name = "arrow-array"
-version = "53.2.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "d39387ca628be747394890a6e47f138ceac1aa912eab64f02519fed24b637af8"
+checksum = "fb4a06d507f54b70a277be22a127c8ffe0cec6cd98c0ad8a48e77779bbda8223"
dependencies = [
"ahash",
"arrow-buffer",
@@ -191,15 +190,15 @@ dependencies = [
"chrono",
"chrono-tz",
"half",
- "hashbrown 0.14.5",
+ "hashbrown 0.15.1",
"num",
]
[[package]]
name = "arrow-buffer"
-version = "53.2.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "9e51e05228852ffe3eb391ce7178a0f97d2cf80cc6ef91d3c4a6b3cb688049ec"
+checksum = "d69d326d5ad1cb82dcefa9ede3fee8fdca98f9982756b16f9cb142f4aa6edc89"
dependencies = [
"bytes",
"half",
@@ -208,9 +207,9 @@ dependencies = [
[[package]]
name = "arrow-cast"
-version = "53.2.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "d09aea56ec9fa267f3f3f6cdab67d8a9974cbba90b3aa38c8fe9d0bb071bd8c1"
+checksum = "626e65bd42636a84a238bed49d09c8777e3d825bf81f5087a70111c2831d9870"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -229,28 +228,25 @@ dependencies = [
[[package]]
name = "arrow-csv"
-version = "53.2.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "c07b5232be87d115fde73e32f2ca7f1b353bff1b44ac422d3c6fc6ae38f11f0d"
+checksum = "71c8f959f7a1389b1dbd883cdcd37c3ed12475329c111912f7f69dad8195d8c6"
dependencies = [
"arrow-array",
- "arrow-buffer",
"arrow-cast",
- "arrow-data",
"arrow-schema",
"chrono",
"csv",
"csv-core",
"lazy_static",
- "lexical-core",
"regex",
]
[[package]]
name = "arrow-data"
-version = "53.2.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "b98ae0af50890b494cebd7d6b04b35e896205c1d1df7b29a6272c5d0d0249ef5"
+checksum = "1858e7c7d01c44cf71c21a85534fd1a54501e8d60d1195d0d6fbcc00f4b10754"
dependencies = [
"arrow-buffer",
"arrow-schema",
@@ -260,13 +256,12 @@ dependencies = [
[[package]]
name = "arrow-ipc"
-version = "53.2.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "0ed91bdeaff5a1c00d28d8f73466bcb64d32bbd7093b5a30156b4b9f4dba3eee"
+checksum = "a6bb3f727f049884c7603f0364bc9315363f356b59e9f605ea76541847e06a1e"
dependencies = [
"arrow-array",
"arrow-buffer",
- "arrow-cast",
"arrow-data",
"arrow-schema",
"flatbuffers",
@@ -275,9 +270,9 @@ dependencies = [
[[package]]
name = "arrow-json"
-version = "53.2.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "0471f51260a5309307e5d409c9dc70aede1cd9cf1d4ff0f0a1e8e1a2dd0e0d3c"
+checksum = "35de94f165ed8830aede72c35f238763794f0d49c69d30c44d49c9834267ff8c"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -295,26 +290,23 @@ dependencies = [
[[package]]
name = "arrow-ord"
-version = "53.2.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "2883d7035e0b600fb4c30ce1e50e66e53d8656aa729f2bfa4b51d359cf3ded52"
+checksum = "8aa06e5f267dc53efbacb933485c79b6fc1685d3ffbe870a16ce4e696fb429da"
dependencies = [
"arrow-array",
"arrow-buffer",
"arrow-data",
"arrow-schema",
"arrow-select",
- "half",
- "num",
]
[[package]]
name = "arrow-row"
-version = "53.2.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "552907e8e587a6fde4f8843fd7a27a576a260f65dab6c065741ea79f633fc5be"
+checksum = "66f1144bb456a2f9d82677bd3abcea019217e572fc8f07de5a7bac4b2c56eb2c"
dependencies = [
- "ahash",
"arrow-array",
"arrow-buffer",
"arrow-data",
@@ -324,18 +316,18 @@ dependencies = [
[[package]]
name = "arrow-schema"
-version = "53.2.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "539ada65246b949bd99ffa0881a9a15a4a529448af1a07a9838dd78617dafab1"
+checksum = "105f01ec0090259e9a33a9263ec18ff223ab91a0ea9fbc18042f7e38005142f6"
dependencies = [
"bitflags 2.6.0",
]
[[package]]
name = "arrow-select"
-version = "53.2.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "6259e566b752da6dceab91766ed8b2e67bf6270eb9ad8a6e07a33c1bede2b125"
+checksum = "f690752fdbd2dee278b5f1636fefad8f2f7134c85e20fd59c4199e15a39a6807"
dependencies = [
"ahash",
"arrow-array",
@@ -347,9 +339,9 @@ dependencies = [
[[package]]
name = "arrow-string"
-version = "53.2.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "f3179ccbd18ebf04277a095ba7321b93fd1f774f18816bd5f6b3ce2f594edb6c"
+checksum = "d0fff9cd745a7039b66c47ecaf5954460f9fa12eed628f65170117ea93e64ee0"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -380,10 +372,9 @@ version = "0.4.17"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "0cb8f1d480b0ea3783ab015936d2a55c87e219676f0c0b7dec61494043f21857"
dependencies = [
- "bzip2",
+ "bzip2 0.4.4",
"flate2",
"futures-core",
- "futures-io",
"memchr",
"pin-project-lite",
"tokio",
@@ -448,6 +439,19 @@ version = "0.22.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "72b3254f16251a8381aa12e40e3c4d2f0199f8c6508fbecb9d91f575e0fbb8c6"
+[[package]]
+name = "bigdecimal"
+version = "0.4.7"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "7f31f3af01c5c65a07985c804d3366560e6fa7883d640a122819b14ec327482c"
+dependencies = [
+ "autocfg",
+ "libm",
+ "num-bigint",
+ "num-integer",
+ "num-traits",
+]
+
[[package]]
name = "bitflags"
version = "1.3.2"
@@ -540,6 +544,16 @@ dependencies = [
"libc",
]
+[[package]]
+name = "bzip2"
+version = "0.5.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "bafdbf26611df8c14810e268ddceda071c297570a5fb360ceddf617fe417ef58"
+dependencies = [
+ "bzip2-sys",
+ "libc",
+]
+
[[package]]
name = "bzip2-sys"
version = "0.1.11+1.0.8"
@@ -751,11 +765,9 @@ dependencies = [
[[package]]
name = "datafusion"
-version = "43.0.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "cbba0799cf6913b456ed07a94f0f3b6e12c62a5d88b10809e2284a0f2b915c05"
+version = "45.0.0"
+source =
"git+https://github.com/apache/datafusion.git?rev=1a29bd3#1a29bd3b62f1759c557aca9eed937ac38f5a5602";
dependencies = [
- "ahash",
"arrow",
"arrow-array",
"arrow-ipc",
@@ -763,9 +775,8 @@ dependencies = [
"async-compression",
"async-trait",
"bytes",
- "bzip2",
+ "bzip2 0.5.0",
"chrono",
- "dashmap",
"datafusion-catalog",
"datafusion-common",
"datafusion-common-runtime",
@@ -774,6 +785,7 @@ dependencies = [
"datafusion-functions",
"datafusion-functions-aggregate",
"datafusion-functions-nested",
+ "datafusion-functions-table",
"datafusion-functions-window",
"datafusion-optimizer",
"datafusion-physical-expr",
@@ -784,18 +796,13 @@ dependencies = [
"flate2",
"futures",
"glob",
- "half",
- "hashbrown 0.14.5",
- "indexmap",
- "itertools",
+ "itertools 0.14.0",
"log",
- "num_cpus",
"object_store",
"parking_lot",
"parquet",
- "paste",
- "pin-project-lite",
"rand",
+ "regex",
"sqlparser",
"tempfile",
"tokio",
@@ -808,67 +815,74 @@ dependencies = [
[[package]]
name = "datafusion-catalog"
-version = "43.0.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "7493c5c2d40eec435b13d92e5703554f4efc7059451fcb8d3a79580ff0e45560"
+version = "45.0.0"
+source =
"git+https://github.com/apache/datafusion.git?rev=1a29bd3#1a29bd3b62f1759c557aca9eed937ac38f5a5602";
dependencies = [
- "arrow-schema",
+ "arrow",
"async-trait",
+ "dashmap",
"datafusion-common",
"datafusion-execution",
"datafusion-expr",
"datafusion-physical-plan",
+ "datafusion-sql",
+ "futures",
+ "itertools 0.14.0",
+ "log",
"parking_lot",
+ "sqlparser",
]
[[package]]
name = "datafusion-common"
-version = "43.0.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "24953049ebbd6f8964f91f60aa3514e121b5e81e068e33b60e77815ab369b25c"
+version = "45.0.0"
+source =
"git+https://github.com/apache/datafusion.git?rev=1a29bd3#1a29bd3b62f1759c557aca9eed937ac38f5a5602";
dependencies = [
"ahash",
"arrow",
"arrow-array",
"arrow-buffer",
+ "arrow-ipc",
"arrow-schema",
- "chrono",
+ "base64",
"half",
"hashbrown 0.14.5",
"indexmap",
- "instant",
"libc",
- "num_cpus",
+ "log",
"object_store",
"parquet",
"paste",
+ "recursive",
"sqlparser",
"tokio",
+ "web-time",
]
[[package]]
name = "datafusion-common-runtime"
-version = "43.0.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "f06df4ef76872e11c924d3c814fd2a8dd09905ed2e2195f71c857d78abd19685"
+version = "45.0.0"
+source =
"git+https://github.com/apache/datafusion.git?rev=1a29bd3#1a29bd3b62f1759c557aca9eed937ac38f5a5602";
dependencies = [
"log",
"tokio",
]
+[[package]]
+name = "datafusion-doc"
+version = "45.0.0"
+source =
"git+https://github.com/apache/datafusion.git?rev=1a29bd3#1a29bd3b62f1759c557aca9eed937ac38f5a5602";
+
[[package]]
name = "datafusion-execution"
-version = "43.0.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "6bbdcb628d690f3ce5fea7de81642b514486d58ff9779a51f180a69a4eadb361"
+version = "45.0.0"
+source =
"git+https://github.com/apache/datafusion.git?rev=1a29bd3#1a29bd3b62f1759c557aca9eed937ac38f5a5602";
dependencies = [
"arrow",
- "chrono",
"dashmap",
"datafusion-common",
"datafusion-expr",
"futures",
- "hashbrown 0.14.5",
"log",
"object_store",
"parking_lot",
@@ -879,63 +893,59 @@ dependencies = [
[[package]]
name = "datafusion-expr"
-version = "43.0.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "8036495980e3131f706b7d33ab00b4492d73dc714e3cb74d11b50f9602a73246"
+version = "45.0.0"
+source =
"git+https://github.com/apache/datafusion.git?rev=1a29bd3#1a29bd3b62f1759c557aca9eed937ac38f5a5602";
dependencies = [
- "ahash",
"arrow",
- "arrow-array",
- "arrow-buffer",
"chrono",
"datafusion-common",
+ "datafusion-doc",
"datafusion-expr-common",
"datafusion-functions-aggregate-common",
"datafusion-functions-window-common",
"datafusion-physical-expr-common",
"indexmap",
"paste",
+ "recursive",
"serde_json",
"sqlparser",
- "strum",
- "strum_macros",
]
[[package]]
name = "datafusion-expr-common"
-version = "43.0.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "4da0f3cb4669f9523b403d6b5a0ec85023e0ab3bf0183afd1517475b3e64fdd2"
+version = "45.0.0"
+source =
"git+https://github.com/apache/datafusion.git?rev=1a29bd3#1a29bd3b62f1759c557aca9eed937ac38f5a5602";
dependencies = [
"arrow",
"datafusion-common",
- "itertools",
+ "itertools 0.14.0",
"paste",
]
[[package]]
name = "datafusion-ffi"
-version = "43.0.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "e923c459b53a26d92a8806d1f6a37fdf48bde51507a39eaed6f42a60f2bfd160"
+version = "45.0.0"
+source =
"git+https://github.com/apache/datafusion.git?rev=1a29bd3#1a29bd3b62f1759c557aca9eed937ac38f5a5602";
dependencies = [
"abi_stable",
"arrow",
+ "arrow-array",
+ "arrow-schema",
"async-ffi",
"async-trait",
"datafusion",
"datafusion-proto",
- "doc-comment",
"futures",
"log",
"prost",
+ "semver",
+ "tokio",
]
[[package]]
name = "datafusion-functions"
-version = "43.0.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "f52c4012648b34853e40a2c6bcaa8772f837831019b68aca384fb38436dba162"
+version = "45.0.0"
+source =
"git+https://github.com/apache/datafusion.git?rev=1a29bd3#1a29bd3b62f1759c557aca9eed937ac38f5a5602";
dependencies = [
"arrow",
"arrow-buffer",
@@ -944,11 +954,14 @@ dependencies = [
"blake3",
"chrono",
"datafusion-common",
+ "datafusion-doc",
"datafusion-execution",
"datafusion-expr",
+ "datafusion-expr-common",
+ "datafusion-macros",
"hashbrown 0.14.5",
"hex",
- "itertools",
+ "itertools 0.14.0",
"log",
"md-5",
"rand",
@@ -960,44 +973,42 @@ dependencies = [
[[package]]
name = "datafusion-functions-aggregate"
-version = "43.0.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "e5b8bb624597ba28ed7446df4a9bd7c7a7bde7c578b6b527da3f47371d5f6741"
+version = "45.0.0"
+source =
"git+https://github.com/apache/datafusion.git?rev=1a29bd3#1a29bd3b62f1759c557aca9eed937ac38f5a5602";
dependencies = [
"ahash",
"arrow",
+ "arrow-buffer",
"arrow-schema",
"datafusion-common",
+ "datafusion-doc",
"datafusion-execution",
"datafusion-expr",
"datafusion-functions-aggregate-common",
+ "datafusion-macros",
"datafusion-physical-expr",
"datafusion-physical-expr-common",
"half",
- "indexmap",
"log",
"paste",
]
[[package]]
name = "datafusion-functions-aggregate-common"
-version = "43.0.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "6fb06208fc470bc8cf1ce2d9a1159d42db591f2c7264a8c1776b53ad8f675143"
+version = "45.0.0"
+source =
"git+https://github.com/apache/datafusion.git?rev=1a29bd3#1a29bd3b62f1759c557aca9eed937ac38f5a5602";
dependencies = [
"ahash",
"arrow",
"datafusion-common",
"datafusion-expr-common",
"datafusion-physical-expr-common",
- "rand",
]
[[package]]
name = "datafusion-functions-nested"
-version = "43.0.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "fca25bbb87323716d05e54114666e942172ccca23c5a507e9c7851db6e965317"
+version = "45.0.0"
+source =
"git+https://github.com/apache/datafusion.git?rev=1a29bd3#1a29bd3b62f1759c557aca9eed937ac38f5a5602";
dependencies = [
"arrow",
"arrow-array",
@@ -1005,26 +1016,43 @@ dependencies = [
"arrow-ord",
"arrow-schema",
"datafusion-common",
+ "datafusion-doc",
"datafusion-execution",
"datafusion-expr",
"datafusion-functions",
"datafusion-functions-aggregate",
+ "datafusion-macros",
"datafusion-physical-expr-common",
- "itertools",
+ "itertools 0.14.0",
"log",
"paste",
- "rand",
+]
+
+[[package]]
+name = "datafusion-functions-table"
+version = "45.0.0"
+source =
"git+https://github.com/apache/datafusion.git?rev=1a29bd3#1a29bd3b62f1759c557aca9eed937ac38f5a5602";
+dependencies = [
+ "arrow",
+ "async-trait",
+ "datafusion-catalog",
+ "datafusion-common",
+ "datafusion-expr",
+ "datafusion-physical-plan",
+ "parking_lot",
+ "paste",
]
[[package]]
name = "datafusion-functions-window"
-version = "43.0.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "5ae23356c634e54c59f7c51acb7a5b9f6240ffb2cf997049a1a24a8a88598dbe"
+version = "45.0.0"
+source =
"git+https://github.com/apache/datafusion.git?rev=1a29bd3#1a29bd3b62f1759c557aca9eed937ac38f5a5602";
dependencies = [
"datafusion-common",
+ "datafusion-doc",
"datafusion-expr",
"datafusion-functions-window-common",
+ "datafusion-macros",
"datafusion-physical-expr",
"datafusion-physical-expr-common",
"log",
@@ -1033,48 +1061,51 @@ dependencies = [
[[package]]
name = "datafusion-functions-window-common"
-version = "43.0.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "d4b3d6ff7794acea026de36007077a06b18b89e4f9c3fea7f2215f9f7dd9059b"
+version = "45.0.0"
+source =
"git+https://github.com/apache/datafusion.git?rev=1a29bd3#1a29bd3b62f1759c557aca9eed937ac38f5a5602";
dependencies = [
"datafusion-common",
"datafusion-physical-expr-common",
]
+[[package]]
+name = "datafusion-macros"
+version = "45.0.0"
+source =
"git+https://github.com/apache/datafusion.git?rev=1a29bd3#1a29bd3b62f1759c557aca9eed937ac38f5a5602";
+dependencies = [
+ "datafusion-expr",
+ "quote",
+ "syn 2.0.87",
+]
+
[[package]]
name = "datafusion-optimizer"
-version = "43.0.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "bec6241eb80c595fa0e1a8a6b69686b5cf3bd5fdacb8319582a0943b0bd788aa"
+version = "45.0.0"
+source =
"git+https://github.com/apache/datafusion.git?rev=1a29bd3#1a29bd3b62f1759c557aca9eed937ac38f5a5602";
dependencies = [
"arrow",
- "async-trait",
"chrono",
"datafusion-common",
"datafusion-expr",
"datafusion-physical-expr",
- "hashbrown 0.14.5",
"indexmap",
- "itertools",
+ "itertools 0.14.0",
"log",
- "paste",
+ "recursive",
+ "regex",
"regex-syntax",
]
[[package]]
name = "datafusion-physical-expr"
-version = "43.0.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "3370357b8fc75ec38577700644e5d1b0bc78f38babab99c0b8bd26bafb3e4335"
+version = "45.0.0"
+source =
"git+https://github.com/apache/datafusion.git?rev=1a29bd3#1a29bd3b62f1759c557aca9eed937ac38f5a5602";
dependencies = [
"ahash",
"arrow",
"arrow-array",
"arrow-buffer",
- "arrow-ord",
"arrow-schema",
- "arrow-string",
- "chrono",
"datafusion-common",
"datafusion-expr",
"datafusion-expr-common",
@@ -1083,7 +1114,7 @@ dependencies = [
"half",
"hashbrown 0.14.5",
"indexmap",
- "itertools",
+ "itertools 0.14.0",
"log",
"paste",
"petgraph",
@@ -1091,39 +1122,43 @@ dependencies = [
[[package]]
name = "datafusion-physical-expr-common"
-version = "43.0.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "b8b7734d94bf2fa6f6e570935b0ddddd8421179ce200065be97874e13d46a47b"
+version = "45.0.0"
+source =
"git+https://github.com/apache/datafusion.git?rev=1a29bd3#1a29bd3b62f1759c557aca9eed937ac38f5a5602";
dependencies = [
"ahash",
"arrow",
+ "arrow-buffer",
"datafusion-common",
"datafusion-expr-common",
"hashbrown 0.14.5",
- "rand",
+ "itertools 0.14.0",
]
[[package]]
name = "datafusion-physical-optimizer"
-version = "43.0.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "7eee8c479522df21d7b395640dff88c5ed05361852dce6544d7c98e9dbcebffe"
+version = "45.0.0"
+source =
"git+https://github.com/apache/datafusion.git?rev=1a29bd3#1a29bd3b62f1759c557aca9eed937ac38f5a5602";
dependencies = [
"arrow",
"arrow-schema",
"datafusion-common",
"datafusion-execution",
+ "datafusion-expr",
"datafusion-expr-common",
"datafusion-physical-expr",
+ "datafusion-physical-expr-common",
"datafusion-physical-plan",
- "itertools",
+ "futures",
+ "itertools 0.14.0",
+ "log",
+ "recursive",
+ "url",
]
[[package]]
name = "datafusion-physical-plan"
-version = "43.0.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "17e1fc2e2c239d14e8556f2622b19a726bf6bc6962cc00c71fc52626274bee24"
+version = "45.0.0"
+source =
"git+https://github.com/apache/datafusion.git?rev=1a29bd3#1a29bd3b62f1759c557aca9eed937ac38f5a5602";
dependencies = [
"ahash",
"arrow",
@@ -1137,7 +1172,6 @@ dependencies = [
"datafusion-common-runtime",
"datafusion-execution",
"datafusion-expr",
- "datafusion-functions-aggregate-common",
"datafusion-functions-window-common",
"datafusion-physical-expr",
"datafusion-physical-expr-common",
@@ -1145,20 +1179,17 @@ dependencies = [
"half",
"hashbrown 0.14.5",
"indexmap",
- "itertools",
+ "itertools 0.14.0",
"log",
- "once_cell",
"parking_lot",
"pin-project-lite",
- "rand",
"tokio",
]
[[package]]
name = "datafusion-proto"
-version = "43.0.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "f730f7fc5a20134d4e5ecdf7bbf392002ac58163d58423ea28a702dc077b06e1"
+version = "45.0.0"
+source =
"git+https://github.com/apache/datafusion.git?rev=1a29bd3#1a29bd3b62f1759c557aca9eed937ac38f5a5602";
dependencies = [
"arrow",
"chrono",
@@ -1172,33 +1203,30 @@ dependencies = [
[[package]]
name = "datafusion-proto-common"
-version = "43.0.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "12c225fe49e4f943e35446b263613ada7a9e9f8d647544e6b07037b9803567df"
+version = "45.0.0"
+source =
"git+https://github.com/apache/datafusion.git?rev=1a29bd3#1a29bd3b62f1759c557aca9eed937ac38f5a5602";
dependencies = [
"arrow",
- "chrono",
"datafusion-common",
- "object_store",
"prost",
]
[[package]]
name = "datafusion-sql"
-version = "43.0.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "63e3a4ed41dbee20a5d947a59ca035c225d67dc9cbe869c10f66dcdf25e7ce51"
+version = "45.0.0"
+source =
"git+https://github.com/apache/datafusion.git?rev=1a29bd3#1a29bd3b62f1759c557aca9eed937ac38f5a5602";
dependencies = [
"arrow",
"arrow-array",
"arrow-schema",
+ "bigdecimal",
"datafusion-common",
"datafusion-expr",
"indexmap",
"log",
+ "recursive",
"regex",
"sqlparser",
- "strum",
]
[[package]]
@@ -1223,12 +1251,6 @@ dependencies = [
"syn 2.0.87",
]
-[[package]]
-name = "doc-comment"
-version = "0.3.3"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "fea41bba32d969b513997752735605054bc0dfa92b4c56bf1189f2e174be7a10"
-
[[package]]
name = "either"
version = "1.13.0"
@@ -1272,15 +1294,15 @@ dependencies = [
[[package]]
name = "fixedbitset"
-version = "0.4.2"
+version = "0.5.7"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "0ce7134b9999ecaf8bcd65542e436736ef32ddca1b3e06094cb6ec5755203b80"
+checksum = "1d674e81391d1e1ab681a28d99df07927c6d4aa5b027d7da16ba32d1d21ecd99"
[[package]]
name = "flatbuffers"
-version = "24.3.25"
+version = "24.12.23"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "8add37afff2d4ffa83bc748a70b4b1370984f6980768554182424ef71447c35f"
+checksum = "4f1baf0dbf96932ec9a3038d57900329c015b0bfb7b63d904f3bc27e2b02a096"
dependencies = [
"bitflags 1.3.2",
"rustc_version",
@@ -1469,12 +1491,6 @@ version = "0.5.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea"
-[[package]]
-name = "hermit-abi"
-version = "0.3.9"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "d231dfb89cfffdbc30e7fc41579ed6066ad03abda9e567ccafae602b97ec5024"
-
[[package]]
name = "hex"
version = "0.4.3"
@@ -1651,9 +1667,9 @@ dependencies = [
[[package]]
name = "indexmap"
-version = "2.6.0"
+version = "2.7.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "707907fe3c25f5424cce2cb7e1cbcafee6bdbe735ca90ef77c29e84591e5b9da"
+checksum = "8c9c992b02b5b4c94ea26e32fe5bccb7aa7d9f390ab5c1221ff895bc7ea8b652"
dependencies = [
"equivalent",
"hashbrown 0.15.1",
@@ -1665,18 +1681,6 @@ version = "2.0.5"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "b248f5224d1d606005e02c97f5aa4e88eeb230488bcc03bc9ca4d7991399f2b5"
-[[package]]
-name = "instant"
-version = "0.1.13"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "e0242819d153cba4b4b05a5a8f2a7e9bbf97b6055b2a002b395c96b5ff3c0222"
-dependencies = [
- "cfg-if",
- "js-sys",
- "wasm-bindgen",
- "web-sys",
-]
-
[[package]]
name = "integer-encoding"
version = "3.0.4"
@@ -1692,6 +1696,15 @@ dependencies = [
"either",
]
+[[package]]
+name = "itertools"
+version = "0.14.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "2b192c782037fadd9cfa75548310488aabdbf3d2da73885b31bd0abd03351285"
+dependencies = [
+ "either",
+]
+
[[package]]
name = "itoa"
version = "1.0.11"
@@ -1964,16 +1977,6 @@ dependencies = [
"libm",
]
-[[package]]
-name = "num_cpus"
-version = "1.16.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "4161fcb6d602d4d2081af7c3a45852d875a03dd337a6bfdd6e06407b61342a43"
-dependencies = [
- "hermit-abi",
- "libc",
-]
-
[[package]]
name = "object"
version = "0.36.5"
@@ -1994,7 +1997,7 @@ dependencies = [
"chrono",
"futures",
"humantime",
- "itertools",
+ "itertools 0.13.0",
"parking_lot",
"percent-encoding",
"snafu",
@@ -2044,9 +2047,9 @@ dependencies = [
[[package]]
name = "parquet"
-version = "53.2.0"
+version = "54.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "dea02606ba6f5e856561d8d507dba8bac060aefca2a6c0f1aa1d361fed91ff3e"
+checksum = "8a01a0efa30bbd601ae85b375c728efdb211ade54390281628a7b16708beb235"
dependencies = [
"ahash",
"arrow-array",
@@ -2063,13 +2066,14 @@ dependencies = [
"flate2",
"futures",
"half",
- "hashbrown 0.14.5",
+ "hashbrown 0.15.1",
"lz4_flex",
"num",
"num-bigint",
"object_store",
"paste",
"seq-macro",
+ "simdutf8",
"snap",
"thrift",
"tokio",
@@ -2101,9 +2105,9 @@ checksum =
"e3148f5046208a5d56bcfc03053e3ca6334e51da8dfb19b6cdc8b306fae3283e"
[[package]]
name = "petgraph"
-version = "0.6.5"
+version = "0.7.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "b4c5cc86750666a3ed20bdaf5ca2a0344f9c67674cae0515bec2da16fbaa47db"
+checksum = "3672b37090dbd86368a4145bc067582552b29c27377cad4e0a306c97f9bd7772"
dependencies = [
"fixedbitset",
"indexmap",
@@ -2206,17 +2210,26 @@ source =
"registry+https://github.com/rust-lang/crates.io-index";
checksum = "e9552f850d5f0964a4e4d0bf306459ac29323ddfbae05e35a7c0d35cb0803cc5"
dependencies = [
"anyhow",
- "itertools",
+ "itertools 0.13.0",
"proc-macro2",
"quote",
"syn 2.0.87",
]
+[[package]]
+name = "psm"
+version = "0.1.24"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "200b9ff220857e53e184257720a14553b2f4aa02577d2ed9842d45d4b9654810"
+dependencies = [
+ "cc",
+]
+
[[package]]
name = "pyo3"
-version = "0.22.6"
+version = "0.23.4"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "f402062616ab18202ae8319da13fa4279883a2b8a9d9f83f20dbade813ce1884"
+checksum = "57fe09249128b3173d092de9523eaa75136bf7ba85e0d69eca241c7939c933cc"
dependencies = [
"cfg-if",
"indoc",
@@ -2232,9 +2245,9 @@ dependencies = [
[[package]]
name = "pyo3-build-config"
-version = "0.22.6"
+version = "0.23.4"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "b14b5775b5ff446dd1056212d778012cbe8a0fbffd368029fd9e25b514479c38"
+checksum = "1cd3927b5a78757a0d71aa9dff669f903b1eb64b54142a9bd9f757f8fde65fd7"
dependencies = [
"once_cell",
"target-lexicon",
@@ -2242,9 +2255,9 @@ dependencies = [
[[package]]
name = "pyo3-ffi"
-version = "0.22.6"
+version = "0.23.4"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "9ab5bcf04a2cdcbb50c7d6105de943f543f9ed92af55818fd17b660390fc8636"
+checksum = "dab6bb2102bd8f991e7749f130a70d05dd557613e39ed2deeee8e9ca0c4d548d"
dependencies = [
"libc",
"pyo3-build-config",
@@ -2252,9 +2265,9 @@ dependencies = [
[[package]]
name = "pyo3-macros"
-version = "0.22.6"
+version = "0.23.4"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "0fd24d897903a9e6d80b968368a34e1525aeb719d568dba8b3d4bfa5dc67d453"
+checksum = "91871864b353fd5ffcb3f91f2f703a22a9797c91b9ab497b1acac7b07ae509c7"
dependencies = [
"proc-macro2",
"pyo3-macros-backend",
@@ -2264,9 +2277,9 @@ dependencies = [
[[package]]
name = "pyo3-macros-backend"
-version = "0.22.6"
+version = "0.23.4"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "36c011a03ba1e50152b4b394b479826cad97e7a21eb52df179cd91ac411cbfbe"
+checksum = "43abc3b80bc20f3facd86cd3c60beed58c3e2aa26213f3cda368de39c60a27e4"
dependencies = [
"heck",
"proc-macro2",
@@ -2314,6 +2327,26 @@ dependencies = [
"getrandom",
]
+[[package]]
+name = "recursive"
+version = "0.1.1"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "0786a43debb760f491b1bc0269fe5e84155353c67482b9e60d0cfb596054b43e"
+dependencies = [
+ "recursive-proc-macro-impl",
+ "stacker",
+]
+
+[[package]]
+name = "recursive-proc-macro-impl"
+version = "0.1.1"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "76009fbe0614077fc1a2ce255e3a1881a2e3a3527097d5dc6d8212c585e7e38b"
+dependencies = [
+ "quote",
+ "syn 2.0.87",
+]
+
[[package]]
name = "redox_syscall"
version = "0.5.7"
@@ -2418,9 +2451,9 @@ checksum =
"94143f37725109f92c262ed2cf5e59bce7498c01bcc1502d7b9afe439a4e9f49"
[[package]]
name = "semver"
-version = "1.0.23"
+version = "1.0.25"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "61697e0a1c7e512e84a621326239844a24d8207b4669b41bc18b32ea5cbf988b"
+checksum = "f79dfe2d285b0488816f30e700a7438c5a73d816b5b7d3ac72fbc48b0d185e03"
[[package]]
name = "seq-macro"
@@ -2477,6 +2510,12 @@ version = "1.3.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "0fda2ff0d084019ba4d7c6f371c95d8fd75ce3524c3cb8fb653a3023f6323e64"
+[[package]]
+name = "simdutf8"
+version = "0.1.5"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "e3a9fe34e3e7a50316060351f37187a3f546bce95496156754b601a5fa71b76e"
+
[[package]]
name = "siphasher"
version = "0.3.11"
@@ -2527,9 +2566,9 @@ checksum =
"1b6b67fb9a61334225b5b790716f609cd58395f895b3fe8b328786812a40bc3b"
[[package]]
name = "sqlparser"
-version = "0.51.0"
+version = "0.53.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "5fe11944a61da0da3f592e19a45ebe5ab92dc14a779907ff1f08fbb797bfefc7"
+checksum = "05a528114c392209b3264855ad491fcce534b94a38771b0a0b97a79379275ce8"
dependencies = [
"log",
"sqlparser_derive",
@@ -2537,9 +2576,9 @@ dependencies = [
[[package]]
name = "sqlparser_derive"
-version = "0.2.2"
+version = "0.3.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "01b2e185515564f15375f593fb966b5718bc624ba77fe49fa4616ad619690554"
+checksum = "da5fc6819faabb412da764b99d3b713bb55083c11e7e0c00144d386cd6a1939c"
dependencies = [
"proc-macro2",
"quote",
@@ -2552,6 +2591,19 @@ version = "1.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "a8f112729512f8e442d81f95a8a7ddf2b7c6b8a1a6f509a95864142b30cab2d3"
+[[package]]
+name = "stacker"
+version = "0.1.17"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "799c883d55abdb5e98af1a7b3f23b9b6de8ecada0ecac058672d7635eb48ca7b"
+dependencies = [
+ "cc",
+ "cfg-if",
+ "libc",
+ "psm",
+ "windows-sys 0.59.0",
+]
+
[[package]]
name = "static_assertions"
version = "1.1.0"
@@ -2563,9 +2615,6 @@ name = "strum"
version = "0.26.3"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "8fec0f0aef304996cf250b31b5a10dee7980c85da9d759361292b8bca5a18f06"
-dependencies = [
- "strum_macros",
-]
[[package]]
name = "strum_macros"
@@ -2798,9 +2847,9 @@ checksum =
"c7de7d73e1754487cb58364ee906a499937a0dfabd86bcb980fa99ec8c8fa2ce"
[[package]]
name = "url"
-version = "2.5.3"
+version = "2.5.4"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "8d157f1b96d14500ffdc1f10ba712e780825526c03d9a49b4d0324b0d9113ada"
+checksum = "32f8b686cadd1473f4bd0117a5d28d36b1ade384ea9b5069a1c40aefed7fda60"
dependencies = [
"form_urlencoded",
"idna",
@@ -2906,10 +2955,10 @@ source =
"registry+https://github.com/rust-lang/crates.io-index";
checksum = "65fc09f10666a9f147042251e0dda9c18f166ff7de300607007e96bdebc1068d"
[[package]]
-name = "web-sys"
-version = "0.3.72"
+name = "web-time"
+version = "1.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "f6488b90108c040df0fe62fa815cbdee25124641df01814dd7282749234c6112"
+checksum = "5a6580f308b1fad9207618087a65c04e7a10bc77e02c8e84e9b00dd4b12fa0bb"
dependencies = [
"js-sys",
"wasm-bindgen",
diff --git a/examples/ffi-table-provider/Cargo.toml
b/examples/ffi-table-provider/Cargo.toml
index 4e6f91f3..0e558fdd 100644
--- a/examples/ffi-table-provider/Cargo.toml
+++ b/examples/ffi-table-provider/Cargo.toml
@@ -21,15 +21,15 @@ version = "0.1.0"
edition = "2021"
[dependencies]
-datafusion = { version = "44.0.0" }
-datafusion-ffi = { version = "44.0.0" }
-pyo3 = { version = "0.22.6", features = ["extension-module", "abi3",
"abi3-py38"] }
-arrow = { version = "53.2.0" }
-arrow-array = { version = "53.2.0" }
-arrow-schema = { version = "53.2.0" }
+datafusion = { version = "45.0.0" }
+datafusion-ffi = { version = "45.0.0" }
+pyo3 = { version = "0.23", features = ["extension-module", "abi3",
"abi3-py38"] }
+arrow = { version = "54" }
+arrow-array = { version = "54" }
+arrow-schema = { version = "54" }
[build-dependencies]
-pyo3-build-config = "0.22.6"
+pyo3-build-config = "0.23"
[lib]
name = "ffi_table_provider"
diff --git a/examples/ffi-table-provider/src/lib.rs
b/examples/ffi-table-provider/src/lib.rs
index 473244d8..88deeece 100644
--- a/examples/ffi-table-provider/src/lib.rs
+++ b/examples/ffi-table-provider/src/lib.rs
@@ -102,7 +102,7 @@ impl MyTableProvider {
let provider = self
.create_table()
.map_err(|e| PyRuntimeError::new_err(e.to_string()))?;
- let provider = FFI_TableProvider::new(Arc::new(provider), false);
+ let provider = FFI_TableProvider::new(Arc::new(provider), false, None);
PyCapsule::new_bound(py, provider, Some(name.clone()))
}
diff --git a/python/tests/test_expr.py b/python/tests/test_expr.py
index 77f88aa4..354c7e18 100644
--- a/python/tests/test_expr.py
+++ b/python/tests/test_expr.py
@@ -148,8 +148,7 @@ def test_relational_expr(test_ctx):
assert df.filter(col("b") == "beta").count() == 1
assert df.filter(col("b") != "beta").count() == 2
- with pytest.raises(Exception):
- df.filter(col("a") == "beta").count()
+ assert df.filter(col("a") == "beta").count() == 0
def test_expr_to_variant():
diff --git a/python/tests/test_functions.py b/python/tests/test_functions.py
index ad6aa7c0..796b1f76 100644
--- a/python/tests/test_functions.py
+++ b/python/tests/test_functions.py
@@ -732,7 +732,7 @@ def test_array_function_obj_tests(stmt, py_expr):
),
(
f.regexp_match(column("a"), literal("(ell|orl)")),
- pa.array([["ell"], ["orl"], None]),
+ pa.array([["ell"], ["orl"], None],
type=pa.list_(pa.string_view())),
),
(
f.regexp_replace(column("a"), literal("(ell|orl)"), literal("-")),
diff --git a/src/context.rs b/src/context.rs
index f53b1557..ebe7db23 100644
--- a/src/context.rs
+++ b/src/context.rs
@@ -48,7 +48,7 @@ use crate::utils::{get_tokio_runtime, validate_pycapsule,
wait_for_future};
use datafusion::arrow::datatypes::{DataType, Schema, SchemaRef};
use datafusion::arrow::pyarrow::PyArrowType;
use datafusion::arrow::record_batch::RecordBatch;
-use datafusion::catalog_common::TableReference;
+use datafusion::common::TableReference;
use datafusion::common::{exec_err, ScalarValue};
use
datafusion::datasource::file_format::file_compression_type::FileCompressionType;
use datafusion::datasource::file_format::parquet::ParquetFormat;
diff --git a/src/dataframe.rs b/src/dataframe.rs
index 6fb08ba2..13d7ae83 100644
--- a/src/dataframe.rs
+++ b/src/dataframe.rs
@@ -546,7 +546,7 @@ impl PyDataFrame {
/// Collect the batches and pass to Arrow Table
fn to_arrow_table(&self, py: Python<'_>) -> PyResult<PyObject> {
let batches = self.collect(py)?.to_object(py);
- let schema: PyObject = self.schema().into_py(py);
+ let schema: PyObject = self.schema().into_pyobject(py)?.to_object(py);
// Instantiate pyarrow Table object and use its from_batches method
let table_class = py.import_bound("pyarrow")?.getattr("Table")?;
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
