This is an automated email from the ASF dual-hosted git repository.
milenkovicm pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/datafusion-ballista.git
The following commit(s) were added to refs/heads/main by this push:
new a8adf91e chore: update python deps to 49 (#1335)
a8adf91e is described below
commit a8adf91e1468648d8b7b3c047cfa4d63657d887e
Author: Marko Milenković <[email protected]>
AuthorDate: Tue Oct 28 19:25:42 2025 +0000
chore: update python deps to 49 (#1335)
---
python/.cargo/config.toml | 11 -
python/.gitignore | 3 +-
python/Cargo.lock | 606 ++++++++++++++++++++++------------------------
python/Cargo.toml | 25 +-
python/README.md | 20 +-
python/build.rs | 20 ++
python/pyproject.toml | 3 +-
python/requirements.txt | 4 +-
python/src/lib.rs | 2 +-
python/uv.lock | 21 +-
10 files changed, 362 insertions(+), 353 deletions(-)
diff --git a/python/.cargo/config.toml b/python/.cargo/config.toml
deleted file mode 100644
index d47f983e..00000000
--- a/python/.cargo/config.toml
+++ /dev/null
@@ -1,11 +0,0 @@
-[target.x86_64-apple-darwin]
-rustflags = [
- "-C", "link-arg=-undefined",
- "-C", "link-arg=dynamic_lookup",
-]
-
-[target.aarch64-apple-darwin]
-rustflags = [
- "-C", "link-arg=-undefined",
- "-C", "link-arg=dynamic_lookup",
-]
diff --git a/python/.gitignore b/python/.gitignore
index 74486f04..ec4a3daa 100644
--- a/python/.gitignore
+++ b/python/.gitignore
@@ -1,2 +1,3 @@
venv
-*.so
\ No newline at end of file
+*.so
+.pyo3_build_config
\ No newline at end of file
diff --git a/python/Cargo.lock b/python/Cargo.lock
index 8793f33c..b1c1c4eb 100644
--- a/python/Cargo.lock
+++ b/python/Cargo.lock
@@ -50,15 +50,6 @@ dependencies = [
"core_extensions",
]
-[[package]]
-name = "addr2line"
-version = "0.24.2"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "dfbe277e56a376000877090da837660b4427aad530e3028d44e0bffe4f89a1c1"
-dependencies = [
- "gimli",
-]
-
[[package]]
name = "adler2"
version = "2.0.0"
@@ -454,6 +445,8 @@ source =
"registry+https://github.com/rust-lang/crates.io-index";
checksum = "af7686986a3bf2254c9fb130c623cdcb2f8e1f15763e7c71c310f0834da3d292"
dependencies = [
"bitflags",
+ "serde",
+ "serde_json",
]
[[package]]
@@ -549,9 +542,9 @@ dependencies = [
[[package]]
name = "async-trait"
-version = "0.1.88"
+version = "0.1.89"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "e539d3fca749fcee5236ab05e93a52867dd549cc157c8cb7f99595f3cedffdb5"
+checksum = "9035ad2d096bed7955a320ee7e2230574d28fd3c3a0f186cbea1ff3c7eed5dbb"
dependencies = [
"proc-macro2",
"quote",
@@ -981,26 +974,11 @@ dependencies = [
"tracing",
]
-[[package]]
-name = "backtrace"
-version = "0.3.74"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "8d82cb332cdfaed17ae235a638438ac4d4839913cc2af585c3c6746e8f8bee1a"
-dependencies = [
- "addr2line",
- "cfg-if",
- "libc",
- "miniz_oxide",
- "object",
- "rustc-demangle",
- "windows-targets",
-]
-
[[package]]
name = "ballista"
-version = "47.0.0"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "8b06a9e2e1d2c7c9ad4e54556a99e199dc5eea6019447477c6679c4fce2b88d3"
+checksum = "ef9898866b4298120bf4aa00514b14f7b67419330bf3db7038eeebccaec150a3"
dependencies = [
"async-trait",
"ballista-core",
@@ -1014,9 +992,9 @@ dependencies = [
[[package]]
name = "ballista-core"
-version = "47.0.0"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "01722133fe25c3b01eccd0b156da958e6cf4860afe821d27c48bd1a30626a6dc"
+checksum = "a26c060b4b2759ea2606c7c649b731199ac38b84920d1341075ea46d8b80bb1a"
dependencies = [
"arrow-flight",
"async-trait",
@@ -1024,7 +1002,6 @@ dependencies = [
"aws-credential-types",
"chrono",
"clap",
- "configure_me",
"datafusion",
"datafusion-proto",
"datafusion-proto-common",
@@ -1049,16 +1026,15 @@ dependencies = [
[[package]]
name = "ballista-executor"
-version = "47.0.0"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "6596081045405e8adb2a694f7c7bd6e2c4d7e8d37f61269ba9e3ade91eefae99"
+checksum = "8126f1c93125645b20647644c5f94c328c684c3bed89bf570fd399c630106600"
dependencies = [
"arrow",
"arrow-flight",
"async-trait",
"ballista-core",
- "configure_me",
- "configure_me_codegen",
+ "clap",
"dashmap",
"datafusion",
"datafusion-proto",
@@ -1070,6 +1046,7 @@ dependencies = [
"tempfile",
"tokio",
"tokio-stream",
+ "tokio-util",
"tonic",
"tracing",
"tracing-appender",
@@ -1079,17 +1056,15 @@ dependencies = [
[[package]]
name = "ballista-scheduler"
-version = "47.0.0"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "14a880a9213e8712fdce748ce66785e3c1bc1b3d93f64824c9a0cb778c65d9de"
+checksum = "b4839bb1418d8c53c41d5a9dbe263aacaee501e380664b3cab14f60cf68102e0"
dependencies = [
"arrow-flight",
"async-trait",
"axum",
"ballista-core",
"clap",
- "configure_me",
- "configure_me_codegen",
"dashmap",
"datafusion",
"datafusion-proto",
@@ -1271,23 +1246,22 @@ dependencies = [
]
[[package]]
-name = "bzip2-sys"
-version = "0.1.13+1.0.8"
+name = "bzip2"
+version = "0.6.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "225bff33b2141874fe80d71e07d6eec4f85c5c216453dd96388240f96e1acc14"
+checksum = "f3a53fac24f34a81bc9954b5d6cfce0c21e18ec6959f44f56e8e90e4bb7c346c"
dependencies = [
- "cc",
- "pkg-config",
+ "libbz2-rs-sys",
]
[[package]]
-name = "cargo_toml"
-version = "0.20.5"
+name = "bzip2-sys"
+version = "0.1.13+1.0.8"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "88da5a13c620b4ca0078845707ea9c3faf11edbc3ffd8497d11d686211cd1ac0"
+checksum = "225bff33b2141874fe80d71e07d6eec4f85c5c216453dd96388240f96e1acc14"
dependencies = [
- "serde",
- "toml 0.8.19",
+ "cc",
+ "pkg-config",
]
[[package]]
@@ -1332,7 +1306,7 @@ dependencies = [
"iana-time-zone",
"num-traits",
"serde",
- "windows-link",
+ "windows-link 0.1.3",
]
[[package]]
@@ -1433,34 +1407,6 @@ dependencies = [
"unicode-width",
]
-[[package]]
-name = "configure_me"
-version = "0.4.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "d03c1fbdead926855bdafee8ddf16cd42efb3c75d8cde8c87f8937b99510b39d"
-dependencies = [
- "parse_arg",
- "serde",
- "serde_derive",
- "toml 0.5.11",
-]
-
-[[package]]
-name = "configure_me_codegen"
-version = "0.4.8"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "5e56840275667a19b0e8ab80219c81fb0bd924e567366d9f12aa385fb45511ea"
-dependencies = [
- "cargo_toml",
- "fmt2io",
- "man",
- "serde",
- "serde_derive",
- "toml 0.5.11",
- "unicode-segmentation",
- "void",
-]
-
[[package]]
name = "const-random"
version = "0.1.18"
@@ -1625,16 +1571,16 @@ dependencies = [
[[package]]
name = "datafusion"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "ffe060b978f74ab446be722adb8a274e052e005bf6dfd171caadc3abaad10080"
+checksum = "69dfeda1633bf8ec75b068d9f6c27cdc392ffcf5ff83128d5dbab65b73c1fd02"
dependencies = [
"arrow",
"arrow-ipc",
"arrow-schema",
"async-trait",
"bytes",
- "bzip2 0.5.2",
+ "bzip2 0.6.1",
"chrono",
"datafusion-catalog",
"datafusion-catalog-listing",
@@ -1653,7 +1599,6 @@ dependencies = [
"datafusion-functions-nested",
"datafusion-functions-table",
"datafusion-functions-window",
- "datafusion-macros",
"datafusion-optimizer",
"datafusion-physical-expr",
"datafusion-physical-expr-common",
@@ -1663,12 +1608,13 @@ dependencies = [
"datafusion-sql",
"flate2",
"futures",
+ "hex",
"itertools 0.14.0",
"log",
"object_store",
"parking_lot",
"parquet",
- "rand 0.8.5",
+ "rand 0.9.0",
"regex",
"sqlparser",
"tempfile",
@@ -1681,9 +1627,9 @@ dependencies = [
[[package]]
name = "datafusion-catalog"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "61fe34f401bd03724a1f96d12108144f8cd495a3cdda2bf5e091822fb80b7e66"
+checksum = "2848fd1e85e2953116dab9cc2eb109214b0888d7bbd2230e30c07f1794f642c0"
dependencies = [
"arrow",
"async-trait",
@@ -1707,9 +1653,9 @@ dependencies = [
[[package]]
name = "datafusion-catalog-listing"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "a4411b8e3bce5e0fc7521e44f201def2e2d5d1b5f176fb56e8cdc9942c890f00"
+checksum = "051a1634628c2d1296d4e326823e7536640d87a118966cdaff069b68821ad53b"
dependencies = [
"arrow",
"async-trait",
@@ -1730,17 +1676,19 @@ dependencies = [
[[package]]
name = "datafusion-common"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "0734015d81c8375eb5d4869b7f7ecccc2ee8d6cb81948ef737cd0e7b743bd69c"
+checksum = "765e4ad4ef7a4500e389a3f1e738791b71ff4c29fd00912c2f541d62b25da096"
dependencies = [
"ahash",
"apache-avro",
"arrow",
"arrow-ipc",
"base64",
+ "chrono",
"half",
"hashbrown 0.14.5",
+ "hex",
"indexmap 2.10.0",
"libc",
"log",
@@ -1756,9 +1704,9 @@ dependencies = [
[[package]]
name = "datafusion-common-runtime"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "5167bb1d2ccbb87c6bc36c295274d7a0519b14afcfdaf401d53cbcaa4ef4968b"
+checksum = "40a2ae8393051ce25d232a6065c4558ab5a535c9637d5373bacfd464ac88ea12"
dependencies = [
"futures",
"log",
@@ -1767,15 +1715,15 @@ dependencies = [
[[package]]
name = "datafusion-datasource"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "04e602dcdf2f50c2abf297cc2203c73531e6f48b29516af7695d338cf2a778b1"
+checksum = "90cd841a77f378bc1a5c4a1c37345e1885a9203b008203f9f4b3a769729bf330"
dependencies = [
"arrow",
"async-compression",
"async-trait",
"bytes",
- "bzip2 0.5.2",
+ "bzip2 0.6.1",
"chrono",
"datafusion-common",
"datafusion-common-runtime",
@@ -1792,7 +1740,7 @@ dependencies = [
"log",
"object_store",
"parquet",
- "rand 0.8.5",
+ "rand 0.9.0",
"tempfile",
"tokio",
"tokio-util",
@@ -1803,9 +1751,9 @@ dependencies = [
[[package]]
name = "datafusion-datasource-avro"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "d4ea5111aab9d3f2a8bff570343cccb03ce4c203875ef5a566b7d6f1eb72559e"
+checksum = "3cba1696aa919da9517d29164d45f5902d6cc281f718e8d3bfe98bd52cd1142c"
dependencies = [
"apache-avro",
"arrow",
@@ -1828,9 +1776,9 @@ dependencies = [
[[package]]
name = "datafusion-datasource-csv"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "e3bb2253952dc32296ed5b84077cb2e0257fea4be6373e1c376426e17ead4ef6"
+checksum = "77f4a2c64939c6f0dd15b246723a699fa30d59d0133eb36a86e8ff8c6e2a8dc6"
dependencies = [
"arrow",
"async-trait",
@@ -1853,9 +1801,9 @@ dependencies = [
[[package]]
name = "datafusion-datasource-json"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "5b8c7f47a5d2fe03bfa521ec9bafdb8a5c82de8377f60967c3663f00c8790352"
+checksum = "11387aaf931b2993ad9273c63ddca33f05aef7d02df9b70fb757429b4b71cdae"
dependencies = [
"arrow",
"async-trait",
@@ -1878,9 +1826,9 @@ dependencies = [
[[package]]
name = "datafusion-datasource-parquet"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "27d15868ea39ed2dc266728b554f6304acd473de2142281ecfa1294bb7415923"
+checksum = "028f430c5185120bf806347848b8d8acd9823f4038875b3820eeefa35f2bb4a2"
dependencies = [
"arrow",
"async-trait",
@@ -1896,28 +1844,30 @@ dependencies = [
"datafusion-physical-expr-common",
"datafusion-physical-optimizer",
"datafusion-physical-plan",
+ "datafusion-pruning",
"datafusion-session",
"futures",
+ "hex",
"itertools 0.14.0",
"log",
"object_store",
"parking_lot",
"parquet",
- "rand 0.8.5",
+ "rand 0.9.0",
"tokio",
]
[[package]]
name = "datafusion-doc"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "a91f8c2c5788ef32f48ff56c68e5b545527b744822a284373ac79bba1ba47292"
+checksum = "8ff336d1d755399753a9e4fbab001180e346fc8bfa063a97f1214b82274c00f8"
[[package]]
name = "datafusion-execution"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "06f004d100f49a3658c9da6fb0c3a9b760062d96cd4ad82ccc3b7b69a9fb2f84"
+checksum = "042ea192757d1b2d7dcf71643e7ff33f6542c7704f00228d8b85b40003fd8e0f"
dependencies = [
"arrow",
"dashmap",
@@ -1927,18 +1877,19 @@ dependencies = [
"log",
"object_store",
"parking_lot",
- "rand 0.8.5",
+ "rand 0.9.0",
"tempfile",
"url",
]
[[package]]
name = "datafusion-expr"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "7a4e4ce3802609be38eeb607ee72f6fe86c3091460de9dbfae9e18db423b3964"
+checksum = "025222545d6d7fab71e2ae2b356526a1df67a2872222cbae7535e557a42abd2e"
dependencies = [
"arrow",
+ "async-trait",
"chrono",
"datafusion-common",
"datafusion-doc",
@@ -1955,9 +1906,9 @@ dependencies = [
[[package]]
name = "datafusion-expr-common"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "422ac9cf3b22bbbae8cdf8ceb33039107fde1b5492693168f13bd566b1bcc839"
+checksum = "9d5c267104849d5fa6d81cf5ba88f35ecd58727729c5eb84066c25227b644ae2"
dependencies = [
"arrow",
"datafusion-common",
@@ -1968,9 +1919,9 @@ dependencies = [
[[package]]
name = "datafusion-ffi"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "5cf3fe9ab492c56daeb7beed526690d33622d388b8870472e0b7b7f55490338c"
+checksum = "ec21805d9df2d834e4c6ddfbf8a1bed2bd460b89b01686fe0dcd1cee06d0b60f"
dependencies = [
"abi_stable",
"arrow",
@@ -1978,7 +1929,9 @@ dependencies = [
"async-ffi",
"async-trait",
"datafusion",
+ "datafusion-functions-aggregate-common",
"datafusion-proto",
+ "datafusion-proto-common",
"futures",
"log",
"prost",
@@ -1988,9 +1941,9 @@ dependencies = [
[[package]]
name = "datafusion-functions"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "2ddf0a0a2db5d2918349c978d42d80926c6aa2459cd8a3c533a84ec4bb63479e"
+checksum = "c620d105aa208fcee45c588765483314eb415f5571cfd6c1bae3a59c5b4d15bb"
dependencies = [
"arrow",
"arrow-buffer",
@@ -2008,7 +1961,7 @@ dependencies = [
"itertools 0.14.0",
"log",
"md-5",
- "rand 0.8.5",
+ "rand 0.9.0",
"regex",
"sha2",
"unicode-segmentation",
@@ -2017,9 +1970,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-aggregate"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "408a05dafdc70d05a38a29005b8b15e21b0238734dab1e98483fcb58038c5aba"
+checksum = "35f61d5198a35ed368bf3aacac74f0d0fa33de7a7cb0c57e9f68ab1346d2f952"
dependencies = [
"ahash",
"arrow",
@@ -2038,9 +1991,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-aggregate-common"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "756d21da2dd6c9bef97af1504970ff56cbf35d03fbd4ffd62827f02f4d2279d4"
+checksum = "13efdb17362be39b5024f6da0d977ffe49c0212929ec36eec550e07e2bc7812f"
dependencies = [
"ahash",
"arrow",
@@ -2051,9 +2004,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-nested"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "8d8d50f6334b378930d992d801a10ac5b3e93b846b39e4a05085742572844537"
+checksum = "9187678af567d7c9e004b72a0b6dc5b0a00ebf4901cb3511ed2db4effe092e66"
dependencies = [
"arrow",
"arrow-ord",
@@ -2063,6 +2016,7 @@ dependencies = [
"datafusion-expr",
"datafusion-functions",
"datafusion-functions-aggregate",
+ "datafusion-functions-aggregate-common",
"datafusion-macros",
"datafusion-physical-expr-common",
"itertools 0.14.0",
@@ -2072,9 +2026,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-table"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "cc9a97220736c8fff1446e936be90d57216c06f28969f9ffd3b72ac93c958c8a"
+checksum = "ecf156589cc21ef59fe39c7a9a841b4a97394549643bbfa88cc44e8588cf8fe5"
dependencies = [
"arrow",
"async-trait",
@@ -2088,10 +2042,11 @@ dependencies = [
[[package]]
name = "datafusion-functions-window"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "cefc2d77646e1aadd1d6a9c40088937aedec04e68c5f0465939912e1291f8193"
+checksum = "edcb25e3e369f1366ec9a261456e45b5aad6ea1c0c8b4ce546587207c501ed9e"
dependencies = [
+ "arrow",
"datafusion-common",
"datafusion-doc",
"datafusion-expr",
@@ -2105,9 +2060,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-window-common"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "dd4aff082c42fa6da99ce0698c85addd5252928c908eb087ca3cfa64ff16b313"
+checksum = "8996a8e11174d0bd7c62dc2f316485affc6ae5ffd5b8a68b508137ace2310294"
dependencies = [
"datafusion-common",
"datafusion-physical-expr-common",
@@ -2115,9 +2070,9 @@ dependencies = [
[[package]]
name = "datafusion-macros"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "df6f88d7ee27daf8b108ba910f9015176b36fbc72902b1ca5c2a5f1d1717e1a1"
+checksum = "95ee8d1be549eb7316f437035f2cec7ec42aba8374096d807c4de006a3b5d78a"
dependencies = [
"datafusion-expr",
"quote",
@@ -2126,14 +2081,15 @@ dependencies = [
[[package]]
name = "datafusion-optimizer"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "084d9f979c4b155346d3c34b18f4256e6904ded508e9554d90fed416415c3515"
+checksum = "c9fa98671458254928af854e5f6c915e66b860a8bde505baea0ff2892deab74d"
dependencies = [
"arrow",
"chrono",
"datafusion-common",
"datafusion-expr",
+ "datafusion-expr-common",
"datafusion-physical-expr",
"indexmap 2.10.0",
"itertools 0.14.0",
@@ -2145,9 +2101,9 @@ dependencies = [
[[package]]
name = "datafusion-physical-expr"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "64c536062b0076f4e30084065d805f389f9fe38af0ca75bcbac86bc5e9fbab65"
+checksum = "3515d51531cca5f7b5a6f3ea22742b71bb36fc378b465df124ff9a2fa349b002"
dependencies = [
"ahash",
"arrow",
@@ -2162,14 +2118,14 @@ dependencies = [
"itertools 0.14.0",
"log",
"paste",
- "petgraph 0.7.1",
+ "petgraph 0.8.3",
]
[[package]]
name = "datafusion-physical-expr-common"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "f8a92b53b3193fac1916a1c5b8e3f4347c526f6822e56b71faa5fb372327a863"
+checksum = "24485475d9c618a1d33b2a3dad003d946dc7a7bbf0354d125301abc0a5a79e3e"
dependencies = [
"ahash",
"arrow",
@@ -2181,9 +2137,9 @@ dependencies = [
[[package]]
name = "datafusion-physical-optimizer"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "6fa0a5ac94c7cf3da97bedabd69d6bbca12aef84b9b37e6e9e8c25286511b5e2"
+checksum = "b9da411a0a64702f941a12af2b979434d14ec5d36c6f49296966b2c7639cbb3a"
dependencies = [
"arrow",
"datafusion-common",
@@ -2193,6 +2149,7 @@ dependencies = [
"datafusion-physical-expr",
"datafusion-physical-expr-common",
"datafusion-physical-plan",
+ "datafusion-pruning",
"itertools 0.14.0",
"log",
"recursive",
@@ -2200,9 +2157,9 @@ dependencies = [
[[package]]
name = "datafusion-physical-plan"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "690c615db468c2e5fe5085b232d8b1c088299a6c63d87fd960a354a71f7acb55"
+checksum = "a6d168282bb7b54880bb3159f89b51c047db4287f5014d60c3ef4c6e1468212b"
dependencies = [
"ahash",
"arrow",
@@ -2230,9 +2187,9 @@ dependencies = [
[[package]]
name = "datafusion-proto"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "a4a1afb2bdb05de7ff65be6883ebfd4ec027bd9f1f21c46aa3afd01927160a83"
+checksum = "1b36a0c84f4500efd90487a004b533bd81de1f2bb3f143f71b7526f33b85d2e2"
dependencies = [
"arrow",
"chrono",
@@ -2246,20 +2203,38 @@ dependencies = [
[[package]]
name = "datafusion-proto-common"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "35b7a5876ebd6b564fb9a1fd2c3a2a9686b787071a256b47e4708f0916f9e46f"
+checksum = "2ec788be522806740ad6372c0a2f7e45fb37cb37f786d9b77933add49cdd058f"
dependencies = [
"arrow",
"datafusion-common",
"prost",
]
+[[package]]
+name = "datafusion-pruning"
+version = "49.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "391a457b9d23744c53eeb89edd1027424cba100581488d89800ed841182df905"
+dependencies = [
+ "arrow",
+ "arrow-schema",
+ "datafusion-common",
+ "datafusion-datasource",
+ "datafusion-expr-common",
+ "datafusion-physical-expr",
+ "datafusion-physical-expr-common",
+ "datafusion-physical-plan",
+ "itertools 0.14.0",
+ "log",
+]
+
[[package]]
name = "datafusion-python"
-version = "47.0.0"
+version = "49.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "16462735ccc618f4a73fe49f24e9fac02e480fb933b6d1874bc165d763a8fdf3"
+checksum = "7dbc30c03084f9e66391f32f17ea0deeea12574eac240c39f435c7fd308221a4"
dependencies = [
"arrow",
"async-trait",
@@ -2267,6 +2242,7 @@ dependencies = [
"datafusion-ffi",
"datafusion-proto",
"futures",
+ "log",
"mimalloc",
"object_store",
"prost",
@@ -2274,6 +2250,7 @@ dependencies = [
"pyo3",
"pyo3-async-runtimes",
"pyo3-build-config",
+ "pyo3-log",
"tokio",
"url",
"uuid",
@@ -2281,9 +2258,9 @@ dependencies = [
[[package]]
name = "datafusion-session"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "ad229a134c7406c057ece00c8743c0c34b97f4e72f78b475fe17b66c5e14fa4f"
+checksum = "053201c2bb729c7938f85879034df2b5a52cfaba16f1b3b66ab8505c81b2aad3"
dependencies = [
"arrow",
"async-trait",
@@ -2305,9 +2282,9 @@ dependencies = [
[[package]]
name = "datafusion-sql"
-version = "47.0.0"
+version = "49.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "64f6ab28b72b664c21a27b22a2ff815fd390ed224c26e89a93b5a8154a4e8607"
+checksum = "9082779be8ce4882189b229c0cff4393bd0808282a7194130c9f32159f185e25"
dependencies = [
"arrow",
"bigdecimal",
@@ -2418,18 +2395,18 @@ dependencies = [
"miniz_oxide",
]
-[[package]]
-name = "fmt2io"
-version = "1.0.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "6b6129284da9f7e5296cc22183a63f24300e945e297705dcc0672f7df01d62c8"
-
[[package]]
name = "fnv"
version = "1.0.7"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "3f9eec918d3f24069decb9af1554cad7c880e2da24a9afd88aca000531ab82c1"
+[[package]]
+name = "foldhash"
+version = "0.1.5"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "d9c4f5dac5e15c24eb999c26181a6ca40b39fe946cbe4c263c7209467bc83af2"
+
[[package]]
name = "form_urlencoded"
version = "1.2.1"
@@ -2578,12 +2555,6 @@ dependencies = [
"wasi 0.14.2+wasi-0.2.4",
]
-[[package]]
-name = "gimli"
-version = "0.31.1"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "07e28edb80900c19c28f1072f2e8aeca7fa06b23cd4169cefe1af5aa3260783f"
-
[[package]]
name = "glob"
version = "0.3.2"
@@ -2641,6 +2612,9 @@ name = "hashbrown"
version = "0.15.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "bf151400ff0baff5465007dd2f3e717f3fe502074ca563069ce3a6629d07b289"
+dependencies = [
+ "foldhash",
+]
[[package]]
name = "heck"
@@ -2811,7 +2785,7 @@ dependencies = [
"http-body 1.0.1",
"hyper",
"pin-project-lite",
- "socket2",
+ "socket2 0.5.8",
"tokio",
"tower-service",
"tracing",
@@ -3011,17 +2985,6 @@ version = "3.0.4"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "8bb03732005da905c88227371639bf1ad885cc712789c011c31c5fb3ab3ccf02"
-[[package]]
-name = "io-uring"
-version = "0.7.8"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "b86e202f00093dcba4275d4636b93ef9dd75d025ae560d2521b45ea28ab49013"
-dependencies = [
- "bitflags",
- "cfg-if",
- "libc",
-]
-
[[package]]
name = "ipnet"
version = "2.11.0"
@@ -3162,6 +3125,12 @@ dependencies = [
"static_assertions",
]
+[[package]]
+name = "libbz2-rs-sys"
+version = "0.2.2"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "2c4a545a15244c7d945065b5d392b2d2d7f21526fba56ce51467b06ed445e8f7"
+
[[package]]
name = "libc"
version = "0.2.174"
@@ -3209,7 +3178,7 @@ source =
"registry+https://github.com/rust-lang/crates.io-index";
checksum = "07033963ba89ebaf1584d767badaa2e8fcec21aedea6b8c0346d487d49c28667"
dependencies = [
"cfg-if",
- "windows-targets",
+ "windows-targets 0.53.5",
]
[[package]]
@@ -3267,9 +3236,9 @@ dependencies = [
[[package]]
name = "log"
-version = "0.4.25"
+version = "0.4.28"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "04cbf5b083de1c7e0222a7a51dbfdba1cbe1c6ab0b15e29fff3f6c077fd9cd9f"
+checksum = "34080505efa8e45a4b816c349525ebe327ceaa8559756f0356cba97ef3bf7432"
[[package]]
name = "lz4_flex"
@@ -3291,15 +3260,6 @@ dependencies = [
"pkg-config",
]
-[[package]]
-name = "man"
-version = "0.1.1"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "ccbbb1d623a3cbcaeef9a072f7ccbd6f8ca1e788f3e301d5c49bdd67b1f5a942"
-dependencies = [
- "roff",
-]
-
[[package]]
name = "matchers"
version = "0.2.0"
@@ -3487,20 +3447,11 @@ dependencies = [
"libm",
]
-[[package]]
-name = "object"
-version = "0.36.7"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "62948e14d923ea95ea2c7c86c71013138b66525b86bdc08d2dcc262bdb497b87"
-dependencies = [
- "memchr",
-]
-
[[package]]
name = "object_store"
-version = "0.12.2"
+version = "0.12.4"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "7781f96d79ed0f961a7021424ab01840efbda64ae7a505aaea195efc91eaaec4"
+checksum = "4c1be0c6c22ec0817cdc77d3842f721a17fd30ab6965001415b5402a74e6b740"
dependencies = [
"async-trait",
"base64",
@@ -3581,7 +3532,7 @@ dependencies = [
"libc",
"redox_syscall",
"smallvec",
- "windows-targets",
+ "windows-targets 0.52.6",
]
[[package]]
@@ -3611,6 +3562,7 @@ dependencies = [
"num-bigint",
"object_store",
"paste",
+ "ring",
"seq-macro",
"simdutf8",
"snap",
@@ -3629,12 +3581,6 @@ dependencies = [
"regex",
]
-[[package]]
-name = "parse_arg"
-version = "0.1.4"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "14248cc8eced350e20122a291613de29e4fa129ba2731818c4cdbb44fccd3e55"
-
[[package]]
name = "paste"
version = "1.0.15"
@@ -3659,12 +3605,14 @@ dependencies = [
[[package]]
name = "petgraph"
-version = "0.7.1"
+version = "0.8.3"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "3672b37090dbd86368a4145bc067582552b29c27377cad4e0a306c97f9bd7772"
+checksum = "8701b58ea97060d5e5b155d383a69952a60943f0e6dfe30b04c287beb0b27455"
dependencies = [
"fixedbitset 0.5.7",
+ "hashbrown 0.15.2",
"indexmap 2.10.0",
+ "serde",
]
[[package]]
@@ -3846,7 +3794,7 @@ dependencies = [
[[package]]
name = "pyballista"
-version = "43.0.0"
+version = "49.0.0"
dependencies = [
"async-trait",
"ballista",
@@ -3857,6 +3805,7 @@ dependencies = [
"datafusion-proto",
"datafusion-python",
"pyo3",
+ "pyo3-build-config",
"pyo3-log",
"tokio",
]
@@ -3914,9 +3863,9 @@ dependencies = [
[[package]]
name = "pyo3-log"
-version = "0.12.3"
+version = "0.12.4"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "7079e412e909af5d6be7c04a7f29f6a2837a080410e1c529c9dee2c367383db4"
+checksum = "45192e5e4a4d2505587e27806c7b710c231c40c56f3bfc19535d0bb25df52264"
dependencies = [
"arc-swap",
"log",
@@ -3956,9 +3905,9 @@ checksum =
"5a651516ddc9168ebd67b24afd085a718be02f8858fe406591b013d101ce2f40"
[[package]]
name = "quick-xml"
-version = "0.37.2"
+version = "0.38.3"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "165859e9e55f79d67b96c5d96f4e88b6f2695a1972849c15a6a3f5c59fc2c003"
+checksum = "42a232e7487fc2ef313d96dde7948e7a3c05101870d8985e4fd8d26aedd27b89"
dependencies = [
"memchr",
"serde",
@@ -3976,7 +3925,7 @@ dependencies = [
"quinn-udp",
"rustc-hash 2.1.0",
"rustls",
- "socket2",
+ "socket2 0.5.8",
"thiserror 2.0.11",
"tokio",
"tracing",
@@ -4011,7 +3960,7 @@ dependencies = [
"cfg_aliases",
"libc",
"once_cell",
- "socket2",
+ "socket2 0.5.8",
"tracing",
"windows-sys 0.59.0",
]
@@ -4230,18 +4179,6 @@ version = "1.0.3"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "3582f63211428f83597b51b2ddb88e2a91a9d52d12831f9d08f5e624e8977422"
-[[package]]
-name = "roff"
-version = "0.1.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "e33e4fb37ba46888052c763e4ec2acfedd8f00f62897b630cadb6298b833675e"
-
-[[package]]
-name = "rustc-demangle"
-version = "0.1.24"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "719b953e2095829ee67db738b3bfa9fa368c94900df327b3f07fe6e794d2fe1f"
-
[[package]]
name = "rustc-hash"
version = "1.1.0"
@@ -4469,15 +4406,6 @@ dependencies = [
"serde",
]
-[[package]]
-name = "serde_spanned"
-version = "0.6.8"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "87607cb1398ed59d48732e575a4c28a7a8ebf2454b964fe3f224f2afc07909e1"
-dependencies = [
- "serde",
-]
-
[[package]]
name = "serde_urlencoded"
version = "0.7.1"
@@ -4492,9 +4420,9 @@ dependencies = [
[[package]]
name = "sha2"
-version = "0.10.8"
+version = "0.10.9"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "793db75ad2bcafc3ffa7c68b215fee268f537982cd901d132f89c6343f3a3dc8"
+checksum = "a7507d819769d01a365ab707794a4084392c824f54a7a6a7862f8c3d0892b283"
dependencies = [
"cfg-if",
"cpufeatures",
@@ -4568,6 +4496,16 @@ dependencies = [
"windows-sys 0.52.0",
]
+[[package]]
+name = "socket2"
+version = "0.6.1"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "17129e116933cf371d018bb80ae557e889637989d8638274fb25622827b03881"
+dependencies = [
+ "libc",
+ "windows-sys 0.60.2",
+]
+
[[package]]
name = "sqlparser"
version = "0.55.0"
@@ -4835,29 +4773,26 @@ checksum =
"1f3ccbac311fea05f86f61904b462b55fb3df8837a366dfc601a0161d0532f20"
[[package]]
name = "tokio"
-version = "1.46.1"
+version = "1.48.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "0cc3a2344dafbe23a245241fe8b09735b521110d30fcefbbd5feb1797ca35d17"
+checksum = "ff360e02eab121e0bc37a2d3b4d4dc622e6eda3a8e5253d5435ecf5bd4c68408"
dependencies = [
- "backtrace",
"bytes",
- "io-uring",
"libc",
"mio",
"parking_lot",
"pin-project-lite",
"signal-hook-registry",
- "slab",
- "socket2",
+ "socket2 0.6.1",
"tokio-macros",
- "windows-sys 0.52.0",
+ "windows-sys 0.61.2",
]
[[package]]
name = "tokio-macros"
-version = "2.5.0"
+version = "2.6.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "6e06d43f1345a3bcd39f6a56dbb7dcab2ba47e68e8ac134855e7e2bdbaf8cab8"
+checksum = "af407857209536a95c8e56f8231ef2c2e2aff839b22e07a1ffcbc617e9db9fa5"
dependencies = [
"proc-macro2",
"quote",
@@ -4898,49 +4833,6 @@ dependencies = [
"tokio",
]
-[[package]]
-name = "toml"
-version = "0.5.11"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "f4f7f0dd8d50a853a531c426359045b1998f04219d88799810762cd4ad314234"
-dependencies = [
- "serde",
-]
-
-[[package]]
-name = "toml"
-version = "0.8.19"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "a1ed1f98e3fdc28d6d910e6737ae6ab1a93bf1985935a1193e68f93eeb68d24e"
-dependencies = [
- "serde",
- "serde_spanned",
- "toml_datetime",
- "toml_edit",
-]
-
-[[package]]
-name = "toml_datetime"
-version = "0.6.8"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "0dd7358ecb8fc2f8d014bf86f6f638ce72ba252a2c3a2572f2a795f1d23efb41"
-dependencies = [
- "serde",
-]
-
-[[package]]
-name = "toml_edit"
-version = "0.22.22"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "4ae48d6208a266e853d946088ed816055e556cc6028c5e8e2b84d9fa5dd7c7f5"
-dependencies = [
- "indexmap 2.10.0",
- "serde",
- "serde_spanned",
- "toml_datetime",
- "winnow",
-]
-
[[package]]
name = "tonic"
version = "0.12.3"
@@ -4962,7 +4854,7 @@ dependencies = [
"percent-encoding",
"pin-project",
"prost",
- "socket2",
+ "socket2 0.5.8",
"tokio",
"tokio-stream",
"tower 0.4.13",
@@ -5243,9 +5135,9 @@ checksum =
"06abde3611657adf66d383f00b093d7faecc7fa57071cce2578660c9f1010821"
[[package]]
name = "uuid"
-version = "1.16.0"
+version = "1.18.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "458f7a779bf54acc9f347480ac654f68407d3aab21269a6e3c9f922acd9e2da9"
+checksum = "2f87b8aa10b915a06587d0dec516c282ff295b475d94abf425d62b57710070a2"
dependencies = [
"getrandom 0.3.2",
"js-sys",
@@ -5265,12 +5157,6 @@ version = "0.9.5"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "0b928f33d975fc6ad9f86c8f283853ad26bdd5b10b7f1542aa2fa15e2289105a"
-[[package]]
-name = "void"
-version = "1.0.2"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "6a02e4885ed3bc0f2de90ea6dd45ebcbb66dacffe03547fadbb0eeae2770887d"
-
[[package]]
name = "vsimd"
version = "0.8.0"
@@ -5464,7 +5350,7 @@ version = "0.52.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "33ab640c8d7e35bf8ba19b884ba838ceb4fba93a4e8c65a9059d08afcfc683d9"
dependencies = [
- "windows-targets",
+ "windows-targets 0.52.6",
]
[[package]]
@@ -5473,6 +5359,12 @@ version = "0.1.3"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "5e6ad25900d524eaabdbbb96d20b4311e1e7ae1699af4fb28c17ae66c80d798a"
+[[package]]
+name = "windows-link"
+version = "0.2.1"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "f0805222e57f7521d6a62e36fa9163bc891acd422f971defe97d64e70d0a4fe5"
+
[[package]]
name = "windows-registry"
version = "0.2.0"
@@ -5481,7 +5373,7 @@ checksum =
"e400001bb720a623c1c69032f8e3e4cf09984deec740f007dd2b03ec864804b0"
dependencies = [
"windows-result",
"windows-strings",
- "windows-targets",
+ "windows-targets 0.52.6",
]
[[package]]
@@ -5490,7 +5382,7 @@ version = "0.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "1d1043d8214f791817bab27572aaa8af63732e11bf84aa21a45a78d6c317ae0e"
dependencies = [
- "windows-targets",
+ "windows-targets 0.52.6",
]
[[package]]
@@ -5500,7 +5392,7 @@ source =
"registry+https://github.com/rust-lang/crates.io-index";
checksum = "4cd9b125c486025df0eabcb585e62173c6c9eddcec5d117d3b6e8c30e2ee4d10"
dependencies = [
"windows-result",
- "windows-targets",
+ "windows-targets 0.52.6",
]
[[package]]
@@ -5509,7 +5401,7 @@ version = "0.52.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "282be5f36a8ce781fad8c8ae18fa3f9beff57ec1b52cb3de0789201425d9a33d"
dependencies = [
- "windows-targets",
+ "windows-targets 0.52.6",
]
[[package]]
@@ -5518,7 +5410,25 @@ version = "0.59.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "1e38bc4d79ed67fd075bcc251a1c39b32a1776bbe92e5bef1f0bf1f8c531853b"
dependencies = [
- "windows-targets",
+ "windows-targets 0.52.6",
+]
+
+[[package]]
+name = "windows-sys"
+version = "0.60.2"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "f2f500e4d28234f72040990ec9d39e3a6b950f9f22d3dba18416c35882612bcb"
+dependencies = [
+ "windows-targets 0.53.5",
+]
+
+[[package]]
+name = "windows-sys"
+version = "0.61.2"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "ae137229bcbd6cdf0f7b80a31df61766145077ddf49416a728b02cb3921ff3fc"
+dependencies = [
+ "windows-link 0.2.1",
]
[[package]]
@@ -5527,14 +5437,31 @@ version = "0.52.6"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "9b724f72796e036ab90c1021d4780d4d3d648aca59e491e6b98e725b84e99973"
dependencies = [
- "windows_aarch64_gnullvm",
- "windows_aarch64_msvc",
- "windows_i686_gnu",
- "windows_i686_gnullvm",
- "windows_i686_msvc",
- "windows_x86_64_gnu",
- "windows_x86_64_gnullvm",
- "windows_x86_64_msvc",
+ "windows_aarch64_gnullvm 0.52.6",
+ "windows_aarch64_msvc 0.52.6",
+ "windows_i686_gnu 0.52.6",
+ "windows_i686_gnullvm 0.52.6",
+ "windows_i686_msvc 0.52.6",
+ "windows_x86_64_gnu 0.52.6",
+ "windows_x86_64_gnullvm 0.52.6",
+ "windows_x86_64_msvc 0.52.6",
+]
+
+[[package]]
+name = "windows-targets"
+version = "0.53.5"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "4945f9f551b88e0d65f3db0bc25c33b8acea4d9e41163edf90dcd0b19f9069f3"
+dependencies = [
+ "windows-link 0.2.1",
+ "windows_aarch64_gnullvm 0.53.1",
+ "windows_aarch64_msvc 0.53.1",
+ "windows_i686_gnu 0.53.1",
+ "windows_i686_gnullvm 0.53.1",
+ "windows_i686_msvc 0.53.1",
+ "windows_x86_64_gnu 0.53.1",
+ "windows_x86_64_gnullvm 0.53.1",
+ "windows_x86_64_msvc 0.53.1",
]
[[package]]
@@ -5543,42 +5470,84 @@ version = "0.52.6"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "32a4622180e7a0ec044bb555404c800bc9fd9ec262ec147edd5989ccd0c02cd3"
+[[package]]
+name = "windows_aarch64_gnullvm"
+version = "0.53.1"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "a9d8416fa8b42f5c947f8482c43e7d89e73a173cead56d044f6a56104a6d1b53"
+
[[package]]
name = "windows_aarch64_msvc"
version = "0.52.6"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "09ec2a7bb152e2252b53fa7803150007879548bc709c039df7627cabbd05d469"
+[[package]]
+name = "windows_aarch64_msvc"
+version = "0.53.1"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "b9d782e804c2f632e395708e99a94275910eb9100b2114651e04744e9b125006"
+
[[package]]
name = "windows_i686_gnu"
version = "0.52.6"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "8e9b5ad5ab802e97eb8e295ac6720e509ee4c243f69d781394014ebfe8bbfa0b"
+[[package]]
+name = "windows_i686_gnu"
+version = "0.53.1"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "960e6da069d81e09becb0ca57a65220ddff016ff2d6af6a223cf372a506593a3"
+
[[package]]
name = "windows_i686_gnullvm"
version = "0.52.6"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "0eee52d38c090b3caa76c563b86c3a4bd71ef1a819287c19d586d7334ae8ed66"
+[[package]]
+name = "windows_i686_gnullvm"
+version = "0.53.1"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "fa7359d10048f68ab8b09fa71c3daccfb0e9b559aed648a8f95469c27057180c"
+
[[package]]
name = "windows_i686_msvc"
version = "0.52.6"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "240948bc05c5e7c6dabba28bf89d89ffce3e303022809e73deaefe4f6ec56c66"
+[[package]]
+name = "windows_i686_msvc"
+version = "0.53.1"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "1e7ac75179f18232fe9c285163565a57ef8d3c89254a30685b57d83a38d326c2"
+
[[package]]
name = "windows_x86_64_gnu"
version = "0.52.6"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "147a5c80aabfbf0c7d901cb5895d1de30ef2907eb21fbbab29ca94c5b08b1a78"
+[[package]]
+name = "windows_x86_64_gnu"
+version = "0.53.1"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "9c3842cdd74a865a8066ab39c8a7a473c0778a3f29370b5fd6b4b9aa7df4a499"
+
[[package]]
name = "windows_x86_64_gnullvm"
version = "0.52.6"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "24d5b23dc417412679681396f2b49f3de8c1473deb516bd34410872eff51ed0d"
+[[package]]
+name = "windows_x86_64_gnullvm"
+version = "0.53.1"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "0ffa179e2d07eee8ad8f57493436566c7cc30ac536a3379fdf008f47f6bb7ae1"
+
[[package]]
name = "windows_x86_64_msvc"
version = "0.52.6"
@@ -5586,13 +5555,10 @@ source =
"registry+https://github.com/rust-lang/crates.io-index";
checksum = "589f6da84c646204747d1270a2a5661ea66ed1cced2631d546fdfb155959f9ec"
[[package]]
-name = "winnow"
-version = "0.6.24"
+name = "windows_x86_64_msvc"
+version = "0.53.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "c8d71a593cc5c42ad7876e2c1fda56f314f3754c084128833e64f1345ff8a03a"
-dependencies = [
- "memchr",
-]
+checksum = "d6bbff5f0aada427a1e5a6da5f1f98158182f26556f345ac9e04d36d0ebed650"
[[package]]
name = "wit-bindgen-rt"
diff --git a/python/Cargo.toml b/python/Cargo.toml
index 1e0a4cc1..6c28854f 100644
--- a/python/Cargo.toml
+++ b/python/Cargo.toml
@@ -17,7 +17,7 @@
[package]
name = "pyballista"
-version = "43.0.0"
+version = "49.0.0"
homepage = "https://datafusion.apache.org/ballista/";
repository = "https://github.com/apache/datafusion-ballista";
authors = ["Apache DataFusion <[email protected]>"]
@@ -30,19 +30,22 @@ include = ["/src", "/ballista", "/LICENSE.txt",
"pyproject.toml", "Cargo.toml",
publish = false
[dependencies]
-async-trait = "0.1.77"
-ballista = { version = "47.0.0" }
-ballista-core = { version = "47.0.0" }
-ballista-executor = { version = "47.0.0", default-features = false }
-ballista-scheduler = { version = "47.0.0", default-features = false }
-datafusion = { version = "47", features = ["pyarrow", "avro"] }
-datafusion-proto = { version = "47" }
-datafusion-python = { version = "47" }
+async-trait = "0.1.89"
+ballista = { version = "49.0.0" }
+ballista-core = { version = "49.0.0" }
+ballista-executor = { version = "49.0.0", default-features = false }
+ballista-scheduler = { version = "49.0.0", default-features = false }
+datafusion = { version = "49", features = ["pyarrow", "avro"] }
+datafusion-proto = { version = "49" }
+datafusion-python = { version = "49" }
-pyo3 = { version = "0.24", features = ["extension-module", "abi3",
"abi3-py38"] }
+pyo3 = { version = "0.24", features = ["extension-module", "abi3",
"abi3-py39"] }
pyo3-log = "0.12"
-tokio = { version = "1.46", features = ["macros", "rt", "rt-multi-thread",
"sync"] }
+tokio = { version = "1.48", features = ["macros", "rt", "rt-multi-thread",
"sync"] }
[lib]
crate-type = ["cdylib"]
name = "ballista"
+
+[build-dependencies]
+pyo3-build-config = "0.24"
diff --git a/python/README.md b/python/README.md
index a5c38afd..cfa78cc9 100644
--- a/python/README.md
+++ b/python/README.md
@@ -29,7 +29,7 @@ part of the default Cargo workspace so that it doesn't cause
overhead for mainta
> [!IMPORTANT]
> Current approach is to support datafusion python API, there are know
> limitations of current approach,
> with some cases producing errors.
-> We trying to come up with the best approach to support datafusion python
interface.
+> We are trying to come up with the best approach to support ballista python
interface.
> More details could be found at
> [#1142](https://github.com/apache/datafusion-ballista/issues/1142)
Creates a new context and connects to a Ballista scheduler process.
@@ -82,8 +82,13 @@ executor.wait_for_termination()
## Development Process
+Detailed development process explanation can be found in [datafusion python
documentation](https://datafusion.apache.org/python/contributor-guide/introduction.html#).
+[Improving build speed
section](https://datafusion.apache.org/python/contributor-guide/introduction.html#improving-build-speed)
can be relevant.
+
### Creating Virtual Environment
+
#### pip
+
```shell
python3 -m venv venv
source venv/bin/activate
@@ -91,12 +96,15 @@ pip3 install -r requirements.txt
```
#### uv
+
```shell
uv sync --dev --no-install-package ballista
```
-### Building
+### Developing & Building
+
#### pip
+
```shell
maturin develop
```
@@ -104,19 +112,23 @@ maturin develop
Note that you can also run `maturin develop --release` to get a release build
locally.
#### uv
+
```shell
-uv run --no-project maturin build
+uv run --no-project maturin develop --uv
```
Or `uv run --no-project maturin build --release --strip` to get a release
build.
### Testing
+
#### pip
+
```shell
python3 -m pytest
```
#### uv
+
```shell
uv run --no-project pytest
-```
\ No newline at end of file
+```
diff --git a/python/build.rs b/python/build.rs
new file mode 100644
index 00000000..4878d8b0
--- /dev/null
+++ b/python/build.rs
@@ -0,0 +1,20 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements. See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership. The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License. You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied. See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+fn main() {
+ pyo3_build_config::add_extension_module_link_args();
+}
diff --git a/python/pyproject.toml b/python/pyproject.toml
index d3e45c7e..d2ff35b6 100644
--- a/python/pyproject.toml
+++ b/python/pyproject.toml
@@ -35,8 +35,6 @@ classifiers = [
"Operating System :: Microsoft :: Windows",
"Operating System :: POSIX :: Linux",
"Programming Language :: Python :: 3",
- "Programming Language :: Python :: 3.7",
- "Programming Language :: Python :: 3.8",
"Programming Language :: Python :: 3.9",
"Programming Language :: Python :: 3.10",
"Programming Language :: Python",
@@ -45,6 +43,7 @@ classifiers = [
dependencies = [
"pyarrow>=21.0.0",
"cloudpickle",
+ "datafusion==49",
]
dynamic = ["version"]
diff --git a/python/requirements.txt b/python/requirements.txt
index 21d14e5c..38c7820a 100644
--- a/python/requirements.txt
+++ b/python/requirements.txt
@@ -1,6 +1,6 @@
-datafusion==47.0.0
+datafusion==49.0.0
pyarrow
pytest
-maturin==1.5.1
+maturin>=1.8.0,<2.0.0
cloudpickle
pandas
\ No newline at end of file
diff --git a/python/src/lib.rs b/python/src/lib.rs
index 13a6c38b..289d6709 100644
--- a/python/src/lib.rs
+++ b/python/src/lib.rs
@@ -64,7 +64,7 @@ impl PyBallistaBuilder {
) -> PyResult<PyObject> {
let _ = slf.session_config.options_mut().set(key, value);
- Ok(slf.into_py(py))
+ Ok(slf.into_pyobject(py)?.into())
}
/// Construct the standalone instance from the SessionContext
diff --git a/python/uv.lock b/python/uv.lock
index e96ce001..7b0e3764 100644
--- a/python/uv.lock
+++ b/python/uv.lock
@@ -1,5 +1,5 @@
version = 1
-revision = 2
+revision = 3
requires-python = ">=3.9"
[[package]]
@@ -16,6 +16,7 @@ name = "ballista"
source = { editable = "." }
dependencies = [
{ name = "cloudpickle" },
+ { name = "datafusion" },
{ name = "pyarrow" },
]
@@ -32,6 +33,7 @@ dev = [
[package.metadata]
requires-dist = [
{ name = "cloudpickle" },
+ { name = "datafusion", specifier = "==49" },
{ name = "pyarrow", specifier = ">=21.0.0" },
]
@@ -264,6 +266,23 @@ wheels = [
{ url =
"https://files.pythonhosted.org/packages/0a/76/cf8d69da8d0b5ecb0db406f24a63a3f69ba5e791a11b782aeeefef27ccbb/cryptography-45.0.6-pp311-pypy311_pp73-win_amd64.whl";,
hash =
"sha256:629127cfdcdc6806dfe234734d7cb8ac54edaf572148274fa377a7d3405b0043", size
= 3331874, upload-time = "2025-08-05T23:59:23.017Z" },
]
+[[package]]
+name = "datafusion"
+version = "49.0.0"
+source = { registry = "https://pypi.org/simple"; }
+dependencies = [
+ { name = "pyarrow" },
+ { name = "typing-extensions", marker = "python_full_version < '3.13'" },
+]
+sdist = { url =
"https://files.pythonhosted.org/packages/1b/81/eb7f69e184eba6f8fc748f09aa6ac39a50a4aa54e66e1529769d68d7c9e4/datafusion-49.0.0.tar.gz";,
hash =
"sha256:f3ba4f00d56a199a90df145f43667131dbba9aea9b170cc61cd3663241a74a94", size
= 183558, upload-time = "2025-08-29T01:39:45.889Z" }
+wheels = [
+ { url =
"https://files.pythonhosted.org/packages/02/16/a1438058d784deea42105b869323007cf9dd8a52dbb4551a9ef23967a235/datafusion-49.0.0-cp39-abi3-macosx_10_12_x86_64.whl";,
hash =
"sha256:bb419810c7b1032ec4a374260d289279c5911e3fcdcfb57c9513b6d256fe0330", size
= 26455326, upload-time = "2025-08-29T01:39:19.759Z" },
+ { url =
"https://files.pythonhosted.org/packages/83/8d/d906b27b61838002b1cf0880eaa75c741409f0f6386192f2fabee24684af/datafusion-49.0.0-cp39-abi3-macosx_11_0_arm64.whl";,
hash =
"sha256:95d82ceda75767714629c1b5572a41bc919066156163d1ca3777418ffdbf4916", size
= 23623419, upload-time = "2025-08-29T01:39:26.613Z" },
+ { url =
"https://files.pythonhosted.org/packages/66/4e/2a113bef5e51e56f7273f193959a80e4abd48a2ff6856cfa219dbba85600/datafusion-49.0.0-cp39-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl";,
hash =
"sha256:e093a8d8cc68bf48376c2f553dcec35829be3ea2c9557516fcf93d2bf4695593", size
= 29392602, upload-time = "2025-08-29T01:39:32.053Z" },
+ { url =
"https://files.pythonhosted.org/packages/ea/80/f49809e61f28343f303059572d9fdfedcb6f08653f34c057c2018d98ab5e/datafusion-49.0.0-cp39-abi3-manylinux_2_28_aarch64.whl";,
hash =
"sha256:7e9286f92f9f292a57873f8b83f10796decba98f4c022e92d929511f68e2d79a", size
= 27505100, upload-time = "2025-08-29T01:39:36.398Z" },
+ { url =
"https://files.pythonhosted.org/packages/f6/d7/54f1d73a9e8b084965ea40531988ca25e57f7f5c77560e198483b1c7bf25/datafusion-49.0.0-cp39-abi3-win_amd64.whl";,
hash =
"sha256:2079a2ec6e73820a21d6f8d466a1410a94f8ef3171eba2cd2461790fc0437c91", size
= 28352189, upload-time = "2025-08-29T01:39:43.546Z" },
+]
+
[[package]]
name = "deprecated"
version = "1.2.18"
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
