This is an automated email from the ASF dual-hosted git repository.
agrove pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/datafusion-comet.git
The following commit(s) were added to refs/heads/main by this push:
new cbaf1c20 chore: Upgrade to DataFusion 42.0.0 (#945)
cbaf1c20 is described below
commit cbaf1c20505f4f1c57b2db977eb3d739c16ca87f
Author: Andy Grove <[email protected]>
AuthorDate: Tue Sep 17 20:20:48 2024 -0600
chore: Upgrade to DataFusion 42.0.0 (#945)
---
native/Cargo.lock | 311 ++++++++++++------------
native/Cargo.toml | 28 +--
native/core/benches/bit_util.rs | 2 +-
native/core/src/common/bit.rs | 4 +-
native/core/src/execution/datafusion/planner.rs | 6 +-
5 files changed, 171 insertions(+), 180 deletions(-)
diff --git a/native/Cargo.lock b/native/Cargo.lock
index 3692f048..480fb6f1 100644
--- a/native/Cargo.lock
+++ b/native/Cargo.lock
@@ -4,19 +4,13 @@ version = 3
[[package]]
name = "addr2line"
-version = "0.22.0"
+version = "0.24.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "6e4503c46a5c0c7844e948c9a4d6acd9f50cccb4de1c48eb9e291ea17470c678"
+checksum = "f5fb1d8e4442bd405fdfd1dacb42792696b0cf9cb15882e5d097b742a676d375"
dependencies = [
"gimli",
]
-[[package]]
-name = "adler"
-version = "1.0.2"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "f26201604c87b1e01bd3d98f8d5d9a8fcbb815e8cedb41ffccbeb4bf593a35fe"
-
[[package]]
name = "adler2"
version = "2.0.0"
@@ -96,9 +90,9 @@ checksum =
"1bec1de6f59aedf83baf9ff929c98f2ad654b97c9510f4e70cf6f661d49fd5b1"
[[package]]
name = "anyhow"
-version = "1.0.86"
+version = "1.0.89"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "b3d1d046238990b9cf5bcde22a3fb3584ee5cf65fb2765f454ed428c7a0063da"
+checksum = "86fdf8605db99b54d3cd748a44c6d04df638eb5dafb219b135d0149bd0db01f6"
[[package]]
name = "arc-swap"
@@ -108,9 +102,9 @@ checksum =
"69f7f8c3906b62b754cd5326047894316021dcfe5a194c8ea52bdd94934a3457"
[[package]]
name = "arrayref"
-version = "0.3.8"
+version = "0.3.9"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "9d151e35f61089500b617991b791fc8bfd237ae50cd5950803758a179b41e67a"
+checksum = "76a2e8124351fda1ef8aaaa3bbd7ebbcb486bbcd4225aca0aa0d84bb2db8fecb"
[[package]]
name = "arrayvec"
@@ -120,9 +114,9 @@ checksum =
"7c02d123df017efcdfbd739ef81735b36c5ba83ec3c59c80a9d7ecc718f92e50"
[[package]]
name = "arrow"
-version = "52.2.0"
+version = "53.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "05048a8932648b63f21c37d88b552ccc8a65afb6dfe9fc9f30ce79174c2e7a85"
+checksum = "45aef0d9cf9a039bf6cd1acc451b137aca819977b0928dece52bd92811b640ba"
dependencies = [
"arrow-arith",
"arrow-array",
@@ -141,9 +135,9 @@ dependencies = [
[[package]]
name = "arrow-arith"
-version = "52.2.0"
+version = "53.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "1d8a57966e43bfe9a3277984a14c24ec617ad874e4c0e1d2a1b083a39cfbf22c"
+checksum = "03675e42d1560790f3524800e41403b40d0da1c793fe9528929fde06d8c7649a"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -156,9 +150,9 @@ dependencies = [
[[package]]
name = "arrow-array"
-version = "52.2.0"
+version = "53.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "16f4a9468c882dc66862cef4e1fd8423d47e67972377d85d80e022786427768c"
+checksum = "cd2bf348cf9f02a5975c5962c7fa6dee107a2009a7b41ac5fb1a027e12dc033f"
dependencies = [
"ahash",
"arrow-buffer",
@@ -173,9 +167,9 @@ dependencies = [
[[package]]
name = "arrow-buffer"
-version = "52.2.0"
+version = "53.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "c975484888fc95ec4a632cdc98be39c085b1bb518531b0c80c5d462063e5daa1"
+checksum = "3092e37715f168976012ce52273c3989b5793b0db5f06cbaa246be25e5f0924d"
dependencies = [
"bytes",
"half",
@@ -184,9 +178,9 @@ dependencies = [
[[package]]
name = "arrow-cast"
-version = "52.2.0"
+version = "53.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "da26719e76b81d8bc3faad1d4dbdc1bcc10d14704e63dc17fc9f3e7e1e567c8e"
+checksum = "7ce1018bb710d502f9db06af026ed3561552e493e989a79d0d0f5d9cf267a785"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -205,9 +199,9 @@ dependencies = [
[[package]]
name = "arrow-csv"
-version = "52.2.0"
+version = "53.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "c13c36dc5ddf8c128df19bab27898eea64bf9da2b555ec1cd17a8ff57fba9ec2"
+checksum = "fd178575f45624d045e4ebee714e246a05d9652e41363ee3f57ec18cca97f740"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -224,9 +218,9 @@ dependencies = [
[[package]]
name = "arrow-data"
-version = "52.2.0"
+version = "53.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "dd9d6f18c65ef7a2573ab498c374d8ae364b4a4edf67105357491c031f716ca5"
+checksum = "4e4ac0c4ee79150afe067dc4857154b3ee9c1cd52b5f40d59a77306d0ed18d65"
dependencies = [
"arrow-buffer",
"arrow-schema",
@@ -236,9 +230,9 @@ dependencies = [
[[package]]
name = "arrow-ipc"
-version = "52.2.0"
+version = "53.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "e786e1cdd952205d9a8afc69397b317cfbb6e0095e445c69cda7e8da5c1eeb0f"
+checksum = "bb307482348a1267f91b0912e962cd53440e5de0f7fb24c5f7b10da70b38c94a"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -251,9 +245,9 @@ dependencies = [
[[package]]
name = "arrow-json"
-version = "52.2.0"
+version = "53.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "fb22284c5a2a01d73cebfd88a33511a3234ab45d66086b2ca2d1228c3498e445"
+checksum = "d24805ba326758effdd6f2cbdd482fcfab749544f21b134701add25b33f474e6"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -271,9 +265,9 @@ dependencies = [
[[package]]
name = "arrow-ord"
-version = "52.2.0"
+version = "53.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "42745f86b1ab99ef96d1c0bcf49180848a64fe2c7a7a0d945bc64fa2b21ba9bc"
+checksum = "644046c479d80ae8ed02a7f1e1399072ea344ca6a7b0e293ab2d5d9ed924aa3b"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -286,9 +280,9 @@ dependencies = [
[[package]]
name = "arrow-row"
-version = "52.2.0"
+version = "53.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "4cd09a518c602a55bd406bcc291a967b284cfa7a63edfbf8b897ea4748aad23c"
+checksum = "a29791f8eb13b340ce35525b723f5f0df17ecb955599e11f65c2a94ab34e2efb"
dependencies = [
"ahash",
"arrow-array",
@@ -300,18 +294,18 @@ dependencies = [
[[package]]
name = "arrow-schema"
-version = "52.2.0"
+version = "53.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "9e972cd1ff4a4ccd22f86d3e53e835c2ed92e0eea6a3e8eadb72b4f1ac802cf8"
+checksum = "c85320a3a2facf2b2822b57aa9d6d9d55edb8aee0b6b5d3b8df158e503d10858"
dependencies = [
"bitflags 2.6.0",
]
[[package]]
name = "arrow-select"
-version = "52.2.0"
+version = "53.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "600bae05d43483d216fb3494f8c32fdbefd8aa4e1de237e790dbb3d9f44690a3"
+checksum = "9cc7e6b582e23855fd1625ce46e51647aa440c20ea2e71b1d748e0839dd73cba"
dependencies = [
"ahash",
"arrow-array",
@@ -323,9 +317,9 @@ dependencies = [
[[package]]
name = "arrow-string"
-version = "52.2.0"
+version = "53.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "f0dc1985b67cb45f6606a248ac2b4a288849f196bab8c657ea5589f47cdd55e6"
+checksum = "0775b6567c66e56ded19b87a954b6b1beffbdd784ef95a3a2b03f59570c1d230"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -372,17 +366,17 @@ checksum =
"0c4b4d0bd25bd0b74681c0ad21497610ce1b7c91b1022cd21c80c6fbdd9476b0"
[[package]]
name = "backtrace"
-version = "0.3.73"
+version = "0.3.74"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "5cc23269a4f8976d0a4d2e7109211a419fe30e8d88d677cd60b6bc79c5732e0a"
+checksum = "8d82cb332cdfaed17ae235a638438ac4d4839913cc2af585c3c6746e8f8bee1a"
dependencies = [
"addr2line",
- "cc",
"cfg-if",
"libc",
- "miniz_oxide 0.7.4",
+ "miniz_oxide",
"object",
"rustc-demangle",
+ "windows-targets 0.52.6",
]
[[package]]
@@ -463,9 +457,9 @@ checksum =
"79296716171880943b8470b5f8d03aa55eb2e645a4874bdbb28adb49162e012c"
[[package]]
name = "bytemuck"
-version = "1.17.1"
+version = "1.18.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "773d90827bc3feecfb67fab12e24de0749aad83c74b9504ecde46237b5cd24e2"
+checksum = "94bbb0ad554ad961ddc5da507a12a29b14e4ae5bda06b19f575a3e6079d2e2ae"
[[package]]
name = "byteorder"
@@ -487,9 +481,9 @@ checksum =
"37b2a672a2cb129a2e41c10b1224bb368f9f37a2b16b612598138befd7b37eb5"
[[package]]
name = "cc"
-version = "1.1.16"
+version = "1.1.20"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "e9d013ecb737093c0e86b151a7b837993cf9ec6c502946cfb44bedc392421e0b"
+checksum = "45bcde016d64c21da4be18b655631e5ab6d3107607e71a73a9f53eb48aae23fb"
dependencies = [
"jobserver",
"libc",
@@ -593,18 +587,18 @@ dependencies = [
[[package]]
name = "clap"
-version = "4.5.16"
+version = "4.5.17"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "ed6719fffa43d0d87e5fd8caeab59be1554fb028cd30edc88fc4369b17971019"
+checksum = "3e5a21b8495e732f1b3c364c9949b201ca7bae518c502c80256c96ad79eaf6ac"
dependencies = [
"clap_builder",
]
[[package]]
name = "clap_builder"
-version = "4.5.15"
+version = "4.5.17"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "216aec2b177652e3846684cbfe25c9964d18ec45234f0f5da5157b207ed1aab6"
+checksum = "8cf2dd12af7a047ad9d6da2b6b249759a22a7abc0f474c1dae1777afa4b21a73"
dependencies = [
"anstyle",
"clap_lex",
@@ -680,9 +674,9 @@ dependencies = [
[[package]]
name = "cpufeatures"
-version = "0.2.13"
+version = "0.2.14"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "51e852e6dc9a5bed1fae92dd2375037bf2b768725bf3be87811edee3249d09ad"
+checksum = "608697df725056feaccfa42cffdaeeec3fccc4ffc38358ecd19b243e716a78e0"
dependencies = [
"libc",
]
@@ -796,9 +790,9 @@ dependencies = [
[[package]]
name = "dashmap"
-version = "6.0.1"
+version = "6.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "804c8821570c3f8b70230c2ba75ffa5c0f9a4189b9a432b6656c536712acae28"
+checksum = "5041cc499144891f3790297212f32a74fb938e5136a14943f338ef9e0ae276cf"
dependencies = [
"cfg-if",
"crossbeam-utils",
@@ -810,8 +804,9 @@ dependencies = [
[[package]]
name = "datafusion"
-version = "41.0.0"
-source =
"git+https://github.com/apache/datafusion.git?rev=91b1d2b#91b1d2bfe8f603df94e846b91d8475a0af2e5240";
+version = "42.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "ee907b081e45e1d14e1f327e89ef134f91fcebad0bfc2dc229fa9f6044379682"
dependencies = [
"ahash",
"arrow",
@@ -858,8 +853,9 @@ dependencies = [
[[package]]
name = "datafusion-catalog"
-version = "41.0.0"
-source =
"git+https://github.com/apache/datafusion.git?rev=91b1d2b#91b1d2bfe8f603df94e846b91d8475a0af2e5240";
+version = "42.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "6c2b914f6e33c429af7d8696c72a47ed9225d7e2b82c747ebdfa2408ed53579f"
dependencies = [
"arrow-schema",
"async-trait",
@@ -867,6 +863,7 @@ dependencies = [
"datafusion-execution",
"datafusion-expr",
"datafusion-physical-plan",
+ "parking_lot",
]
[[package]]
@@ -953,8 +950,9 @@ dependencies = [
[[package]]
name = "datafusion-common"
-version = "41.0.0"
-source =
"git+https://github.com/apache/datafusion.git?rev=91b1d2b#91b1d2bfe8f603df94e846b91d8475a0af2e5240";
+version = "42.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "3a84f8e76330c582a6b8ada0b2c599ca46cfe46b7585e458fc3f4092bc722a18"
dependencies = [
"ahash",
"arrow",
@@ -975,8 +973,9 @@ dependencies = [
[[package]]
name = "datafusion-common-runtime"
-version = "41.0.0"
-source =
"git+https://github.com/apache/datafusion.git?rev=91b1d2b#91b1d2bfe8f603df94e846b91d8475a0af2e5240";
+version = "42.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "cf08cc30d92720d557df13bd5a5696213bd5ea0f38a866d8d85055d866fba774"
dependencies = [
"log",
"tokio",
@@ -984,8 +983,9 @@ dependencies = [
[[package]]
name = "datafusion-execution"
-version = "41.0.0"
-source =
"git+https://github.com/apache/datafusion.git?rev=91b1d2b#91b1d2bfe8f603df94e846b91d8475a0af2e5240";
+version = "42.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "86bc4183d5c45b9f068a6f351678a0d1eb1225181424542bb75db18ec280b822"
dependencies = [
"arrow",
"chrono",
@@ -1004,8 +1004,9 @@ dependencies = [
[[package]]
name = "datafusion-expr"
-version = "41.0.0"
-source =
"git+https://github.com/apache/datafusion.git?rev=91b1d2b#91b1d2bfe8f603df94e846b91d8475a0af2e5240";
+version = "42.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "202119ce58e4d103e37ae64aab40d4e574c97bdd2bea994bf307b175fcbfa74d"
dependencies = [
"ahash",
"arrow",
@@ -1025,8 +1026,9 @@ dependencies = [
[[package]]
name = "datafusion-expr-common"
-version = "41.0.0"
-source =
"git+https://github.com/apache/datafusion.git?rev=91b1d2b#91b1d2bfe8f603df94e846b91d8475a0af2e5240";
+version = "42.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "f8b181ce8569216abb01ef3294aa16c0a40d7d39350c2ff01ede00f167a535f2"
dependencies = [
"arrow",
"datafusion-common",
@@ -1035,8 +1037,9 @@ dependencies = [
[[package]]
name = "datafusion-functions"
-version = "41.0.0"
-source =
"git+https://github.com/apache/datafusion.git?rev=91b1d2b#91b1d2bfe8f603df94e846b91d8475a0af2e5240";
+version = "42.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "6e4124b8066444e05a24472f852e94cf56546c0f4d92d00f018f207216902712"
dependencies = [
"arrow",
"arrow-buffer",
@@ -1061,8 +1064,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-aggregate"
-version = "41.0.0"
-source =
"git+https://github.com/apache/datafusion.git?rev=91b1d2b#91b1d2bfe8f603df94e846b91d8475a0af2e5240";
+version = "42.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "b94acdac235ea21810150a89751617ef2db7e32eba27f54be48a81bde2bfe119"
dependencies = [
"ahash",
"arrow",
@@ -1081,8 +1085,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-aggregate-common"
-version = "41.0.0"
-source =
"git+https://github.com/apache/datafusion.git?rev=91b1d2b#91b1d2bfe8f603df94e846b91d8475a0af2e5240";
+version = "42.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "5c9ea085bbf900bf16e2ca0f56fc56236b2e4f2e1a2cccb67bcd83c5ab4ad0ef"
dependencies = [
"ahash",
"arrow",
@@ -1094,8 +1099,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-nested"
-version = "41.0.0"
-source =
"git+https://github.com/apache/datafusion.git?rev=91b1d2b#91b1d2bfe8f603df94e846b91d8475a0af2e5240";
+version = "42.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "6c882e61665ed60c5ce9b061c1e587aeb8ae5ae4bcb5e5f2465139ab25328e0f"
dependencies = [
"arrow",
"arrow-array",
@@ -1116,8 +1122,9 @@ dependencies = [
[[package]]
name = "datafusion-functions-window"
-version = "41.0.0"
-source =
"git+https://github.com/apache/datafusion.git?rev=91b1d2b#91b1d2bfe8f603df94e846b91d8475a0af2e5240";
+version = "42.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "98a354ce96df3ca6d025093adac9fd55ca09931c9b6f2630140721a95873fde4"
dependencies = [
"datafusion-common",
"datafusion-expr",
@@ -1127,8 +1134,9 @@ dependencies = [
[[package]]
name = "datafusion-optimizer"
-version = "41.0.0"
-source =
"git+https://github.com/apache/datafusion.git?rev=91b1d2b#91b1d2bfe8f603df94e846b91d8475a0af2e5240";
+version = "42.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "baf677c74fb7b5a1899ef52709e4a70fff3ed80bdfb4bbe495909810e83d5f39"
dependencies = [
"arrow",
"async-trait",
@@ -1146,8 +1154,9 @@ dependencies = [
[[package]]
name = "datafusion-physical-expr"
-version = "41.0.0"
-source =
"git+https://github.com/apache/datafusion.git?rev=91b1d2b#91b1d2bfe8f603df94e846b91d8475a0af2e5240";
+version = "42.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "30b077999f6eb6c43d6b25bc66332a3be2f693c382840f008dd763b8540f9530"
dependencies = [
"ahash",
"arrow",
@@ -1177,8 +1186,9 @@ dependencies = [
[[package]]
name = "datafusion-physical-expr-common"
-version = "41.0.0"
-source =
"git+https://github.com/apache/datafusion.git?rev=91b1d2b#91b1d2bfe8f603df94e846b91d8475a0af2e5240";
+version = "42.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "dce847f885c2b13bbe29f5c8b7948797131aa470af6e16d2a94f4428b4f4f1bd"
dependencies = [
"ahash",
"arrow",
@@ -1190,9 +1200,11 @@ dependencies = [
[[package]]
name = "datafusion-physical-optimizer"
-version = "41.0.0"
-source =
"git+https://github.com/apache/datafusion.git?rev=91b1d2b#91b1d2bfe8f603df94e846b91d8475a0af2e5240";
+version = "42.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "d13238e3b9fdd62a4c18760bfef714bb990d1e1d3430e9f416aae4b3cfaa71af"
dependencies = [
+ "arrow-schema",
"datafusion-common",
"datafusion-execution",
"datafusion-physical-expr",
@@ -1202,8 +1214,9 @@ dependencies = [
[[package]]
name = "datafusion-physical-plan"
-version = "41.0.0"
-source =
"git+https://github.com/apache/datafusion.git?rev=91b1d2b#91b1d2bfe8f603df94e846b91d8475a0af2e5240";
+version = "42.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "faba6f55a7eaf0241d07d12c2640de52742646b10f754485d5192bdfe2c9ceae"
dependencies = [
"ahash",
"arrow",
@@ -1236,8 +1249,9 @@ dependencies = [
[[package]]
name = "datafusion-sql"
-version = "41.0.0"
-source =
"git+https://github.com/apache/datafusion.git?rev=91b1d2b#91b1d2bfe8f603df94e846b91d8475a0af2e5240";
+version = "42.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "dad8d96a9b52e1aa24f9373696a815be828193efce7cb0bbd2140b6bb67d1819"
dependencies = [
"arrow",
"arrow-array",
@@ -1287,12 +1301,6 @@ dependencies = [
"subtle",
]
-[[package]]
-name = "doc-comment"
-version = "0.3.3"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "fea41bba32d969b513997752735605054bc0dfa92b4c56bf1189f2e174be7a10"
-
[[package]]
name = "either"
version = "1.13.0"
@@ -1356,7 +1364,7 @@ source =
"registry+https://github.com/rust-lang/crates.io-index";
checksum = "324a1be68054ef05ad64b861cc9eaf1d623d2d8cb25b4bf2cb9cdd902b4bf253"
dependencies = [
"crc32fast",
- "miniz_oxide 0.8.0",
+ "miniz_oxide",
]
[[package]]
@@ -1486,9 +1494,9 @@ dependencies = [
[[package]]
name = "gimli"
-version = "0.29.0"
+version = "0.31.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "40ecd4077b5ae9fd2e9e169b102c6c330d0605168eb0e8bf79952b256dbefffd"
+checksum = "32085ea23f3234fc7846555e85283ba4de91e21016dc0455a16286d87a292d64"
[[package]]
name = "glob"
@@ -1526,12 +1534,6 @@ dependencies = [
"unicode-segmentation",
]
-[[package]]
-name = "heck"
-version = "0.4.1"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "95505c38b4572b2d910cecb0281560f54b440a19336cbbcb27bf6ce6adc6f5a8"
-
[[package]]
name = "heck"
version = "0.5.0"
@@ -1573,9 +1575,9 @@ checksum =
"9a3a5bfb195931eeb336b2a7b4d761daec841b97f947d34394601737a7bba5e4"
[[package]]
name = "iana-time-zone"
-version = "0.1.60"
+version = "0.1.61"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "e7ffbb5a1b541ea2561f8c41c087286cc091e21e556a4f09a8f6cbf17b69b141"
+checksum = "235e081f3925a06703c2d0117ea8b91f042756fd6e7a6e5d901e8ca1a996b220"
dependencies = [
"android_system_properties",
"core-foundation-sys",
@@ -1918,19 +1920,18 @@ dependencies = [
[[package]]
name = "lz4"
-version = "1.26.0"
+version = "1.27.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "958b4caa893816eea05507c20cfe47574a43d9a697138a7872990bba8a0ece68"
+checksum = "a231296ca742e418c43660cb68e082486ff2538e8db432bc818580f3965025ed"
dependencies = [
- "libc",
"lz4-sys",
]
[[package]]
name = "lz4-sys"
-version = "1.10.0"
+version = "1.11.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "109de74d5d2353660401699a4174a4ff23fcc649caf553df71933c7fb45ad868"
+checksum = "fcb44a01837a858d47e5a630d2ccf304c8efcc4b83b8f9f75b7a9ee4fcc6e57d"
dependencies = [
"cc",
"libc",
@@ -1963,9 +1964,9 @@ checksum =
"78ca9ab1a0babb1e7d5695e3530886289c18cf2f87ec19a575a0abdce112e3a3"
[[package]]
name = "memmap2"
-version = "0.9.4"
+version = "0.9.5"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "fe751422e4a8caa417e13c3ea66452215d7d63e19e604f4980461212f3ae1322"
+checksum = "fd3f7eed9d3848f8b98834af67102b720745c4ec028fcd0aa0239277e7de374f"
dependencies = [
"libc",
]
@@ -1979,15 +1980,6 @@ dependencies = [
"libmimalloc-sys",
]
-[[package]]
-name = "miniz_oxide"
-version = "0.7.4"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "b8a240ddb74feaf34a79a7add65a741f3167852fba007066dcac1ca548d89c08"
-dependencies = [
- "adler",
-]
-
[[package]]
name = "miniz_oxide"
version = "0.8.0"
@@ -2119,9 +2111,9 @@ dependencies = [
[[package]]
name = "object_store"
-version = "0.10.2"
+version = "0.11.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "e6da452820c715ce78221e8202ccc599b4a52f3e1eb3eedb487b680c81a8e3f3"
+checksum = "25a0c4b3a0e31f8b66f71ad8064521efa773910196e2cde791436f13409f3b45"
dependencies = [
"async-trait",
"bytes",
@@ -2289,9 +2281,9 @@ checksum =
"d231b230927b5e4ad203db57bbcbee2802f6bce620b1e4a9024a07d94e2907ec"
[[package]]
name = "plotters"
-version = "0.3.6"
+version = "0.3.7"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "a15b6eccb8484002195a3e44fe65a4ce8e93a625797a063735536fd59cb01cf3"
+checksum = "5aeb6f403d7a4911efb1e33402027fc44f29b5bf6def3effcc22d7bb75f2b747"
dependencies = [
"num-traits",
"plotters-backend",
@@ -2302,15 +2294,15 @@ dependencies = [
[[package]]
name = "plotters-backend"
-version = "0.3.6"
+version = "0.3.7"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "414cec62c6634ae900ea1c56128dfe87cf63e7caece0852ec76aba307cebadb7"
+checksum = "df42e13c12958a16b3f7f4386b9ab1f3e7933914ecea48da7139435263a4172a"
[[package]]
name = "plotters-svg"
-version = "0.3.6"
+version = "0.3.7"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "81b30686a7d9c3e010b84284bdd26a29f2138574f52f5eb6f794fc0ad924e705"
+checksum = "51bae2ac328883f7acdfea3d66a7c35751187f870bc81f94563733a154d7a670"
dependencies = [
"plotters-backend",
]
@@ -2500,9 +2492,9 @@ dependencies = [
[[package]]
name = "redox_syscall"
-version = "0.5.3"
+version = "0.5.4"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "2a908a6e00f1fdd0dfd9c0eb08ce85126f6d8bbda50017e74bc4a4b7d4a926a4"
+checksum = "0884ad60e090bf1345b93da0a5de8923c93884cd03f40dfcfddd3b4bee661853"
dependencies = [
"bitflags 2.6.0",
]
@@ -2562,9 +2554,9 @@ dependencies = [
[[package]]
name = "rustix"
-version = "0.38.35"
+version = "0.38.37"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "a85d50532239da68e9addb745ba38ff4612a242c1c7ceea689c4bc7c2f43c36f"
+checksum = "8acb788b847c24f28525660c4d7758620a7210875711f79e7f663cc152726811"
dependencies = [
"bitflags 2.6.0",
"errno",
@@ -2614,9 +2606,9 @@ checksum =
"a3f0bf26fd526d2a95683cd0f87bf103b8539e2ca1ef48ce002d67aad59aa0b4"
[[package]]
name = "serde"
-version = "1.0.209"
+version = "1.0.210"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "99fce0ffe7310761ca6bf9faf5115afbc19688edd00171d81b1bb1b116c63e09"
+checksum = "c8e3592472072e6e22e0a54d5904d9febf8508f65fb8552499a1abc7d1078c3a"
dependencies = [
"serde_derive",
]
@@ -2633,9 +2625,9 @@ dependencies = [
[[package]]
name = "serde_derive"
-version = "1.0.209"
+version = "1.0.210"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "a5831b979fd7b5439637af1752d535ff49f4860c0f341d1baeb6faf0f4242170"
+checksum = "243902eda00fad750862fc144cea25caca5e20d615af0a81bee94ca738f1df1f"
dependencies = [
"proc-macro2",
"quote",
@@ -2644,9 +2636,9 @@ dependencies = [
[[package]]
name = "serde_json"
-version = "1.0.127"
+version = "1.0.128"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "8043c06d9f82bd7271361ed64f415fe5e12a77fdb52e573e7f06a516dea329ad"
+checksum = "6ff5456707a1de34e7e37f2a6fd3d3f808c318259cbd01ab6377795054b483d8"
dependencies = [
"itoa",
"memchr",
@@ -2713,24 +2705,23 @@ checksum =
"3c5e1a9a646d36c3599cd173a41282daf47c44583ad367b8e6837255952e5c67"
[[package]]
name = "snafu"
-version = "0.7.5"
+version = "0.8.4"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "e4de37ad025c587a29e8f3f5605c00f70b98715ef90b9061a815b9e59e9042d6"
+checksum = "2b835cb902660db3415a672d862905e791e54d306c6e8189168c7f3d9ae1c79d"
dependencies = [
- "doc-comment",
"snafu-derive",
]
[[package]]
name = "snafu-derive"
-version = "0.7.5"
+version = "0.8.4"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "990079665f075b699031e9c08fd3ab99be5029b96f3b78dc0709e8f77e4efebf"
+checksum = "38d1e02fca405f6280643174a50c942219f0bbf4dbf7d480f1dd864d6f211ae5"
dependencies = [
- "heck 0.4.1",
+ "heck 0.5.0",
"proc-macro2",
"quote",
- "syn 1.0.109",
+ "syn 2.0.77",
]
[[package]]
@@ -2808,9 +2799,9 @@ checksum =
"13c2bddecc57b384dee18652358fb23172facb8a2c51ccc10d74c157bdea3292"
[[package]]
name = "symbolic-common"
-version = "12.11.0"
+version = "12.11.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "9c1db5ac243c7d7f8439eb3b8f0357888b37cf3732957e91383b0ad61756374e"
+checksum = "9fdf97c441f18a4f92425b896a4ec7a27e03631a0b1047ec4e34e9916a9a167e"
dependencies = [
"debugid",
"memmap2",
@@ -2820,9 +2811,9 @@ dependencies = [
[[package]]
name = "symbolic-demangle"
-version = "12.11.0"
+version = "12.11.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "ea26e430c27d4a8a5dea4c4b81440606c7c1a415bd611451ef6af8c81416afc3"
+checksum = "bc8ece6b129e97e53d1fbb3f61d33a6a9e5369b11d01228c068094d6d134eaea"
dependencies = [
"cpp_demangle",
"rustc-demangle",
@@ -3027,24 +3018,24 @@ checksum =
"08f95100a766bf4f8f28f90d77e0a5461bbdb219042e7679bebe79004fed8d75"
[[package]]
name = "unicode-ident"
-version = "1.0.12"
+version = "1.0.13"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "3354b9ac3fae1ff6755cb6db53683adb661634f67557942dea4facebec0fee4b"
+checksum = "e91b56cd4cadaeb79bbf1a5645f6b4f8dc5bde8834ad5894a8db35fda9efa1fe"
[[package]]
name = "unicode-normalization"
-version = "0.1.23"
+version = "0.1.24"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "a56d1686db2308d901306f92a263857ef59ea39678a5458e7cb17f01415101f5"
+checksum = "5033c97c4262335cded6d6fc3e5c18ab755e1a3dc96376350f3d8e9f009ad956"
dependencies = [
"tinyvec",
]
[[package]]
name = "unicode-segmentation"
-version = "1.11.0"
+version = "1.12.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "d4c87d22b6e3f4a18d4d40ef354e97c90fcb14dd91d7dc0aa9d8a1172ebf7202"
+checksum = "f6ccf251212114b54433ec949fd6a7841275f9ada20dddd2f29e9ceea4501493"
[[package]]
name = "unicode-width"
diff --git a/native/Cargo.toml b/native/Cargo.toml
index 54e56894..6c7d235e 100644
--- a/native/Cargo.toml
+++ b/native/Cargo.toml
@@ -33,20 +33,20 @@ edition = "2021"
rust-version = "1.75"
[workspace.dependencies]
-arrow = { version = "52.2.0", features = ["prettyprint", "ffi", "chrono-tz"] }
-arrow-array = { version = "52.2.0" }
-arrow-buffer = { version = "52.2.0" }
-arrow-data = { version = "52.2.0" }
-arrow-schema = { version = "52.2.0" }
-parquet = { version = "52.2.0", default-features = false, features =
["experimental"] }
-datafusion-common = { git = "https://github.com/apache/datafusion.git";, rev =
"91b1d2b" }
-datafusion = { default-features = false, git =
"https://github.com/apache/datafusion.git";, rev = "91b1d2b", features =
["unicode_expressions", "crypto_expressions"] }
-datafusion-functions = { git = "https://github.com/apache/datafusion.git";, rev
= "91b1d2b", features = ["crypto_expressions"] }
-datafusion-functions-nested = { git =
"https://github.com/apache/datafusion.git";, rev = "91b1d2b", default-features
= false }
-datafusion-expr = { git = "https://github.com/apache/datafusion.git";, rev =
"91b1d2b", default-features = false }
-datafusion-execution = { git = "https://github.com/apache/datafusion.git";, rev
= "91b1d2b", default-features = false }
-datafusion-physical-plan = { git = "https://github.com/apache/datafusion.git";,
rev = "91b1d2b", default-features = false }
-datafusion-physical-expr = { git = "https://github.com/apache/datafusion.git";,
rev = "91b1d2b", default-features = false }
+arrow = { version = "53.0.0", features = ["prettyprint", "ffi", "chrono-tz"] }
+arrow-array = { version = "53.0.0" }
+arrow-buffer = { version = "53.0.0" }
+arrow-data = { version = "53.0.0" }
+arrow-schema = { version = "53.0.0" }
+parquet = { version = "53.0.0", default-features = false, features =
["experimental"] }
+datafusion-common = { version = "42.0.0" }
+datafusion = { default-features = false, version = "42.0.0", features =
["unicode_expressions", "crypto_expressions"] }
+datafusion-functions = { version = "42.0.0", features = ["crypto_expressions"]
}
+datafusion-functions-nested = { version = "42.0.0", default-features = false }
+datafusion-expr = { version = "42.0.0", default-features = false }
+datafusion-execution = { version = "42.0.0", default-features = false }
+datafusion-physical-plan = { version = "42.0.0", default-features = false }
+datafusion-physical-expr = { version = "42.0.0", default-features = false }
datafusion-comet-spark-expr = { path = "spark-expr", version = "0.3.0" }
datafusion-comet-proto = { path = "proto", version = "0.3.0" }
chrono = { version = "0.4", default-features = false, features = ["clock"] }
diff --git a/native/core/benches/bit_util.rs b/native/core/benches/bit_util.rs
index 91471a89..be3bcef7 100644
--- a/native/core/benches/bit_util.rs
+++ b/native/core/benches/bit_util.rs
@@ -41,7 +41,7 @@ fn criterion_benchmark(c: &mut Criterion) {
}
}
let buffer = writer.consume();
- let buffer = Buffer::from(&buffer);
+ let buffer = Buffer::from(buffer.as_slice());
// log2
for bits in (0..64).step_by(3) {
diff --git a/native/core/src/common/bit.rs b/native/core/src/common/bit.rs
index e3937b4a..871786bb 100644
--- a/native/core/src/common/bit.rs
+++ b/native/core/src/common/bit.rs
@@ -998,7 +998,7 @@ impl From<Vec<u8>> for BitReader {
#[inline]
fn from(vec: Vec<u8>) -> Self {
let len = vec.len();
- BitReader::new(Buffer::from(vec), len)
+ BitReader::new(Buffer::from(vec.as_slice()), len)
}
}
@@ -1109,7 +1109,7 @@ mod tests {
#[test]
fn test_bit_reader_get_aligned() {
// 01110101 11001011
- let buffer = Buffer::from(vec![0x75, 0xCB]);
+ let buffer = Buffer::from(&[0x75, 0xCB]);
let mut bit_reader = BitReader::new_all(buffer.clone());
assert_eq!(bit_reader.get_value::<i32>(3), Some(5));
assert_eq!(bit_reader.get_aligned::<i32>(1), Some(203));
diff --git a/native/core/src/execution/datafusion/planner.rs
b/native/core/src/execution/datafusion/planner.rs
index a3057743..d7c8d745 100644
--- a/native/core/src/execution/datafusion/planner.rs
+++ b/native/core/src/execution/datafusion/planner.rs
@@ -118,7 +118,7 @@ use std::{collections::HashMap, sync::Arc};
// For clippy error on type_complexity.
type ExecResult<T> = Result<T, ExecutionError>;
-type PhyAggResult = Result<Vec<Arc<AggregateFunctionExpr>>, ExecutionError>;
+type PhyAggResult = Result<Vec<AggregateFunctionExpr>, ExecutionError>;
type PhyExprResult = Result<Vec<(Arc<dyn PhysicalExpr>, String)>,
ExecutionError>;
type PartitionPhyExprResult = Result<Vec<Arc<dyn PhysicalExpr>>,
ExecutionError>;
@@ -1295,7 +1295,7 @@ impl PhysicalPlanner {
&self,
spark_expr: &AggExpr,
schema: SchemaRef,
- ) -> Result<Arc<AggregateFunctionExpr>, ExecutionError> {
+ ) -> Result<AggregateFunctionExpr, ExecutionError> {
match spark_expr.expr_struct.as_ref().unwrap() {
AggExprStruct::Count(expr) => {
assert!(!expr.children.is_empty());
@@ -1885,7 +1885,7 @@ impl PhysicalPlanner {
schema: SchemaRef,
children: Vec<Arc<dyn PhysicalExpr>>,
func: AggregateUDF,
- ) -> Result<Arc<AggregateFunctionExpr>, ExecutionError> {
+ ) -> Result<AggregateFunctionExpr, ExecutionError> {
AggregateExprBuilder::new(Arc::new(func), children)
.schema(schema)
.alias(name)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
