This is an automated email from the ASF dual-hosted git repository.
alamb pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git
The following commit(s) were added to refs/heads/main by this push:
new f79448ca3b Prepare 27.0.0 release (#6773)
f79448ca3b is described below
commit f79448ca3b3678e57ec230de9d1bab6e6fd05c46
Author: Andy Grove <[email protected]>
AuthorDate: Tue Jun 27 12:11:02 2023 -0600
Prepare 27.0.0 release (#6773)
* update crate version
* changelog
* changelog
* update Cargo.lock
---
Cargo.toml | 2 +-
benchmarks/Cargo.toml | 6 +-
datafusion-cli/Cargo.lock | 18 ++--
datafusion-cli/Cargo.toml | 4 +-
datafusion/CHANGELOG.md | 1 +
datafusion/core/Cargo.toml | 14 +--
datafusion/execution/Cargo.toml | 4 +-
datafusion/expr/Cargo.toml | 2 +-
datafusion/optimizer/Cargo.toml | 8 +-
datafusion/physical-expr/Cargo.toml | 6 +-
datafusion/proto/Cargo.toml | 6 +-
datafusion/row/Cargo.toml | 2 +-
datafusion/sql/Cargo.toml | 4 +-
datafusion/substrait/Cargo.toml | 2 +-
dev/changelog/27.0.0.md | 203 ++++++++++++++++++++++++++++++++++++
15 files changed, 243 insertions(+), 39 deletions(-)
diff --git a/Cargo.toml b/Cargo.toml
index 892648e5fa..b5d0a34e7e 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -35,7 +35,7 @@ members = [
]
[workspace.package]
-version = "26.0.0"
+version = "27.0.0"
edition = "2021"
readme = "README.md"
authors = ["Apache Arrow <[email protected]>"]
diff --git a/benchmarks/Cargo.toml b/benchmarks/Cargo.toml
index 0ccb4fb84a..1d360739d8 100644
--- a/benchmarks/Cargo.toml
+++ b/benchmarks/Cargo.toml
@@ -18,7 +18,7 @@
[package]
name = "datafusion-benchmarks"
description = "DataFusion Benchmarks"
-version = "26.0.0"
+version = "27.0.0"
edition = "2021"
authors = ["Apache Arrow <[email protected]>"]
homepage = "https://github.com/apache/arrow-datafusion";
@@ -34,7 +34,7 @@ snmalloc = ["snmalloc-rs"]
[dependencies]
arrow = { workspace = true }
-datafusion = { path = "../datafusion/core", version = "26.0.0" }
+datafusion = { path = "../datafusion/core", version = "27.0.0" }
env_logger = "0.10"
futures = "0.3"
mimalloc = { version = "0.1", optional = true, default-features = false }
@@ -48,4 +48,4 @@ test-utils = { path = "../test-utils/", version = "0.1.0" }
tokio = { version = "^1.0", features = ["macros", "rt", "rt-multi-thread",
"parking_lot"] }
[dev-dependencies]
-datafusion-proto = { path = "../datafusion/proto", version = "26.0.0" }
+datafusion-proto = { path = "../datafusion/proto", version = "27.0.0" }
diff --git a/datafusion-cli/Cargo.lock b/datafusion-cli/Cargo.lock
index 93d10f786b..93d304ccfe 100644
--- a/datafusion-cli/Cargo.lock
+++ b/datafusion-cli/Cargo.lock
@@ -1017,7 +1017,7 @@ dependencies = [
[[package]]
name = "datafusion"
-version = "26.0.0"
+version = "27.0.0"
dependencies = [
"ahash",
"arrow",
@@ -1064,7 +1064,7 @@ dependencies = [
[[package]]
name = "datafusion-cli"
-version = "26.0.0"
+version = "27.0.0"
dependencies = [
"arrow",
"assert_cmd",
@@ -1088,7 +1088,7 @@ dependencies = [
[[package]]
name = "datafusion-common"
-version = "26.0.0"
+version = "27.0.0"
dependencies = [
"arrow",
"arrow-array",
@@ -1101,7 +1101,7 @@ dependencies = [
[[package]]
name = "datafusion-execution"
-version = "26.0.0"
+version = "27.0.0"
dependencies = [
"dashmap",
"datafusion-common",
@@ -1117,7 +1117,7 @@ dependencies = [
[[package]]
name = "datafusion-expr"
-version = "26.0.0"
+version = "27.0.0"
dependencies = [
"ahash",
"arrow",
@@ -1130,7 +1130,7 @@ dependencies = [
[[package]]
name = "datafusion-optimizer"
-version = "26.0.0"
+version = "27.0.0"
dependencies = [
"arrow",
"async-trait",
@@ -1146,7 +1146,7 @@ dependencies = [
[[package]]
name = "datafusion-physical-expr"
-version = "26.0.0"
+version = "27.0.0"
dependencies = [
"ahash",
"arrow",
@@ -1177,7 +1177,7 @@ dependencies = [
[[package]]
name = "datafusion-row"
-version = "26.0.0"
+version = "27.0.0"
dependencies = [
"arrow",
"datafusion-common",
@@ -1187,7 +1187,7 @@ dependencies = [
[[package]]
name = "datafusion-sql"
-version = "26.0.0"
+version = "27.0.0"
dependencies = [
"arrow",
"arrow-schema",
diff --git a/datafusion-cli/Cargo.toml b/datafusion-cli/Cargo.toml
index bb55a764d9..6da557c801 100644
--- a/datafusion-cli/Cargo.toml
+++ b/datafusion-cli/Cargo.toml
@@ -18,7 +18,7 @@
[package]
name = "datafusion-cli"
description = "Command Line Client for DataFusion query engine."
-version = "26.0.0"
+version = "27.0.0"
authors = ["Apache Arrow <[email protected]>"]
edition = "2021"
keywords = ["arrow", "datafusion", "query", "sql"]
@@ -34,7 +34,7 @@ async-trait = "0.1.41"
aws-config = "0.55"
aws-credential-types = "0.55"
clap = { version = "3", features = ["derive", "cargo"] }
-datafusion = { path = "../datafusion/core", version = "26.0.0" }
+datafusion = { path = "../datafusion/core", version = "27.0.0" }
dirs = "4.0.0"
env_logger = "0.9"
mimalloc = { version = "0.1", default-features = false }
diff --git a/datafusion/CHANGELOG.md b/datafusion/CHANGELOG.md
index 8235ab0cf3..0615780e8a 100644
--- a/datafusion/CHANGELOG.md
+++ b/datafusion/CHANGELOG.md
@@ -19,6 +19,7 @@
# Changelog
+- [27.0.0](../dev/changelog/27.0.0.md)
- [26.0.0](../dev/changelog/26.0.0.md)
- [25.0.0](../dev/changelog/25.0.0.md)
- [24.0.0](../dev/changelog/24.0.0.md)
diff --git a/datafusion/core/Cargo.toml b/datafusion/core/Cargo.toml
index 3769988822..4682194703 100644
--- a/datafusion/core/Cargo.toml
+++ b/datafusion/core/Cargo.toml
@@ -61,13 +61,13 @@ bytes = "1.4"
bzip2 = { version = "0.4.3", optional = true }
chrono = { version = "0.4.23", default-features = false }
dashmap = "5.4.0"
-datafusion-common = { path = "../common", version = "26.0.0", features =
["parquet", "object_store"] }
-datafusion-execution = { path = "../execution", version = "26.0.0" }
-datafusion-expr = { path = "../expr", version = "26.0.0" }
-datafusion-optimizer = { path = "../optimizer", version = "26.0.0",
default-features = false }
-datafusion-physical-expr = { path = "../physical-expr", version = "26.0.0",
default-features = false }
-datafusion-row = { path = "../row", version = "26.0.0" }
-datafusion-sql = { path = "../sql", version = "26.0.0" }
+datafusion-common = { path = "../common", version = "27.0.0", features =
["parquet", "object_store"] }
+datafusion-execution = { path = "../execution", version = "27.0.0" }
+datafusion-expr = { path = "../expr", version = "27.0.0" }
+datafusion-optimizer = { path = "../optimizer", version = "27.0.0",
default-features = false }
+datafusion-physical-expr = { path = "../physical-expr", version = "27.0.0",
default-features = false }
+datafusion-row = { path = "../row", version = "27.0.0" }
+datafusion-sql = { path = "../sql", version = "27.0.0" }
flate2 = { version = "1.0.24", optional = true }
futures = "0.3"
glob = "0.3.0"
diff --git a/datafusion/execution/Cargo.toml b/datafusion/execution/Cargo.toml
index f75d79a0fa..29653263e1 100644
--- a/datafusion/execution/Cargo.toml
+++ b/datafusion/execution/Cargo.toml
@@ -34,8 +34,8 @@ path = "src/lib.rs"
[dependencies]
dashmap = "5.4.0"
-datafusion-common = { path = "../common", version = "26.0.0" }
-datafusion-expr = { path = "../expr", version = "26.0.0" }
+datafusion-common = { path = "../common", version = "27.0.0" }
+datafusion-expr = { path = "../expr", version = "27.0.0" }
hashbrown = { version = "0.14", features = ["raw"] }
log = "^0.4"
object_store = "0.6.1"
diff --git a/datafusion/expr/Cargo.toml b/datafusion/expr/Cargo.toml
index 82d867f5f5..a5bcaa552f 100644
--- a/datafusion/expr/Cargo.toml
+++ b/datafusion/expr/Cargo.toml
@@ -37,7 +37,7 @@ path = "src/lib.rs"
[dependencies]
ahash = { version = "0.8", default-features = false, features =
["runtime-rng"] }
arrow = { workspace = true }
-datafusion-common = { path = "../common", version = "26.0.0" }
+datafusion-common = { path = "../common", version = "27.0.0" }
lazy_static = { version = "^1.4.0" }
sqlparser = { workspace = true }
strum = { version = "0.25.0", features = ["derive"] }
diff --git a/datafusion/optimizer/Cargo.toml b/datafusion/optimizer/Cargo.toml
index 72191b9049..b1c958328b 100644
--- a/datafusion/optimizer/Cargo.toml
+++ b/datafusion/optimizer/Cargo.toml
@@ -43,9 +43,9 @@ unicode_expressions =
["datafusion-physical-expr/unicode_expressions"]
arrow = { workspace = true }
async-trait = "0.1.41"
chrono = { version = "0.4.23", default-features = false }
-datafusion-common = { path = "../common", version = "26.0.0" }
-datafusion-expr = { path = "../expr", version = "26.0.0" }
-datafusion-physical-expr = { path = "../physical-expr", version = "26.0.0",
default-features = false }
+datafusion-common = { path = "../common", version = "27.0.0" }
+datafusion-expr = { path = "../expr", version = "27.0.0" }
+datafusion-physical-expr = { path = "../physical-expr", version = "27.0.0",
default-features = false }
hashbrown = { version = "0.14", features = ["raw"] }
itertools = "0.11"
log = "^0.4"
@@ -53,5 +53,5 @@ regex-syntax = "0.7.1"
[dev-dependencies]
ctor = "0.2.0"
-datafusion-sql = { path = "../sql", version = "26.0.0" }
+datafusion-sql = { path = "../sql", version = "27.0.0" }
env_logger = "0.10.0"
diff --git a/datafusion/physical-expr/Cargo.toml
b/datafusion/physical-expr/Cargo.toml
index 820aac33e9..e51af2d6d7 100644
--- a/datafusion/physical-expr/Cargo.toml
+++ b/datafusion/physical-expr/Cargo.toml
@@ -50,9 +50,9 @@ arrow-schema = { workspace = true }
blake2 = { version = "^0.10.2", optional = true }
blake3 = { version = "1.0", optional = true }
chrono = { version = "0.4.23", default-features = false }
-datafusion-common = { path = "../common", version = "26.0.0" }
-datafusion-expr = { path = "../expr", version = "26.0.0" }
-datafusion-row = { path = "../row", version = "26.0.0" }
+datafusion-common = { path = "../common", version = "27.0.0" }
+datafusion-expr = { path = "../expr", version = "27.0.0" }
+datafusion-row = { path = "../row", version = "27.0.0" }
half = { version = "2.1", default-features = false }
hashbrown = { version = "0.14", features = ["raw"] }
indexmap = "2.0.0"
diff --git a/datafusion/proto/Cargo.toml b/datafusion/proto/Cargo.toml
index 70137f63cf..54683d03d2 100644
--- a/datafusion/proto/Cargo.toml
+++ b/datafusion/proto/Cargo.toml
@@ -42,9 +42,9 @@ json = ["pbjson", "serde", "serde_json"]
[dependencies]
arrow = { workspace = true }
chrono = { version = "0.4", default-features = false }
-datafusion = { path = "../core", version = "26.0.0" }
-datafusion-common = { path = "../common", version = "26.0.0" }
-datafusion-expr = { path = "../expr", version = "26.0.0" }
+datafusion = { path = "../core", version = "27.0.0" }
+datafusion-common = { path = "../common", version = "27.0.0" }
+datafusion-expr = { path = "../expr", version = "27.0.0" }
object_store = { version = "0.6.1" }
pbjson = { version = "0.5", optional = true }
prost = "0.11.0"
diff --git a/datafusion/row/Cargo.toml b/datafusion/row/Cargo.toml
index 73ad9c2874..4d34a5da2f 100644
--- a/datafusion/row/Cargo.toml
+++ b/datafusion/row/Cargo.toml
@@ -34,6 +34,6 @@ path = "src/lib.rs"
[dependencies]
arrow = { workspace = true }
-datafusion-common = { path = "../common", version = "26.0.0" }
+datafusion-common = { path = "../common", version = "27.0.0" }
paste = "^1.0"
rand = "0.8"
diff --git a/datafusion/sql/Cargo.toml b/datafusion/sql/Cargo.toml
index 304383548c..91a98809f4 100644
--- a/datafusion/sql/Cargo.toml
+++ b/datafusion/sql/Cargo.toml
@@ -39,8 +39,8 @@ unicode_expressions = []
[dependencies]
arrow = { workspace = true }
arrow-schema = { workspace = true }
-datafusion-common = { path = "../common", version = "26.0.0" }
-datafusion-expr = { path = "../expr", version = "26.0.0" }
+datafusion-common = { path = "../common", version = "27.0.0" }
+datafusion-expr = { path = "../expr", version = "27.0.0" }
log = "^0.4"
sqlparser = { workspace = true }
diff --git a/datafusion/substrait/Cargo.toml b/datafusion/substrait/Cargo.toml
index 965cbf7344..139fb2ad3e 100644
--- a/datafusion/substrait/Cargo.toml
+++ b/datafusion/substrait/Cargo.toml
@@ -30,7 +30,7 @@ rust-version = { workspace = true }
[dependencies]
async-recursion = "1.0"
chrono = { version = "0.4.23", default-features = false }
-datafusion = { version = "26.0.0", path = "../core" }
+datafusion = { version = "27.0.0", path = "../core" }
itertools = "0.11"
object_store = "0.6.1"
prost = "0.11"
diff --git a/dev/changelog/27.0.0.md b/dev/changelog/27.0.0.md
new file mode 100644
index 0000000000..305e238b88
--- /dev/null
+++ b/dev/changelog/27.0.0.md
@@ -0,0 +1,203 @@
+<!---
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+-->
+
+## [27.0.0](https://github.com/apache/arrow-datafusion/tree/27.0.0)
(2023-06-26)
+
+[Full
Changelog](https://github.com/apache/arrow-datafusion/compare/26.0.0...27.0.0)
+
+**Breaking changes:**
+
+- Remove `avro_to_arrow::reader::Reader::next` in favor of `Iterator`
implementation. [#6538](https://github.com/apache/arrow-datafusion/pull/6538)
(LouisGariepy)
+- Add support for appending data to external tables - CSV
[#6526](https://github.com/apache/arrow-datafusion/pull/6526) (mustafasrepo)
+- Move `physical_plan::file_format` to `datasource::plan`
[#6516](https://github.com/apache/arrow-datafusion/pull/6516) (alamb)
+- Remove `FromSlice` in favor of `From` impl in upstream arrow-rs code
[#6587](https://github.com/apache/arrow-datafusion/pull/6587) (alamb)
+- Improve main api doc page, move `avro_to_arrow` to `datasource`
[#6564](https://github.com/apache/arrow-datafusion/pull/6564) (alamb)
+- Fix Clippy module inception (unwrap `datasource::datasource` and
`catalog::catalog`
[#6640](https://github.com/apache/arrow-datafusion/pull/6640) (LouisGariepy)
+- refactor: unify generic expr rewrite functions into the
`datafusion_expr::expr_rewriter`
[#6644](https://github.com/apache/arrow-datafusion/pull/6644) (r4ntix)
+- Move `PhysicalPlanner` to `physical_planer` module
[#6570](https://github.com/apache/arrow-datafusion/pull/6570) (alamb)
+- Update documentation for creating User Defined Aggregates (AggregateUDF)
[#6729](https://github.com/apache/arrow-datafusion/pull/6729) (alamb)
+- Support User Defined Window Functions
[#6703](https://github.com/apache/arrow-datafusion/pull/6703) (alamb)
+- Minor: Move `PartitionStream` to physical_plan
[#6756](https://github.com/apache/arrow-datafusion/pull/6756) (alamb)
+
+**Implemented enhancements:**
+
+- feat: support type coercion in Parquet Reader
[#6458](https://github.com/apache/arrow-datafusion/pull/6458) (e1ijah1)
+- feat: New functions and operations for working with arrays
[#6384](https://github.com/apache/arrow-datafusion/pull/6384) (izveigor)
+- feat: `DISTINCT` bitwise and boolean aggregate functions
[#6581](https://github.com/apache/arrow-datafusion/pull/6581) (izveigor)
+- feat: make_array support empty arguments
[#6593](https://github.com/apache/arrow-datafusion/pull/6593) (parkma99)
+- feat: encapsulate physical optimizer rules into a struct
[#6645](https://github.com/apache/arrow-datafusion/pull/6645) (waynexia)
+- feat: new concatenation operator for working with arrays
[#6615](https://github.com/apache/arrow-datafusion/pull/6615) (izveigor)
+- feat: add `-c option` to pass the SQL query directly as an argument on
datafusion-cli [#6765](https://github.com/apache/arrow-datafusion/pull/6765)
(r4ntix)
+
+**Fixed bugs:**
+
+- fix: ignore panics if racing against catalog/schema changes
[#6536](https://github.com/apache/arrow-datafusion/pull/6536) (Weijun-H)
+- fix: type coercion support date - date
[#6578](https://github.com/apache/arrow-datafusion/pull/6578) (jackwener)
+- fix: avoid panic in `list_files_for_scan`
[#6605](https://github.com/apache/arrow-datafusion/pull/6605) (Folyd)
+- fix: analyze/optimize plan in `CREATE TABLE AS SELECT`
[#6610](https://github.com/apache/arrow-datafusion/pull/6610) (jackwener)
+- fix: remove type coercion of case expression in Expr::Schema
[#6614](https://github.com/apache/arrow-datafusion/pull/6614) (jackwener)
+- fix: correct test timestamp_add_interval_months
[#6622](https://github.com/apache/arrow-datafusion/pull/6622) (jackwener)
+- fix: fix more panics in `ListingTable`
[#6636](https://github.com/apache/arrow-datafusion/pull/6636) (Folyd)
+- fix: median with even number of `Decimal128` not working
[#6634](https://github.com/apache/arrow-datafusion/pull/6634) (izveigor)
+- fix: port unstable subquery to sqllogicaltest
[#6659](https://github.com/apache/arrow-datafusion/pull/6659) (jackwener)
+- fix: correct wrong test
[#6667](https://github.com/apache/arrow-datafusion/pull/6667) (jackwener)
+- fix: from_plan shouldn't use original schema
[#6595](https://github.com/apache/arrow-datafusion/pull/6595) (jackwener)
+- fix: correct the error type
[#6712](https://github.com/apache/arrow-datafusion/pull/6712) (jackwener)
+- fix: parser for negative intervals
[#6698](https://github.com/apache/arrow-datafusion/pull/6698) (izveigor)
+
+**Documentation updates:**
+
+- Minor: Fix doc for round function
[#6661](https://github.com/apache/arrow-datafusion/pull/6661) (viirya)
+- Docs: Improve documentation for `struct` function`
[#6754](https://github.com/apache/arrow-datafusion/pull/6754) (alamb)
+
+**Merged pull requests:**
+
+- fix: ignore panics if racing against catalog/schema changes
[#6536](https://github.com/apache/arrow-datafusion/pull/6536) (Weijun-H)
+- Remove `avro_to_arrow::reader::Reader::next` in favor of `Iterator`
implementation. [#6538](https://github.com/apache/arrow-datafusion/pull/6538)
(LouisGariepy)
+- Support ordering analysis with expressions (not just columns) by Replace
`OrderedColumn` with `PhysicalSortExpr`
[#6501](https://github.com/apache/arrow-datafusion/pull/6501) (mustafasrepo)
+- Prepare for 26.0.0 release
[#6533](https://github.com/apache/arrow-datafusion/pull/6533) (andygrove)
+- fix Incorrect function-name matching with disabled
enable_ident_normalization
[#6528](https://github.com/apache/arrow-datafusion/pull/6528) (parkma99)
+- Improve error messages with function name suggestion.
[#6520](https://github.com/apache/arrow-datafusion/pull/6520) (2010YOUY01)
+- Docs: add more PR guidance in contributing guide (smaller PRs)
[#6546](https://github.com/apache/arrow-datafusion/pull/6546) (alamb)
+- feat: support type coercion in Parquet Reader
[#6458](https://github.com/apache/arrow-datafusion/pull/6458) (e1ijah1)
+- Update to object_store 0.6 and arrow 41
[#6374](https://github.com/apache/arrow-datafusion/pull/6374) (tustvold)
+- feat: New functions and operations for working with arrays
[#6384](https://github.com/apache/arrow-datafusion/pull/6384) (izveigor)
+- Add support for appending data to external tables - CSV
[#6526](https://github.com/apache/arrow-datafusion/pull/6526) (mustafasrepo)
+- [Minor] Update hashbrown to 0.14
[#6562](https://github.com/apache/arrow-datafusion/pull/6562) (Dandandan)
+- refactor: use bitwise and boolean compute functions
[#6568](https://github.com/apache/arrow-datafusion/pull/6568) (izveigor)
+- Fix panic propagation in `CoalescePartitions`, consolidates panic
propagation into `RecordBatchReceiverStream`
[#6507](https://github.com/apache/arrow-datafusion/pull/6507) (alamb)
+- Move `physical_plan::file_format` to `datasource::plan`
[#6516](https://github.com/apache/arrow-datafusion/pull/6516) (alamb)
+- refactor: remove type_coercion in PhysicalExpr.
[#6575](https://github.com/apache/arrow-datafusion/pull/6575) (jackwener)
+- Minor: remove `tokio_stream` dependency
[#6565](https://github.com/apache/arrow-datafusion/pull/6565) (alamb)
+- minor: remove useless mut and borrow()
[#6580](https://github.com/apache/arrow-datafusion/pull/6580) (jackwener)
+- Add tests for object_store builders of datafusion-cli
[#6576](https://github.com/apache/arrow-datafusion/pull/6576) (r4ntix)
+- Avoid per-batch field lookups in SchemaMapping
[#6563](https://github.com/apache/arrow-datafusion/pull/6563) (tustvold)
+- Move `JoinType` and `JoinCondition` to `datafusion_common`
[#6572](https://github.com/apache/arrow-datafusion/pull/6572) (alamb)
+- chore(deps): update substrait requirement from 0.10.0 to 0.11.0
[#6579](https://github.com/apache/arrow-datafusion/pull/6579) (dependabot[bot])
+- refactor: bitwise kernel right and left shifts
[#6585](https://github.com/apache/arrow-datafusion/pull/6585) (izveigor)
+- fix: type coercion support date - date
[#6578](https://github.com/apache/arrow-datafusion/pull/6578) (jackwener)
+- make page filter public
[#6523](https://github.com/apache/arrow-datafusion/pull/6523) (jiacai2050)
+- Minor: Remove some `use crate::` uses in physical_plan
[#6573](https://github.com/apache/arrow-datafusion/pull/6573) (alamb)
+- feat: `DISTINCT` bitwise and boolean aggregate functions
[#6581](https://github.com/apache/arrow-datafusion/pull/6581) (izveigor)
+- Make the struct function return the correct data type.
[#6594](https://github.com/apache/arrow-datafusion/pull/6594) (jiangzhx)
+- fix: avoid panic in `list_files_for_scan`
[#6605](https://github.com/apache/arrow-datafusion/pull/6605) (Folyd)
+- fix: analyze/optimize plan in `CREATE TABLE AS SELECT`
[#6610](https://github.com/apache/arrow-datafusion/pull/6610) (jackwener)
+- Minor: Add additional docstrings to Window function implementations
[#6592](https://github.com/apache/arrow-datafusion/pull/6592) (alamb)
+- Remove `FromSlice` in favor of `From` impl in upstream arrow-rs code
[#6587](https://github.com/apache/arrow-datafusion/pull/6587) (alamb)
+- [Minor] Cleanup tpch benchmark
[#6609](https://github.com/apache/arrow-datafusion/pull/6609) (Dandandan)
+- Revert "feat: Implement the bitwise_not in NotExpr (#5902)"
[#6599](https://github.com/apache/arrow-datafusion/pull/6599) (jackwener)
+- Port remaining tests in functions.rs to sqllogictest
[#6608](https://github.com/apache/arrow-datafusion/pull/6608) (jiangzhx)
+- fix: remove type coercion of case expression in Expr::Schema
[#6614](https://github.com/apache/arrow-datafusion/pull/6614) (jackwener)
+- Minor: use upstream `dialect_from_str`
[#6616](https://github.com/apache/arrow-datafusion/pull/6616) (alamb)
+- Minor: Move `PlanType`, `StringifiedPlan` and `ToStringifiedPlan`
`datafusion_common`
[#6571](https://github.com/apache/arrow-datafusion/pull/6571) (alamb)
+- fix: correct test timestamp_add_interval_months
[#6622](https://github.com/apache/arrow-datafusion/pull/6622) (jackwener)
+- Impl `Literal` trait for `NonZero*` types
[#6627](https://github.com/apache/arrow-datafusion/pull/6627) (Folyd)
+- style: make clippy happy and remove redundant prefix
[#6624](https://github.com/apache/arrow-datafusion/pull/6624) (jackwener)
+- Substrait: Fix incorrect join key fields (indices) when same table is being
used more than once
[#6135](https://github.com/apache/arrow-datafusion/pull/6135) (nseekhao)
+- Minor: Add debug logging for schema mismatch errors
[#6626](https://github.com/apache/arrow-datafusion/pull/6626) (alamb)
+- Minor: Move functionality into `BuildInScalarFunction`
[#6612](https://github.com/apache/arrow-datafusion/pull/6612) (alamb)
+- Add datafusion-cli tests to the CI Job
[#6600](https://github.com/apache/arrow-datafusion/pull/6600) (r4ntix)
+- Refactor joins test to sqllogic
[#6525](https://github.com/apache/arrow-datafusion/pull/6525) (aprimadi)
+- fix: fix more panics in `ListingTable`
[#6636](https://github.com/apache/arrow-datafusion/pull/6636) (Folyd)
+- fix: median with even number of `Decimal128` not working
[#6634](https://github.com/apache/arrow-datafusion/pull/6634) (izveigor)
+- Unify formatting of both groups and files up to 5 elements
[#6637](https://github.com/apache/arrow-datafusion/pull/6637) (qrilka)
+- feat: make_array support empty arguments
[#6593](https://github.com/apache/arrow-datafusion/pull/6593) (parkma99)
+- Minor: cleanup the unnecessary CREATE TABLE aggregate_test_100 statement at
aggregate.slt [#6641](https://github.com/apache/arrow-datafusion/pull/6641)
(jiangzhx)
+- chore(deps): update sqllogictest requirement from 0.13.2 to 0.14.0
[#6646](https://github.com/apache/arrow-datafusion/pull/6646) (dependabot[bot])
+- Improve main api doc page, move `avro_to_arrow` to `datasource`
[#6564](https://github.com/apache/arrow-datafusion/pull/6564) (alamb)
+- Minor: Move `include_rank` into `BuiltInWindowFunctionExpr`
[#6620](https://github.com/apache/arrow-datafusion/pull/6620) (alamb)
+- Prioritize UDF over scalar built-in function in case of function name…
[#6601](https://github.com/apache/arrow-datafusion/pull/6601) (epsio-banay)
+- feat: encapsulate physical optimizer rules into a struct
[#6645](https://github.com/apache/arrow-datafusion/pull/6645) (waynexia)
+- Fix date_trunc signature
[#6632](https://github.com/apache/arrow-datafusion/pull/6632) (alamb)
+- Return correct scalar types for date_trunc
[#6638](https://github.com/apache/arrow-datafusion/pull/6638) (viirya)
+- Insert supports specifying column names in any order
[#6628](https://github.com/apache/arrow-datafusion/pull/6628) (jonahgao)
+- Fix Clippy module inception (unwrap `datasource::datasource` and
`catalog::catalog`
[#6640](https://github.com/apache/arrow-datafusion/pull/6640) (LouisGariepy)
+- Add hash support for PhysicalExpr and PhysicalSortExpr
[#6625](https://github.com/apache/arrow-datafusion/pull/6625) (mustafasrepo)
+- Port tests in joins.rs to sqllogictes
[#6642](https://github.com/apache/arrow-datafusion/pull/6642) (jiangzhx)
+- Minor: Add test for date_trunc schema on scalars
[#6655](https://github.com/apache/arrow-datafusion/pull/6655) (alamb)
+- Simplify and encapsulate window function state management
[#6621](https://github.com/apache/arrow-datafusion/pull/6621) (alamb)
+- Minor: Move get_equal_orderings into `BuiltInWindowFunctionExpr`, remove
`BuiltInWindowFunctionExpr::as_any`
[#6619](https://github.com/apache/arrow-datafusion/pull/6619) (alamb)
+- minor: use sql to setup test data for joins.slt rather than rust
[#6656](https://github.com/apache/arrow-datafusion/pull/6656) (alamb)
+- Support wider range of Subquery, handle the Count bug
[#6457](https://github.com/apache/arrow-datafusion/pull/6457) (mingmwang)
+- fix: port unstable subquery to sqllogicaltest
[#6659](https://github.com/apache/arrow-datafusion/pull/6659) (jackwener)
+- Minor: Fix doc for round function
[#6661](https://github.com/apache/arrow-datafusion/pull/6661) (viirya)
+- refactor: unify generic expr rewrite functions into the
`datafusion_expr::expr_rewriter`
[#6644](https://github.com/apache/arrow-datafusion/pull/6644) (r4ntix)
+- Minor: add test cases for coercion bitwise shifts
[#6651](https://github.com/apache/arrow-datafusion/pull/6651) (izveigor)
+- refactor: unify replace count(\*) analyzer by removing it in sql crate
[#6660](https://github.com/apache/arrow-datafusion/pull/6660) (jackwener)
+- Combine evaluate_stateful and evaluate_inside_range
[#6665](https://github.com/apache/arrow-datafusion/pull/6665) (mustafasrepo)
+- Support internal cast for BuiltinScalarFunction::MakeArray
[#6607](https://github.com/apache/arrow-datafusion/pull/6607) (jayzhan211)
+- minor: use sql to setup test data for aggregate.slt rather than rust
[#6664](https://github.com/apache/arrow-datafusion/pull/6664) (jiangzhx)
+- Minor: Add tests for User Defined Aggregate functions
[#6669](https://github.com/apache/arrow-datafusion/pull/6669) (alamb)
+- fix: correct wrong test
[#6667](https://github.com/apache/arrow-datafusion/pull/6667) (jackwener)
+- fix: from_plan shouldn't use original schema
[#6595](https://github.com/apache/arrow-datafusion/pull/6595) (jackwener)
+- feat: new concatenation operator for working with arrays
[#6615](https://github.com/apache/arrow-datafusion/pull/6615) (izveigor)
+- Minor: Add more doc strings to WindowExpr
[#6663](https://github.com/apache/arrow-datafusion/pull/6663) (alamb)
+- minor: `with_new_inputs` replace `from_plan`
[#6680](https://github.com/apache/arrow-datafusion/pull/6680) (jackwener)
+- Docs: Update roadmap to point at EPIC's, clarify project goals
[#6639](https://github.com/apache/arrow-datafusion/pull/6639) (alamb)
+- Disable incremental compilation on CI
[#6688](https://github.com/apache/arrow-datafusion/pull/6688) (alamb)
+- Allow `AggregateUDF` to define retractable batch , implement sliding window
functions [#6671](https://github.com/apache/arrow-datafusion/pull/6671) (alamb)
+- Minor: Update user guide
[#6692](https://github.com/apache/arrow-datafusion/pull/6692) (comphead)
+- Minor: consolidate repartition test into sql_integration to save builder
space and build time
[#6685](https://github.com/apache/arrow-datafusion/pull/6685) (alamb)
+- Minor: combine `statistics`, `filter_pushdown` and `custom_sources provider`
tests together to reduce CI disk space
[#6683](https://github.com/apache/arrow-datafusion/pull/6683) (alamb)
+- Move `PhysicalPlanner` to `physical_planer` module
[#6570](https://github.com/apache/arrow-datafusion/pull/6570) (alamb)
+- Rename integration tests to match crate they are defined in
[#6687](https://github.com/apache/arrow-datafusion/pull/6687) (alamb)
+- Minor: combine fuzz tests into a single binary to save builder space and
build time [#6684](https://github.com/apache/arrow-datafusion/pull/6684) (alamb)
+- Minor: consolidate datafusion_substrait tests into `substrait_integration`
to save builder space and build time #6685
[#6686](https://github.com/apache/arrow-datafusion/pull/6686) (alamb)
+- removed self.all_values.len() from inside reserve
[#6689](https://github.com/apache/arrow-datafusion/pull/6689) (BryanEmond)
+- Replace supports_bounded_execution with supports_retract_batch
[#6695](https://github.com/apache/arrow-datafusion/pull/6695) (mustafasrepo)
+- Move `dataframe` and `dataframe_functon` into `core_integration` test binary
[#6697](https://github.com/apache/arrow-datafusion/pull/6697) (alamb)
+- refactor: fix clippy allow too many arguments
[#6705](https://github.com/apache/arrow-datafusion/pull/6705) (aprimadi)
+- Fix documentation typo
[#6704](https://github.com/apache/arrow-datafusion/pull/6704) (aprimadi)
+- fix: correct the error type
[#6712](https://github.com/apache/arrow-datafusion/pull/6712) (jackwener)
+- Port test in subqueries.rs from rust to sqllogictest
[#6675](https://github.com/apache/arrow-datafusion/pull/6675) (jiangzhx)
+- Improve performance/memory usage of HashJoin datastructure (5-15%
improvement on selected TPC-H queries)
[#6679](https://github.com/apache/arrow-datafusion/pull/6679) (Dandandan)
+- refactor: alias() should skip add alias for `Expr::Sort`
[#6707](https://github.com/apache/arrow-datafusion/pull/6707) (jackwener)
+- chore(deps): update strum/strum_macros requirement from 0.24 to 0.25
[#6717](https://github.com/apache/arrow-datafusion/pull/6717) (jackwener)
+- Move alias generator to per-query execution props
[#6706](https://github.com/apache/arrow-datafusion/pull/6706) (aprimadi)
+- fix: parser for negative intervals
[#6698](https://github.com/apache/arrow-datafusion/pull/6698) (izveigor)
+- Minor: Improve UX for setting `ExecutionProps::query_execution_start_time`
[#6719](https://github.com/apache/arrow-datafusion/pull/6719) (alamb)
+- add Eq and PartialEq to ListingTableUrl
[#6725](https://github.com/apache/arrow-datafusion/pull/6725) (fsdvh)
+- Support Expr::InList to Substrait::RexType
[#6604](https://github.com/apache/arrow-datafusion/pull/6604) (jayzhan211)
+- MINOR: Add maintains input order flag to CoalesceBatches
[#6730](https://github.com/apache/arrow-datafusion/pull/6730) (mustafasrepo)
+- Minor: Update copyight date on website
[#6727](https://github.com/apache/arrow-datafusion/pull/6727) (alamb)
+- Display all partitions and files in EXPLAIN VERBOSE
[#6711](https://github.com/apache/arrow-datafusion/pull/6711) (qrilka)
+- Update `arrow`, `arrow-flight` and `parquet` to `42.0.0`
[#6702](https://github.com/apache/arrow-datafusion/pull/6702) (alamb)
+- Move `PartitionEvaluator` and window_state structures to `datafusion_expr`
crate [#6690](https://github.com/apache/arrow-datafusion/pull/6690) (alamb)
+- Hash Join Vectorized collision checking
[#6724](https://github.com/apache/arrow-datafusion/pull/6724) (Dandandan)
+- Return null for date_trunc(null) instead of panic
[#6723](https://github.com/apache/arrow-datafusion/pull/6723) (BryanEmond)
+- `derive(Debug)` for `Expr`
[#6708](https://github.com/apache/arrow-datafusion/pull/6708) (parkma99)
+- refactor: extract merge_projection common function.
[#6735](https://github.com/apache/arrow-datafusion/pull/6735) (jackwener)
+- Fix up some `DataFusionError::Internal` errors with correct type
[#6721](https://github.com/apache/arrow-datafusion/pull/6721) (alamb)
+- Minor: remove some uses of unwrap
[#6738](https://github.com/apache/arrow-datafusion/pull/6738) (alamb)
+- Minor: remove dead code with decimal datatypes from `in_list`
[#6737](https://github.com/apache/arrow-datafusion/pull/6737) (izveigor)
+- Update documentation for creating User Defined Aggregates (AggregateUDF)
[#6729](https://github.com/apache/arrow-datafusion/pull/6729) (alamb)
+- Support User Defined Window Functions
[#6703](https://github.com/apache/arrow-datafusion/pull/6703) (alamb)
+- MINOR: Aggregate ordering substrait support
[#6745](https://github.com/apache/arrow-datafusion/pull/6745) (mustafasrepo)
+- chore(deps): update itertools requirement from 0.10 to 0.11
[#6752](https://github.com/apache/arrow-datafusion/pull/6752) (jackwener)
+- refactor: move some code in physical_plan/common.rs before tests module
[#6749](https://github.com/apache/arrow-datafusion/pull/6749) (aprimadi)
+- Add support for order-sensitive aggregation for multipartitions
[#6734](https://github.com/apache/arrow-datafusion/pull/6734) (mustafasrepo)
+- Update sqlparser-rs to version `0.35.0`
[#6753](https://github.com/apache/arrow-datafusion/pull/6753) (alamb)
+- Docs: Update SQL status page
[#6736](https://github.com/apache/arrow-datafusion/pull/6736) (alamb)
+- fix typo [#6761](https://github.com/apache/arrow-datafusion/pull/6761)
(Weijun-H)
+- Minor: Move `PartitionStream` to physical_plan
[#6756](https://github.com/apache/arrow-datafusion/pull/6756) (alamb)
+- Docs: Improve documentation for `struct` function`
[#6754](https://github.com/apache/arrow-datafusion/pull/6754) (alamb)
+- add UT to verify the fix on "issues/6606"
[#6762](https://github.com/apache/arrow-datafusion/pull/6762) (mingmwang)
+- Re-export modules individually to fix rustdocs
[#6757](https://github.com/apache/arrow-datafusion/pull/6757) (alamb)
+- Order Preserving RepartitionExec Implementation
[#6742](https://github.com/apache/arrow-datafusion/pull/6742) (mustafasrepo)
+- feat: add `-c option` to pass the SQL query directly as an argument on
datafusion-cli [#6765](https://github.com/apache/arrow-datafusion/pull/6765)
(r4ntix)
