This is an automated email from the ASF dual-hosted git repository.
dheres pushed a change to branch fix_single_required_partitioning
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git
from b44219a509 Add SinglePartition mode
add 46182c894e Replace repartition execs with sort preserving repartition
execs (#6921)
add e0cc8c8218 Vectorized hash grouping (#6904)
add c07c26cd1e Fix incorrect results in `BitAnd` GroupsAccumulator (#6957)
add af26c66f70 Fixes for clippy 1.71 (#6959)
add 03f7cc9998 Improve unnest_column performance (#6903)
add 1f1a5a7460 Merge
No new revisions were added by this update.
Summary of changes:
Cargo.toml | 2 +-
datafusion-cli/Cargo.lock | 1 +
datafusion/core/src/physical_optimizer/mod.rs | 1 +
.../replace_repartition_execs.rs | 786 ++++++++++++++++++
.../src/physical_optimizer/sort_enforcement.rs | 13 +-
.../core/src/physical_plan/aggregates/mod.rs | 2 +-
.../core/src/physical_plan/aggregates/row_hash.rs | 904 ++++++++-------------
datafusion/core/src/physical_plan/memory.rs | 6 +-
.../core/src/physical_plan/repartition/mod.rs | 10 +-
datafusion/core/src/physical_plan/unnest.rs | 273 ++++++-
datafusion/core/tests/dataframe/mod.rs | 74 +-
.../tests/sqllogictests/test_files/aggregate.slt | 184 +++--
.../user_defined/user_defined_window_functions.rs | 7 +-
datafusion/execution/src/memory_pool/proxy.rs | 8 +
datafusion/physical-expr/Cargo.toml | 1 +
datafusion/physical-expr/src/aggregate/average.rs | 242 +++++-
.../physical-expr/src/aggregate/bit_and_or_xor.rs | 148 +++-
.../physical-expr/src/aggregate/bool_and_or.rs | 42 +-
datafusion/physical-expr/src/aggregate/count.rs | 130 ++-
.../src/aggregate/groups_accumulator/accumulate.rs | 854 +++++++++++++++++++
.../src/aggregate/groups_accumulator/adapter.rs | 355 ++++++++
.../src/aggregate/groups_accumulator/bool_op.rs | 127 +++
.../src/aggregate/groups_accumulator/mod.rs | 122 +++
.../src/aggregate/groups_accumulator/prim_op.rs | 141 ++++
.../physical-expr/src/aggregate/hyperloglog.rs | 9 +
datafusion/physical-expr/src/aggregate/min_max.rs | 412 +++++++++-
datafusion/physical-expr/src/aggregate/mod.rs | 21 +
datafusion/physical-expr/src/aggregate/sum.rs | 80 +-
datafusion/physical-expr/src/aggregate/utils.rs | 24 +
datafusion/physical-expr/src/lib.rs | 2 +
datafusion/sql/tests/sql_integration.rs | 14 +-
31 files changed, 4288 insertions(+), 707 deletions(-)
create mode 100644
datafusion/core/src/physical_optimizer/replace_repartition_execs.rs
create mode 100644
datafusion/physical-expr/src/aggregate/groups_accumulator/accumulate.rs
create mode 100644
datafusion/physical-expr/src/aggregate/groups_accumulator/adapter.rs
create mode 100644
datafusion/physical-expr/src/aggregate/groups_accumulator/bool_op.rs
create mode 100644
datafusion/physical-expr/src/aggregate/groups_accumulator/mod.rs
create mode 100644
datafusion/physical-expr/src/aggregate/groups_accumulator/prim_op.rs
