This is an automated email from the ASF dual-hosted git repository.
alamb pushed a change to branch dependabot/cargo/main/testcontainers-0.24.0
in repository https://gitbox.apache.org/repos/asf/datafusion.git
from e547872ae3 Update test_containers_modules too
add 64fb51fb60 chore(deps): bump petgraph from 0.7.1 to 0.8.1 (#15669)
add 3e30f77f08 [datafusion-spark] Add Spark-compatible `char` expression
(#15994)
add e74ae7d4c1 [Docs]: Added SQL example for all window functions (#16074)
add fb8905f0e7 chore(deps): bump substrait from 0.55.1 to 0.56.0 (#16091)
add 4c719afc7c Add test for collect_statistics (#16098)
add e3e7d50bf3 Add window function examples in code (#16102)
add 777a318b17 Refactor substrait producer into multiple files (#16089)
add 8be2ea54ff Fix temp dir leak in tests (#16094)
add bbf0f3d491 Label Spark functions PRs with spark label (#16095)
add 62fa67cf0e feat: add slt tests for imdb data (#16067)
add 2eaac223de fix: stack overflow for substrait functions with large
argument lists that translate to DataFusion binary operators (#16031)
add 8de90b1c08 chore: Remove SMJ experimental status (#16072)
add 2ea1e9552b chore(CI) Update workspace / CI to Rust 1.87 (#16068)
add ca46932aae minor: Add benchmark query and corresponding documentation
for Average Duration (#16105)
add 577c42458e feat: metadata handling for aggregates and window functions
(#15911)
add 4417d5c022 doc: fix indent format explain (#16085)
add efd9587b2f fix: coerce int96 resolution inside of list, struct, and
map types (#16058)
add 8d9c0f6b87 Update documentation for
`datafusion.execution.collect_statistics` (#16100)
add 3fa111e67b fix: Add coercion rules for Float16 types (#15816)
add 8c2264ca3a Use qualified names on DELETE selections (#16033)
add 18b7363c2c Merge remote-tracking branch 'apache/main' into
dependabot/cargo/main/testcontainers-0.24.0
No new revisions were added by this update.
Summary of changes:
.github/workflows/{dev_pr.yml => labeler.yml} | 2 +-
.../labeler.yml => labeler/labeler-config.yml} | 6 +-
Cargo.lock | 66 +-
benchmarks/README.md | 53 +-
benchmarks/queries/clickbench/README.md | 83 +-
benchmarks/queries/clickbench/extended.sql | 1 +
datafusion-examples/examples/advanced_udaf.rs | 2 +-
.../examples/flight/flight_sql_server.rs | 5 +
datafusion/common/src/config.rs | 4 +-
datafusion/common/src/error.rs | 8 +-
datafusion/common/src/stats.rs | 1 +
datafusion/core/src/datasource/listing/table.rs | 6 +-
.../core/src/datasource/physical_plan/parquet.rs | 120 +-
datafusion/core/src/physical_planner.rs | 2 -
datafusion/core/tests/data/int96_nested.parquet | Bin 0 -> 4004 bytes
datafusion/core/tests/fuzz_cases/window_fuzz.rs | 8 +-
datafusion/core/tests/memory_limit/mod.rs | 4 +-
datafusion/core/tests/parquet/file_statistics.rs | 16 +-
.../tests/user_defined/user_defined_aggregates.rs | 275 +-
.../user_defined/user_defined_window_functions.rs | 158 +-
.../src/avro_to_arrow/arrow_array_reader.rs | 49 +-
datafusion/datasource-parquet/src/file_format.rs | 415 +-
datafusion/expr-common/src/accumulator.rs | 1 -
.../expr-common/src/type_coercion/aggregates.rs | 22 +-
datafusion/expr-common/src/type_coercion/binary.rs | 26 +
datafusion/expr/src/expr.rs | 16 +-
datafusion/expr/src/expr_schema.rs | 81 +-
datafusion/expr/src/planner.rs | 1 +
datafusion/expr/src/simplify.rs | 1 +
datafusion/expr/src/type_coercion/functions.rs | 59 +-
datafusion/expr/src/udaf.rs | 43 +-
datafusion/expr/src/udwf.rs | 2 +-
datafusion/expr/src/window_state.rs | 12 +-
.../functions-aggregate-common/src/accumulator.rs | 14 +-
datafusion/functions-aggregate/benches/count.rs | 2 +-
datafusion/functions-aggregate/benches/sum.rs | 5 +-
datafusion/functions-aggregate/src/array_agg.rs | 10 +-
datafusion/functions-aggregate/src/average.rs | 18 +-
.../functions-aggregate/src/bit_and_or_xor.rs | 10 +-
datafusion/functions-aggregate/src/bool_and_or.rs | 8 +-
datafusion/functions-aggregate/src/count.rs | 2 +-
datafusion/functions-aggregate/src/first_last.rs | 28 +-
datafusion/functions-aggregate/src/median.rs | 2 +-
datafusion/functions-aggregate/src/min_max.rs | 24 +-
datafusion/functions-aggregate/src/nth_value.rs | 2 +-
datafusion/functions-aggregate/src/stddev.rs | 4 +-
datafusion/functions-aggregate/src/string_agg.rs | 8 +-
datafusion/functions-aggregate/src/sum.rs | 28 +-
datafusion/functions-window-common/src/expr.rs | 16 +-
datafusion/functions-window-common/src/field.rs | 24 +-
.../functions-window-common/src/partition.rs | 16 +-
datafusion/functions-window/src/lead_lag.rs | 106 +-
datafusion/functions-window/src/macros.rs | 6 +-
datafusion/functions-window/src/nth_value.rs | 70 +-
datafusion/functions-window/src/ntile.rs | 24 +-
datafusion/functions-window/src/rank.rs | 57 +
datafusion/functions-window/src/row_number.rs | 22 +-
datafusion/optimizer/src/analyzer/type_coercion.rs | 11 +-
.../src/simplify_expressions/expr_simplifier.rs | 1 +
datafusion/physical-expr/Cargo.toml | 2 +-
datafusion/physical-expr/src/aggregate.rs | 34 +-
datafusion/physical-plan/src/aggregates/mod.rs | 1 +
.../physical-plan/src/joins/sort_merge_join.rs | 3 +-
datafusion/physical-plan/src/windows/mod.rs | 35 +-
.../proto/tests/cases/roundtrip_logical_plan.rs | 8 +-
datafusion/spark/src/function/string/char.rs | 130 +
datafusion/spark/src/function/string/mod.rs | 9 +-
datafusion/sql/src/resolve.rs | 4 +-
datafusion/sql/src/select.rs | 2 +-
datafusion/sql/src/statement.rs | 5 +-
datafusion/sql/src/unparser/ast.rs | 3 +-
datafusion/sql/src/unparser/extension_unparser.rs | 1 +
datafusion/sql/tests/sql_integration.rs | 4 +-
datafusion/sqllogictest/test_files/delete.slt | 107 +
datafusion/sqllogictest/test_files/float16.slt | 92 +
datafusion/sqllogictest/test_files/imdb.slt | 4040 ++++++++++++++++++++
.../sqllogictest/test_files/information_schema.slt | 2 +-
.../sqllogictest/test_files/parquet_statistics.slt | 125 +
.../spark/{math/expm1.slt => string/char.slt} | Bin 967 -> 970 bytes
datafusion/substrait/Cargo.toml | 2 +-
.../logical_plan/consumer/expr/scalar_function.rs | 162 +-
datafusion/substrait/src/logical_plan/producer.rs | 3000 ---------------
.../producer/expr/aggregate_function.rs | 99 +
.../src/logical_plan/producer/expr/cast.rs | 154 +
.../logical_plan/producer/expr/field_reference.rs | 103 +
.../src/logical_plan/producer/expr/if_then.rs | 61 +
.../src/logical_plan/producer/expr/literal.rs | 483 +++
.../src/logical_plan/producer/expr/mod.rs | 235 ++
.../logical_plan/producer/expr/scalar_function.rs | 327 ++
.../logical_plan/producer/expr/singular_or_list.rs | 66 +
.../src/logical_plan/producer/expr/subquery.rs | 72 +
.../logical_plan/producer/expr/window_function.rs | 162 +
.../src/logical_plan/{consumer => producer}/mod.rs | 8 +-
.../substrait/src/logical_plan/producer/plan.rs | 63 +
.../src/logical_plan/producer/rel/aggregate_rel.rs | 182 +
.../src/logical_plan/producer/rel/exchange_rel.rs | 70 +
.../src/logical_plan/producer/rel/fetch_rel.rs | 54 +
.../src/logical_plan/producer/rel/filter_rel.rs} | 44 +-
.../src/logical_plan/producer/rel/join.rs | 120 +
.../substrait/src/logical_plan/producer/rel/mod.rs | 78 +
.../src/logical_plan/producer/rel/project_rel.rs | 101 +
.../src/logical_plan/producer/rel/read_rel.rs | 149 +
.../src/logical_plan/producer/rel/set_rel.rs | 43 +
.../src/logical_plan/producer/rel/sort_rel.rs | 69 +
.../logical_plan/producer/substrait_producer.rs | 411 ++
.../substrait/src/logical_plan/producer/types.rs | 436 +++
.../substrait/src/logical_plan/producer/utils.rs | 78 +
docs/source/library-user-guide/query-optimizer.md | 2 +-
docs/source/library-user-guide/upgrading.md | 15 +
docs/source/user-guide/configs.md | 2 +-
docs/source/user-guide/explain-usage.md | 4 +-
docs/source/user-guide/sql/explain.md | 2 +-
docs/source/user-guide/sql/window_functions.md | 208 +-
rust-toolchain.toml | 2 +-
114 files changed, 10258 insertions(+), 3482 deletions(-)
rename .github/workflows/{dev_pr.yml => labeler.yml} (96%)
rename .github/workflows/{dev_pr/labeler.yml => labeler/labeler-config.yml}
(95%)
create mode 100644 datafusion/core/tests/data/int96_nested.parquet
create mode 100644 datafusion/spark/src/function/string/char.rs
create mode 100644 datafusion/sqllogictest/test_files/delete.slt
create mode 100644 datafusion/sqllogictest/test_files/float16.slt
create mode 100644 datafusion/sqllogictest/test_files/imdb.slt
create mode 100644 datafusion/sqllogictest/test_files/parquet_statistics.slt
copy datafusion/sqllogictest/test_files/spark/{math/expm1.slt =>
string/char.slt} (82%)
delete mode 100644 datafusion/substrait/src/logical_plan/producer.rs
create mode 100644
datafusion/substrait/src/logical_plan/producer/expr/aggregate_function.rs
create mode 100644 datafusion/substrait/src/logical_plan/producer/expr/cast.rs
create mode 100644
datafusion/substrait/src/logical_plan/producer/expr/field_reference.rs
create mode 100644
datafusion/substrait/src/logical_plan/producer/expr/if_then.rs
create mode 100644
datafusion/substrait/src/logical_plan/producer/expr/literal.rs
create mode 100644 datafusion/substrait/src/logical_plan/producer/expr/mod.rs
create mode 100644
datafusion/substrait/src/logical_plan/producer/expr/scalar_function.rs
create mode 100644
datafusion/substrait/src/logical_plan/producer/expr/singular_or_list.rs
create mode 100644
datafusion/substrait/src/logical_plan/producer/expr/subquery.rs
create mode 100644
datafusion/substrait/src/logical_plan/producer/expr/window_function.rs
copy datafusion/substrait/src/logical_plan/{consumer => producer}/mod.rs (89%)
create mode 100644 datafusion/substrait/src/logical_plan/producer/plan.rs
create mode 100644
datafusion/substrait/src/logical_plan/producer/rel/aggregate_rel.rs
create mode 100644
datafusion/substrait/src/logical_plan/producer/rel/exchange_rel.rs
create mode 100644
datafusion/substrait/src/logical_plan/producer/rel/fetch_rel.rs
copy datafusion/{common/src/alias.rs =>
substrait/src/logical_plan/producer/rel/filter_rel.rs} (53%)
create mode 100644 datafusion/substrait/src/logical_plan/producer/rel/join.rs
create mode 100644 datafusion/substrait/src/logical_plan/producer/rel/mod.rs
create mode 100644
datafusion/substrait/src/logical_plan/producer/rel/project_rel.rs
create mode 100644
datafusion/substrait/src/logical_plan/producer/rel/read_rel.rs
create mode 100644
datafusion/substrait/src/logical_plan/producer/rel/set_rel.rs
create mode 100644
datafusion/substrait/src/logical_plan/producer/rel/sort_rel.rs
create mode 100644
datafusion/substrait/src/logical_plan/producer/substrait_producer.rs
create mode 100644 datafusion/substrait/src/logical_plan/producer/types.rs
create mode 100644 datafusion/substrait/src/logical_plan/producer/utils.rs
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
