This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
from 0f387691021 [fix](scan) Fix missing shared tablet header lock (#31433)
new 35333d7a77d [opt](scanner) scan enough blocks in each scan task
(#31277)
new 3cee6c6722f [fix](function) fix unexpected be core in string search
function (#31312)
new 22b64340542 [feature](doris compose) Add create cloud cluster (#31315)
new f163d56a982 [feature](function) support sequence function(alias of
array_range), enhance both to handle datetimev2 (#30823)
new b8fe620ba37 Fix cgroup cpu controller file leak (#31398)
new 1127b0065a8 [Improment](executor)Add scanbytes/scanrows condition
(#31364)
new c34639245e3 [Improvement](executor)add remote scan thread pool (#31376)
new dd229b77b11 [fix](inverted index)Remove the strong check for `parser`
when creating a table with inverted index (#31391)
new 481d94c3fc8 [feature](nereids) deal the slots that appear both in agg
func and grouping sets (#31318)
new 6e62017ed5c [fix](scanner) allocated_bytes should be called after
success (#31428)
new 1fbf32ead24 [enhancement](pipelinex) limit add_child to and dependency
to avoid error (#31394)
new 3b093cabd17 Fix building issue in be on ubuntu with test enabled.
(#31407)
new 19196ae1cfc [doc](nereids) Optimize query rewerite by materialzied
view doc (#31420)
new 4b0d6716dc4 [Fix](be)Fix gcc compile failed #31431
new 4fd00e3ad73 [Fix](test)Fix workload group query queue regression test
#31419
The 15 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/agent/cgroup_cpu_ctl.cpp | 10 +-
be/src/agent/cgroup_cpu_ctl.h | 5 +-
be/src/agent/workload_group_listener.cpp | 2 +-
be/src/agent/workload_sched_policy_listener.cpp | 4 +-
be/src/pipeline/pipeline_x/dependency.h | 6 +-
be/src/runtime/fragment_mgr.cpp | 7 -
be/src/runtime/query_context.cpp | 4 +-
be/src/runtime/query_context.h | 5 +
be/src/runtime/runtime_query_statistics_mgr.cpp | 19 ++
be/src/runtime/runtime_query_statistics_mgr.h | 8 +
be/src/runtime/task_group/task_group.cpp | 172 +++++++++-
be/src/runtime/task_group/task_group.h | 28 ++
be/src/runtime/task_group/task_group_manager.cpp | 171 +---------
be/src/runtime/task_group/task_group_manager.h | 23 +-
be/src/runtime/thread_context.h | 4 +-
.../runtime/workload_management/workload_action.h | 4 +-
.../workload_management/workload_condition.h | 4 +-
.../workload_sched_policy_mgr.cpp | 5 +
be/src/vec/exec/scan/scanner_context.cpp | 152 ++++-----
be/src/vec/exec/scan/scanner_context.h | 30 +-
be/src/vec/exec/scan/scanner_scheduler.cpp | 60 ++--
be/src/vec/exec/scan/scanner_scheduler.h | 34 +-
.../vec/functions/array/function_array_range.cpp | 184 +++++++++--
.../functions/functions_multi_string_position.cpp | 15 +-
.../functions/functions_multi_string_search.cpp | 15 +-
build.sh | 6 +-
docker/runtime/doris-compose/Dockerfile | 19 +-
docker/runtime/doris-compose/Readme.md | 31 +-
docker/runtime/doris-compose/cluster.py | 326 ++++++++++++++----
docker/runtime/doris-compose/command.py | 365 +++++++++++++++++----
docker/runtime/doris-compose/doris-compose.py | 2 +-
.../doris-compose/resource/cloud.ini.example | 25 ++
docker/runtime/doris-compose/resource/common.sh | 95 +++++-
docker/runtime/doris-compose/resource/fdb.conf | 45 +++
docker/runtime/doris-compose/resource/init_be.sh | 121 +++++--
.../runtime/doris-compose/resource/init_cloud.sh | 104 ++++++
.../resource/{common.sh => init_fdb.sh} | 65 ++--
docker/runtime/doris-compose/resource/init_fe.sh | 104 +++++-
.../query-async-materialized-view.md | 113 +++++--
.../sql-functions/array-functions/array-range.md | 27 +-
.../sql-functions/array-functions/sequence.md | 104 ++++++
.../Create/CREATE-ASYNC-MATERIALIZED-VIEW.md | 12 +
docs/sidebars.json | 3 +-
.../query-async-materialized-view.md | 54 ++-
.../sql-functions/array-functions/array-range.md | 27 +-
.../sql-functions/array-functions/sequence.md | 102 ++++++
.../Create/CREATE-ASYNC-MATERIALIZED-VIEW.md | 10 +
.../main/java/org/apache/doris/common/Config.java | 3 -
.../antlr4/org/apache/doris/nereids/DorisLexer.g4 | 2 +
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 9 +
.../apache/doris/analysis/FunctionCallExpr.java | 10 +
.../apache/doris/analysis/InvertedIndexUtil.java | 3 -
.../doris/catalog/BuiltinScalarFunctions.java | 2 +-
.../main/java/org/apache/doris/catalog/Env.java | 6 -
.../java/org/apache/doris/catalog/FunctionSet.java | 6 +
.../publish/WorkloadActionPublishThread.java | 123 -------
.../doris/nereids/parser/LogicalPlanBuilder.java | 43 +++
.../nereids/rules/analysis/NormalizeRepeat.java | 100 ++++--
.../expressions/functions/scalar/ArrayRange.java | 7 +-
.../{ArrayRange.java => ArrayRangeDayUnit.java} | 57 +---
.../{ArrayRange.java => ArrayRangeHourUnit.java} | 57 +---
.../{ArrayRange.java => ArrayRangeMinuteUnit.java} | 57 +---
.../{ArrayRange.java => ArrayRangeMonthUnit.java} | 57 +---
.../{ArrayRange.java => ArrayRangeSecondUnit.java} | 57 +---
.../{ArrayRange.java => ArrayRangeWeekUnit.java} | 57 +---
.../{ArrayRange.java => ArrayRangeYearUnit.java} | 57 +---
.../expressions/visitor/ScalarFunctionVisitor.java | 35 ++
.../resource/workloadgroup/WorkloadGroup.java | 47 ++-
.../resource/workloadgroup/WorkloadGroupMgr.java | 3 +-
.../workloadschedpolicy/WorkloadAction.java | 2 -
.../WorkloadActionMoveQueryToGroup.java | 67 ----
.../workloadschedpolicy/WorkloadCondition.java | 4 +
...tion.java => WorkloadConditionBeScanBytes.java} | 32 +-
...ition.java => WorkloadConditionBeScanRows.java} | 32 +-
.../workloadschedpolicy/WorkloadConditionMeta.java | 4 +
.../workloadschedpolicy/WorkloadMetricType.java | 2 +-
.../workloadschedpolicy/WorkloadSchedPolicy.java | 4 +-
.../WorkloadSchedPolicyMgr.java | 22 +-
.../doris/tablefunction/MetadataGenerator.java | 10 +-
.../WorkloadGroupsTableValuedFunction.java | 2 +
gensrc/script/doris_builtins_functions.py | 8 +-
gensrc/thrift/BackendService.thrift | 14 +-
gensrc/thrift/FrontendService.thrift | 2 +-
.../nereids_function_p0/scalar_function/Array.out | 194 +++++++++++
.../grouping_sets/test_grouping_sets.out | 26 ++
...ot_both_appear_in_agg_fun_and_grouping_sets.out | 66 ++++
.../query_p0/grouping_sets/test_grouping_sets.out | 5 +
.../array_functions/test_array_functions.out | 131 ++++++++
.../test_workload_sched_policy.out | 1 -
.../org/apache/doris/regression/suite/Suite.groovy | 17 +-
.../doris/regression/suite/SuiteCluster.groovy | 16 +-
.../suites/demo_p0/docker_action.groovy | 15 +
.../inverted_index_p0/test_properties.groovy | 4 +-
.../scalar_function/Array.groovy | 14 +
.../grouping_sets/test_grouping_sets.groovy | 26 +-
...both_appear_in_agg_fun_and_grouping_sets.groovy | 62 ++++
.../suites/nereids_syntax_p0/grouping_sets.groovy | 16 -
.../grouping_sets/test_grouping_sets.groovy | 27 +-
.../array_functions/test_array_functions.groovy | 84 +++++
.../test_multi_string_position.groovy | 24 ++
.../test_multi_string_search.groovy | 26 +-
.../workload_manager_p0/test_curd_wlg.groovy | 4 +-
.../test_workload_sched_policy.groovy | 21 +-
103 files changed, 3210 insertions(+), 1303 deletions(-)
create mode 100644 docker/runtime/doris-compose/resource/cloud.ini.example
create mode 100644 docker/runtime/doris-compose/resource/fdb.conf
create mode 100644 docker/runtime/doris-compose/resource/init_cloud.sh
copy docker/runtime/doris-compose/resource/{common.sh => init_fdb.sh} (54%)
create mode 100644
docs/en/docs/sql-manual/sql-functions/array-functions/sequence.md
create mode 100644
docs/zh-CN/docs/sql-manual/sql-functions/array-functions/sequence.md
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/publish/WorkloadActionPublishThread.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{ArrayRange.java
=> ArrayRangeDayUnit.java} (52%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{ArrayRange.java
=> ArrayRangeHourUnit.java} (52%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{ArrayRange.java
=> ArrayRangeMinuteUnit.java} (52%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{ArrayRange.java
=> ArrayRangeMonthUnit.java} (52%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{ArrayRange.java
=> ArrayRangeSecondUnit.java} (52%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{ArrayRange.java
=> ArrayRangeWeekUnit.java} (52%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{ArrayRange.java
=> ArrayRangeYearUnit.java} (52%)
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/resource/workloadschedpolicy/WorkloadActionMoveQueryToGroup.java
copy
fe/fe-core/src/main/java/org/apache/doris/resource/workloadschedpolicy/{WorkloadCondition.java
=> WorkloadConditionBeScanBytes.java} (51%)
copy
fe/fe-core/src/main/java/org/apache/doris/resource/workloadschedpolicy/{WorkloadCondition.java
=> WorkloadConditionBeScanRows.java} (51%)
create mode 100644
regression-test/data/nereids_rules_p0/grouping_sets/slot_both_appear_in_agg_fun_and_grouping_sets.out
create mode 100644
regression-test/suites/nereids_rules_p0/grouping_sets/slot_both_appear_in_agg_fun_and_grouping_sets.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
