This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
from 89091363d9e Revert "[chore](log) add try lock db failed log (#34503)"
new c0cca6103b4 [WIP](test) remove enable_nereids_planner in regression
cases (part 2) (#34490)
new 7c56c17ecc2 [Fix](nereids) fix NormalizeRepeat, change the
outputExpression rewrite logic (#34196)
new 19c20247f46 [Fix](job)Reclaim resources held by finished tasks (#34506)
new d038d3bf212 [improve](restore) Release useless info for the finished
job to reduce mem usage (#34513)
new 093fe354c8d [Improve](cache) Estimated column reader memory to control
segment cache (#34526)
new 95593f8e192 [config](move-memtable) support HTTP header
load_stream_per_node in stream load (#34444)
new 7c52b9f36e3 [fix](txn insert) Txn insert stuck if execute on observer
fe (#34547)
new 5271042a7da [bugfix](gccompile) fix gcc compile error (#34546)
new 391dc35e17f [fix](Nereids) array_intersect should be a variadic
function (#34543)
new 087f3869fda [opt](tools) update bucket number in schema file (#34561)
new 6c11dd22315 [Fix](planner) fix
ScalarType.getAssignmentCompatibleType() when deal boolean and decimal (#34435)
new 853dbdcb00e [Feature](PreparedStatement) implement general server side
prepared (#33807)
new 9a94681b292 [refactor](type) AggStateType should not extends
ScalarType (#34463)
new 845732b4409 [WIP](test) remove enable_nereids_planner in regression
cases (part 3) (#34558)
new 296c343179c [improve](shcema change)fix alter table faild when modify
multiple columns with column changed positions (#34244)
new aa684d85d75 [Bug](Variant) fix rapidjson::Allocator may cause mem
allocate issue when build with `DENABLE_CLANG_COVERAGE` (#34150)
new ec34bc0386a [bug](config) Fix modifying label_num_threshold does not
take effect (#34575)
new e2ea54c0a75 [Improvement](sink) remove unused check on string's
write_column_to_mysql (#34491)
new d5d6c7f8a41 [opt](nereids) optimize str-like-col range filter
estimation (#34542)
new e38801968dc [Fix](functions) Fix bug in makedate and str_to_date
functions
The 20 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/common/config.cpp | 4 +
be/src/common/config.h | 3 +
be/src/http/action/stream_load.cpp | 4 +
be/src/http/http_common.h | 1 +
be/src/olap/rowset/segment_v2/segment.cpp | 1 +
be/src/olap/rowset/segment_v2/segment.h | 6 +-
be/src/olap/segment_loader.cpp | 5 +-
be/src/olap/segment_loader.h | 2 +-
be/src/pipeline/exec/result_sink_operator.cpp | 9 +-
be/src/runtime/exec_env_init.cpp | 13 +-
be/src/runtime/runtime_state.h | 5 +
be/src/service/doris_main.cpp | 2 +-
be/src/service/point_query_executor.cpp | 1 -
be/src/vec/columns/column_object.cpp | 19 +-
be/src/vec/columns/column_string.h | 2 +-
.../vec/data_types/serde/data_type_array_serde.cpp | 5 +-
.../vec/data_types/serde/data_type_array_serde.h | 2 +-
.../vec/data_types/serde/data_type_jsonb_serde.cpp | 2 +-
.../vec/data_types/serde/data_type_jsonb_serde.h | 2 +-
.../data_types/serde/data_type_nullable_serde.cpp | 6 +-
.../data_types/serde/data_type_nullable_serde.h | 2 +-
.../vec/data_types/serde/data_type_number_serde.h | 4 +-
be/src/vec/data_types/serde/data_type_serde.cpp | 2 +-
be/src/vec/data_types/serde/data_type_serde.h | 2 +-
.../vec/data_types/serde/data_type_string_serde.h | 20 +-
be/src/vec/sink/vresult_sink.cpp | 12 +-
.../org/apache/doris/catalog/AggStateType.java | 49 ++++-
.../java/org/apache/doris/catalog/ArrayType.java | 12 +-
.../java/org/apache/doris/catalog/MapType.java | 5 +
.../java/org/apache/doris/catalog/ScalarType.java | 30 +--
.../java/org/apache/doris/catalog/StructType.java | 13 +-
.../main/java/org/apache/doris/catalog/Type.java | 43 +++--
.../java/org/apache/doris/catalog/VariantType.java | 46 +----
.../main/java/org/apache/doris/common/Config.java | 6 +-
fe/fe-core/src/main/cup/sql_parser.cup | 8 +-
.../apache/doris/alter/SchemaChangeHandler.java | 4 +-
.../java/org/apache/doris/analysis/Analyzer.java | 16 +-
.../org/apache/doris/analysis/BinaryPredicate.java | 8 +-
.../main/java/org/apache/doris/analysis/Expr.java | 6 +-
.../org/apache/doris/analysis/LiteralExpr.java | 16 +-
.../apache/doris/analysis/NativeInsertStmt.java | 13 +-
.../org/apache/doris/analysis/PlaceHolderExpr.java | 16 +-
.../org/apache/doris/analysis/PrepareStmt.java | 124 ++++++++-----
.../org/apache/doris/analysis/StatementBase.java | 15 +-
.../org/apache/doris/analysis/StringLiteral.java | 1 +
.../org/apache/doris/backup/BackupJobInfo.java | 14 ++
.../apache/doris/backup/RestoreFileMapping.java | 5 +
.../java/org/apache/doris/backup/RestoreJob.java | 5 +
.../java/org/apache/doris/catalog/OlapTable.java | 11 +-
.../doris/job/extensions/insert/InsertTask.java | 15 +-
.../apache/doris/job/extensions/mtmv/MTMVTask.java | 26 ++-
.../org/apache/doris/job/task/AbstractTask.java | 40 +++-
.../nereids/rules/analysis/NormalizeRepeat.java | 204 +++++++++++++--------
.../nereids/rules/rewrite/NormalizeToSlot.java | 11 ++
.../doris/nereids/stats/FilterEstimation.java | 20 +-
.../functions/BuiltinFunctionBuilder.java | 1 +
.../executable/DateTimeExtractAndTransform.java | 6 +-
.../functions/scalar/ArrayIntersect.java | 18 +-
.../apache/doris/nereids/types/AggStateType.java | 2 +-
.../org/apache/doris/nereids/types/TimeType.java | 3 +-
.../org/apache/doris/nereids/types/TimeV2Type.java | 3 +-
.../doris/nereids/types/coercion/DateLikeType.java | 2 +-
.../doris/nereids/types/coercion/NumericType.java | 2 +-
.../nereids/types/coercion/RangeScalable.java | 16 +-
.../org/apache/doris/nereids/util/DateUtils.java | 15 +-
.../org/apache/doris/planner/OlapScanNode.java | 13 +-
.../main/java/org/apache/doris/qe/Coordinator.java | 3 +
.../org/apache/doris/qe/MysqlConnectProcessor.java | 42 ++---
.../java/org/apache/doris/qe/PointQueryExec.java | 2 +-
.../org/apache/doris/qe/PrepareStmtContext.java | 3 +
.../java/org/apache/doris/qe/SessionVariable.java | 6 +
.../java/org/apache/doris/qe/StmtExecutor.java | 62 ++++---
.../doris/transaction/DatabaseTransactionMgr.java | 7 +-
fe/fe-core/src/main/jflex/sql_scanner.flex | 1 -
.../doris/nereids/stats/FilterEstimationTest.java | 89 +++++++++
.../test_bloom_filter_is_not_null.out | 10 -
.../data/correctness/test_cast_as_decimalv3.out | 6 -
.../test_from_millisecond_microsecond.out | 9 -
regression-test/data/correctness/test_in_null.out | 14 --
.../data/correctness/test_str_to_date.out | 34 +---
.../correctness/test_time_diff_microseconds.out | 2 +-
.../data/correctness/test_time_function.out | 48 -----
regression-test/data/correctness_p0/test_avg.out | 5 +-
.../data/correctness_p0/test_cast_null.out | 3 -
.../data/correctness_p0/test_constant_having.out | 2 -
.../correctness_p0/test_div_decimal_overflow.out | 5 +-
.../data/correctness_p0/test_function_conjunct.out | 2 -
.../agg_state/max/test_agg_state_max.out | 27 ---
.../data/datatype_p0/datetimev2/test_exprs.out | 3 -
.../test_predicate_with_implicit_cast.out | 9 -
.../three_level_nestedtypes_with_s3data.out | 124 ++++++-------
.../two_level_nestedtypes_with_s3data.out | 128 ++++++-------
.../test_complextype_nested_version_schema.out | 7 -
.../test_array_push_pop_backfront.out | 6 +-
.../get_assignment_compatible_type.out | 8 +
regression-test/data/ddl_p0/test_create_view.out | 2 +-
regression-test/data/mv_p0/k1s2m3/k1s2m3.out | 28 ---
.../grouping_sets/grouping_normalize_test.out} | 10 +-
.../data/nereids_ssb_shape_sf100_p0/shape/q2.2.out | 35 ++--
.../data/performance_p0/redundant_conjuncts.out | 37 ++--
.../data/point_query_p0/test_point_query.out | 36 ----
.../test_point_query_cluster_key.out | 111 -----------
.../data/prepared_stmt_p0/prepared_stmt.out | 55 ++++++
.../data/query_p0/having/having_between.out | 15 --
.../data/query_p0/lateral_view/lateral_view.out | 8 -
.../bitmap_functions/test_bitmap_function.out | 117 ------------
.../datetime_functions/test_date_function.out | 5 +-
.../org/apache/doris/regression/suite/Suite.groovy | 5 +
.../apache/doris/regression/util/JdbcUtils.groovy | 30 +++
.../alter_p0/test_alter_muti_modify_column.groovy | 82 +++++++++
.../test_bloom_filter_is_not_null.groovy | 12 +-
.../correctness/test_cast_as_decimalv3.groovy | 14 +-
.../correctness/test_date_function_const.groovy | 5 +-
.../test_from_millisecond_microsecond.groovy | 21 +--
.../suites/correctness/test_in_null.groovy | 15 +-
.../suites/correctness/test_str_to_date.groovy | 28 +--
.../correctness/test_time_diff_microseconds.groovy | 5 +-
.../suites/correctness/test_time_function.groovy | 68 +------
.../suites/correctness/test_timev2_fold.groovy | 6 +-
.../correctness_p0/test_agg_materialize.groovy | 1 -
.../suites/correctness_p0/test_avg.groovy | 6 -
.../suites/correctness_p0/test_bit_function.groovy | 2 -
.../correctness_p0/test_bit_shift_lagency.groovy | 4 +-
.../correctness_p0/test_bucket_shuffle_join.groovy | 11 +-
.../correctness_p0/test_cast_date_decimal.groovy | 4 -
.../suites/correctness_p0/test_cast_in.groovy | 3 -
.../suites/correctness_p0/test_cast_null.groovy | 17 --
.../correctness_p0/test_constant_having.groovy | 21 ---
.../suites/correctness_p0/test_ctas_mv.groovy | 1 -
.../test_div_decimal_overflow.groovy | 9 -
.../correctness_p0/test_function_conjunct.groovy | 5 -
.../suites/correctness_p0/test_implict_cast.groovy | 3 +-
.../test_inlineview_error_msg.groovy | 1 -
.../test_inlineview_with_lateralview.groovy | 1 -
.../test_inlineview_with_project.groovy | 1 -
.../test_inlineview_with_window_function.groovy | 1 -
.../test_join_with_projection.groovy | 1 -
.../suites/correctness_p0/test_mv_case.groovy | 1 -
.../test_outer_join_with_cross_join.groovy | 3 +-
.../test_outer_join_with_inline_view.groovy | 1 -
.../test_outer_join_with_null_value.groovy | 1 -
.../correctness_p0/test_outerjoin_jsonb.groovy | 1 -
.../test_push_conjunct_external_table.groovy | 1 -
.../correctness_p0/test_select_constant.groovy | 2 -
.../correctness_p0/test_table_function.groovy | 1 -
.../suites/correctness_p0/test_time_round.groovy | 4 +-
.../agg_state/max/test_agg_state_max.groovy | 19 +-
.../datatype_p0/complex_types/test_map.groovy | 1 -
.../datatype_p0/datetimev2/test_exprs.groovy | 3 +-
.../decimalv3/test_decimalv3_where.groovy | 1 -
.../test_predicate_with_implicit_cast.groovy | 7 +-
.../one_level_nestedtypes_with_s3data.groovy | 5 -
.../three_level_nestedtypes_with_s3data.groovy | 6 -
.../two_level_nestedtypes_with_s3data.groovy | 5 -
.../suites/datatype_p0/nested_types/load.groovy | 1 -
.../test_complextype_information_schema.groovy | 1 -
.../test_complextype_nested_version_schema.groovy | 8 -
..._nested_types_insert_into_with_agg_table.groovy | 3 +-
..._nested_types_insert_into_with_dup_table.groovy | 1 -
...sted_types_insert_into_with_unique_table.groovy | 3 +-
.../test_array_element_at_and_slice.groovy | 2 -
.../test_array_functions_array_join.groovy | 2 -
.../test_array_functions_array_with_const.groovy | 3 -
...rray_functions_concat_compact_difference.groovy | 2 -
.../test_array_push_pop_backfront.groovy | 3 -
.../test_array_zip_array_enumerate_uniq.groovy | 4 +-
.../map_functions/test_basic_map_function.groovy | 5 -
.../query/test_nested_type_with_count.groovy | 3 -
.../query/test_nested_type_with_rowstore.groovy | 2 -
.../test_nested_types_insert_into_with_s3.groovy | 1 -
...test_nestedtypes_csv_insert_into_with_s3.groovy | 1 -
.../test_nestedtypes_insert_into_select.groovy | 2 -
...est_nestedtypes_json_insert_into_with_s3.groovy | 1 -
.../get_assignment_compatible_type.groovy | 52 ++++++
.../suites/ddl_p0/test_create_view.groovy | 1 -
regression-test/suites/ddl_p0/test_ctas.groovy | 6 -
...urrent_timestamp_as_column_default_value.groovy | 4 -
.../suites/delete_p0/test_delete_on_value.groovy | 3 -
.../jdbc/test_clickhouse_jdbc_catalog.groovy | 1 -
.../jdbc/test_mysql_jdbc_catalog.groovy | 1 -
.../jdbc/test_mysql_jdbc_driver5_catalog.groovy | 1 -
.../jdbc/test_oracle_jdbc_catalog.groovy | 8 -
.../jdbc/test_pg_jdbc_catalog.groovy | 1 -
.../jdbc/test_sqlserver_jdbc_catalog.groovy | 1 -
.../insert_p0/insert_group_commit_into.groovy | 2 +-
.../suites/load_p0/insert/test_insert.groovy | 7 +-
.../insert/test_insert_move_memtable.groovy | 7 +-
regression-test/suites/mv_p0/k1s2m3/k1s2m3.groovy | 30 ---
.../cache/parse_sql_from_sql_cache.groovy | 10 -
.../nereids_p0/create_table/test_ctas.groovy | 2 -
.../suites/nereids_p0/datatype/test_cast.groovy | 7 +-
regression-test/suites/nereids_p0/load.groovy | 3 -
.../test_string_function_like.groovy | 11 --
.../table_function/explode_map.groovy | 7 -
.../suites/nereids_p0/tablesample.groovy | 4 +-
.../nereids_p0/test_filter_pushdown_set.groovy | 3 +-
.../grouping_sets/grouping_normalize_test.groovy} | 39 ++--
.../mv/newMv/dup_mv_bm_hash.groovy | 8 -
.../nereids_syntax_p0/mv/newMv/dup_mv_year.groovy | 8 -
.../mv/newMv/sum_devide_count.groovy | 6 -
.../test_multi_column_partition.groovy | 19 +-
.../performance_p0/redundant_conjuncts.groovy | 6 +-
regression-test/suites/point_query_p0/load.groovy | 2 -
.../suites/point_query_p0/test_point_query.groovy | 12 +-
.../test_point_query_cluster_key.groovy | 12 +-
.../suites/prepared_stmt_p0/prepared_stmt.groovy | 170 +++++++++++++++++
.../aggregate_group_by_metric_type.groovy | 2 -
.../suites/query_p0/aggregate/window_funnel.groovy | 1 -
.../join_with_column_casesensetive.groovy | 10 -
.../query_p0/cast/test_cast_decimalv3.groovy | 1 -
.../grouping_sets/test_grouping_sets.groovy | 37 ----
.../suites/query_p0/having/having.groovy | 1 -
.../suites/query_p0/having/having_between.groovy | 8 -
.../suites/query_p0/join/test_join.groovy | 9 +-
.../query_p0/lateral_view/lateral_view.groovy | 4 -
.../query_p0/literal_view/lietral_test.groovy | 8 -
.../bitmap_functions/test_bitmap_function.groovy | 95 +---------
.../conditional_functions/test_nvl.groovy | 1 -
.../datetime_functions/test_date_function.groovy | 3 +-
.../sql/dateTimeOperatorsAccessible.sql | 2 +-
...st_array_with_single_row_max_than_uint16.groovy | 2 +-
.../test_partial_update_delete.groovy | 4 -
.../test_partial_update_delete_sign.groovy | 4 -
.../test_partial_update_insert_seq_col.groovy | 6 +-
.../test_partial_update_native_insert_stmt.groovy | 6 +-
...artial_update_native_insert_stmt_complex.groovy | 6 +-
.../tpcds-tools/ddl/create-tpcds-tables-sf1000.sql | 16 +-
227 files changed, 1472 insertions(+), 1826 deletions(-)
copy regression-test/suites/correctness_p0/test_select_constant.groovy =>
fe/fe-core/src/main/java/org/apache/doris/nereids/types/coercion/RangeScalable.java
(59%)
create mode 100644
regression-test/data/datatype_p0/scalar_types/get_assignment_compatible_type.out
copy regression-test/data/{correctness_p0/test_function_conjunct.out =>
nereids_rules_p0/grouping_sets/grouping_normalize_test.out} (62%)
create mode 100644 regression-test/data/prepared_stmt_p0/prepared_stmt.out
create mode 100644
regression-test/suites/alter_p0/test_alter_muti_modify_column.groovy
create mode 100644
regression-test/suites/datatype_p0/scalar_types/get_assignment_compatible_type.groovy
copy regression-test/suites/{nereids_p0/tablesample.groovy =>
nereids_rules_p0/grouping_sets/grouping_normalize_test.groovy} (50%)
create mode 100644 regression-test/suites/prepared_stmt_p0/prepared_stmt.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
