This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
from db273d578f0 [Fix](tablet id) use int64_t instead of int32_t or
uint32_t for tablet_id (#34962)
new 6f5abfd23fc [regression-test](fix) fix case bug, using
test_insert_dft_tbl in multiple test cases #34983
new eb7eaee3862 [fix](function) money format (#34680)
new 73419c24311 [enhance](mtmv)MTMV support hive table determine whether
the data is sync (#34845)
new 5b72dd1217e [chore](test) remove useless drop table in
test_list_partition_datatype (#34930)
new cc11e50200f [fix](mtmv)Fix slot desc wrong in query rewrite by
materialized view when query is complex (#34904)
new 05605d99a98 [opt](routine-load) optimize routine load task allocation
algorithm (#34778)
new 274c96b12db [enhancement](regression-test) modify a key type tests
(#34600)
new 437c1a1ba40 [enhancement](regression-test) modify a key type tests
(#34717)
new 9b5028785d1 [fix](prepare) fix datetimev2 return err when
binary_row_format (#34662)
new e66dd588601 [Improve](inverted index) improve performance by
introducing bulk contains for bitmap in _build_index_result_column (#34831)
new bfd875eae39 [opt](nereids) lazy get expression map when comparing
hypergraph (#34753)
new 81bcb9d4909 [opt](planner)(Nereids) support auto aggregation for
random distributed table (#33630)
new e3e5f18f26a [Fix](Json type) correct cast result for json type (#34764)
new 435147d449c [enhance](mtmv) MTMV deal partition use name instead of id
(#34910)
new a59f9c3fa15 [fix](planner) fix unrequired slot bug when join node
introduced by #25204 (#34923)
new 89d5f2e816a [fix](multi-catalog)remove http scheme in oss endpoint
(#34907)
new 22f85be7126 [fix](hive-ctas) support create hive table with full
quolified name (#34984)
The 17 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../exec/schema_scanner/schema_columns_scanner.cpp | 27 +-
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 3 +-
be/src/util/jsonb_document.h | 2 +-
be/src/util/mysql_row_buffer.cpp | 46 +-
be/src/util/mysql_row_buffer.h | 4 +-
.../serde/data_type_datetimev2_serde.cpp | 4 +-
be/src/vec/functions/function_cast.h | 79 +--
be/src/vec/functions/function_string.h | 180 +++--
be/test/vec/function/function_jsonb_test.cpp | 15 +-
.../vec/function/function_money_format_test.cpp | 92 +++
.../org/apache/doris/analysis/StmtRewriter.java | 236 +++++++
.../main/java/org/apache/doris/catalog/MTMV.java | 30 +-
.../java/org/apache/doris/catalog/OlapTable.java | 27 +-
.../doris/datasource/hive/HMSExternalTable.java | 38 +-
.../datasource/property/PropertyConverter.java | 2 +-
.../apache/doris/job/extensions/mtmv/MTMVTask.java | 41 +-
.../doris/load/routineload/RoutineLoadManager.java | 18 +-
.../doris/mtmv/MTMVMaxTimestampSnapshot.java | 19 +-
.../org/apache/doris/mtmv/MTMVPartitionUtil.java | 112 ++-
...latedPartitionDescOnePartitionColGenerator.java | 6 +-
.../MTMVRelatedPartitionDescRollUpGenerator.java | 20 +-
...MTMVRelatedPartitionDescSyncLimitGenerator.java | 6 +-
.../org/apache/doris/mtmv/MTMVRelatedTableIf.java | 6 +-
.../org/apache/doris/mtmv/MTMVRewriteUtil.java | 6 +-
.../doris/mtmv/RelatedPartitionDescResult.java | 12 +-
.../org/apache/doris/mysql/MysqlSerializer.java | 2 +
.../doris/nereids/jobs/executor/Analyzer.java | 3 +
.../org/apache/doris/nereids/rules/RuleType.java | 5 +-
.../BuildAggForRandomDistributedTable.java | 257 +++++++
.../mv/AbstractMaterializedViewRule.java | 2 +-
.../rules/exploration/mv/HyperGraphComparator.java | 114 ++--
.../mv/InitMaterializationContextHook.java | 5 +-
.../mv/LogicalCompatibilityContext.java | 31 +-
.../exploration/mv/MaterializationContext.java | 13 +-
.../exploration/mv/MaterializedViewUtils.java | 7 +-
.../plans/commands/UpdateMvByPartitionCommand.java | 26 +-
.../trees/plans/commands/info/CreateTableInfo.java | 17 +-
.../trees/plans/visitor/TableCollector.java | 14 +-
.../org/apache/doris/planner/JoinNodeBase.java | 6 +
.../java/org/apache/doris/qe/StmtExecutor.java | 9 +-
.../datasource/property/PropertyConverterTest.java | 4 +-
.../apache/doris/mtmv/MTMVPartitionUtilTest.java | 18 +-
...TMVRelatedPartitionDescRollUpGeneratorTest.java | 28 +-
.../org/apache/doris/mtmv/MTMVRewriteUtilTest.java | 12 +-
.../java/org/apache/doris/mtmv/MTMVTaskTest.java | 46 +-
.../test_compaction_uniq_keys_row_store.out | 32 +-
.../test_inlineview_with_project.out | 9 +-
.../data/datatype_p0/json/json_cast.out | 43 ++
.../scalar_types/sql/infomation_schema.out | 2 +-
.../external_table_p0/hive/ddl/test_hive_ctas.out | 33 +
.../data/json_p0/test_json_load_and_function.out | 52 +-
.../test_json_load_unique_key_and_function.out | 12 +-
.../data/jsonb_p0/test_jsonb_load_and_function.out | 52 +-
.../test_jsonb_load_unique_key_and_function.out | 12 +-
.../data/nereids_function_p0/scalar_function/J.out | 52 +-
.../json_p0/test_json_load_and_function.out | 52 +-
.../test_json_load_unique_key_and_function.out | 12 +-
.../jsonb_p0/test_jsonb_load_and_function.out | 52 +-
.../test_jsonb_load_unique_key_and_function.out | 12 +-
.../string_functions/test_string_function.out | 4 +-
.../aggregate/select_random_distributed_tbl.out | 217 ++++++
.../string_functions/test_money_format.out | 154 +++++
regression-test/data/variant_p0/load.out | 17 +-
.../test_inlineview_with_project.groovy | 84 +++
.../suites/datatype_p0/json/json_cast.groovy | 34 +
.../hive/ddl/test_hive_ctas.groovy | 14 +
.../suites/load_p0/insert/test_insert.groovy | 2 +-
.../suites/mtmv_p0/test_hive_mtmv.groovy | 8 -
.../suites/mtmv_p0/test_hive_refresh_mtmv.groovy | 8 +-
.../mv/{ssb => nested}/ddl/customer_create.sql | 0
.../mv/nested}/ddl/customer_delete.sql | 0
.../mv/{ssb => nested}/ddl/date_create.sql | 0
.../mv/nested}/ddl/date_delete.sql | 0
.../mv/{ssb => nested}/ddl/lineorder_create.sql | 0
.../mv/nested}/ddl/lineorder_delete.sql | 0
.../{ssb => nested}/ddl/lineorder_flat_create.sql | 0
.../{ssb => nested}/ddl/lineorder_flat_delete.sql | 0
.../mv/{ssb => nested}/ddl/part_create.sql | 0
.../mv/nested}/ddl/part_delete.sql | 0
.../mv/{ssb => nested}/ddl/supplier_create.sql | 0
.../mv/nested}/ddl/supplier_delete.sql | 0
.../mv/nested/nested_materialized_view.groovy | 750 ++++++++++++++++++++-
.../test_list_partition_datatype.groovy | 1 -
.../aggregate/select_random_distributed_tbl.groovy | 134 ++++
.../string_functions/test_money_format.groovy | 77 +++
.../test_unique_schema_key_change_modify.groovy | 587 +++++++++++++++-
.../test_unique_schema_key_change_modify1.groovy | 547 +++++++++++++++
regression-test/suites/variant_p0/load.groovy | 25 +-
88 files changed, 4086 insertions(+), 654 deletions(-)
create mode 100644 be/test/vec/function/function_money_format_test.cpp
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/analysis/BuildAggForRandomDistributedTable.java
create mode 100644 regression-test/data/datatype_p0/json/json_cast.out
create mode 100644
regression-test/data/query_p0/aggregate/select_random_distributed_tbl.out
create mode 100644
regression-test/data/query_p0/sql_functions/string_functions/test_money_format.out
create mode 100644 regression-test/suites/datatype_p0/json/json_cast.groovy
copy regression-test/suites/nereids_rules_p0/mv/{ssb =>
nested}/ddl/customer_create.sql (100%)
copy regression-test/suites/{inverted_index_p0/ssb_unique_sql_zstd =>
nereids_rules_p0/mv/nested}/ddl/customer_delete.sql (100%)
copy regression-test/suites/nereids_rules_p0/mv/{ssb =>
nested}/ddl/date_create.sql (100%)
copy regression-test/suites/{inverted_index_p0/ssb_unique_sql_zstd =>
nereids_rules_p0/mv/nested}/ddl/date_delete.sql (100%)
copy regression-test/suites/nereids_rules_p0/mv/{ssb =>
nested}/ddl/lineorder_create.sql (100%)
copy regression-test/suites/{inverted_index_p0/ssb_unique_sql_zstd =>
nereids_rules_p0/mv/nested}/ddl/lineorder_delete.sql (100%)
copy regression-test/suites/nereids_rules_p0/mv/{ssb =>
nested}/ddl/lineorder_flat_create.sql (100%)
copy regression-test/suites/nereids_rules_p0/mv/{ssb =>
nested}/ddl/lineorder_flat_delete.sql (100%)
copy regression-test/suites/nereids_rules_p0/mv/{ssb =>
nested}/ddl/part_create.sql (100%)
copy regression-test/suites/{inverted_index_p0/ssb_unique_sql_zstd =>
nereids_rules_p0/mv/nested}/ddl/part_delete.sql (100%)
copy regression-test/suites/nereids_rules_p0/mv/{ssb =>
nested}/ddl/supplier_create.sql (100%)
copy regression-test/suites/{inverted_index_p0/ssb_unique_sql_zstd =>
nereids_rules_p0/mv/nested}/ddl/supplier_delete.sql (100%)
create mode 100644
regression-test/suites/query_p0/aggregate/select_random_distributed_tbl.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/string_functions/test_money_format.groovy
create mode 100644
regression-test/suites/schema_change_p0/test_unique_schema_key_change_modify1.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]