This is an automated email from the ASF dual-hosted git repository.
lijibing pushed a change to branch high-priority-column
in repository https://gitbox.apache.org/repos/asf/doris.git
discard 87f3b0745fb Support show auto analyze pending jobs. (#31926)
discard 12d657241d2 Support follower sync query columns to master. (#31859)
discard 41ea3618925 Support column level health value. (#31794)
discard d8bcda0c26e High priority queue and map. (#31509)
discard 46fd6a6d8c5 Collect high priority columns. (#31235)
add 6d8afce805a [fix] (doc)Fix invalid link on benchmark tool page #31920
add f3a83cf6db7 [typo](doc)add user-defined variables docs (#26959)
add 8e41be920c1 [enhancement](nereids)send is_nereids flag to be (#31752)
add ea39d50532a [feature](cloud) enable pipeline in cloud_p0 (#31825)
add 5ec35b32d3c [doc](external) delete external table docs in 1.2 (#28353)
add df74a242f6d [Fix](doc) Adjust default values (#31882)
add 8c309652e04 Problem: When the old optimizer processes an INSERT INTO
statement that contains two quotation marks, it results in only one quotation
mark being written into the database. (#31890)
add 3bb0a4a0ff6 [regression](spark)Add spark to read doris multiple data
types cases (#31861)
add 13e29a5496c [typo](doc)Doriswriter document modification (#31322)
add a20fa5d55fa [Bug](top-n) init query_ctx runtime predicate before
_build_pipelines (#31896)
add 56c1a17ce55 [feature](Nereids) support make miss slot as null alias
when converting anti join (#31854)
add c4a20a47a1c [fix](merge-cloud) use correct fs to create transient
rowset writer (#31943)
add 9deaf178f2a [Fix](Status) Handle returned overall Status correctly
(#31692)
add 991fdff9ad0 [Improve](TabletSchemaCache) reduce duplicated memory
consumption for column name and column path (#31141)
add 7173503b81d [ci](cloud) set max_failure_num (#31904)
add 580f40da78c [feature](merge-cloud) Make MetaService compatible with
selectdb cloud (#31620)
add 5e1a385b8cf [fix](statistics)Add synchronize for modify
analysisTaskInfoMap and analysisJobInfoMap. #31940
add a5e87dca164 Add waiting timeout while creating mv and row count
report. (#31944)
add c9aae137187 [agg](conf) Add a knob to control distinct agg (#31930)
add 2b8b199b871 [Fix](merge-cloud) fix broker load failure caused by no
cluster in cloud mode (#31963)
add 8f67af66497 [fix](merge-cloud) Fix gcc compile failed (#31961)
add 669244773d2 [fix](agg) wrong result of two or more map_agg functions
in query (#31928)
add 04b6d6759ca add missing RuleType
LOGICAL_REPEAT_TO_PHYSICAL_REPEAT_RULE (#31877)
add cb2ce1e8ccd [case](Nereids) add leading tpc-h (#30405)
add db7ef814902 [fix](p2)Fix analyze hive partition column p2 case after
row count change. #31958
add 19cb5a9061d [enhancement](plsql) Support show procedure and show
create procedure (#31297) (#31763)
add bff89ab58cc [profile](pipelineX) Add lost metrics (#31964)
add 8e7b51470a8 [fix](nereids)forbid some join reorder rules for mark join
(#31966)
add 82d7f28bffd [opt](mtmv) ensure rewritten plan output order correct
even project been eliminated (#31870)
add 37ef2e33451 [Feature](materialized-view) support mv with
bitmap_union(bitmap_from_array()) case (#31962)
add 77af4874fc4 [improve](routine-load) increase routing load max_batch
_size max limit (#31846)
add 959b69a81c0 [enhancement](Nereids) Speedup PartitionPrunner (#31970)
add 6ac07ec06e2 [Improve](Variant) support bloom filter for variant
subcolumns (#31347)
add 5c9db1acfaa [Enhancement](Load) Nereids supports http_stream and
group_commit with stream load (#31259)
add 56b3c42f459 [Fix](partial-update) Fix wrong column number passing to
BE when partial and enable nereids (#31461)
add 72dfed958fe [enhancement](cloud) exclude cases not supported in cloud
mode (#31969)
add 4266cca047f [doc](apache-superset) Fix zh-CN documentation of
apache-superset (#31976)
add 225f8ab2904 [Fix](nereids) Add semantic check that the hash bucket
column must be a key column when creating table for aggregate and unique models
(#31951)
add 5113b4b624f [chore](ci) Update .asf.yaml (#31994)
add 5408ae45de0 Revert "[chore](ci) Update .asf.yaml (#31994)" (#31997)
add dd8cb6b94df [Opt](func) reduce the useless mem alloc and const opt the
concat code (#31983)
add db729f167d6 [FIX](InPredict) fix in params in to context for thread
fragment query (#31935)
add b4c7365f624 Revert "Problem: When the old optimizer processes an
INSERT INTO statement that contains two quotation marks, it results in only one
quotation mark being written into the database. (#31890)" (#31986)
add 63b47e9febb [feature](external catalog)Add partition grammar for
external catalog to create table (#31585)
add 167011f9a07 [enhancement](regression-test) upgrade groovy to 4.x and
enable run test by jdk17/21 (#31906)
add 65becbe54ef [fix](cloud) Fix cloud create table need cluster auth and
no cluster … (#31772)
add ade1ab62b00 [fix](merge-cloud) Register CloudInternalCatalog as
subtype of InternalCatalog (#31999)
add 322c82c656c fix drop un-related table (#31990)
add f17b841be23 [enhancement] add_method_for_schemachange (#31849)
add b2a68983224 [opt](fe) Reduce jvm heap memory consumed by profiles of
BrokerLoadJob (#31985)
add b8d3c5f07c1 [fix](case) fix export data consistency case (#32005)
add c2ba27421ff (cloud) Print replicas when getReplicaByBackendId failed
(#32007)
add 4c503e3f482 [regression-test](pipeline) remove sys_log_verbose_modules
in pipeline #32015
add b0cb1b89269 [fix](forward) set error code for query state to handle
exception of (#31975)
add 0f013b52478 [improvement](mtmv) Improve the performance for query
rewritting by materialized view (#31886)
add 076946271ee [enhancement](util) print if using nereids planner when be
coredump (#31981)
add 440daaefc79 [Chore](third-party) update clucene version (#32014)
add e4d124a90b8 (cloud-merge) Support to write data into cache in cloud
mode (#31934)
add 9bcc5ce569d [Improvement]Add schema table backend_active_tasks (#31945)
add c2b04a61773 [pipelineX](partition sort) Add some nessacery metrics
(#32020)
add be83f1cf07d [Fix](auto-inc) Fix partial update auto inc publish case
failure #31987
add 258c53d7ca6 [fix](jdbc catalog) Clean up the connection pool after
failure to initialize the client (#31949)
add 64c65b929d1 [feature](Cloud) Support create storage vault stmt (#31537)
add 303d176c1b5 [feature](txn insert) txn insert support insert into
select (#31666)
add 80a5692aa8c [statistic](cloud) Support force full analysis to sample
(#32031)
add 340427c78d8 [fix](jdbc catalog) fix type conversion error in MySQL
JDBC Driver 5.x (#31880)
add 3e07897ba9d [feature](spill) Implement spill to disk for hash join,
aggregation and sort for pipelineX (#31910)
add 784e570fabb [RuntimeFilter] fix <=> runtime filter failed bug (#32003)
add 83c2f5a9582 [enhancement](Nereids) refine and speedup analyzer (#31792)
add 3381eb899df [Opt](exec) remove the unless mem alloc in base64 (#32019)
add 73bc557ae9d [feature](rf) add filter info profile when rf run as expr
(#31822)
add 0865f74aa14 [nereids](topn-filter) support multi-topn filter (FE part)
(#31485)
new ec3657244f0 Collect high priority columns. (#31235)
new 624b27f8258 High priority queue and map. (#31509)
new efe9517d960 Support column level health value. (#31794)
new f5c037514b2 Support follower sync query columns to master. (#31859)
new 5155651c79a Support show auto analyze pending jobs. (#31926)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (87f3b0745fb)
\
N -- N -- N refs/heads/high-priority-column (5155651c79a)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 5 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/cloud/cloud_base_compaction.cpp | 8 +-
be/src/cloud/cloud_cumulative_compaction.cpp | 8 +-
be/src/cloud/cloud_tablet.cpp | 1 +
be/src/clucene | 2 +-
be/src/common/config.cpp | 9 +
be/src/common/config.h | 8 +
be/src/common/daemon.cpp | 11 -
be/src/common/daemon.h | 1 -
be/src/common/signal_handler.h | 8 +
be/src/common/status.h | 8 +
be/src/exec/data_sink.cpp | 14 +-
be/src/exec/schema_scanner.cpp | 3 +
.../schema_scanner/schema_backend_active_tasks.cpp | 94 ++
.../schema_scanner/schema_backend_active_tasks.h} | 41 +-
be/src/exprs/bloom_filter_func.h | 68 +-
be/src/exprs/runtime_filter.cpp | 49 +-
be/src/exprs/runtime_filter.h | 8 +-
be/src/io/fs/benchmark/fs_benchmark_tool.cpp | 26 +-
be/src/olap/compaction.cpp | 2 +-
be/src/olap/data_dir.cpp | 6 +-
be/src/olap/data_dir.h | 2 +-
be/src/olap/delta_writer.cpp | 2 +-
be/src/olap/field.h | 7 +-
be/src/olap/in_list_predicate.h | 7 -
be/src/olap/olap_define.h | 2 +
be/src/olap/row_cursor.cpp | 7 +-
be/src/olap/row_cursor.h | 6 +-
be/src/olap/rowset/beta_rowset.cpp | 6 +-
be/src/olap/rowset/beta_rowset_writer.cpp | 8 +-
be/src/olap/rowset/segcompaction.cpp | 4 +-
be/src/olap/rowset/segment_creator.cpp | 10 +-
.../segment_v2/bloom_filter_index_writer.cpp | 6 +-
be/src/olap/rowset/segment_v2/column_reader.cpp | 33 +-
be/src/olap/rowset/segment_v2/column_reader.h | 8 +-
be/src/olap/rowset/segment_v2/column_writer.cpp | 5 +-
be/src/olap/rowset/segment_v2/column_writer.h | 4 +-
.../rowset/segment_v2/hierarchical_data_reader.cpp | 2 +-
.../segment_v2/inverted_index_compaction.cpp | 2 +-
.../rowset/segment_v2/inverted_index_reader.cpp | 4 +-
be/src/olap/rowset/segment_v2/plain_page.h | 2 +-
be/src/olap/rowset/segment_v2/rle_page.h | 2 +-
be/src/olap/rowset/segment_v2/segment.cpp | 53 +-
be/src/olap/rowset/segment_v2/segment.h | 2 +-
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 12 +-
be/src/olap/rowset/segment_v2/segment_writer.cpp | 7 +-
.../rowset/segment_v2/vertical_segment_writer.cpp | 9 +-
be/src/olap/rowset_builder.cpp | 6 +
be/src/olap/schema.cpp | 4 +-
be/src/olap/schema.h | 24 +-
be/src/olap/single_replica_compaction.cpp | 2 +-
be/src/olap/tablet.cpp | 10 +-
be/src/olap/tablet_manager.cpp | 2 +-
be/src/olap/tablet_meta.cpp | 5 +-
be/src/olap/tablet_meta.h | 2 +-
be/src/olap/tablet_meta_manager.cpp | 2 +-
be/src/olap/tablet_schema.cpp | 146 +--
be/src/olap/tablet_schema.h | 56 +-
be/src/olap/task/engine_clone_task.cpp | 4 +-
be/src/olap/task/engine_storage_migration_task.cpp | 2 +-
be/src/olap/task/index_builder.cpp | 2 +-
be/src/pipeline/exec/aggregation_sink_operator.cpp | 113 +-
be/src/pipeline/exec/aggregation_sink_operator.h | 192 +--
.../pipeline/exec/aggregation_source_operator.cpp | 334 +++---
be/src/pipeline/exec/aggregation_source_operator.h | 35 +-
be/src/pipeline/exec/analytic_sink_operator.cpp | 2 +-
be/src/pipeline/exec/analytic_source_operator.cpp | 17 +-
be/src/pipeline/exec/analytic_source_operator.h | 6 +-
be/src/pipeline/exec/datagen_operator.cpp | 4 +-
.../exec/distinct_streaming_aggregation_operator.h | 1 -
be/src/pipeline/exec/empty_source_operator.h | 2 +-
be/src/pipeline/exec/hashjoin_build_sink.cpp | 1 -
be/src/pipeline/exec/join_build_sink_operator.cpp | 4 +
be/src/pipeline/exec/join_build_sink_operator.h | 1 -
be/src/pipeline/exec/join_probe_operator.cpp | 5 +
be/src/pipeline/exec/join_probe_operator.h | 1 -
.../pipeline/exec/multi_cast_data_stream_sink.cpp | 2 -
.../pipeline/exec/multi_cast_data_stream_source.h | 1 -
be/src/pipeline/exec/mysql_scan_operator.cpp | 2 +-
be/src/pipeline/exec/operator.h | 4 +
.../pipeline/exec/partition_sort_sink_operator.cpp | 16 +-
.../pipeline/exec/partition_sort_sink_operator.h | 17 +-
.../exec/partition_sort_source_operator.cpp | 8 +
.../exec/partitioned_aggregation_sink_operator.cpp | 288 +++++
.../exec/partitioned_aggregation_sink_operator.h | 342 ++++++
.../partitioned_aggregation_source_operator.cpp | 253 ++++
.../exec/partitioned_aggregation_source_operator.h | 106 ++
.../exec/partitioned_hash_join_probe_operator.cpp | 724 ++++++++++++
.../exec/partitioned_hash_join_probe_operator.h | 194 ++++
.../exec/partitioned_hash_join_sink_operator.cpp | 223 ++++
.../exec/partitioned_hash_join_sink_operator.h | 129 +++
be/src/pipeline/exec/result_sink_operator.cpp | 2 +-
be/src/pipeline/exec/result_sink_operator.h | 1 -
be/src/pipeline/exec/scan_operator.cpp | 15 +-
be/src/pipeline/exec/scan_operator.h | 2 +-
be/src/pipeline/exec/schema_scan_operator.cpp | 2 +-
be/src/pipeline/exec/sort_sink_operator.cpp | 24 +-
be/src/pipeline/exec/sort_sink_operator.h | 10 +
be/src/pipeline/exec/sort_source_operator.cpp | 6 +
be/src/pipeline/exec/sort_source_operator.h | 2 +
be/src/pipeline/exec/spill_sort_sink_operator.cpp | 292 +++++
be/src/pipeline/exec/spill_sort_sink_operator.h | 104 ++
.../pipeline/exec/spill_sort_source_operator.cpp | 261 +++++
be/src/pipeline/exec/spill_sort_source_operator.h | 102 ++
.../exec/streaming_aggregation_source_operator.cpp | 1 -
be/src/pipeline/exec/union_source_operator.cpp | 2 +-
be/src/pipeline/exec/union_source_operator.h | 2 +-
be/src/pipeline/pipeline.cpp | 2 +-
be/src/pipeline/pipeline_fragment_context.cpp | 21 +-
be/src/pipeline/pipeline_x/dependency.cpp | 74 ++
be/src/pipeline/pipeline_x/dependency.h | 114 +-
.../local_exchange/local_exchange_sink_operator.h | 1 -
.../local_exchange_source_operator.h | 1 -
.../pipeline_x/local_exchange/local_exchanger.h | 1 -
be/src/pipeline/pipeline_x/operator.cpp | 21 +
be/src/pipeline/pipeline_x/operator.h | 64 +-
.../pipeline_x/pipeline_x_fragment_context.cpp | 128 +-
be/src/pipeline/pipeline_x/pipeline_x_task.cpp | 27 +
be/src/pipeline/task_scheduler.cpp | 12 +-
be/src/runtime/buffer_control_block.cpp | 11 +-
be/src/runtime/buffer_control_block.h | 4 +-
be/src/runtime/exec_env.h | 6 +
be/src/runtime/exec_env_init.cpp | 14 +-
be/src/runtime/fragment_mgr.cpp | 23 +-
be/src/runtime/query_context.cpp | 3 +-
be/src/runtime/query_context.h | 6 +-
be/src/runtime/result_buffer_mgr.cpp | 8 +-
be/src/runtime/result_buffer_mgr.h | 2 +-
be/src/runtime/runtime_query_statistics_mgr.cpp | 81 +-
be/src/runtime/runtime_query_statistics_mgr.h | 8 +-
be/src/runtime/runtime_state.cpp | 4 +
be/src/runtime/runtime_state.h | 37 +
be/src/runtime/thread_context.cpp | 1 +
be/src/service/doris_main.cpp | 29 +-
be/src/service/internal_service.cpp | 12 +-
be/src/util/url_coding.cpp | 21 +-
be/src/util/url_coding.h | 2 -
.../aggregate_functions/aggregate_function_map.h | 4 +-
be/src/vec/common/schema_util.cpp | 74 +-
be/src/vec/common/sort/partition_sorter.h | 2 -
be/src/vec/common/sort/sorter.cpp | 197 +---
be/src/vec/common/sort/sorter.h | 66 +-
be/src/vec/common/sort/topn_sorter.cpp | 31 +-
be/src/vec/common/sort/topn_sorter.h | 2 -
be/src/vec/exec/runtime_filter_consumer.cpp | 9 +-
be/src/vec/exec/runtime_filter_consumer.h | 6 +-
be/src/vec/exec/scan/new_olap_scan_node.cpp | 4 +-
be/src/vec/exec/scan/new_olap_scanner.cpp | 4 +-
be/src/vec/exec/scan/vmeta_scanner.cpp | 22 +-
be/src/vec/exec/scan/vmeta_scanner.h | 1 -
be/src/vec/exec/vaggregation_node.cpp | 19 +-
be/src/vec/exec/vaggregation_node.h | 2 +-
be/src/vec/exec/vsort_node.cpp | 3 -
be/src/vec/exprs/vdirect_in_predicate.h | 7 +
be/src/vec/exprs/vruntimefilter_wrapper.cpp | 32 +-
be/src/vec/exprs/vruntimefilter_wrapper.h | 19 +-
be/src/vec/functions/function_string.h | 30 +-
be/src/vec/functions/function_struct_in.h | 32 +-
be/src/vec/functions/like.cpp | 4 +-
be/src/vec/json/path_in_data.cpp | 7 +-
be/src/vec/json/path_in_data.h | 16 +
be/src/vec/jsonb/serialize.cpp | 2 +-
be/src/vec/olap/olap_data_convertor.cpp | 2 +-
be/src/vec/sink/writer/vtablet_writer.cpp | 2 +
be/src/vec/sink/writer/vtablet_writer.h | 1 +
be/src/vec/spill/spill_reader.cpp | 147 +++
be/src/vec/spill/spill_reader.h | 81 ++
be/src/vec/spill/spill_stream.cpp | 137 +++
be/src/vec/spill/spill_stream.h | 105 ++
be/src/vec/spill/spill_stream_manager.cpp | 262 +++++
be/src/vec/spill/spill_stream_manager.h | 91 ++
be/src/vec/spill/spill_writer.cpp | 160 +++
be/src/vec/spill/spill_writer.h | 92 ++
be/test/http/http_client_test.cpp | 2 +-
be/test/olap/delete_bitmap_calculator_test.cpp | 34 +-
be/test/olap/memtable_flush_executor_test.cpp | 17 +-
.../olap/rowset/segment_v2/zone_map_index_test.cpp | 18 +-
be/test/olap/tablet_schema_helper.cpp | 111 +-
be/test/olap/tablet_schema_helper.h | 29 +-
be/test/vec/exec/vgeneric_iterators_test.cpp | 17 +-
cloud/src/common/config.h | 3 +
cloud/src/meta-service/meta_server.cpp | 9 +-
.../en/community/developer-guide/benchmark-tool.md | 2 +-
docs/en/docs/admin-manual/config/be-config.md | 2 +-
docs/en/docs/advanced/user-defined-variables.md | 115 ++
docs/en/docs/ecosystem/datax.md | 2 -
docs/en/docs/ecosystem/mysql-to-doris.md | 241 ----
docs/en/docs/lakehouse/multi-catalog/jdbc.md | 8 +-
.../query-async-materialized-view.md | 20 +-
.../Load/CREATE-ROUTINE-LOAD.md | 2 +-
docs/sidebars.json | 2 +-
.../community/developer-guide/benchmark-tool.md | 2 +-
docs/zh-CN/docs/admin-manual/config/be-config.md | 2 +-
docs/zh-CN/docs/advanced/user-defined-variables.md | 108 ++
.../ecosystem/bi-integration/apache-superset.md | 1 +
docs/zh-CN/docs/ecosystem/datax.md | 2 -
docs/zh-CN/docs/ecosystem/mysql-to-doris.md | 206 ----
docs/zh-CN/docs/lakehouse/multi-catalog/jdbc.md | 8 +-
.../query-async-materialized-view.md | 16 +-
.../Load/CREATE-ROUTINE-LOAD.md | 2 +-
.../org/apache/doris/jdbc/MySQLJdbcExecutor.java | 35 +-
.../main/java/org/apache/doris/common/Config.java | 3 +
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 19 +-
.../antlr4/org/apache/doris/nereids/PLParser.g4 | 9 +
fe/fe-core/src/main/cup/sql_parser.cup | 8 +-
.../doris/analysis/AlterRoutineLoadStmt.java | 2 +-
.../apache/doris/analysis/AnalyzeProperties.java | 4 +
.../org/apache/doris/analysis/AnalyzeStmt.java | 18 +
.../org/apache/doris/analysis/ArrayLiteral.java | 4 +-
.../doris/analysis/CreateRoutineLoadStmt.java | 5 +-
.../doris/analysis/CreateStorageVaultStmt.java | 105 ++
.../org/apache/doris/analysis/DateLiteral.java | 45 +
.../apache/doris/analysis/ListPartitionDesc.java | 10 +-
.../apache/doris/analysis/RangePartitionDesc.java | 4 +
.../org/apache/doris/analysis/SchemaTableType.java | 3 +-
.../doris/catalog/BuiltinTableValuedFunctions.java | 4 +-
.../main/java/org/apache/doris/catalog/Column.java | 6 +-
.../main/java/org/apache/doris/catalog/Env.java | 6 +
.../org/apache/doris/catalog/FunctionRegistry.java | 22 +-
.../apache/doris/catalog/FunctionSignature.java | 3 +-
.../org/apache/doris/catalog/HdfsStorageVault.java | 114 ++
.../java/org/apache/doris/catalog/SchemaTable.java | 14 +
.../org/apache/doris/catalog/StorageVault.java | 162 +++
.../org/apache/doris/catalog/StorageVaultMgr.java | 78 ++
.../main/java/org/apache/doris/catalog/Tablet.java | 2 +-
.../apache/doris/catalog/TabletInvertedIndex.java | 6 +-
.../apache/doris/cloud/catalog/CloudTablet.java | 10 +
.../doris/cloud/load/CloudBrokerLoadJob.java | 8 +-
.../doris/cloud/load/CloudLoadLoadingTask.java | 81 ++
.../apache/doris/cloud/qe/CloudCoordinator.java | 77 +-
.../apache/doris/cloud/rpc/MetaServiceClient.java | 10 +
.../apache/doris/cloud/rpc/MetaServiceProxy.java | 14 +
.../java/org/apache/doris/common/FeNameFormat.java | 4 +
.../doris/datasource/jdbc/client/JdbcClient.java | 4 +-
.../datasource/jdbc/client/JdbcMySQLClient.java | 5 +-
.../jdbc/client/JdbcOceanBaseClient.java | 7 +-
.../apache/doris/load/loadv2/BrokerLoadJob.java | 8 +-
.../apache/doris/load/loadv2/LoadLoadingTask.java | 2 +-
.../java/org/apache/doris/master/MasterImpl.java | 9 +-
.../main/java/org/apache/doris/mtmv/MTMVCache.java | 27 +-
.../org/apache/doris/nereids/CascadesContext.java | 15 +
.../org/apache/doris/nereids/NereidsPlanner.java | 2 +-
.../doris/nereids/analyzer/ComplexDataType.java | 9 +-
.../apache/doris/nereids/analyzer/MappingSlot.java | 115 ++
.../org/apache/doris/nereids/analyzer/Scope.java | 37 +-
.../glue/translator/PhysicalPlanTranslator.java | 52 +-
.../glue/translator/PlanTranslatorContext.java | 9 +-
.../org/apache/doris/nereids/hint/LeadingHint.java | 2 +-
.../nereids/jobs/rewrite/PlanTreeRewriteJob.java | 18 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 88 +-
.../doris/nereids/parser/PartitionTableInfo.java | 292 +++++
.../doris/nereids/processor/post/TopNScanOpt.java | 117 +-
.../nereids/processor/post/TopnFilterContext.java | 93 ++
.../org/apache/doris/nereids/rules/RuleType.java | 1 +
.../rules/analysis/AvgDistinctToSumDivCount.java | 2 +-
.../nereids/rules/analysis/BindExpression.java | 1223 +++++++++-----------
.../nereids/rules/analysis/BindSlotWithPaths.java | 2 +-
.../nereids/rules/analysis/CheckAnalysis.java | 12 +-
.../rules/analysis/EliminateLogicalSelectHint.java | 2 +-
.../nereids/rules/analysis/ExpressionAnalyzer.java | 807 +++++++++++++
.../doris/nereids/rules/analysis/SlotBinder.java | 2 +-
.../nereids/rules/analysis/SubExprAnalyzer.java | 19 +-
.../rules/exploration/join/JoinCommute.java | 5 +-
.../join/LogicalJoinSemiJoinTranspose.java | 7 +
.../join/LogicalJoinSemiJoinTransposeProject.java | 7 +
.../mv/AbstractMaterializedViewAggregateRule.java | 54 +-
.../mv/AbstractMaterializedViewJoinRule.java | 20 +-
.../mv/AbstractMaterializedViewRule.java | 198 ++--
.../exploration/mv/MaterializationContext.java | 76 +-
.../rules/OneRangePartitionEvaluator.java | 218 ++--
.../rules/expression/rules/PartitionPruner.java | 26 +-
.../expression/rules/PartitionRangeExpander.java | 122 +-
.../LogicalRepeatToPhysicalRepeat.java | 2 +-
.../rules/rewrite/ConvertOuterJoinToAntiJoin.java | 76 +-
.../rewrite/EliminateSortUnderSubqueryOrView.java | 2 +-
.../rules/rewrite/PruneOlapScanPartition.java | 21 +-
.../rewrite/PushDownLimitDistinctThroughUnion.java | 2 +-
.../rules/rewrite/PushProjectIntoUnion.java | 2 +-
.../rules/rewrite/PushProjectThroughUnion.java | 2 +-
.../mv/SelectMaterializedIndexWithAggregate.java | 425 +++----
.../doris/nereids/trees/AbstractTreeNode.java | 10 +-
.../org/apache/doris/nereids/trees/TreeNode.java | 17 +-
.../doris/nereids/trees/expressions/CaseWhen.java | 31 +-
.../nereids/trees/expressions/Expression.java | 65 +-
.../nereids/trees/expressions/SlotReference.java | 4 +-
.../functions/ComputeSignatureHelper.java | 35 +-
.../functions/ExplicitlyCastableSignature.java | 4 +
.../expressions/functions/IdenticalSignature.java | 4 +
.../functions/ImplicitlyCastableSignature.java | 10 +-
.../functions/NullOrIdenticalSignature.java | 4 +
.../expressions/functions/table/ActiveBeTasks.java | 58 -
.../nereids/trees/expressions/literal/Literal.java | 87 +-
.../visitor/DefaultExpressionRewriter.java | 48 +-
.../visitor/TableValuedFunctionVisitor.java | 5 -
.../apache/doris/nereids/trees/plans/PlanType.java | 4 +-
.../trees/plans/commands/CreateTableCommand.java | 5 +
.../plans/commands/ShowCreateProcedureCommand.java | 78 ++
.../plans/commands/ShowProcedureStatusCommand.java | 76 ++
.../trees/plans/commands/UpdateCommand.java | 44 +-
.../trees/plans/commands/info/CreateTableInfo.java | 222 +---
.../commands/info/DistributionDescriptor.java | 7 +
.../commands/insert/AbstractInsertExecutor.java | 15 +-
.../commands/insert/InsertIntoTableCommand.java | 19 +-
.../trees/plans/commands/insert/InsertUtils.java | 5 +
.../plans/commands/insert/OlapInsertExecutor.java | 30 +-
.../trees/plans/logical/LogicalGenerate.java | 6 +-
.../nereids/trees/plans/logical/LogicalJoin.java | 6 +-
.../trees/plans/logical/LogicalOlapScan.java | 21 +-
.../trees/plans/logical/LogicalProject.java | 13 +-
.../trees/plans/logical/LogicalSetOperation.java | 30 +-
.../nereids/trees/plans/logical/LogicalUnion.java | 4 +-
.../nereids/trees/plans/logical/LogicalView.java | 6 +-
.../nereids/trees/plans/physical/PhysicalTopN.java | 39 +-
.../trees/plans/visitor/CommandVisitor.java | 10 +
.../trees/plans/visitor/InferPlanOutputAlias.java | 68 +-
.../org/apache/doris/nereids/types/ArrayType.java | 3 +-
.../org/apache/doris/nereids/types/DataType.java | 118 +-
.../org/apache/doris/nereids/types/MapType.java | 3 +-
.../org/apache/doris/nereids/types/StructType.java | 3 +-
.../apache/doris/nereids/util/ExpressionUtils.java | 89 +-
.../org/apache/doris/nereids/util/JoinUtils.java | 20 +-
.../org/apache/doris/nereids/util/PlanUtils.java | 18 +
.../doris/nereids/util/TypeCoercionUtils.java | 82 +-
.../java/org/apache/doris/nereids/util/Utils.java | 85 ++
.../org/apache/doris/persist/gson/GsonUtils.java | 2 +
.../planner/BackendPartitionedSchemaScanNode.java | 12 +-
.../org/apache/doris/planner/OlapScanNode.java | 25 +-
.../org/apache/doris/planner/OlapTableSink.java | 3 +
.../java/org/apache/doris/planner/SortNode.java | 2 +-
.../plsql/functions/DorisFunctionRegistry.java | 46 +-
.../doris/plsql/functions/FunctionRegistry.java | 6 +
.../plsql/functions/InMemoryFunctionRegistry.java | 20 +-
.../apache/doris/plsql/metastore/PlsqlManager.java | 4 +
.../doris/plsql/metastore/PlsqlMetaClient.java | 20 +-
.../plsql/metastore/PlsqlStoredProcedure.java | 12 +-
.../java/org/apache/doris/qe/ConnectContext.java | 25 +-
.../main/java/org/apache/doris/qe/Coordinator.java | 77 +-
.../main/java/org/apache/doris/qe/DdlExecutor.java | 3 +
.../java/org/apache/doris/qe/HttpStreamParams.java | 20 +-
.../apache/doris/qe/InsertStreamTxnExecutor.java | 3 +-
.../main/java/org/apache/doris/qe/QueryState.java | 3 +-
.../java/org/apache/doris/qe/SessionVariable.java | 131 ++-
.../java/org/apache/doris/qe/StmtExecutor.java | 230 +++-
.../apache/doris/service/FrontendServiceImpl.java | 100 +-
.../apache/doris/statistics/AnalysisManager.java | 51 +-
.../ActiveBeTasksTableValuedFunction.java | 76 --
.../doris/tablefunction/TableValuedFunctionIf.java | 2 -
.../apache/doris/transaction/TransactionEntry.java | 163 ++-
.../doris/analysis/AlterRoutineLoadStmtTest.java | 2 +-
.../doris/analysis/CreateStorageVaultStmtTest.java | 87 ++
.../doris/cloud/catalog/HdfsStorageVaultTest.java | 158 +++
.../doris/datasource/RefreshCatalogTest.java | 4 +-
.../org/apache/doris/mysql/MysqlErrPacketTest.java | 2 +-
.../nereids/postprocess/TopNRuntimeFilterTest.java | 24 +-
.../rewrite/ConvertOuterJoinToAntiJoinTest.java | 2 +-
.../trees/plans/CreateTableCommandTest.java | 131 +++
gensrc/proto/cloud.proto | 32 +
gensrc/proto/internal_service.proto | 3 +
gensrc/thrift/Descriptors.thrift | 3 +-
gensrc/thrift/FrontendService.thrift | 2 +
gensrc/thrift/PaloInternalService.thrift | 13 +
gensrc/thrift/Types.thrift | 3 +-
.../spark_connector/spark_connector_read_type.out | 6 +
.../export_p0/test_export_data_consistency.out | 152 ---
.../jdbc/test_mariadb_jdbc_catalog.out | 1 +
.../jdbc/test_mysql_jdbc_catalog.out | 1 +
.../jdbc/test_mysql_jdbc_catalog_nereids.out | 1 +
...log.out => test_mysql_jdbc_driver5_catalog.out} | 35 +-
...t_partial_update_column_num_fault_injection.out | 11 +
..._partial_update_publish_conflict_with_error.out | 106 +-
regression-test/data/insert_p0/txn_insert.out | 259 +++++
.../data/mv_p0/test_mv_dp/test_mv_dp.out | 5 +
.../data/nereids_hint_tpcds_p0/shape/query24.out | 4 +-
.../data/nereids_hint_tpcds_p0/shape/query72.out | 11 +-
.../data/nereids_hint_tpch_p0/shape/q1.out | 4 +-
.../data/nereids_hint_tpch_p0/shape/q10.out | 39 +-
.../data/nereids_hint_tpch_p0/shape/q11.out | 64 +-
.../data/nereids_hint_tpch_p0/shape/q12.out | 11 +-
.../data/nereids_hint_tpch_p0/shape/q13.out | 15 +-
.../data/nereids_hint_tpch_p0/shape/q14.out | 11 +-
.../data/nereids_hint_tpch_p0/shape/q15.out | 41 +-
.../data/nereids_hint_tpch_p0/shape/q16.out | 26 -
.../data/nereids_hint_tpch_p0/shape/q17.out | 17 +-
.../data/nereids_hint_tpch_p0/shape/q18.out | 26 -
.../data/nereids_hint_tpch_p0/shape/q19.out | 16 +-
.../data/nereids_hint_tpch_p0/shape/q2.out | 39 -
.../data/nereids_hint_tpch_p0/shape/q20.out | 34 -
.../data/nereids_hint_tpch_p0/shape/q21.out | 34 -
.../data/nereids_hint_tpch_p0/shape/q22.out | 28 -
.../data/nereids_hint_tpch_p0/shape/q3.out | 38 +-
.../data/nereids_hint_tpch_p0/shape/q4.out | 11 +-
.../data/nereids_hint_tpch_p0/shape/q5.out | 53 +-
.../data/nereids_hint_tpch_p0/shape/q6.out | 2 +-
.../data/nereids_hint_tpch_p0/shape/q7.out | 65 +-
.../data/nereids_hint_tpch_p0/shape/q8.out | 65 +-
.../data/nereids_hint_tpch_p0/shape/q9.out | 53 +-
.../data/nereids_p0/hint/test_leading.out | 84 +-
.../data/nereids_tpch_p0/tpch/topn-filter.out | 29 +
.../test_auto_partition_behavior.out | 15 -
.../data/query_p0/aggregate/map_agg.out | 3 +
.../data/update/test_unique_table_update.out | 26 +
regression-test/data/update/test_update_mow.out | 15 +
.../data/variant_p0/with_index/bloom_filter.out | 9 +
regression-test/framework/pom.xml | 89 +-
.../apache/doris/regression/RegressionTest.groovy | 19 +
.../doris/regression/suite/ScriptSource.groovy | 2 +-
.../org/apache/doris/regression/suite/Suite.groovy | 11 +
.../apache/doris/regression/util/DataUtils.groovy | 2 +-
.../doris/regression/util/OutputUtils.groovy | 2 +-
.../cloud_p0/conf/regression-conf-custom.groovy | 5 +-
.../pipeline/cloud_p0/conf/session_variables.sql | 3 +-
.../cloud_p1/conf/regression-conf-custom.groovy | 1 +
regression-test/pipeline/p0/conf/fe.conf | 2 -
.../account_p0/test_nereids_authentication.groovy | 9 +-
.../spark_connector_read_type.groovy | 109 ++
.../ddl_p0/unique_aggregate_key_hash_check.groovy | 66 ++
.../export_p0/test_export_data_consistency.groovy | 33 +-
.../external_table_p0/jdbc/test_jdbc_call.groovy | 9 +
.../jdbc/test_mysql_jdbc_driver5_catalog.groovy | 606 ++++++++++
.../hive/test_hive_partition_column_analyze.groovy | 276 ++---
...artial_update_column_num_fault_injection.groovy | 51 +
...rtial_update_publish_conflict_with_error.groovy | 6 +-
.../test_rowset_writer_fault.groovy | 2 +-
.../http_rest_api/post/test_query_stmt.groovy | 2 +-
.../test_group_commit_data_bytes_property.groovy | 2 +-
.../test_group_commit_interval_ms_property.groovy | 2 +-
regression-test/suites/insert_p0/txn_insert.groovy | 263 +++--
.../suites/javaudf_p0/test_javaudf_auth.groovy | 8 +
.../suites/mv_p0/test_mv_dp/test_mv_dp.groovy | 71 ++
.../suites/nereids_hint_tpch_p0/load.groovy | 223 ++++
.../suites/nereids_hint_tpch_p0/shape/q10.groovy | 71 ++
.../suites/nereids_hint_tpch_p0/shape/q11.groovy | 67 ++
.../suites/nereids_hint_tpch_p0/shape/q12.groovy | 67 ++
.../suites/nereids_hint_tpch_p0/shape/q13.groovy | 56 +
.../suites/nereids_hint_tpch_p0/shape/q14.groovy | 49 +
.../suites/nereids_hint_tpch_p0/shape/q15.groovy | 60 +
.../suites/nereids_hint_tpch_p0/shape/q17.groovy | 58 +
.../suites/nereids_hint_tpch_p0/shape/q19.groovy | 76 ++
.../suites/nereids_hint_tpch_p0/shape/q3.groovy | 66 ++
.../suites/nereids_hint_tpch_p0/shape/q4.groovy | 62 +
.../suites/nereids_hint_tpch_p0/shape/q5.groovy | 59 +
.../suites/nereids_hint_tpch_p0/shape/q7.groovy | 74 ++
.../suites/nereids_hint_tpch_p0/shape/q8.groovy | 78 ++
.../suites/nereids_hint_tpch_p0/shape/q9.groovy | 68 ++
.../authorization/view_authorization.groovy | 8 +
.../insert_into_table/insert_auth.groovy | 8 +
.../test_grouping_sets_combination.groovy | 20 -
.../agg_with_roll_up/aggregate_with_roll_up.groovy | 4 +-
.../mv/dimension/dimension_1.groovy | 8 +-
.../mv/dimension/dimension_2_4.groovy | 4 +-
.../transform_outer_join_to_anti.groovy | 20 +
.../suites/nereids_tpch_p0/tpch/topn-filter.groovy | 120 ++
.../test_auto_partition_behavior.groovy | 11 +-
regression-test/suites/point_query_p0/load.groovy | 4 +-
.../suites/query_p0/aggregate/map_agg.groovy | 45 +-
.../meta_scan/test_backend_active_tasks.groovy | 43 +
.../suites/query_p0/test_row_policy.groovy | 8 +
.../schema_change_p0/test_schema_change_agg.groovy | 6 +-
.../suites/statistics/test_analyze_mv.groovy | 10 +-
.../suites/update/test_unique_table_update.groovy | 84 ++
.../suites/update/test_update_mow.groovy | 32 +
.../suites/variant_github_events_p0/load.groovy | 2 +-
.../variant_p0/with_index/bloom_filter.groovy | 44 +
.../brpc-1.4.0-secondary-package-name.patch | 64 +
463 files changed, 15639 insertions(+), 5413 deletions(-)
create mode 100644 be/src/exec/schema_scanner/schema_backend_active_tasks.cpp
copy be/src/{common/daemon.h =>
exec/schema_scanner/schema_backend_active_tasks.h} (54%)
create mode 100644
be/src/pipeline/exec/partitioned_aggregation_sink_operator.cpp
create mode 100644 be/src/pipeline/exec/partitioned_aggregation_sink_operator.h
create mode 100644
be/src/pipeline/exec/partitioned_aggregation_source_operator.cpp
create mode 100644
be/src/pipeline/exec/partitioned_aggregation_source_operator.h
create mode 100644
be/src/pipeline/exec/partitioned_hash_join_probe_operator.cpp
create mode 100644 be/src/pipeline/exec/partitioned_hash_join_probe_operator.h
create mode 100644 be/src/pipeline/exec/partitioned_hash_join_sink_operator.cpp
create mode 100644 be/src/pipeline/exec/partitioned_hash_join_sink_operator.h
create mode 100644 be/src/pipeline/exec/spill_sort_sink_operator.cpp
create mode 100644 be/src/pipeline/exec/spill_sort_sink_operator.h
create mode 100644 be/src/pipeline/exec/spill_sort_source_operator.cpp
create mode 100644 be/src/pipeline/exec/spill_sort_source_operator.h
create mode 100644 be/src/vec/spill/spill_reader.cpp
create mode 100644 be/src/vec/spill/spill_reader.h
create mode 100644 be/src/vec/spill/spill_stream.cpp
create mode 100644 be/src/vec/spill/spill_stream.h
create mode 100644 be/src/vec/spill/spill_stream_manager.cpp
create mode 100644 be/src/vec/spill/spill_stream_manager.h
create mode 100644 be/src/vec/spill/spill_writer.cpp
create mode 100644 be/src/vec/spill/spill_writer.h
create mode 100644 docs/en/docs/advanced/user-defined-variables.md
delete mode 100644 docs/en/docs/ecosystem/mysql-to-doris.md
create mode 100644 docs/zh-CN/docs/advanced/user-defined-variables.md
delete mode 100644 docs/zh-CN/docs/ecosystem/mysql-to-doris.md
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/CreateStorageVaultStmt.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/HdfsStorageVault.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/StorageVault.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/StorageVaultMgr.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/cloud/load/CloudLoadLoadingTask.java
copy regression-test/pipeline/cloud_p0/conf/regression-conf-custom.groovy =>
fe/fe-core/src/main/java/org/apache/doris/nereids/analyzer/ComplexDataType.java
(61%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/analyzer/MappingSlot.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/parser/PartitionTableInfo.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/processor/post/TopnFilterContext.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/analysis/ExpressionAnalyzer.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/table/ActiveBeTasks.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowCreateProcedureCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowProcedureStatusCommand.java
copy regression-test/pipeline/cloud_p0/conf/regression-conf-custom.groovy =>
fe/fe-core/src/main/java/org/apache/doris/qe/HttpStreamParams.java (61%)
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/tablefunction/ActiveBeTasksTableValuedFunction.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/CreateStorageVaultStmtTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/catalog/HdfsStorageVaultTest.java
create mode 100644
regression-test/data/connector_p0/spark_connector/spark_connector_read_type.out
copy regression-test/data/external_table_p0/jdbc/{test_mysql_jdbc_catalog.out
=> test_mysql_jdbc_driver5_catalog.out} (77%)
create mode 100644
regression-test/data/fault_injection_p0/test_partial_update_column_num_fault_injection.out
create mode 100644 regression-test/data/mv_p0/test_mv_dp/test_mv_dp.out
delete mode 100644 regression-test/data/nereids_hint_tpch_p0/shape/q16.out
delete mode 100644 regression-test/data/nereids_hint_tpch_p0/shape/q18.out
delete mode 100644 regression-test/data/nereids_hint_tpch_p0/shape/q2.out
delete mode 100644 regression-test/data/nereids_hint_tpch_p0/shape/q20.out
delete mode 100644 regression-test/data/nereids_hint_tpch_p0/shape/q21.out
delete mode 100644 regression-test/data/nereids_hint_tpch_p0/shape/q22.out
create mode 100644 regression-test/data/nereids_tpch_p0/tpch/topn-filter.out
create mode 100644 regression-test/data/update/test_unique_table_update.out
create mode 100644 regression-test/data/variant_p0/with_index/bloom_filter.out
create mode 100644
regression-test/suites/connector_p0/spark_connector/spark_connector_read_type.groovy
create mode 100644
regression-test/suites/ddl_p0/unique_aggregate_key_hash_check.groovy
create mode 100644
regression-test/suites/external_table_p0/jdbc/test_mysql_jdbc_driver5_catalog.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_partial_update_column_num_fault_injection.groovy
create mode 100644 regression-test/suites/mv_p0/test_mv_dp/test_mv_dp.groovy
create mode 100644 regression-test/suites/nereids_hint_tpch_p0/load.groovy
create mode 100644 regression-test/suites/nereids_hint_tpch_p0/shape/q10.groovy
create mode 100644 regression-test/suites/nereids_hint_tpch_p0/shape/q11.groovy
create mode 100644 regression-test/suites/nereids_hint_tpch_p0/shape/q12.groovy
create mode 100644 regression-test/suites/nereids_hint_tpch_p0/shape/q13.groovy
create mode 100644 regression-test/suites/nereids_hint_tpch_p0/shape/q14.groovy
create mode 100644 regression-test/suites/nereids_hint_tpch_p0/shape/q15.groovy
create mode 100644 regression-test/suites/nereids_hint_tpch_p0/shape/q17.groovy
create mode 100644 regression-test/suites/nereids_hint_tpch_p0/shape/q19.groovy
create mode 100644 regression-test/suites/nereids_hint_tpch_p0/shape/q3.groovy
create mode 100644 regression-test/suites/nereids_hint_tpch_p0/shape/q4.groovy
create mode 100644 regression-test/suites/nereids_hint_tpch_p0/shape/q5.groovy
create mode 100644 regression-test/suites/nereids_hint_tpch_p0/shape/q7.groovy
create mode 100644 regression-test/suites/nereids_hint_tpch_p0/shape/q8.groovy
create mode 100644 regression-test/suites/nereids_hint_tpch_p0/shape/q9.groovy
create mode 100644
regression-test/suites/nereids_tpch_p0/tpch/topn-filter.groovy
create mode 100644
regression-test/suites/query_p0/meta_scan/test_backend_active_tasks.groovy
create mode 100644
regression-test/suites/update/test_unique_table_update.groovy
create mode 100644
regression-test/suites/variant_p0/with_index/bloom_filter.groovy
create mode 100644 thirdparty/patches/brpc-1.4.0-secondary-package-name.patch
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
