This is an automated email from the ASF dual-hosted git repository.
diwu pushed a change to branch auto-pick-61433-branch-4.1
in repository https://gitbox.apache.org/repos/asf/doris.git
from 9410271ea39 [improve](Streamingjob) add macaddr8/xml/hstore and array
element type for PostgreSQL (#61433)
add b8a804d38f0 [Chore](pick) pick #58666 #61503 #60079 #60228 #60735
(#61503)
add adc9ef4cd94 branch-4.1: [enhance](variant) add condition cache for
variant type #60532 (#61542)
add 26b8868c3af branch-4.1: [chore](ci) run CI if file in
fs_brokers/cdc_client changed #61491 (#61540)
add cfa9c6a7cc0 [refactor](zonemap) Refactor zonemap to_string (#61550)
add a824e74dc05 cherry pick 60989：[opt](query cache) Support multiple
tablets in cache key building (#61527)
add 81028526035 branch-4.1: [fix](typeCoercion) remove
checkLegalityBeforeTypeCoercion in sum and avg #59602 (#61561)
add 360a9197606 branch-4.1: [Bug](function) add ndv decimalv2 support
#61546 (#61578)
add 21b5c58ce1d branch-4.1: [feat](cloud) support compacting snapshots
manuall #61078 (#61567)
add 1f53be0636a branch-4.1: [feat](proto) Add busy error code for MS
#61514 (#61579)
add fb91500606d branch-4.1: [fix](cloud) recycle tmp rowsets before
recycling deleted instance #61167 (#61568)
add a02367e6122 branch-4.1: [test](filecache) add some file cache ttl
system test #60990 (#61563)
add 004d7408119 branch-4.1: [fix](streamingjob) fix postgres DML silently
dropped on task restart #61481 (#61564)
add b0e09819d21 branch-4.1: [fix](catalog) commit index with correctly
partition ids #61139 (#61570)
add 3806e408523 branch-4.1: [feature](cache) support file cache admission
control #59065 (#61547)
add 6438cfa72e2 branch-4.1: [fix](cloud) Fix balanced_tablets_shards leak
memory and fix some file cache case #59093 (#61575)
add 33093212bbb branch-4.1: [fix](cloud) reject ADMIN SET REPLICA VERSION
in cloud #60875 (#61587)
add 0d61a89c78f branch-4.1: [feat](case when) optimize case when
expression (#61524)
add 73bbd4dfd39 branch-4.1:[enhancement](filecache) filecache meta persist
PRs compilation (#61581)
add b4cae73d2fd branch-4.1: [fix](orc)fix coredump because rewriteLeaves
function heap-use-after-free. #61138 (#61590)
add 0e765c56bc1 Merge branch 'branch-4.1' into auto-pick-61433-branch-4.1
No new revisions were added by this update.
Summary of changes:
be/src/agent/be_exec_version_manager.cpp | 16 +-
be/src/agent/be_exec_version_manager.h | 1 +
be/src/cloud/cloud_internal_service.cpp | 8 +-
be/src/cloud/cloud_storage_engine.cpp | 29 +-
be/src/cloud/cloud_storage_engine.h | 19 +-
be/src/cloud/cloud_tablet.cpp | 17 -
be/src/cloud/cloud_tablet_mgr.cpp | 47 +-
be/src/cloud/cloud_tablet_mgr.h | 15 +-
be/src/cloud/cloud_warm_up_manager.cpp | 39 +-
be/src/cloud/cloud_warm_up_manager.h | 2 +
be/src/common/config.cpp | 11 +-
be/src/common/config.h | 7 +
be/src/exec/schema_scanner.cpp | 3 +
.../schema_file_cache_info_scanner.cpp | 194 +++
.../schema_file_cache_info_scanner.h | 36 +-
be/src/io/cache/block_file_cache.cpp | 377 +----
be/src/io/cache/block_file_cache.h | 22 +-
be/src/io/cache/block_file_cache_downloader.cpp | 29 +-
be/src/io/cache/block_file_cache_factory.h | 3 +
be/src/io/cache/block_file_cache_ttl_mgr.cpp | 295 ++++
be/src/io/cache/block_file_cache_ttl_mgr.h | 82 +
be/src/io/cache/cache_block_meta_store.cpp | 614 ++++++++
be/src/io/cache/cache_block_meta_store.h | 146 ++
be/src/io/cache/cached_remote_file_reader.cpp | 3 +
be/src/io/cache/file_block.cpp | 49 +-
be/src/io/cache/file_block.h | 11 +-
be/src/io/cache/file_cache_common.cpp | 98 +-
be/src/io/cache/file_cache_common.h | 22 +-
be/src/io/cache/file_cache_storage.h | 11 +-
be/src/io/cache/fs_file_cache_storage.cpp | 1412 ++++++++++++++----
be/src/io/cache/fs_file_cache_storage.h | 113 +-
be/src/io/cache/mem_file_cache_storage.cpp | 12 +-
be/src/io/cache/mem_file_cache_storage.h | 6 +-
be/src/io/file_factory.cpp | 2 +-
be/src/io/file_factory.h | 1 +
be/src/io/fs/file_writer.h | 4 +-
be/src/io/fs/hdfs_file_writer.cpp | 3 +-
be/src/io/fs/local_file_system.cpp | 1 +
be/src/io/fs/s3_file_writer.cpp | 10 +-
be/src/io/tools/file_cache_microbench.cpp | 2 +-
be/src/olap/accept_null_predicate.h | 10 +-
be/src/olap/bitmap_filter_predicate.h | 10 +-
be/src/olap/block_column_predicate.cpp | 8 +-
be/src/olap/block_column_predicate.h | 6 +-
be/src/olap/column_predicate.h | 14 +-
be/src/olap/comparison_predicate.h | 45 +-
be/src/olap/field.h | 148 --
be/src/olap/in_list_predicate.h | 16 +-
be/src/olap/null_predicate.h | 12 +-
be/src/olap/row_cursor.cpp | 92 +-
be/src/olap/row_cursor.h | 70 +-
be/src/olap/rowset/rowset_writer_context.h | 11 +-
be/src/olap/rowset/segment_v2/column_reader.cpp | 107 +-
be/src/olap/rowset/segment_v2/column_reader.h | 6 +-
be/src/olap/rowset/segment_v2/column_writer.cpp | 7 +-
be/src/olap/rowset/segment_v2/column_writer.h | 6 +-
be/src/olap/rowset/segment_v2/segment_writer.cpp | 25 +-
.../variant/variant_column_writer_impl.cpp | 8 +-
.../rowset/segment_v2/vertical_segment_writer.cpp | 20 +-
be/src/olap/rowset/segment_v2/zone_map_index.cpp | 179 ++-
be/src/olap/rowset/segment_v2/zone_map_index.h | 37 +-
be/src/olap/shared_predicate.h | 12 +-
be/src/olap/storage_engine.cpp | 17 +-
be/src/olap/storage_engine.h | 24 +-
be/src/olap/tablet_reader.cpp | 14 -
be/src/olap/tablet_reader.h | 2 -
be/src/olap/types.h | 219 ---
be/src/pipeline/exec/aggregation_sink_operator.cpp | 13 +-
.../pipeline/exec/aggregation_source_operator.cpp | 3 -
be/src/pipeline/exec/cache_source_operator.cpp | 19 +-
be/src/pipeline/exec/operator.cpp | 15 +-
be/src/pipeline/exec/scan_operator.cpp | 12 +-
.../exec/streaming_aggregation_operator.cpp | 1 -
.../pipeline/exec/streaming_aggregation_operator.h | 1 -
be/src/pipeline/query_cache/query_cache.h | 85 +-
be/src/runtime/exec_env.cpp | 14 +-
be/src/runtime/exec_env.h | 13 +-
be/src/runtime/primitive_type.h | 8 +-
be/src/runtime/runtime_state.h | 10 +
be/src/util/hash_util.hpp | 75 +-
be/src/util/runtime_profile.h | 8 +-
.../vec/aggregate_functions/aggregate_function.h | 58 +-
.../aggregate_function_approx_count_distinct.cpp | 5 +-
.../aggregate_function_array_agg.h | 15 -
.../aggregate_functions/aggregate_function_avg.h | 97 +-
.../aggregate_function_bitmap.h | 11 -
.../aggregate_function_bitmap_agg.h | 22 -
.../aggregate_functions/aggregate_function_count.h | 60 +-
.../aggregate_functions/aggregate_function_map.h | 20 -
.../aggregate_function_map_v2.h | 20 -
.../aggregate_function_min_max.h | 54 +-
.../aggregate_function_null_v2.h | 600 ++++++++
.../aggregate_functions/aggregate_function_sum.h | 27 +-
.../aggregate_function_uniq_distribute_key.h | 12 +-
be/src/vec/aggregate_functions/helpers.h | 93 +-
be/src/vec/columns/column_decimal.cpp | 11 +-
be/src/vec/columns/column_vector.cpp | 46 +-
be/src/vec/columns/column_vector.h | 1 +
be/src/vec/core/field.h | 26 +
.../data_types/data_type_fixed_length_object.cpp | 78 +-
.../serde/data_type_date_or_datetime_serde.cpp | 7 +
.../serde/data_type_date_or_datetime_serde.h | 2 +
.../serde/data_type_datetimev2_serde.cpp | 17 +-
.../data_types/serde/data_type_datetimev2_serde.h | 2 +
.../data_types/serde/data_type_datev2_serde.cpp | 8 +-
.../vec/data_types/serde/data_type_datev2_serde.h | 2 +
.../data_types/serde/data_type_decimal_serde.cpp | 18 +
.../vec/data_types/serde/data_type_decimal_serde.h | 2 +
.../vec/data_types/serde/data_type_ipv4_serde.cpp | 5 +
be/src/vec/data_types/serde/data_type_ipv4_serde.h | 2 +
.../vec/data_types/serde/data_type_ipv6_serde.cpp | 5 +
be/src/vec/data_types/serde/data_type_ipv6_serde.h | 2 +
.../data_types/serde/data_type_nullable_serde.cpp | 4 +
.../data_types/serde/data_type_nullable_serde.h | 2 +
.../data_types/serde/data_type_number_serde.cpp | 25 +
.../vec/data_types/serde/data_type_number_serde.h | 4 +
be/src/vec/data_types/serde/data_type_serde.cpp | 6 +
be/src/vec/data_types/serde/data_type_serde.h | 2 +
.../data_types/serde/data_type_string_serde.cpp | 6 +
.../vec/data_types/serde/data_type_string_serde.h | 2 +
.../serde/data_type_timestamptz_serde.cpp | 5 +
.../data_types/serde/data_type_timestamptz_serde.h | 2 +
be/src/vec/exec/format/csv/csv_reader.cpp | 5 +-
be/src/vec/exec/format/json/new_json_reader.cpp | 3 +
be/src/vec/exec/format/orc/vorc_reader.cpp | 3 +
.../exec/format/parquet/vparquet_group_reader.cpp | 6 +
be/src/vec/exec/format/parquet/vparquet_reader.cpp | 3 +
be/src/vec/exprs/vcolumn_ref.h | 2 +
be/src/vec/exprs/vcompound_pred.h | 8 +
be/src/vec/exprs/vectorized_agg_fn.cpp | 11 +-
be/src/vec/exprs/vectorized_agg_fn.h | 3 -
be/src/vec/exprs/vectorized_fn_call.cpp | 13 +
be/src/vec/exprs/vectorized_fn_call.h | 1 +
be/src/vec/exprs/vexpr.h | 8 +
be/src/vec/exprs/vexpr_context.cpp | 9 +
be/src/vec/exprs/vexpr_context.h | 4 +-
be/src/vec/exprs/vliteral.h | 2 +
be/src/vec/exprs/vruntimefilter_wrapper.h | 2 +
be/src/vec/exprs/vslot_ref.cpp | 3 -
be/src/vec/exprs/vslot_ref.h | 2 +
be/src/vec/functions/function.h | 4 +
be/src/vec/functions/functions_comparison.h | 2 +
be/test/io/cache/block_file_cache_test.cpp | 701 +--------
be/test/io/cache/block_file_cache_test_common.h | 2 +
.../io/cache/block_file_cache_test_lru_dump.cpp | 2 +-
.../io/cache/block_file_cache_test_meta_store.cpp | 626 ++++++++
be/test/io/cache/block_file_cache_ttl_mgr_test.cpp | 348 +++++
be/test/io/cache/cache_block_meta_store_test.cpp | 860 +++++++++++
.../fs_file_cache_storage_leak_cleaner_test.cpp | 718 +++++++++
be/test/io/cache/lru_queue_test.cpp | 11 +
be/test/olap/block_column_predicate_test.cpp | 60 +-
be/test/olap/delete_bitmap_calculator_test.cpp | 2 +-
be/test/olap/metadata_adder_test.cpp | 13 +-
be/test/olap/olap_type_test.cpp | 16 +-
be/test/olap/row_cursor_test.cpp | 40 -
.../segment_v2/inverted_index_array_test.cpp | 2 +
.../rowset/segment_v2/segment_corruption_test.cpp | 2 +-
.../olap/rowset/segment_v2/zone_map_index_test.cpp | 560 ++++++-
be/test/olap/tablet_schema_helper.cpp | 10 +-
be/test/olap/tablet_schema_helper.h | 4 +-
be/test/pipeline/exec/query_cache_test.cpp | 170 ++-
.../operator/query_cache_operator_test.cpp | 10 +-
be/test/util/crc32c_test.cpp | 401 +++++
be/test/util/key_util_test.cpp | 2 +-
.../vec/aggregate_functions/agg_function_test.h | 12 -
.../vec/aggregate_functions/agg_min_max_test.cpp | 13 +-
.../vec/data_types/data_type_agg_state_test.cpp | 2 +-
.../data_type_fixed_length_object_test.cpp | 7 +-
cloud/src/common/bvars.cpp | 7 +
cloud/src/common/bvars.h | 5 +
cloud/src/meta-service/meta_service.h | 10 +
cloud/src/meta-service/meta_service_http.cpp | 15 +
cloud/src/meta-service/meta_service_partition.cpp | 19 +-
cloud/src/meta-service/meta_service_resource.cpp | 2 +-
cloud/src/meta-service/meta_service_snapshot.cpp | 26 +
cloud/src/recycler/recycler.cpp | 23 +-
cloud/src/recycler/recycler_operation_log.cpp | 1 +
cloud/src/recycler/snapshot_chain_compactor.cpp | 18 +-
cloud/src/resource-manager/resource_manager.cpp | 21 +-
cloud/src/snapshot/snapshot_manager.cpp | 5 +
cloud/src/snapshot/snapshot_manager.h | 3 +
cloud/test/recycler_test.cpp | 90 ++
contrib/apache-orc | 2 +-
.../main/java/org/apache/doris/common/Config.java | 14 +-
.../src/main/java/org/apache/doris/DorisFE.java | 5 +
.../org/apache/doris/analysis/SchemaTableType.java | 2 +
.../java/org/apache/doris/catalog/SchemaTable.java | 12 +
.../cloud/datasource/CloudInternalCatalog.java | 2 +
.../org/apache/doris/common/ConfigWatcher.java | 53 +-
.../datasource/FileCacheAdmissionManager.java | 721 +++++++++
.../apache/doris/datasource/FileQueryScanNode.java | 80 +-
.../org/apache/doris/datasource/FileScanNode.java | 16 +
.../apache/doris/datasource/InternalCatalog.java | 2 +-
.../apache/doris/datasource/SplitAssignment.java | 8 +-
.../apache/doris/datasource/SplitToScanRange.java | 3 +-
.../insert/streaming/StreamingMultiTblTask.java | 2 +-
.../doris/nereids/jobs/executor/Rewriter.java | 7 +-
.../jobs/rewrite/TopDownVisitorRewriteJob.java | 2 -
.../doris/nereids/parser/LogicalPlanBuilder.java | 51 +
.../org/apache/doris/nereids/rules/RuleType.java | 1 +
.../nereids/rules/analysis/BindExpression.java | 10 +-
.../nereids/rules/analysis/ExpressionAnalyzer.java | 44 +-
.../nereids/rules/analysis/SubqueryToApply.java | 3 +-
.../rules/expression/ExpressionNormalization.java | 4 +-
.../rules/expression/ExpressionOptimization.java | 8 +
.../rules/expression/ExpressionRewrite.java | 58 +-
.../rules/expression/ExpressionRewriteContext.java | 28 +
.../rules/expression/ExpressionRuleType.java | 6 +
.../nereids/rules/expression/rules/AddMinMax.java | 69 +-
.../rules/CaseWhenToCompoundPredicate.java | 152 ++
.../expression/rules/CondReplaceNullWithFalse.java | 61 +
.../rules/expression/rules/ConditionRewrite.java | 181 +++
.../expression/rules/FoldConstantRuleOnFE.java | 136 +-
.../rules/NestedCaseWhenCondToLiteral.java | 226 +++
.../expression/rules/NullSafeEqualToEqual.java | 147 +-
.../rules/OneListPartitionEvaluator.java | 5 +-
.../expression/rules/PushIntoCaseWhenBranch.java | 219 +++
.../rules/expression/rules/RangeInference.java | 1570 ++++++++++++++++----
.../rules/SimplifyArithmeticComparisonRule.java | 2 +-
.../rules/SimplifyEqualBooleanLiteral.java | 74 +
.../rules/expression/rules/SimplifyRange.java | 115 +-
.../nereids/rules/rewrite/ConstantPropagation.java | 78 +-
.../nereids/rules/rewrite/EliminateFilter.java | 38 +-
.../rules/rewrite/JoinExtractOrFromCaseWhen.java | 347 +++++
.../doris/nereids/rules/rewrite/OrExpansion.java | 16 +-
.../nereids/rules/rewrite/PullUpPredicates.java | 3 +-
.../rules/rewrite/PushDownJoinOtherCondition.java | 22 +-
.../rules/rewrite/PushProjectIntoUnion.java | 2 +-
.../doris/nereids/trees/expressions/And.java | 4 +-
.../doris/nereids/trees/expressions/EqualTo.java | 2 +-
.../trees/expressions/ExpressionEvaluator.java | 3 +-
.../doris/nereids/trees/expressions/Not.java | 6 +-
.../functions/agg/AggregateFunction.java | 5 +
.../trees/expressions/functions/agg/Avg.java | 26 +-
.../trees/expressions/functions/agg/Sum.java | 11 -
.../generator/TableGeneratingFunction.java | 5 +
.../expressions/functions/scalar/ArrayAvg.java | 59 +-
.../trees/expressions/functions/scalar/If.java | 15 +
.../trees/expressions/literal/NullLiteral.java | 4 +-
.../commands/AdminSetReplicaVersionCommand.java | 6 +
.../nereids/trees/plans/logical/LogicalUnion.java | 2 +-
.../apache/doris/nereids/util/ExpressionUtils.java | 100 +-
.../org/apache/doris/nereids/util/PlanUtils.java | 7 +
.../java/org/apache/doris/planner/ScanNode.java | 4 +
.../java/org/apache/doris/qe/SessionVariable.java | 13 +
.../datasource/FileCacheAdmissionManagerTest.java | 437 ++++++
.../FileCacheAdmissionRuleRefresherTest.java | 247 +++
.../doris/datasource/SplitAssignmentTest.java | 27 +-
.../analysis/CheckExpressionLegalityTest.java | 2 +-
.../rules/expression/ExpressionRewriteTest.java | 23 +-
.../expression/ExpressionRewriteTestHelper.java | 26 +-
.../nereids/rules/expression/FoldConstantTest.java | 52 +-
.../rules/expression/SimplifyRangeTest.java | 379 ++++-
.../rules/CaseWhenToCompoundPredicateTest.java | 87 ++
.../rules/CondReplaceNullWithFalseTest.java | 145 ++
.../expression/rules/ExpressionRewriteSqlTest.java | 2 +-
.../rules/NestedCaseWhenCondToLiteralTest.java | 334 +++++
.../expression/rules/NullSafeEqualToEqualTest.java | 79 +-
.../rules/PushIntoCaseWhenBranchTest.java | 92 ++
.../rules/SimplifyEqualBooleanLiteralTest.java | 51 +
.../rules/rewrite/ConstantPropagationTest.java | 25 +-
.../nereids/rules/rewrite/EliminateFilterTest.java | 24 -
.../nereids/trees/expressions/GetDataTypeTest.java | 8 +-
.../AdminSetReplicaVersionCommandTest.java | 27 +
.../doris/nereids/util/TypeCoercionUtilsTest.java | 27 +
.../reader/postgres/PostgresSourceReader.java | 20 +
gensrc/proto/cloud.proto | 21 +
gensrc/proto/file_cache.proto | 14 +
gensrc/thrift/Descriptors.thrift | 9 +-
gensrc/thrift/PaloInternalService.thrift | 2 +
gensrc/thrift/PlanNodes.thrift | 1 +
.../data/cloud_p0/cache/ttl/test_show_ttl.out | 4 +-
.../ttl/st04_alter_ttl_n_to_0_runtime.out} | 0
.../cloud_p0/ttl/st06_warmup_ttl_type_assert.out | 7 +
.../data/cloud_p0/ttl/st07_qcs_consistency.out | 7 +
.../cloud_p0/ttl/st10_drop_partition_cleanup.out | 4 +
.../data/cloud_p0/ttl/st10_drop_table_cleanup.out | 4 +
.../data/datatype_p0/json/json_cast.out | 14 +-
.../data/nereids_p0/datatype/test_decimalv2.out | 59 +-
.../adjust_nullable/test_subquery_nullable.out | 2 +-
.../case_when_rules/test_case_when_rules.out | 56 +
.../expression/test_simplify_range.out | 31 +
.../push_down_filter_other_condition.out | 2 +-
.../extend_infer_equal_predicate.out | 24 +-
.../infer_predicate/pull_up_predicate_literal.out | 6 +-
.../join_extract_or_from_case_when.out | 293 ++++
.../predicate_infer/infer_predicate.out | 10 +-
.../add_project_for_unique_function.out | 4 +-
.../test_array_functions_by_literal.out | 12 +-
.../adjust_virtual_slot_nullable.out | 8 +-
.../tpcds_sf100/noStatsRfPrune/query1.out | 2 +-
.../tpcds_sf100/noStatsRfPrune/query21.out | 2 +-
.../tpcds_sf100/noStatsRfPrune/query30.out | 2 +-
.../tpcds_sf100/noStatsRfPrune/query32.out | 2 +-
.../tpcds_sf100/noStatsRfPrune/query34.out | 2 +-
.../tpcds_sf100/noStatsRfPrune/query39.out | 2 +-
.../tpcds_sf100/noStatsRfPrune/query47.out | 39 +-
.../tpcds_sf100/noStatsRfPrune/query53.out | 47 +-
.../tpcds_sf100/noStatsRfPrune/query57.out | 39 +-
.../tpcds_sf100/noStatsRfPrune/query63.out | 47 +-
.../tpcds_sf100/noStatsRfPrune/query73.out | 2 +-
.../tpcds_sf100/noStatsRfPrune/query81.out | 2 +-
.../tpcds_sf100/noStatsRfPrune/query89.out | 41 +-
.../tpcds_sf100/noStatsRfPrune/query92.out | 2 +-
.../tpcds_sf100/no_stats_shape/query1.out | 2 +-
.../tpcds_sf100/no_stats_shape/query21.out | 2 +-
.../tpcds_sf100/no_stats_shape/query30.out | 2 +-
.../tpcds_sf100/no_stats_shape/query32.out | 2 +-
.../tpcds_sf100/no_stats_shape/query34.out | 2 +-
.../tpcds_sf100/no_stats_shape/query39.out | 2 +-
.../tpcds_sf100/no_stats_shape/query47.out | 39 +-
.../tpcds_sf100/no_stats_shape/query53.out | 47 +-
.../tpcds_sf100/no_stats_shape/query57.out | 39 +-
.../tpcds_sf100/no_stats_shape/query63.out | 47 +-
.../tpcds_sf100/no_stats_shape/query73.out | 2 +-
.../tpcds_sf100/no_stats_shape/query81.out | 2 +-
.../tpcds_sf100/no_stats_shape/query89.out | 41 +-
.../tpcds_sf100/no_stats_shape/query92.out | 2 +-
.../shape_check/tpcds_sf100/rf_prune/query1.out | 2 +-
.../shape_check/tpcds_sf100/rf_prune/query21.out | 2 +-
.../shape_check/tpcds_sf100/rf_prune/query30.out | 2 +-
.../shape_check/tpcds_sf100/rf_prune/query32.out | 2 +-
.../shape_check/tpcds_sf100/rf_prune/query34.out | 18 +-
.../shape_check/tpcds_sf100/rf_prune/query39.out | 2 +-
.../shape_check/tpcds_sf100/rf_prune/query47.out | 39 +-
.../shape_check/tpcds_sf100/rf_prune/query53.out | 49 +-
.../shape_check/tpcds_sf100/rf_prune/query57.out | 39 +-
.../shape_check/tpcds_sf100/rf_prune/query63.out | 49 +-
.../shape_check/tpcds_sf100/rf_prune/query73.out | 2 +-
.../shape_check/tpcds_sf100/rf_prune/query81.out | 2 +-
.../shape_check/tpcds_sf100/rf_prune/query89.out | 41 +-
.../shape_check/tpcds_sf100/rf_prune/query92.out | 2 +-
.../data/shape_check/tpcds_sf100/shape/query1.out | 2 +-
.../data/shape_check/tpcds_sf100/shape/query21.out | 2 +-
.../data/shape_check/tpcds_sf100/shape/query30.out | 2 +-
.../data/shape_check/tpcds_sf100/shape/query32.out | 2 +-
.../data/shape_check/tpcds_sf100/shape/query34.out | 20 +-
.../data/shape_check/tpcds_sf100/shape/query39.out | 2 +-
.../data/shape_check/tpcds_sf100/shape/query47.out | 39 +-
.../data/shape_check/tpcds_sf100/shape/query53.out | 49 +-
.../data/shape_check/tpcds_sf100/shape/query57.out | 39 +-
.../data/shape_check/tpcds_sf100/shape/query63.out | 49 +-
.../data/shape_check/tpcds_sf100/shape/query73.out | 2 +-
.../data/shape_check/tpcds_sf100/shape/query81.out | 2 +-
.../data/shape_check/tpcds_sf100/shape/query89.out | 41 +-
.../data/shape_check/tpcds_sf100/shape/query92.out | 2 +-
.../data/shape_check/tpcds_sf1000/hint/query1.out | 2 +-
.../data/shape_check/tpcds_sf1000/hint/query21.out | 2 +-
.../data/shape_check/tpcds_sf1000/hint/query30.out | 2 +-
.../data/shape_check/tpcds_sf1000/hint/query32.out | 2 +-
.../data/shape_check/tpcds_sf1000/hint/query34.out | 2 +-
.../data/shape_check/tpcds_sf1000/hint/query39.out | 2 +-
.../data/shape_check/tpcds_sf1000/hint/query47.out | 39 +-
.../data/shape_check/tpcds_sf1000/hint/query53.out | 2 +-
.../data/shape_check/tpcds_sf1000/hint/query57.out | 39 +-
.../data/shape_check/tpcds_sf1000/hint/query63.out | 2 +-
.../data/shape_check/tpcds_sf1000/hint/query73.out | 2 +-
.../data/shape_check/tpcds_sf1000/hint/query81.out | 2 +-
.../data/shape_check/tpcds_sf1000/hint/query89.out | 41 +-
.../data/shape_check/tpcds_sf1000/hint/query92.out | 2 +-
.../data/shape_check/tpcds_sf1000/shape/query1.out | 2 +-
.../shape_check/tpcds_sf1000/shape/query21.out | 2 +-
.../shape_check/tpcds_sf1000/shape/query30.out | 2 +-
.../shape_check/tpcds_sf1000/shape/query32.out | 2 +-
.../shape_check/tpcds_sf1000/shape/query34.out | 12 +-
.../shape_check/tpcds_sf1000/shape/query39.out | 2 +-
.../shape_check/tpcds_sf1000/shape/query47.out | 39 +-
.../shape_check/tpcds_sf1000/shape/query53.out | 49 +-
.../shape_check/tpcds_sf1000/shape/query57.out | 39 +-
.../shape_check/tpcds_sf1000/shape/query63.out | 49 +-
.../shape_check/tpcds_sf1000/shape/query73.out | 2 +-
.../shape_check/tpcds_sf1000/shape/query81.out | 2 +-
.../shape_check/tpcds_sf1000/shape/query89.out | 41 +-
.../shape_check/tpcds_sf1000/shape/query92.out | 2 +-
.../shape_check/tpcds_sf10t_orc/shape/query1.out | 2 +-
.../shape_check/tpcds_sf10t_orc/shape/query21.out | 2 +-
.../shape_check/tpcds_sf10t_orc/shape/query30.out | 2 +-
.../shape_check/tpcds_sf10t_orc/shape/query32.out | 2 +-
.../shape_check/tpcds_sf10t_orc/shape/query34.out | 2 +-
.../shape_check/tpcds_sf10t_orc/shape/query39.out | 2 +-
.../shape_check/tpcds_sf10t_orc/shape/query47.out | 38 +-
.../shape_check/tpcds_sf10t_orc/shape/query53.out | 47 +-
.../shape_check/tpcds_sf10t_orc/shape/query57.out | 38 +-
.../shape_check/tpcds_sf10t_orc/shape/query63.out | 47 +-
.../shape_check/tpcds_sf10t_orc/shape/query73.out | 2 +-
.../shape_check/tpcds_sf10t_orc/shape/query81.out | 2 +-
.../shape_check/tpcds_sf10t_orc/shape/query89.out | 41 +-
.../shape_check/tpcds_sf10t_orc/shape/query92.out | 2 +-
.../data/shape_check/tpch_sf1000/hint/q17.out | 2 +-
.../tpch_sf1000/nostats_rf_prune/q17.out | 2 +-
.../data/shape_check/tpch_sf1000/rf_prune/q17.out | 2 +-
.../data/shape_check/tpch_sf1000/shape/q17.out | 2 +-
.../shape_check/tpch_sf1000/shape_no_stats/q17.out | 2 +-
regression-test/data/variant_p0/multi_var.out | 36 +
regression-test/pipeline/common/github-utils.sh | 2 +
...est_balance_use_compute_group_properties.groovy | 3 +-
.../cloud_p0/balance/test_balance_warm_up.groovy | 3 +-
.../test_balance_warm_up_sync_global_config.groovy | 3 +-
.../test_balance_warm_up_task_abnormal.groovy | 3 +-
.../test_balance_warm_up_use_peer_cache.groovy | 3 +-
...e_warm_up_with_compaction_use_peer_cache.groovy | 3 +-
.../balance/test_peer_read_async_warmup.groovy | 1 +
.../cache/ddl/st04_alter_ttl_n_to_0_runtime.sql | 30 +
.../cache/ddl/st06_warmup_ttl_type_assert.sql | 30 +
.../cloud_p0/cache/ddl/st07_qcs_consistency.sql | 30 +
.../cache/ddl/st10_drop_partition_cleanup.sql | 34 +
.../cloud_p0/cache/ddl/st10_drop_table_cleanup.sql | 30 +
.../cloud_p0/cache/test_file_cache_info.groovy | 134 ++
.../suites/cloud_p0/cache/ttl/alter_ttl_1.groovy | 92 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_2.groovy | 92 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_3.groovy | 92 +-
.../cloud_p0/cache/ttl/alter_ttl_seconds.groovy | 105 +-
.../cache/ttl/create_table_as_select.groovy | 5 +-
.../cloud_p0/cache/ttl/create_table_like.groovy | 5 +-
.../cache/ttl/st04_alter_ttl_n_to_0_runtime.groovy | 145 ++
.../cache/ttl/st06_warmup_ttl_type_assert.groovy | 122 ++
.../cloud_p0/cache/ttl/st07_qcs_consistency.groovy | 106 ++
.../cache/ttl/st10_drop_partition_cleanup.groovy | 199 +++
.../cache/ttl/st10_drop_table_cleanup.groovy | 207 +++
.../suites/cloud_p0/cache/ttl/test_ttl.groovy | 100 +-
.../cloud_p0/cache/ttl/test_ttl_lru_evict.groovy | 12 +
.../tablets/test_clean_stale_rs_file_cache.groovy | 3 +-
.../test_clean_stale_rs_index_file_cache.groovy | 3 +-
.../test_clean_tablet_when_drop_force_table.groovy | 27 +-
.../test_clean_tablet_when_rebalance.groovy | 3 +-
.../suites/datatype_p0/json/json_cast.groovy | 2 +
.../test_timestamptz_storage_negative_case.groovy | 4 +-
.../jdbc/test_mysql_jdbc_catalog.groovy | 10 +-
.../jdbc/test_oracle_jdbc_catalog.groovy | 34 +-
.../mv_p0/where/k123_nereids/k123_nereids.groovy | 2 +-
.../nereids_p0/datatype/test_decimalv2.groovy | 2 +
.../conditional_functions/test_nullif.groovy | 4 +-
.../case_when_rules/test_case_when_rules.groovy | 79 +
.../expression/test_simplify_range.groovy | 34 +-
.../join_extract_or_from_case_when.groovy | 201 +++
.../partition_prune/one_col_list_partition.groovy | 4 +-
.../conditional_functions/test_nullif.groovy | 4 +-
.../adjust_virtual_slot_nullable.groovy | 2 +-
regression-test/suites/variant_p0/multi_var.groovy | 24 +-
tools/export_mysql_rule_to_json.sh | 83 ++
440 files changed, 18151 insertions(+), 4672 deletions(-)
create mode 100644
be/src/exec/schema_scanner/schema_file_cache_info_scanner.cpp
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/ExpressionRewriteContext.java
=> be/src/exec/schema_scanner/schema_file_cache_info_scanner.h (54%)
create mode 100644 be/src/io/cache/block_file_cache_ttl_mgr.cpp
create mode 100644 be/src/io/cache/block_file_cache_ttl_mgr.h
create mode 100644 be/src/io/cache/cache_block_meta_store.cpp
create mode 100644 be/src/io/cache/cache_block_meta_store.h
create mode 100644 be/src/vec/aggregate_functions/aggregate_function_null_v2.h
create mode 100644 be/test/io/cache/block_file_cache_test_meta_store.cpp
create mode 100644 be/test/io/cache/block_file_cache_ttl_mgr_test.cpp
create mode 100644 be/test/io/cache/cache_block_meta_store_test.cpp
create mode 100644 be/test/io/cache/fs_file_cache_storage_leak_cleaner_test.cpp
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/FileCacheAdmissionManager.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/rules/CaseWhenToCompoundPredicate.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/rules/CondReplaceNullWithFalse.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/rules/ConditionRewrite.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/rules/NestedCaseWhenCondToLiteral.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/rules/PushIntoCaseWhenBranch.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/rules/SimplifyEqualBooleanLiteral.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/JoinExtractOrFromCaseWhen.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/FileCacheAdmissionManagerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/FileCacheAdmissionRuleRefresherTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/expression/rules/CaseWhenToCompoundPredicateTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/expression/rules/CondReplaceNullWithFalseTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/expression/rules/NestedCaseWhenCondToLiteralTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/expression/rules/PushIntoCaseWhenBranchTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/expression/rules/SimplifyEqualBooleanLiteralTest.java
copy
regression-test/data/{large_txn_load_p1/test_insert_with_many_partitions_and_buckets.out
=> cloud_p0/ttl/st04_alter_ttl_n_to_0_runtime.out} (100%)
create mode 100644
regression-test/data/cloud_p0/ttl/st06_warmup_ttl_type_assert.out
create mode 100644 regression-test/data/cloud_p0/ttl/st07_qcs_consistency.out
create mode 100644
regression-test/data/cloud_p0/ttl/st10_drop_partition_cleanup.out
create mode 100644
regression-test/data/cloud_p0/ttl/st10_drop_table_cleanup.out
create mode 100644
regression-test/data/nereids_rules_p0/case_when_rules/test_case_when_rules.out
create mode 100644
regression-test/data/nereids_rules_p0/expression/test_simplify_range.out
create mode 100644
regression-test/data/nereids_rules_p0/join_extract_or_from_case_when/join_extract_or_from_case_when.out
create mode 100644
regression-test/suites/cloud_p0/cache/ddl/st04_alter_ttl_n_to_0_runtime.sql
create mode 100644
regression-test/suites/cloud_p0/cache/ddl/st06_warmup_ttl_type_assert.sql
create mode 100644
regression-test/suites/cloud_p0/cache/ddl/st07_qcs_consistency.sql
create mode 100644
regression-test/suites/cloud_p0/cache/ddl/st10_drop_partition_cleanup.sql
create mode 100644
regression-test/suites/cloud_p0/cache/ddl/st10_drop_table_cleanup.sql
create mode 100644
regression-test/suites/cloud_p0/cache/test_file_cache_info.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/ttl/st04_alter_ttl_n_to_0_runtime.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/ttl/st06_warmup_ttl_type_assert.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/ttl/st07_qcs_consistency.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/ttl/st10_drop_partition_cleanup.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/ttl/st10_drop_table_cleanup.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/case_when_rules/test_case_when_rules.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/join_extract_or_from_case_when/join_extract_or_from_case_when.groovy
create mode 100755 tools/export_mysql_rule_to_json.sh
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
