This is an automated email from the ASF dual-hosted git repository.
sollhui pushed a change to branch auto-pick-64620-branch-4.0
in repository https://gitbox.apache.org/repos/asf/doris.git
from cb25a6a6058 [fix](load) respect profile level for writer details
(#64620)
add 001c1ff388e [fix](regression-test) fix stale nested-type assertions in
two_level/three_level_nestedtypes_with_s3data #64706 (#64709)
add 2c6ceabc1fe branch-4.0: [fix](filecache) fix clear_file_cache right
after reboot causing file cache size percent overflow(pick#63410) (#64233)
add 7985a726422 branch-4.0:[enhance](nereids) improve masking of user's
password for ALTER USER and CREATE USER commands in audit logs #62141 (#64717)
add 0c865d971c3 [fix](jdbc) Push SQL Server/Oracle boolean predicates as
1/0 instead of TRUE/FALSE (#64760)
add 38681ea9d8f branch-4.0: [fix](nereids) Fix pre-aggregation context
leakage across join branches #63357 (#63432)
add 6f1538c6ee0 branch-4.0: [fix](test) deflake several branch-4.0 P2
regression cases (#64693)
add b8f09203bd5 branch-4.0: [fix](cloud-compaction) prevent
EMPTY_CUMULATIVE / BASE-CUMU races on the same tablet #64619 (#64701)
add bd1b866c169 branch-4.0: [fix](subquery) eliminate null aware by
mistake #64639 (#64715)
add b9b770af315 branch-4.0: [fix](fe) Fix broken pipe risk on stream load
redirect with unconsumed request body (#64303)
add 6e4fd993652 branch-4.0: [improvement](rowset) Aggregate non-MOW
segment key bounds (#64305)
add 02a319ebb16 branch-4.0: [test](docker) Verify DML and 3-replica create
table when one BE is down #63401 (#63698)
add 7c70c7f32b7 branch-4.0: [opt](cloud) cache cluster id per query and
drop redundant locks on getBackendId hot path #63636 (#64275)
add 540f1399e3e branch-4.0: [feature](cloud) Add table-level event-driven
warm up (#64544)
add e45bb3893d0 branch-4.0: [fix](filecache) exclude warmup reads from
file cache hit ratio metrics(pick#63394) (#64232)
add 6b900bf686b branch-4.0: [chore](cloud) Support dynamic recycler
instance filter config #63822 (#63940)
add ec0e782e4e7 branch-4.0: [improvement](cloud) Enable packed file and
empty rowset optimization by default #63475 (#63774)
add 5dc358a942b branch-4.0: [fix](s3) Avoid retrying object storage
SlowDown errors #63776 (#64326)
add cde9d5338ae branch-4.0: [fix](filecache) Disable sync file cache clear
in http api(pick#64321) (#64460)
add d71b0cd1af4 branch-4.0: [improvement](filecache) limit file cache LRU
replay queues(pick#64381) (#64462)
add 502d28a9fa9 branch-4.0: [test](regression) Remove no simdjson flexible
update case #64513 (#64540)
add d000f924d36 branch-4.0: [fix](cloud) Fix some docker case due to open
skip_writing_empty_rowset_metadata #64565 (#64594)
add 8b77d4f8628 branch-4.0: [fix](cloud) Recycle empty rowsets without
resource id #64630 (#64642)
add 0a516071b07 branch-4.0: [fix](cloud) Validate recycle rowset key state
during commit rowset #63985 (#64286)
add 923308ba082 branch-4.0: [fix](cloud) Fix reading packed inverted index
file on file cache miss #64383 (#64406)
add 2c7ed3fc083 branch-4.0: [fix](fe) Prevent cast project pushdown
through union distinct #64080 (#64556)
add 76ff2dadd1c branch-4.0: [fix](cloud) Refresh base tablet before schema
change V1 #64312 (#64429)
add 0e7d5fec710 branch-4.0: [fix](nereids) clamp the merged limit of
MERGE_TOP_N by the parent offset #64306 (#64352)
add b8e71e7e294 branch-4.0: [fix](fe) Reject TopN in correlated scalar
subquery #64251 (#64350)
add b3e9b3e8667 branch-4.0: [fix](stream-load) fix http_stream compressed
file truncation and stabilize sql_cache P0 cases (#64769)
add f38705eab26 branch-4.0: [fix](mtmv) Add null-safety to
getBaseViewsOneLevel for backward compatibility #64412 (#64499)
add 2cee51fe9b2 branch-4.0: [fix](fe) Fix datediff folding for zero date
#64084 (#64222)
add 73d74b1d850 [improvement](cgroup) inactive_file should be treated as
available memory to avoid query be cancelled (#64347) (#64414)
add 3bc4497e8ee branch-4.0: [bug](iceberg) fix can't get migrated Iceberg
tables format type #64134 (#64289)
add 9278828d835 branch-4.0: [fix](be) Fix json contains duplicate array
candidates #63301 (#63338)
add 821593d39f5 branch-4.0: [fix](filecache) avoid crash when late holder
cleanup sees removed cache cell #62437 (#63955)
add e9057613d08 branch-4.0: [fix](fe) Align convert_tz folding with BE DST
handling #64029 (#64194)
add 6f086bd6cc0 branch-4.0: [fix](delta writer) Fix shared delta writer
state lifetime (#64512)
add b66f1f55dbe branch-4.0:[fix](partition_prune) Avoid incorrect
convert_tz partition pruning across DST transitions #63853 (#64827)
add 01da6d59347 branch-4.0: [fix](connect) Align COM_RESET_CONNECTION
behavior with MySQL #63884 (#64074)
add 33c7270fe19 branch-4.0: fix: block type reset after dict filter #63168
(#63418)
add 24d91851360 branch-4.0: [fix](query) avoid missing result packet for
query during master switch #62721 (#62773)
add cf70f91d2e8 branch-4.0: [fix](fe) Detect Doris-compatible MySQL JDBC
targets #64389 (#64472)
add a1295fe2473 branch-4.0: [fix](fe) Support dollar sign in mysql pattern
(#64259)
add 31df8073db5 [fix](fe) Backport runtime filter outer join fix to 4.0
(#64157)
add 486ad7e44ff branch-4.0: [fix](planner) align legacy literal
compareLiteral with Nereids ComparableLiteral semantics (#63481) (#63873)
add 072399d3d20 branch-4.0:[fix](topn_to_max)Remove the topnToMax
optimizer rewrite that converted TOPN into MAX.#63519 (#63966)
add acd327aa8fc [branch-4.0][fix](search) reject Lucene-syntax search on
columns without inverted index (#63857)
add 8c51eb23e12 branch-4.0: [fix](fe) Normalize default HDFS paths in
LocationPath #63476 (#63769)
add 4be9640f40b branch-4.0: [fix](function) preserve sign for negative
sub-hour TIMESTAMPTZ offsets #62823 (#63052)
add cac392b1f42 branch-4.0: [fix](variant) Reject COUNT DISTINCT on
variant arguments #63479 (#64294)
add 6ae53a2be9e branch-4.0: [fix](nereids) Guard
LogicalView.computeOutput() against schema drift (IndexOutOfBoundsException)
#64007 (#64271)
add fce429e78f7 branch-4.0: [fix](fe) Fix int overflow in BeIdComparator
causing stream load failure #63565 (#64052)
add ab5c1cc78fb branch-4.0: [fix](fe) Skip dropped columns in follower
stats sync #63882 (#63947)
add 2238e9dcfe3 branch-4.0: [fix](regression) Wait row count before
partition stats check (#63760)
add 87c0252035a [fix](microbench) fix microbench disk info includes
(#64874)
add 96cb1084037 [branch-4.0][fix](file-cache) Make sync clear use safe
removal #64578 (#64770)
add 8471e29e6c1 branch-4.0: [fix](hive table) Fill Hive meta cache when
loading row count for queries #63470 (#63802)
add fe2d97d5ea2 branch-4.0: [fix](regression) fix unstable
test_audit_log_internal_query_failure due to other cases modify global vars
#63030 (#63944)
add 5494d4eca3f branch-4.0: [opt](s3) Skip S3 listing for deterministic
file paths using HEAD requests (#60414) (#64821)
add 1902e9c3007 Merge remote-tracking branch 'doris/branch-4.0' into
auto-pick-64620-branch-4.0
No new revisions were added by this update.
Summary of changes:
be/src/cloud/cloud_backend_service.cpp | 6 +-
be/src/cloud/cloud_delete_task.cpp | 2 +-
be/src/cloud/cloud_delta_writer.cpp | 6 +-
be/src/cloud/cloud_internal_service.cpp | 367 +-
be/src/cloud/cloud_meta_mgr.cpp | 4 +-
be/src/cloud/cloud_meta_mgr.h | 2 +-
be/src/cloud/cloud_schema_change_job.cpp | 7 +-
be/src/cloud/cloud_snapshot_mgr.cpp | 8 +
be/src/cloud/cloud_tablet.cpp | 12 +
be/src/cloud/cloud_warm_up_manager.cpp | 223 +-
be/src/cloud/cloud_warm_up_manager.h | 39 +-
be/src/cloud/cloud_warmup_metrics.cpp | 82 +
be/src/cloud/cloud_warmup_metrics.h | 76 +
be/src/cloud/config.cpp | 4 +-
be/src/cloud/pb_convert.cpp | 28 +-
be/src/common/cgroup_memory_ctl.cpp | 34 +-
be/src/common/config.cpp | 8 +-
be/src/common/config.h | 6 +
be/src/http/action/file_cache_action.cpp | 18 +-
be/src/http/action/http_stream.cpp | 22 +-
be/src/http/action/warmup_stats_action.cpp | 121 +
.../src/http/action/warmup_stats_action.h | 37 +-
be/src/io/cache/block_file_cache.cpp | 233 +-
be/src/io/cache/block_file_cache.h | 20 +-
be/src/io/cache/block_file_cache_factory.cpp | 45 +-
be/src/io/cache/block_file_cache_factory.h | 2 +
be/src/io/cache/block_file_cache_profile.cpp | 37 +
be/src/io/cache/block_file_cache_profile.h | 7 +-
be/src/io/cache/cached_remote_file_reader.cpp | 82 +-
be/src/io/cache/file_block.cpp | 3 +-
be/src/io/cache/file_cache_common.h | 3 +
be/src/io/cache/fs_file_cache_storage.cpp | 4 +
be/src/io/cache/lru_queue_recorder.cpp | 68 +-
be/src/io/cache/lru_queue_recorder.h | 11 +-
be/src/io/tools/file_cache_microbench.cpp | 3 +
be/src/olap/base_tablet.cpp | 13 +-
be/src/olap/compaction.cpp | 13 +-
be/src/olap/delta_writer_v2.cpp | 29 +-
be/src/olap/delta_writer_v2.h | 10 +-
be/src/olap/rowset/beta_rowset_writer.cpp | 9 +-
be/src/olap/rowset/rowset.h | 4 +
be/src/olap/rowset/rowset_meta.cpp | 33 +-
be/src/olap/rowset/rowset_meta.h | 16 +-
be/src/olap/rowset/segment_v2/segment.cpp | 7 +-
be/src/olap/rowset/segment_v2/segment.h | 3 +
be/src/olap/snapshot_manager.cpp | 16 +-
be/src/olap/snapshot_manager.h | 2 +-
be/src/olap/storage_engine.cpp | 1 +
be/src/olap/task/index_builder.cpp | 5 +-
be/src/service/http_service.cpp | 5 +
be/src/util/bvar_windowed_adder.h | 162 +
be/src/util/cgroup_util.cpp | 7 +
be/src/util/jsonb_document.h | 48 +-
be/src/util/mem_info.cpp | 16 +-
be/src/util/s3_util.cpp | 3 +-
.../exec/format/parquet/vparquet_group_reader.cpp | 1 +
be/src/vec/functions/function_convert_tz.cpp | 21 +-
be/src/vec/runtime/timestamptz_value.cpp | 14 +-
be/src/vec/sink/writer/vtablet_writer_v2.cpp | 13 +-
be/test/cloud/cloud_schema_change_job_test.cpp | 78 +
.../cloud/cloud_warm_up_manager_filter_test.cpp | 278 +
be/test/cloud/cloud_warm_up_manager_test.cpp | 6 +-
.../block_file_cache_profile_reporter_test.cpp | 139 +
be/test/io/cache/block_file_cache_test.cpp | 793 +-
be/test/io/cache/block_file_cache_test_common.h | 12 +-
.../io/cache/block_file_cache_test_lru_dump.cpp | 79 +-
be/test/io/cache/cache_lru_dumper_test.cpp | 51 +-
be/test/olap/rowset/rowset_meta_test.cpp | 152 +
.../olap/segments_key_bounds_truncation_test.cpp | 7 +
be/test/service/http/file_cache_action_test.cpp | 194 +
be/test/util/bvar_windowed_adder_test.cpp | 140 +
be/test/util/jsonb_contains_test.cpp | 64 +
.../vec/data_types/data_type_timestamptz_test.cpp | 12 +
be/test/vec/exec/delta_writer_v2_pool_test.cpp | 13 +-
be/test/vec/function/function_time_test.cpp | 17 +
be/test/vec/sink/vtablet_writer_v2_test.cpp | 237 +-
cloud/src/common/config.h | 6 +-
cloud/src/common/configbase.cpp | 22 +-
cloud/src/common/configbase.h | 3 +
cloud/src/meta-service/meta_service.cpp | 125 +-
cloud/src/meta-service/meta_service_job.cpp | 90 +-
cloud/src/recycler/recycler.cpp | 26 +-
cloud/src/recycler/recycler.h | 2 -
cloud/src/recycler/s3_accessor.cpp | 8 +-
cloud/test/meta_service_job_test.cpp | 215 +
cloud/test/meta_service_test.cpp | 87 +-
cloud/test/recycler_test.cpp | 61 +
common/cpp/obj_retry_strategy.cpp | 10 +-
common/cpp/obj_retry_strategy.h | 7 +-
docker/runtime/doris-compose/Dockerfile | 1 +
.../create_preinstalled_scripts/iceberg/run10.sql | 4 +-
.../main/java/org/apache/doris/common/Config.java | 59 +
.../org/apache/doris/common/PatternMatcher.java | 11 +-
.../antlr4/org/apache/doris/nereids/DorisLexer.g4 | 2 +
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 15 +-
.../org/apache/doris/analysis/IPv4Literal.java | 31 +-
.../org/apache/doris/analysis/IPv6Literal.java | 45 +-
.../java/org/apache/doris/analysis/MapLiteral.java | 2 +-
.../org/apache/doris/analysis/StructLiteral.java | 2 +-
.../org/apache/doris/analysis/TimeV2Literal.java | 22 +-
.../java/org/apache/doris/catalog/OlapTable.java | 3 +
.../apache/doris/cloud/CacheHotspotManager.java | 492 +-
.../org/apache/doris/cloud/CloudWarmUpJob.java | 260 +-
.../org/apache/doris/cloud/JobWarmUpStats.java | 285 +
.../org/apache/doris/cloud/OnTablesFilter.java | 169 +
.../doris/cloud/TableWarmUpWindowedStats.java | 206 +
.../doris/cloud/catalog/CloudClusterChecker.java | 13 +-
.../cloud/catalog/CloudInstanceStatusChecker.java | 9 +-
.../apache/doris/cloud/catalog/CloudReplica.java | 125 +-
.../apache/doris/cloud/catalog/CloudTablet.java | 15 +-
.../doris/cloud/system/CloudSystemInfoService.java | 95 +-
.../org/apache/doris/common/util/LocationPath.java | 14 +-
.../java/org/apache/doris/common/util/S3Util.java | 232 +
.../doris/datasource/ExternalRowCountCache.java | 53 +-
.../org/apache/doris/datasource/ExternalTable.java | 13 +-
.../doris/datasource/hive/HMSExternalTable.java | 28 +-
.../doris/datasource/iceberg/IcebergUtils.java | 40 +-
.../datasource/jdbc/client/JdbcMySQLClient.java | 15 +-
.../doris/datasource/jdbc/source/JdbcScanNode.java | 44 +
.../org/apache/doris/fs/obj/AzureObjStorage.java | 99 +-
.../java/org/apache/doris/fs/obj/S3ObjStorage.java | 108 +
.../config/WebServerFactoryCustomizerConfig.java | 3 +
.../org/apache/doris/httpv2/rest/LoadAction.java | 156 +-
.../doris/httpv2/rest/RestBaseController.java | 51 +-
.../httpv2/util/StreamLoadRedirectDrainUtil.java | 154 +
.../java/org/apache/doris/metric/MetricRepo.java | 203 +
.../java/org/apache/doris/mtmv/MTMVRelation.java | 13 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 15 +-
.../parser/LogicalPlanBuilderForEncryption.java | 10 +
.../post/RuntimeFilterPushDownVisitor.java | 52 +-
.../nereids/rules/analysis/SubExprAnalyzer.java | 12 +-
.../nereids/rules/analysis/SubqueryToApply.java | 25 +-
.../rules/expression/ExpressionOptimization.java | 2 -
.../nereids/rules/expression/rules/TopnToMax.java | 56 -
.../doris/nereids/rules/rewrite/MergeTopNs.java | 11 +-
.../rules/rewrite/PushProjectThroughUnion.java | 33 +-
.../rules/rewrite/RewriteSearchToSlots.java | 63 +-
.../nereids/rules/rewrite/SetPreAggStatus.java | 1 +
.../trees/expressions/functions/agg/Count.java | 30 +-
.../functions/agg/MultiDistinctCount.java | 7 +
.../functions/executable/DateTimeArithmetic.java | 16 +-
.../executable/DateTimeExtractAndTransform.java | 8 +-
.../expressions/functions/scalar/ConvertTz.java | 72 +-
.../expressions/functions/scalar/FromUnixtime.java | 56 +-
.../trees/expressions/literal/DateTimeLiteral.java | 36 +-
.../trees/plans/commands/AlterUserCommand.java | 7 +-
.../trees/plans/commands/ShowWarmUpCommand.java | 3 +
.../trees/plans/commands/WarmUpClusterCommand.java | 57 +-
.../nereids/trees/plans/logical/LogicalView.java | 19 +-
.../org/apache/doris/nereids/types/ArrayType.java | 9 +
.../apache/doris/nereids/types/BooleanType.java | 8 +
.../org/apache/doris/nereids/types/DataType.java | 4 +
.../apache/doris/nereids/types/DateTimeType.java | 9 +
.../apache/doris/nereids/types/DateTimeV2Type.java | 13 +
.../org/apache/doris/nereids/types/DateType.java | 6 +
.../apache/doris/nereids/types/DecimalV2Type.java | 14 +
.../apache/doris/nereids/types/DecimalV3Type.java | 14 +
.../org/apache/doris/nereids/types/MapType.java | 10 +
.../org/apache/doris/nereids/types/StructType.java | 18 +
.../doris/nereids/types/TimeStampTzType.java | 10 +
.../org/apache/doris/nereids/types/TimeV2Type.java | 10 +
.../apache/doris/nereids/types/VariantType.java | 5 +
.../nereids/types/coercion/CharacterType.java | 5 +
.../doris/nereids/types/coercion/IntegralType.java | 15 +
.../org/apache/doris/nereids/util/DateUtils.java | 15 +
.../apache/doris/nereids/util/ExpressionUtils.java | 14 +
.../org/apache/doris/planner/OlapScanNode.java | 26 +-
.../org/apache/doris/planner/OlapTableSink.java | 17 +-
.../java/org/apache/doris/qe/AuditLogHelper.java | 2 +-
.../java/org/apache/doris/qe/ConnectContext.java | 99 +-
.../java/org/apache/doris/qe/ConnectProcessor.java | 22 +-
.../org/apache/doris/qe/MysqlConnectProcessor.java | 10 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 10 +
.../apache/doris/service/FrontendServiceImpl.java | 35 +-
.../doris/statistics/FollowerColumnSender.java | 4 +-
.../org/apache/doris/system/SystemInfoService.java | 2 +-
.../org/apache/doris/analysis/ExprEqualsTest.java | 348 +
.../analysis/LiteralExprCompareLiteralTest.java | 455 +
.../doris/analysis/LiteralExprEqualsTest.java | 366 +
.../cloud/CacheHotspotManagerTableFilterTest.java | 1003 ++
.../doris/cloud/CloudWarmUpJobTableFilterTest.java | 461 +
.../org/apache/doris/cloud/OnTablesFilterTest.java | 141 +
.../cloud/WarmUpClusterOnTablesParseTest.java | 447 +
.../org/apache/doris/cloud/WarmUpStatsTest.java | 497 +
.../catalog/CloudInstanceStatusCheckerTest.java | 260 +
.../cloud/system/CloudSystemInfoServiceTest.java | 15 +
.../apache/doris/common/PatternMatcherTest.java | 4 +
.../apache/doris/common/util/LocationPathTest.java | 15 +
.../org/apache/doris/common/util/S3UtilTest.java | 208 +
.../datasource/ExternalRowCountCacheTest.java | 66 +-
.../datasource/hive/HMSExternalTableTest.java | 175 +
.../jdbc/client/JdbcMySQLClientTest.java | 37 +
.../datasource/jdbc/source/JdbcScanNodeTest.java | 85 +
.../apache/doris/httpv2/rest/LoadActionTest.java | 445 +-
.../doris/httpv2/rest/RestBaseControllerTest.java | 64 +
.../util/StreamLoadRedirectDrainUtilTest.java | 394 +
.../java/org/apache/doris/metric/MetricsTest.java | 161 +
.../doris/nereids/parser/EncryptSQLTest.java | 68 +
.../nereids/postprocess/RuntimeFilterTest.java | 19 +
.../rules/analysis/AnalyzeSubQueryTest.java | 21 +
.../nereids/rules/expression/FoldConstantTest.java | 6 +
.../rules/expression/rules/TopnToMaxTest.java | 42 -
.../nereids/rules/rewrite/MergeTopNsTest.java | 20 +-
.../rules/rewrite/PushProjectThroughUnionTest.java | 57 +
.../rules/rewrite/RewriteSearchToSlotsTest.java | 109 +-
.../trees/expressions/functions/agg/CountTest.java | 84 +
.../DateTimeExtractAndTransformTest.java | 43 +
.../functions/scalar/ConvertTzTest.java | 173 +
.../functions/scalar/FromUnixtimeTest.java | 99 +
.../literal/TimestampTzLiteralTest.java | 18 +
.../trees/plans/logical/LogicalViewTest.java | 245 +
.../apache/doris/nereids/types/DataTypeTest.java | 66 +
.../org/apache/doris/qe/ConnectContextTest.java | 184 +
.../doris/service/FrontendServiceImplTest.java | 15 +
.../doris/statistics/FollowerColumnSenderTest.java | 30 +
gensrc/proto/internal_service.proto | 2 +
gensrc/proto/olap_file.proto | 10 +
gensrc/thrift/BackendService.thrift | 1 +
.../brown_p2/sql/CPUNetworkUtilization_order.out | 6 +-
.../data/correctness_p0/test_merge_topn_offset.out | 10 +
...est_runtime_filter_outer_join_nullable_side.out | 18 +
.../timestamptz/test_timestamptz_dst_gap.out | 4 +-
.../three_level_nestedtypes_with_s3data.out | 12136 ++++++++-----------
.../two_level_nestedtypes_with_s3data.out | 4761 ++++----
.../jdbc/test_sqlserver_jdbc_catalog.out | 12 +
.../partition_prune/test_convert_tz.out} | 9 +-
.../data/nereids_syntax_p0/set_operation.out | 9 +-
.../data/opensky_p2/sql/avgDistance.out | 2 +-
regression-test/data/opensky_p2/sql/count.out | 2 +-
.../data/opensky_p2/sql/mostBusyOrigin.out | 18 +-
.../data/opensky_p2/sql/totalDistance.out | 2 +-
.../datetime_functions/test_convert_tz.out | 3 +
.../test_ipv4_ipv6_multi_not_equal.out | 36 +
.../test_segcompaction_agg_keys.out | 3 -
.../org/apache/doris/regression/suite/Suite.groovy | 13 +
.../doris/regression/suite/SuiteContext.groovy | 16 +
.../regression/util/WarmupMetricsUtils.groovy | 268 +
.../pipeline/p1/conf/regression-conf.groovy | 3 +
.../suites/audit/test_audit_log_behavior.groovy | 16 +-
...est_balance_use_compute_group_properties.groovy | 1 +
.../cloud_p0/balance/test_balance_warm_up.groovy | 1 +
.../test_balance_warm_up_sync_global_config.groovy | 1 +
.../test_balance_warm_up_task_abnormal.groovy | 1 +
.../test_balance_warm_up_use_peer_cache.groovy | 1 +
.../balance/test_peer_read_async_warmup.groovy | 1 +
...on_tables_abnormal_cancel_empty_recovery.groovy | 212 +
...ent_on_tables_abnormal_stats_and_failure.groovy | 261 +
...warm_up_event_on_tables_canonicalization.groovy | 117 +
.../test_warm_up_event_on_tables_dynamic.groovy | 217 +
...m_up_event_on_tables_error_and_lifecycle.groovy | 387 +
.../test_warm_up_event_on_tables_include.groovy | 167 +
..._warm_up_event_on_tables_include_exclude.groovy | 153 +
...t_warm_up_event_on_tables_mow_compaction.groovy | 221 +
.../test_warm_up_event_on_tables_multi_dst.groovy | 213 +
...st_warm_up_event_on_tables_multi_include.groovy | 142 +
...t_warm_up_event_on_tables_overlap_and_mv.groovy | 332 +
..._warm_up_event_on_tables_show_and_cancel.groovy | 384 +
.../test_warm_up_event_on_tables_sync_stats.groovy | 300 +
...up_event_on_tables_system_cluster_change.groovy | 168 +
...nt_on_tables_system_compaction_sync_wait.groovy | 214 +
...m_up_event_on_tables_system_e2e_multi_be.groovy | 269 +
...rm_up_event_on_tables_system_packed_file.groovy | 155 +
...vent_on_tables_system_restart_and_resize.groovy | 223 +
...m_up_event_on_tables_system_schema_index.groovy | 182 +
...st_file_cache_warmup_read_metrics_docker.groovy | 457 +
.../test_packed_file_inverted_index_query.groovy | 137 +
...c_compaction_cross_v1_stale_base_refresh.groovy | 158 +
...paction_with_dup_key_max_file_size_limit.groovy | 76 +-
.../test_single_replica_compaction.groovy | 10 +-
.../correctness_p0/test_merge_topn_offset.groovy | 50 +
..._runtime_filter_outer_join_nullable_side.groovy | 79 +
.../test_non_mow_key_bounds_aggregation.groovy | 177 +
.../three_level_nestedtypes_with_s3data.groovy | 184 +-
.../two_level_nestedtypes_with_s3data.groovy | 100 +-
.../hive/test_hive_view_schema_drift.groovy | 115 +
.../jdbc/test_sqlserver_jdbc_catalog.groovy | 28 +
.../test_dml_when_one_be_down.groovy | 141 +
.../suites/inverted_index_p2/test_show_data.groovy | 13 +-
.../scripts/stream_load_redirect_chunked_e2e.py | 140 +
...test_stream_load_fe_redirect_chunked_e2e.groovy | 117 +
.../nereids_p0/cache/mtmv_with_sql_cache.groovy | 11 +
.../nereids_p0/cache/mv_with_sql_cache.groovy | 11 +
.../cache/parse_sql_from_sql_cache.groovy | 11 +
.../nereids_p0/expression/topn_to_max.groovy | 49 -
.../nereids_p0/stats/partitionRowCount.groovy | 12 +
.../subquery/correlated_scalar_subquery.groovy | 16 +-
.../month_quarter_cast_in_prune.groovy | 8 +-
.../partition_prune/test_convert_tz.groovy | 24 +-
.../nereids_rules_p0/set_preagg/set_preagg.groovy | 25 +-
.../suites/nereids_syntax_p0/set_operation.groovy | 21 +
.../nereids_syntax_p0/sub_query_correlated.groovy | 9 +-
.../mv/aggregate/agg_sync_mv.groovy | 4 +-
regression-test/suites/opensky_p2/load.groovy | 2 +-
.../test_reset_connection_session_variable.groovy | 76 +
.../datetime_functions/test_convert_tz.groovy | 2 +
.../test_ipv4_ipv6_multi_not_equal.groovy | 107 +
.../suites/search/test_search_function.groovy | 13 +-
.../test_segcompaction_agg_keys.groovy | 12 +-
.../tpcds_sf100/noStatsRfPrune/query64.groovy | 4 +
.../tpcds_sf100/no_stats_shape/query64.groovy | 4 +
.../tpcds_sf100/rf_prune/query64.groovy | 4 +
.../shape_check/tpcds_sf1000/hint/query64.groovy | 4 +
.../tpcds_sf10t_orc/shape/query64.groovy | 4 +
.../sql/test_left_anti_join_batch_size.sql | 6 +-
.../flexible/test_f_no_simdjson.groovy | 166 -
.../test_variant_count_distinct.groovy} | 35 +-
306 files changed, 29417 insertions(+), 10938 deletions(-)
create mode 100644 be/src/cloud/cloud_warmup_metrics.cpp
create mode 100644 be/src/cloud/cloud_warmup_metrics.h
create mode 100644 be/src/http/action/warmup_stats_action.cpp
copy fe/fe-core/src/main/java/org/apache/doris/nereids/types/BooleanType.java
=> be/src/http/action/warmup_stats_action.h (57%)
create mode 100644 be/src/util/bvar_windowed_adder.h
create mode 100644 be/test/cloud/cloud_warm_up_manager_filter_test.cpp
create mode 100644 be/test/io/cache/block_file_cache_profile_reporter_test.cpp
create mode 100644 be/test/service/http/file_cache_action_test.cpp
create mode 100644 be/test/util/bvar_windowed_adder_test.cpp
create mode 100644 be/test/util/jsonb_contains_test.cpp
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/cloud/JobWarmUpStats.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/cloud/OnTablesFilter.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/cloud/TableWarmUpWindowedStats.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/httpv2/util/StreamLoadRedirectDrainUtil.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/rules/TopnToMax.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/ExprEqualsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/LiteralExprCompareLiteralTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/LiteralExprEqualsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/CacheHotspotManagerTableFilterTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/CloudWarmUpJobTableFilterTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/OnTablesFilterTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/WarmUpClusterOnTablesParseTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/WarmUpStatsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/catalog/CloudInstanceStatusCheckerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/jdbc/client/JdbcMySQLClientTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/httpv2/rest/RestBaseControllerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/httpv2/util/StreamLoadRedirectDrainUtilTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/expression/rules/TopnToMaxTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/agg/CountTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/scalar/ConvertTzTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/scalar/FromUnixtimeTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/logical/LogicalViewTest.java
create mode 100644
regression-test/data/correctness_p0/test_merge_topn_offset.out
create mode 100644
regression-test/data/correctness_p0/test_runtime_filter_outer_join_nullable_side.out
rename regression-test/data/{nereids_p0/expression/topn_to_max.out =>
nereids_rules_p0/partition_prune/test_convert_tz.out} (63%)
create mode 100644
regression-test/data/query_p0/sql_functions/ip_functions/test_ipv4_ipv6_multi_not_equal.out
delete mode 100644
regression-test/data/segcompaction_p2/test_segcompaction_agg_keys.out
create mode 100644
regression-test/framework/src/main/groovy/org/apache/doris/regression/util/WarmupMetricsUtils.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_abnormal_cancel_empty_recovery.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_abnormal_stats_and_failure.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_canonicalization.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_dynamic.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_error_and_lifecycle.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_include.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_include_exclude.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_mow_compaction.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_multi_dst.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_multi_include.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_overlap_and_mv.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_show_and_cancel.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_sync_stats.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_system_cluster_change.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_system_compaction_sync_wait.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_system_e2e_multi_be.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_system_packed_file.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_system_restart_and_resize.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_system_schema_index.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/warm_up/test_file_cache_warmup_read_metrics_docker.groovy
create mode 100644
regression-test/suites/cloud_p0/packed_file/test_packed_file_inverted_index_query.groovy
create mode 100644
regression-test/suites/cloud_p1/schema_change/compaction_optimization/test_sc_compaction_cross_v1_stale_base_refresh.groovy
create mode 100644
regression-test/suites/correctness_p0/test_merge_topn_offset.groovy
create mode 100644
regression-test/suites/correctness_p0/test_runtime_filter_outer_join_nullable_side.groovy
create mode 100644
regression-test/suites/data_model_p0/duplicate/test_non_mow_key_bounds_aggregation.groovy
create mode 100644
regression-test/suites/external_table_p0/hive/test_hive_view_schema_drift.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_dml_when_one_be_down.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/scripts/stream_load_redirect_chunked_e2e.py
create mode 100644
regression-test/suites/load_p0/stream_load/test_stream_load_fe_redirect_chunked_e2e.groovy
delete mode 100644
regression-test/suites/nereids_p0/expression/topn_to_max.groovy
create mode 100644
regression-test/suites/query_p0/session_variable/test_reset_connection_session_variable.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/ip_functions/test_ipv4_ipv6_multi_not_equal.groovy
delete mode 100644
regression-test/suites/unique_with_mow_p0/flexible/test_f_no_simdjson.groovy
copy
regression-test/suites/{query_p0/sql_functions/datetime_functions/test_convert_tz.groovy
=> variant_p0/test_variant_count_distinct.groovy} (54%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
