This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch auto-pick-64454-branch-4.1
in repository https://gitbox.apache.org/repos/asf/doris.git
from ee73fbe6b86 [feature](be) Add BE stack trace HTTP API (#64454)
add cd9b7c36ade branch-4.1: [fix](regression) Stabilize variant hirachinal
array output #63610 (#63650)
add 545c56a1d69 branch-4.1: [fix](stream_load) Fix stream load IPv6 host
parsing #64147 (#64609)
add ec3d4f81596 branch-4.1: [fix](audit) record per-query SET_VAR hint
session variables in audit log (#64569) (#64617) (#64599)
add dc882bcf4d6 branch-4.1: [fix](nereids) bind file column placeholders
for copy into select (#64591)
add cc878e897de branch-4.1: [fix](test) stabilize remaining
Cloud-P0/P0/NonConcurrent/External flaky cases (test-only backport rest of
#64525) (#64613)
add 93db088f903 branch-4.1:[improvement](fe) Preload external table
metadata before internal table lock in mixed queries (#64579)
add 2f6b7bfe26f branch-4.1: [fix](topn) Skip TopN lazy materialization
when light_schema_change=false #64441 (#64634)
add 73de3f55f69 branch-4.1: [Exec](status) materialization_opertor return
the error status by row_id_fetcher #62513 (#64628)
add af3cfab6064 branch-4.1: [improvement](fe) Add configurable return mode
for insert publish timeout in ETL scenarios (#64583)
add 56486274184 branch-4.1: [fix](cloud) Recycle empty rowsets without
resource id #64630 (#64643)
add 0fe39b56612 [fix](fe) Stabilize optimize available MV unit test
(#64636)
add cd20617a1d3 [fix](be) Backport selected query engine fixes to
branch-4.1 (#64537)
add 7d7a24e5895 branch-4.1: [fix](regression) Use explicit size call in
nested type plugin #64610 (#64640)
add c4e0e2af862 branch-4.1:[improvement](fe) Support LDAP default roles
(#63411) (#64114)
add 44d22ad36e9 branch-4.1: [fix](cloud) Fix double assignment in
recycler_service.cpp that cause… #64168 (#64209)
add dfd31a91f14 branch-4.1: [opt](nereids) when we check if there is a
target for runtime filter, we should use ctx.probeSlot not ctx.probeExpr #57425
(#64280)
add 47c9346b84c branch-4.1: [fix](retention) Limit param count to 32 to
avoid BE heap overflow #64521 (#64661)
add fa80bcaa9ed branch-4.1: [enhance](job) add zero-row hint for Kafka
read_committed load and [opt](job) delay Kafka read committed zero-row retries
(#64585)
add 2e22f74b386 branch-4.1:
[[fix](variant)](https://github.com/apache/doris/pull/63792) Preserve json
object when casting jsonb to variant (#64662)
add b4e8449b54e branch-4.1: [feature](cloud) Add table-level event-driven
warm up (#63832) (#64602)
add 470d4e97cdc [refine](column) enforce nullable nested types for array
(#63088) (#64698)
add a0cdd05ff0f branch-4.1:
[[fix](variant)](https://github.com/apache/doris/pull/64205) Handle truncated
sparse path stats when reading variant (#64664)
add 883d88463e1 branch-4.1: [fix](regression-test) fix two muted test
cases (Groovy property access + flaky SHOW PROCESSLIST) #63645 (#64673)
add 6ae89db5d5b branch-4.1: [fix](outfile)Preserve DateTimeV2 scale in
OUTFILE CSV. #64344 (#64714)
add 78ab9f7100c branch-4.1: [fix](subquery) eliminate null aware by
mistake #64639 (#64716)
add 15b70048ab6 branch-4.1: [fix](regression-test) fix stale nested-type
assertions in two_level/three_level_nestedtypes_with_s3data #64706 (#64707)
add b317c8e2be3 branch-4.1: [fix](file-cache) Make sync clear use safe
removal #64578 (#64692)
add 1835b8b044d [bug](avro) fix avro jni reader coredump with nullptr
(#64699)
add ef5aaf5394a branch-4.1: [feat](Variant) Support NestedGroup public
config (#64679)
add 309152d92fc branch-4.1: [opt](serde)Build Arrow serde error context
lazily. #64660 (#64712)
add 60ca71e9cf4 branch-4.1: [fix](be) Fix concat_ws nullable array
handling #64703 (#64725)
add e69a9ce0717 branch-4.1: [fix](jdbc) Push SQL Server/Oracle boolean
predicates as 1/0 instead of TRUE/FALSE (#64757)
add 41be96c98ba branch-4.1: [fix](be) Normalize v1 date string cast result
#64575 (#64744)
add a9fb05d163e branch-4.1: [feature](be) Support zstd stream load
compression #64711 (#64750)
add dc500e0543a branch-4.1: [fix](cloud-compaction) prevent
EMPTY_CUMULATIVE / BASE-CUMU races on the same tablet #64619 (#64702)
add c522a780a36 [refactor](be)simplify interface in schema and rowcursor
(#63925) (#64672)
add a4baa4aa2a8 branch-4.1: [fix](be) Protect tablet writer map lookup in
load channel #64604 (#64752)
add 3716f9386a5 branch-4.1: [refactor](be) Enforce COW ownership for
assume_mutable (#63001) (#64539)
add 79d975d1ccd branch-4.1: [fix](iceberg) Allow disabling REST catalog
view operations (#63320)
add 03a1d4ed70c branch-4.1: [fix](load) replace tablet writer close
polling with event wakeup #64221 (#64747)
add 57b4d23c463 branch-4.1: [fix](regression) Increase variant export load
timeout #64733 (#64761)
add c779dc5c7b8 branch-4.1: [test](jdbc) Assert SQL Server bit IN pushdown
form and make filter checks selective (#64772)
add f5561492338 branch-4.1: [fix](fe) Avoid blocking external meta cache
refresh on slow miss load #64705 (#64791)
add 5b55371eda3 branch-4.1:[fix](partition_prune) Avoid incorrect
convert_tz partition pruning across DST transitions #63853 (#64812)
add ce28ebecc44 branch-4.1: [refactor](runtime-filter) remove bitmap
runtime filter (#64314) (#64817)
add 94be7fe3b38 branch-4.1: [Enhance](func) Delete useless code of
split_by_char #64801 (#64815)
add 8a31b2ba727 branch-4.1: [fix](window) only allow 1 argument in count
distinct in window function #64783 (#64824)
add 2d14d48ee7f [feature](function) support is_valid_utf8 function
(#62515) (#64781)
add 96d7145c9bb branch-4.1: [test](be) Migrate variant index storage
debugpoint tests #64348 (#64818)
add 05a8c3e4edd branch-4.1: [fix](hive) Preserve empty text records #64671
(#64837)
add f63fc67fdf1 branch-4.1: [build](variant) Support Variant NestedGroup
release hooks #64727 #64737 (#64775)
add 67544099546 branch-4.1: [fix](regression) Fix array string insert
error assertion #64746 (#64809)
add 3ea3cd03120 branch-4.1: [fix](function) Validate array_sort lambda
arity #64825 (#64861)
add 78c8b9b7fa6 branch-4.1: [fix](scan) Avoid misleading "storage reader"
wrapper for data/expression errors #64755 (#64840)
add 5c4a9c4e706 branch-4.1: [fix](cloud) make S3 rate limiter config take
effect dynamically in cloud mode #64554 (#64841)
add e82ed7859a2 branch-4.1: [fix](cloud) Persist update time for sub txn
commit #64739 (#64845)
add 103796a2e99 branch-4.1: [fix](be) Stop extra operator work after
cancellation (#64077) (#64816)
add ec521fc1c6d branch-4.1: [fix](be) Stabilize conjunct cost ordering
#64637 (#64868)
add 98805e7796b branch-4.1: [feature](fe) Add connection max metrics
#64742 (#64785)
add 70439e70580 branch-4.1: [fix](fe) Clear warm-up error message after
successful retry #64813 (#64870)
add ff4900d1769 branch-4.1: [chore](cloud) Support dynamic recycler
instance filter config #63822 (#63941)
add ec5304b9e88 branch-4.1: [fix](analyzer) Normalize aggregate order by
pushdown #64787 (#64880)
add 7ed84683fd1 branch-4.1: [fix](fe) Show warm-up timestamps with date
(#64876)
add 1f197f6c931 [fix](be) Fix time-sharing executor queued task count
(#64855)
add 04c3a97a912 branch-4.1: [fix](arrow-flight) Harden split source error
path to avoid BE crash on external table scan #64797 (#64890)
add 88fdc8a5795 branch-4.1: [fix](regression-test) stabilize nested type
S3 expectations #64822 (#64872)
add 2fe2343a91f branch-4.1: [fix](array function) Support boolean cast for
array first and last #64847 (#64889)
add bfeb1d8771b branch-4.1: [fix](be) Fix nth_value for upper bounded
windows #64864 (#64896)
add cc42474de02 branch-4.1: [followup](BE) rename assume_mutable to
assert_mutable #63557 (#64887)
add 4e68927ea1e branch-4.1: [improve](streaming-job) make from-to
streaming task timeout progress-aware #64301 (#64895)
add 1ab7fa3cd31 branch-4.1: [fix](regression) fix
one_level_nestedtypes_with_s3data #64832 (#64901)
add 0f2fb4c8974 branch-4.1: [improvement](catalog) narrow
MaterializedIndex addTablet sync scope #64478 (#64859)
add 245b0dd6168 branch-4.1: [fix](test) skip
force_olap_table_replication_num check in cloud mode for show replica dist
#64374 (#64843)
add c176bf5af8b branch-4.1: [bug](cloud restore) forbid restoring table
with property 'light_schema change' = 'false' in cloud mode #62914 (#64835)
add f2d89b84f75 branch-4.1: [fix](be) avoid LeakSanitizer false positive
on BE startup failure #64802 (#64916)
add 95948e5fae3 branch-4.1: [fix](be) Fix SIGSEGV in bvar::take_sample
caused by AgentCombiner/TLS Agent lifetime race under high EPS #64040 (#64932)
add e9c8dd4aa81 [refine](column) backport strong typed column helpers to
4.1 (#64960)
add 91d0b69f139 [fix](test) fix flaky test_time_series_compaction_level2
(#64963)
add 572bf1333d5 branch-4.1: [fix](be) prevent SIGFPE in int_divide for
signed min value #64828 (#64948)
add c246d730a42 branch-4.1: [Fix](fold_const) MAKE_SET constant folding
should clear #64907 (#64919)
add 8f2044827ce branch-4.1: [fix](maxcompute) Estimate write block size
from Arrow buffers, not per-row serialization #64612 (#64780)
add f894c5092bd branch-4.1: [fix](be) Fix sliced FixedSizeBinary Arrow
string reads #64829 (#64969)
add c76d49722c1 branch-4.1: [fix](be) Init thread context on AsyncIO
worker threads #64846 (#64970)
add 0c2f5799276 [fix](be) Avoid finalized pipeline task submit crash
(#64953)
add 00ad3f981d7 branch-4.1: [fix](iceberg)Support LZ4 compression for
iceberg/hive Parquet/ORC writers. #64723 (#64917)
add c26cd66ac4c branch-4.1: [fix](group commit) fix lost row when prepared
stmt reused plan shares one load_id #64362 (#64971)
add 3399023fc09 branch-4.1: [fix](iceberg) Write binary columns with
proper Arrow types #64949 (#64994)
add c680bb7a785 branch-4.1: [fix](parser) isNull should under
primaryExpression #63619 (#64979)
add 9b192334d89 branch-4.1: [fix](process list) return unexpected result
in FULL mode #64631 (#64983)
add e7139e850c7 branch-4.1: [fix](regression) Wait for stable colocate
groups in plan tests #64361 (#64981)
add 910ad5990a7 branch-4.1: [fix](be) catch block serialization exceptions
to avoid coredump #64852 (#65003)
add fcb04595b4c [fix](be) Catch std exceptions in pipeline scheduler
(#65019)
add 1430ed67f4a branch-4.1: [fix](checker) Avoid false-positive leaked
delete bitmaps for unexpired job tmp rowsets #64313 (#65012)
add 3edfeb78815 branch-4.1: [fix](job) lock routine load task renew on
submit failure (#65007)
add 9883fcfd9a3 branch-4.1: [fix](cloud) use snapshot read for table
version to avoid txn conflict #64647 (#64999)
add d344f83a33e branch-4.1: [feat](s3) support S3 storage vault
credentials provider without role ARN (#65013)
add ed4fb7849e3 branch-4.1: [fix](case) fix
insert_group_commit_into_max_filter_ratio #64987 (#65014)
add 24f5bd8de2a branch-4.1: [fix](agg push down) guard Count(*) child
access with arity() check in PushDownAggThroughJoinOnPkFk #64848 (#64951)
add 914c20d4b0a branch-4.1: [fix](fe) Handle generated columns in delete
partial update #64884 (#65027)
add 4777d415a27 branch-4.1: [fix](iow) force drop partition in INSERT
OVERWRITE #62510 (#65030)
add 0babc422d4f branch-4.1: [fix](be) Validate sequence pattern event
numbers #64930 (#65038)
add a4490bbd622 branch-4.1:[fix](join) Restrict auto salt join rewrite
#64518 (#65059)
add 2b6e181505c branch-4.1: [fix](connection) Prevent timeout checker from
stopping after an exception #65040 (#65063)
add deb0d4d7606 branch-4.1: [fix](agg) Fix incorrect aggregate merge with
duplicate aliases #65025 (#65057)
add 4442e420a0f branch-4.1: [test](microbench) Add some api of get_or_set
#64691 (#65018)
add 5a83226b105 branch-4.1: [fix](fe) Send recursive CTE blocks to every
scan instance #64964 (#65008)
add 9b18bdfcf30 branch-4.1: [fix](be) Fix file cache queue evict size
metrics #64897 (#65016)
add 61d12e5ceab branch-4.1: [fix](iceberg) Fix NPE in COUNT(*) pushdown
when snapshot summary omits total-* counters (#64648) (#65061)
add e2d37394a7f branch-4.1: [fix](aggregate) Fix nullable aggregate
visitor dispatch #64885 (#65023)
add d0f922d047c branch-4.1: [fix](fe) Merge TopN with child prefix order
keys #64685 (#64989)
add 7fb196164cf branch-4.1: [fix](set operation) Use regular child output
for set operation rules #64908 (#65071)
add bdb906e006f branch-4.1: [fix](auth) add auth check for manager node
and query qerror REST APIs (#65080)
add 5d0b24991a3 branch-4.1: [fix](fe) set cloud version_cache_ttl to 0
temporarily if retry a query with -230 #63721 (#65048)
add 1b605dc8e9f [refine](be) backport array and operator updates to 4.1
(#65066)
add c37134b8c48 Merge branch 'branch-4.1' into auto-pick-64454-branch-4.1
No new revisions were added by this update.
Summary of changes:
be/CMakeLists.txt | 10 +-
be/benchmark/benchmark_column_array_view.hpp | 418 +
.../benchmark_column_array_view_distance.hpp | 353 +
be/benchmark/benchmark_main.cpp | 2 +
be/benchmark/binary_cast_benchmark.hpp | 49 +-
be/src/cloud/cloud_backend_service.cpp | 6 +-
be/src/cloud/cloud_internal_service.cpp | 136 +-
be/src/cloud/cloud_meta_mgr.cpp | 2 +-
be/src/cloud/cloud_storage_engine.cpp | 9 +
be/src/cloud/cloud_warm_up_manager.cpp | 223 +-
be/src/cloud/cloud_warm_up_manager.h | 39 +-
be/src/cloud/cloud_warmup_metrics.cpp | 82 +
be/src/cloud/cloud_warmup_metrics.h | 76 +
be/src/common/config.cpp | 2 +-
be/src/common/thread_safety_annotations.h | 48 +
be/src/core/binary_cast.hpp | 2 +-
be/src/core/block/block.cpp | 231 +-
be/src/core/block/block.h | 153 +-
be/src/core/column/column.cpp | 5 +-
be/src/core/column/column.h | 33 +-
be/src/core/column/column_array.cpp | 163 +-
be/src/core/column/column_array.h | 53 +-
be/src/core/column/column_array_view.h | 135 +
be/src/core/column/column_const.cpp | 16 +-
be/src/core/column/column_const.h | 16 +-
be/src/core/column/column_decimal.h | 2 +-
be/src/core/column/column_execute_util.h | 1 +
be/src/core/column/column_fixed_length_object.h | 4 +
be/src/core/column/column_map.cpp | 171 +-
be/src/core/column/column_map.h | 56 +-
be/src/core/column/column_nullable.cpp | 117 +-
be/src/core/column/column_nullable.h | 53 +-
be/src/core/column/column_string.cpp | 15 +
be/src/core/column/column_string.h | 4 +
be/src/core/column/column_struct.cpp | 2 +-
be/src/core/column/column_struct.h | 2 +-
be/src/core/column/column_varbinary.h | 7 +-
be/src/core/column/column_variant.cpp | 97 +-
be/src/core/column/column_variant.h | 14 +-
be/src/core/cow.h | 37 +-
be/src/core/data_type/data_type_array.cpp | 42 +-
be/src/core/data_type/data_type_array.h | 11 +-
be/src/core/data_type/data_type_map.cpp | 33 +-
be/src/core/data_type/data_type_nullable.cpp | 27 +-
be/src/core/data_type/data_type_struct.cpp | 6 +-
be/src/core/data_type/primitive_type.h | 2 +
.../core/data_type_serde/data_type_array_serde.cpp | 6 +-
.../core/data_type_serde/data_type_array_serde.h | 10 +-
.../data_type_serde/data_type_bitmap_serde.cpp | 5 +-
.../data_type_date_or_datetime_serde.cpp | 5 +-
.../data_type_serde/data_type_datetimev2_serde.cpp | 10 +-
.../data_type_serde/data_type_datev2_serde.cpp | 5 +-
.../data_type_serde/data_type_decimal_serde.cpp | 30 +-
.../core/data_type_serde/data_type_hll_serde.cpp | 5 +-
.../core/data_type_serde/data_type_ipv4_serde.cpp | 2 +-
.../core/data_type_serde/data_type_ipv6_serde.cpp | 5 +-
.../core/data_type_serde/data_type_jsonb_serde.cpp | 10 +-
.../core/data_type_serde/data_type_map_serde.cpp | 9 +-
.../data_type_serde/data_type_nullable_serde.h | 3 +
.../data_type_serde/data_type_number_serde.cpp | 20 +-
.../data_type_quantilestate_serde.h | 5 +-
be/src/core/data_type_serde/data_type_serde.h | 7 +-
.../data_type_serde/data_type_string_serde.cpp | 128 +-
.../data_type_serde/data_type_struct_serde.cpp | 6 +-
.../data_type_timestamptz_serde.cpp | 8 +-
.../data_type_serde/data_type_varbinary_serde.cpp | 40 +-
.../data_type_serde/data_type_variant_serde.cpp | 5 +-
.../core/data_type_serde/datelike_serde_common.hpp | 10 +-
be/src/core/string_ref.h | 3 +-
.../exec/common/arrow_column_to_doris_column.cpp | 10 +-
.../common/data_gen_functions/vnumbers_tvf.cpp | 4 +-
be/src/exec/common/hash_table/hash_map_context.h | 2 +-
be/src/exec/common/partition_sort_utils.cpp | 14 +-
be/src/exec/common/util.hpp | 16 +-
be/src/exec/common/variant_util.cpp | 53 +-
be/src/exec/connector/jni_connector.cpp | 45 +-
.../exec/exchange/local_exchange_sink_operator.cpp | 2 +-
.../exec/exchange/local_exchange_sink_operator.h | 2 +-
.../exchange/local_exchange_source_operator.cpp | 2 +-
.../exec/exchange/local_exchange_source_operator.h | 2 +-
be/src/exec/exchange/local_exchanger.cpp | 23 +-
be/src/exec/exchange/vdata_stream_mgr.cpp | 28 +-
be/src/exec/exchange/vdata_stream_mgr.h | 14 +-
be/src/exec/exchange/vdata_stream_sender.cpp | 2 +-
be/src/exec/operator/aggregation_sink_operator.cpp | 19 +-
be/src/exec/operator/aggregation_sink_operator.h | 2 +-
.../exec/operator/aggregation_source_operator.cpp | 187 +-
be/src/exec/operator/aggregation_source_operator.h | 2 +-
be/src/exec/operator/analytic_sink_operator.cpp | 7 +-
be/src/exec/operator/analytic_sink_operator.h | 4 +-
be/src/exec/operator/analytic_source_operator.cpp | 3 +-
be/src/exec/operator/analytic_source_operator.h | 2 +-
be/src/exec/operator/assert_num_rows_operator.cpp | 5 +-
be/src/exec/operator/blackhole_sink_operator.cpp | 2 +-
be/src/exec/operator/blackhole_sink_operator.h | 2 +-
be/src/exec/operator/cache_sink_operator.cpp | 2 +-
be/src/exec/operator/cache_sink_operator.h | 2 +-
be/src/exec/operator/cache_source_operator.cpp | 12 +-
be/src/exec/operator/cache_source_operator.h | 2 +-
be/src/exec/operator/datagen_operator.cpp | 2 +-
be/src/exec/operator/datagen_operator.h | 2 +-
be/src/exec/operator/dict_sink_operator.cpp | 2 +-
be/src/exec/operator/dict_sink_operator.h | 2 +-
.../distinct_streaming_aggregation_operator.cpp | 32 +-
be/src/exec/operator/empty_set_operator.cpp | 2 +-
be/src/exec/operator/empty_set_operator.h | 2 +-
be/src/exec/operator/exchange_sink_operator.cpp | 4 +-
be/src/exec/operator/exchange_sink_operator.h | 2 +-
be/src/exec/operator/exchange_source_operator.cpp | 2 +-
be/src/exec/operator/exchange_source_operator.h | 2 +-
be/src/exec/operator/file_scan_operator.h | 3 -
.../operator/group_commit_block_sink_operator.cpp | 28 +-
.../operator/group_commit_block_sink_operator.h | 6 +-
.../exec/operator/group_commit_scan_operator.cpp | 2 +-
be/src/exec/operator/group_commit_scan_operator.h | 2 +-
be/src/exec/operator/hashjoin_build_sink.cpp | 51 +-
be/src/exec/operator/hashjoin_build_sink.h | 4 +-
be/src/exec/operator/hashjoin_probe_operator.cpp | 5 +-
be/src/exec/operator/hive_table_sink_operator.h | 2 +-
.../exec/operator/iceberg_delete_sink_operator.h | 2 +-
be/src/exec/operator/iceberg_merge_sink_operator.h | 2 +-
be/src/exec/operator/iceberg_table_sink_operator.h | 2 +-
be/src/exec/operator/jdbc_table_sink_operator.cpp | 2 +-
be/src/exec/operator/jdbc_table_sink_operator.h | 2 +-
.../operator/join/process_hash_table_probe_impl.h | 33 +-
.../operator/local_merge_sort_source_operator.cpp | 2 +-
.../operator/local_merge_sort_source_operator.h | 2 +-
be/src/exec/operator/materialization_opertor.cpp | 6 +
.../exec/operator/maxcompute_table_sink_operator.h | 2 +-
.../exec/operator/memory_scratch_sink_operator.cpp | 2 +-
.../exec/operator/memory_scratch_sink_operator.h | 2 +-
be/src/exec/operator/mock_operator.h | 2 +-
be/src/exec/operator/mock_scan_operator.h | 6 +-
.../exec/operator/multi_cast_data_stream_sink.cpp | 2 +-
be/src/exec/operator/multi_cast_data_stream_sink.h | 2 +-
.../operator/multi_cast_data_stream_source.cpp | 4 +-
.../exec/operator/multi_cast_data_stream_source.h | 2 +-
.../operator/nested_loop_join_build_operator.cpp | 17 +-
.../operator/nested_loop_join_build_operator.h | 3 +-
.../operator/nested_loop_join_probe_operator.cpp | 103 +-
.../operator/nested_loop_join_probe_operator.h | 10 +-
be/src/exec/operator/olap_scan_operator.h | 4 -
be/src/exec/operator/olap_table_sink_operator.h | 2 +-
be/src/exec/operator/olap_table_sink_v2_operator.h | 2 +-
be/src/exec/operator/operator.cpp | 24 +-
be/src/exec/operator/operator.h | 23 +-
.../exec/operator/partition_sort_sink_operator.cpp | 2 +-
.../exec/operator/partition_sort_sink_operator.h | 2 +-
.../operator/partition_sort_source_operator.cpp | 4 +-
.../exec/operator/partition_sort_source_operator.h | 2 +-
.../partitioned_aggregation_sink_operator.cpp | 11 +-
.../partitioned_aggregation_sink_operator.h | 2 +-
.../partitioned_aggregation_source_operator.cpp | 6 +-
.../partitioned_aggregation_source_operator.h | 2 +-
.../partitioned_hash_join_probe_operator.cpp | 6 +-
.../partitioned_hash_join_probe_operator.h | 2 +-
.../partitioned_hash_join_sink_operator.cpp | 3 +-
.../operator/partitioned_hash_join_sink_operator.h | 2 +-
.../exec/operator/rec_cte_anchor_sink_operator.h | 2 +-
be/src/exec/operator/rec_cte_scan_operator.h | 2 +-
be/src/exec/operator/rec_cte_sink_operator.h | 2 +-
be/src/exec/operator/rec_cte_source_operator.h | 2 +-
be/src/exec/operator/repeat_operator.cpp | 10 +-
be/src/exec/operator/result_file_sink_operator.cpp | 2 +-
be/src/exec/operator/result_file_sink_operator.h | 2 +-
be/src/exec/operator/result_sink_operator.cpp | 2 +-
be/src/exec/operator/result_sink_operator.h | 2 +-
be/src/exec/operator/scan_operator.cpp | 39 +-
be/src/exec/operator/scan_operator.h | 11 +-
be/src/exec/operator/schema_scan_operator.cpp | 17 +-
be/src/exec/operator/schema_scan_operator.h | 2 +-
be/src/exec/operator/set_probe_sink_operator.cpp | 3 +-
be/src/exec/operator/set_probe_sink_operator.h | 2 +-
be/src/exec/operator/set_sink_operator.cpp | 5 +-
be/src/exec/operator/set_sink_operator.h | 2 +-
be/src/exec/operator/set_source_operator.cpp | 8 +-
be/src/exec/operator/set_source_operator.h | 2 +-
be/src/exec/operator/sort_sink_operator.cpp | 2 +-
be/src/exec/operator/sort_sink_operator.h | 2 +-
be/src/exec/operator/sort_source_operator.cpp | 2 +-
be/src/exec/operator/sort_source_operator.h | 2 +-
.../operator/spill_iceberg_table_sink_operator.cpp | 3 +-
.../operator/spill_iceberg_table_sink_operator.h | 2 +-
be/src/exec/operator/spill_sort_sink_operator.cpp | 4 +-
be/src/exec/operator/spill_sort_sink_operator.h | 2 +-
.../exec/operator/spill_sort_source_operator.cpp | 5 +-
be/src/exec/operator/spill_sort_source_operator.h | 2 +-
be/src/exec/operator/spill_utils.h | 2 +
.../operator/streaming_aggregation_operator.cpp | 72 +-
be/src/exec/operator/table_function_operator.cpp | 26 +-
be/src/exec/operator/tvf_table_sink_operator.h | 2 +-
be/src/exec/operator/union_sink_operator.cpp | 2 +-
be/src/exec/operator/union_sink_operator.h | 9 +-
be/src/exec/operator/union_source_operator.cpp | 7 +-
be/src/exec/operator/union_source_operator.h | 2 +-
be/src/exec/pipeline/pipeline_task.cpp | 12 +-
be/src/exec/pipeline/pipeline_task.h | 9 +
be/src/exec/pipeline/task_scheduler.cpp | 51 +-
be/src/exec/rowid_fetcher.cpp | 33 +-
be/src/exec/runtime_filter/runtime_filter.cpp | 20 -
.../runtime_filter/runtime_filter_consumer.cpp | 19 -
.../exec/runtime_filter/runtime_filter_consumer.h | 6 +-
.../runtime_filter/runtime_filter_definitions.h | 6 -
be/src/exec/runtime_filter/runtime_filter_mgr.cpp | 20 +-
be/src/exec/runtime_filter/runtime_filter_mgr.h | 9 +-
.../exec/runtime_filter/runtime_filter_wrapper.cpp | 34 -
.../exec/runtime_filter/runtime_filter_wrapper.h | 2 -
be/src/exec/runtime_filter/utils.cpp | 6 -
be/src/exec/scan/es_scanner.cpp | 41 +-
be/src/exec/scan/file_scanner.cpp | 35 +-
be/src/exec/scan/meta_scanner.cpp | 40 +-
be/src/exec/scan/olap_scanner.cpp | 6 +-
be/src/exec/scan/scanner.cpp | 11 +-
be/src/exec/scan/scanner.h | 5 +-
be/src/exec/scan/scanner_scheduler.cpp | 18 +-
be/src/exec/scan/split_source_connector.cpp | 4 +-
.../time_sharing/time_sharing_task_executor.cpp | 44 +-
.../time_sharing/time_sharing_task_executor.h | 9 +
be/src/exec/sink/load_stream_map_pool.cpp | 17 +-
be/src/exec/sink/load_stream_map_pool.h | 5 +
be/src/exec/sink/load_stream_stub.cpp | 32 +-
be/src/exec/sink/load_stream_stub.h | 36 +-
be/src/exec/sink/vtablet_block_convertor.cpp | 27 +-
.../writer/iceberg/viceberg_delete_file_writer.cpp | 4 +
.../writer/iceberg/viceberg_partition_writer.cpp | 10 +
be/src/exec/sink/writer/vhive_partition_writer.cpp | 5 +
be/src/exec/sink/writer/vmysql_result_writer.cpp | 6 +
be/src/exec/sink/writer/vtablet_writer.cpp | 34 +-
be/src/exec/sink/writer/vtablet_writer.h | 13 +
be/src/exec/sink/writer/vtablet_writer_v2.cpp | 19 +-
be/src/exec/sort/partition_sorter.cpp | 13 +-
be/src/exec/sort/sorter.cpp | 11 +-
be/src/exec/sort/vsorted_run_merger.cpp | 8 +-
be/src/exprs/aggregate/aggregate_function.h | 54 +-
.../exprs/aggregate/aggregate_function_collect.h | 11 +-
.../exprs/aggregate/aggregate_function_distinct.h | 8 +-
.../exprs/aggregate/aggregate_function_foreach.h | 12 +-
.../exprs/aggregate/aggregate_function_java_udaf.h | 9 +-
be/src/exprs/aggregate/aggregate_function_map.h | 2 +-
be/src/exprs/aggregate/aggregate_function_map_v2.h | 2 +-
.../exprs/aggregate/aggregate_function_null_v2.h | 7 +-
.../exprs/aggregate/aggregate_function_retention.h | 13 +-
.../aggregate/aggregate_function_sequence_match.h | 10 +-
be/src/exprs/aggregate/aggregate_function_sort.h | 62 +-
be/src/exprs/aggregate/aggregate_function_window.h | 9 +-
be/src/exprs/bitmapfilter_predicate.h | 133 -
be/src/exprs/create_predicate_function.h | 47 -
.../function/array/function_array_aggregation.cpp | 12 +-
.../exprs/function/array/function_array_distance.h | 149 +-
.../exprs/function/array/function_array_exists.cpp | 8 +-
.../exprs/function/array/function_array_filter.cpp | 8 +-
.../function/array/function_array_flatten.cpp | 12 +-
be/src/exprs/function/array/function_array_join.h | 39 +-
.../array/function_array_with_constant.cpp | 2 +-
be/src/exprs/function/cast/cast_base.h | 8 +
.../function/cast/cast_to_basic_number_common.h | 21 +-
be/src/exprs/function/cast/cast_to_boolean.h | 21 +-
be/src/exprs/function/cast/cast_to_date.h | 44 +-
.../cast/cast_to_date_or_datetime_impl.hpp | 2 +
be/src/exprs/function/cast/cast_to_decimal.h | 21 +-
be/src/exprs/function/cast/cast_to_ip.h | 23 +-
be/src/exprs/function/cast/cast_to_map.h | 50 +-
be/src/exprs/function/cast/cast_to_string.h | 9 +-
be/src/exprs/function/cast/cast_to_variant.h | 14 +-
be/src/exprs/function/dictionary_util.h | 2 +-
be/src/exprs/function/function.cpp | 9 +-
.../exprs/function/function_always_not_nullable.h | 3 +-
be/src/exprs/function/function_bitmap.cpp | 10 +-
be/src/exprs/function/function_hll.cpp | 3 +-
be/src/exprs/function/function_ip.h | 11 +-
be/src/exprs/function/function_jsonb.cpp | 4 +-
be/src/exprs/function/function_map.cpp | 135 +-
.../function/function_other_types_to_date.cpp | 101 +-
be/src/exprs/function/function_quantile_state.cpp | 5 +-
be/src/exprs/function/function_regexp.cpp | 20 +-
be/src/exprs/function/function_string.cpp | 27 +
be/src/exprs/function/function_string_concat.h | 12 +
.../exprs/function/function_variadic_arguments.h | 6 +-
be/src/exprs/function/function_variant_element.cpp | 27 +-
be/src/exprs/function/if.cpp | 26 +-
be/src/exprs/function/int_div.cpp | 30 +-
be/src/exprs/function/random.cpp | 2 +-
be/src/exprs/function/uniform.cpp | 18 +-
.../lambda_function/varray_filter_function.cpp | 8 +-
.../exprs/lambda_function/varray_map_function.cpp | 21 +-
.../exprs/lambda_function/varray_sort_function.cpp | 10 +-
.../exprs/table_function/python_udtf_function.cpp | 14 +-
be/src/exprs/table_function/udf_table_function.cpp | 11 +-
be/src/exprs/table_function/vexplode.cpp | 17 +-
be/src/exprs/table_function/vexplode_bitmap.cpp | 8 +-
.../exprs/table_function/vexplode_json_object.cpp | 7 +-
be/src/exprs/table_function/vexplode_map.cpp | 7 +-
be/src/exprs/table_function/vexplode_numbers.cpp | 8 +-
be/src/exprs/table_function/vexplode_numbers.h | 15 +-
be/src/exprs/table_function/vexplode_v2.cpp | 23 +-
be/src/exprs/table_function/vjson_each.cpp | 6 +-
be/src/exprs/vbitmap_predicate.cpp | 134 -
be/src/exprs/vbitmap_predicate.h | 83 -
be/src/exprs/vcase_expr.h | 11 +-
be/src/exprs/vcompound_pred.h | 58 +-
be/src/exprs/vcondition_expr.cpp | 26 +-
be/src/exprs/vexpr.h | 8 -
be/src/exprs/vexpr_context.cpp | 9 +-
be/src/exprs/vruntimefilter_wrapper.cpp | 2 +-
be/src/format/arrow/arrow_block_convertor.cpp | 131 +-
be/src/format/arrow/arrow_stream_reader.cpp | 15 +-
be/src/format/arrow/arrow_utils.cpp | 12 +-
be/src/format/column_type_convert.cpp | 17 +-
be/src/format/column_type_convert.h | 79 +-
be/src/format/csv/csv_reader.cpp | 58 +-
be/src/format/csv/csv_reader.h | 7 +-
be/src/format/json/new_json_reader.cpp | 98 +-
be/src/format/json/new_json_reader.h | 6 +
be/src/format/orc/vorc_reader.cpp | 164 +-
.../format/parquet/byte_stream_split_decoder.cpp | 9 +-
be/src/format/parquet/delta_bit_pack_decoder.h | 22 +-
be/src/format/parquet/fix_length_dict_decoder.hpp | 9 +-
be/src/format/parquet/fix_length_plain_decoder.h | 9 +-
be/src/format/parquet/parquet_column_convert.cpp | 37 +-
be/src/format/parquet/parquet_column_convert.h | 234 +-
be/src/format/parquet/vparquet_column_reader.cpp | 36 +-
be/src/format/parquet/vparquet_column_reader.h | 5 +-
be/src/format/parquet/vparquet_group_reader.cpp | 62 +-
be/src/format/parquet/vparquet_reader.cpp | 8 +-
be/src/format/table/equality_delete.cpp | 8 +-
be/src/format/table/iceberg/arrow_schema_util.cpp | 19 +-
be/src/format/table/iceberg/arrow_schema_util.h | 1 +
be/src/format/table/iceberg/types.h | 2 +
be/src/format/table/iceberg_reader.cpp | 20 +-
be/src/format/table/paimon_cpp_reader.cpp | 16 +-
be/src/format/table/paimon_jni_reader.cpp | 4 +-
be/src/format/table/parquet_metadata_reader.cpp | 30 +-
be/src/format/table/remote_doris_reader.cpp | 14 +-
be/src/format/table/table_format_reader.h | 4 +-
be/src/format/text/text_reader.cpp | 6 +
be/src/format/text/text_reader.h | 1 +
be/src/format/transformer/merge_partitioner.cpp | 5 +-
be/src/format/transformer/vorc_transformer.cpp | 7 +
be/src/format/transformer/vparquet_transformer.cpp | 11 +
.../schema_active_queries_scanner.cpp | 3 +-
.../schema_authentication_integrations_scanner.cpp | 3 +-
.../schema_backend_active_tasks.cpp | 5 +-
.../schema_backend_kerberos_ticket_cache.cpp | 3 +-
.../schema_catalog_meta_cache_stats_scanner.cpp | 3 +-
.../schema_file_cache_statistics.cpp | 3 +-
.../schema_partitions_scanner.cpp | 3 +-
.../schema_role_mappings_scanner.cpp | 3 +-
.../information_schema/schema_routine_scanner.cpp | 3 +-
be/src/information_schema/schema_scanner.cpp | 38 +-
.../information_schema/schema_scanner_helper.cpp | 36 +-
.../schema_sql_block_rule_status_scanner.cpp | 3 +-
.../schema_table_options_scanner.cpp | 3 +-
.../schema_table_properties_scanner.cpp | 3 +-
.../schema_view_dependency_scanner.cpp | 3 +-
.../schema_workload_group_privileges.cpp | 3 +-
...chema_workload_group_resource_usage_scanner.cpp | 5 +-
.../schema_workload_groups_scanner.cpp | 3 +-
.../schema_workload_sched_policy_scanner.cpp | 3 +-
be/src/io/cache/block_file_cache.cpp | 125 +-
be/src/io/cache/block_file_cache.h | 10 +-
be/src/io/cache/block_file_cache_factory.cpp | 45 +-
be/src/io/cache/block_file_cache_factory.h | 2 +
be/src/io/cache/fs_file_cache_storage.cpp | 4 +
be/src/io/tools/file_cache_microbench.cpp | 349 +-
be/src/load/channel/tablets_channel.cpp | 22 +-
be/src/load/delta_writer/push_handler.cpp | 14 +-
be/src/load/delta_writer/push_handler.h | 3 +-
be/src/load/group_commit/group_commit_mgr.cpp | 15 +
be/src/load/group_commit/group_commit_mgr.h | 4 +
be/src/load/memtable/memtable.cpp | 50 +-
be/src/load/memtable/memtable.h | 6 +-
be/src/runtime/query_cache/query_cache.cpp | 7 +-
be/src/runtime/result_block_buffer.cpp | 6 +-
be/src/service/doris_main.cpp | 19 +-
be/src/service/http/action/file_cache_action.cpp | 24 +-
be/src/service/http/action/http_stream.cpp | 30 +-
be/src/service/http/action/stream_load.cpp | 8 +-
be/src/service/http/action/warmup_stats_action.cpp | 121 +
.../http/action/warmup_stats_action.h} | 22 +-
be/src/service/http_service.cpp | 5 +
be/src/service/point_query_executor.cpp | 162 +-
be/src/storage/CMakeLists.txt | 8 +
.../cumulative_compaction_time_series_policy.cpp | 4 +-
be/src/storage/iterator/block_reader.cpp | 19 +-
be/src/storage/iterator/olap_data_convertor.h | 5 +-
be/src/storage/iterator/vcollect_iterator.cpp | 15 +-
be/src/storage/iterator/vertical_block_reader.cpp | 34 +-
.../storage/iterator/vertical_merge_iterator.cpp | 4 +-
be/src/storage/iterator/vgeneric_iterators.cpp | 6 +-
be/src/storage/partial_update_info.cpp | 68 +-
be/src/storage/predicate/bitmap_filter_predicate.h | 121 -
be/src/storage/predicate/column_predicate.h | 7 +-
be/src/storage/predicate/predicate_creator.cpp | 25 -
be/src/storage/predicate/predicate_creator.h | 4 -
be/src/storage/row_cursor.cpp | 34 +-
be/src/storage/row_cursor.h | 9 +-
be/src/storage/schema.cpp | 4 +
be/src/storage/schema.h | 51 -
be/src/storage/schema_change/schema_change.cpp | 31 +-
be/src/storage/segment/column_reader.cpp | 82 +-
be/src/storage/segment/segment.cpp | 1 +
be/src/storage/segment/segment_iterator.cpp | 15 +-
be/src/storage/segment/segment_iterator.h | 4 +-
be/src/storage/segment/segment_writer.cpp | 10 +-
be/src/storage/segment/segment_writer.h | 2 +-
.../variant/binary_column_extract_iterator.h | 4 +-
.../segment/variant/hierarchical_data_iterator.cpp | 50 +-
.../segment/variant/hierarchical_data_iterator.h | 1 +
.../segment/variant/nested_group_provider.cpp | 12 +-
.../segment/variant/variant_column_reader.cpp | 24 +-
.../segment/variant/variant_column_writer_impl.cpp | 18 +-
.../variant_doc_snpashot_compact_iterator.h | 9 +-
.../variant_streaming_compaction_writer.cpp | 13 +-
be/src/storage/segment/vertical_segment_writer.cpp | 21 +-
be/src/storage/segment/virtual_column_iterator.cpp | 2 +-
be/src/storage/tablet/base_tablet.cpp | 35 +-
be/src/storage/tablet/tablet_reader.cpp | 11 +-
be/src/storage/tablet/tablet_reader.h | 1 -
be/src/util/async_io.h | 7 +
be/src/util/bvar_windowed_adder.h | 162 +
be/src/util/jsonb/serialize.cpp | 51 +-
be/src/util/jsonb/serialize.h | 8 +-
be/src/util/load_util.cpp | 25 +
be/src/util/load_util.h | 5 +-
be/src/util/s3_util.h | 3 +
be/src/util/string_parser.hpp | 3 +-
be/src/util/thrift_util.h | 4 +-
be/test/CMakeLists.txt | 6 +
be/test/ai/ai_function_test.cpp | 67 +-
.../cloud/cloud_warm_up_manager_filter_test.cpp | 278 +
be/test/cloud/cloud_warm_up_manager_test.cpp | 6 +-
be/test/core/block/block_test.cpp | 348 +-
be/test/core/block/column_map_test.cpp | 116 +-
be/test/core/block/column_nullable_test.cpp | 2 +-
be/test/core/block/column_test.cpp | 19 +
be/test/core/column/column_array_test.cpp | 59 +-
be/test/core/column/column_array_view_test.cpp | 292 +
.../column_check_const_only_in_top_level_test.cpp | 4 +-
be/test/core/column/column_const_test.cpp | 13 +
be/test/core/column/column_ip_test.cpp | 98 +-
be/test/core/column/column_map_test.cpp | 8 +-
be/test/core/column/column_nullable_test.cpp | 32 +-
be/test/core/column/column_string_test.cpp | 85 +
be/test/core/column/column_variant_test.cpp | 39 +-
be/test/core/column/common_column_test.h | 18 +-
.../core/data_type/common_data_type_serder_test.h | 2 +-
be/test/core/data_type/complex_type_test.cpp | 126 +
be/test/core/data_type/data_type_array_test.cpp | 26 +-
.../data_type_serde/data_type_jsonb_serde_test.cpp | 48 +-
.../data_type_serde/data_type_serde_arrow_test.cpp | 108 +
.../data_type_serde/data_type_serde_csv_test.cpp | 13 +-
.../data_type_serde_datetime_v2_test.cpp | 87 +
.../data_type_serde_get_name_test.cpp | 6 +-
.../data_type_serde/data_type_serde_mysql_test.cpp | 23 +-
.../data_type_serde_string_test.cpp | 46 +-
.../data_type_serde_struct_test.cpp | 7 +-
.../data_type_serde_varbinary_test.cpp | 18 +
be/test/core/jsonb/serialize_test.cpp | 46 +-
be/test/core/value/jsonb_value_test2.cpp | 8 +-
.../data/vec/native/all_types_single_row.native | Bin 1135 -> 1140 bytes
be/test/exec/column_type_convert_test.cpp | 134 +-
be/test/exec/common/schema_util_rowset_test.cpp | 3 +-
be/test/exec/common/schema_util_test.cpp | 114 +-
be/test/exec/connector/vjdbc_connector_test.cpp | 71 +-
be/test/exec/exchange/exchange_writer_test.cpp | 2 +-
.../time_sharing_task_executor_test.cpp | 101 +-
be/test/exec/operator/agg_operator_test.cpp | 107 +
.../exec/operator/analytic_sink_operator_test.cpp | 66 +-
be/test/exec/operator/datagen_operator_test.cpp | 33 +
.../nested_loop_join_build_operator_test.cpp | 143 +
.../operator/partition_sort_sink_operator_test.cpp | 4 +-
.../partitioned_aggregation_sink_operator_test.cpp | 28 +-
...artitioned_aggregation_source_operator_test.cpp | 48 +
.../operator/partitioned_aggregation_test_helper.h | 4 +-
.../partitioned_hash_join_probe_operator_test.cpp | 33 +
.../partitioned_hash_join_sink_operator_test.cpp | 26 +
.../operator/partitioned_hash_join_test_helper.h | 4 +-
.../exec/operator/query_cache_operator_test.cpp | 4 +-
be/test/exec/operator/set_operator_test.cpp | 50 +-
be/test/exec/operator/sort_operator_test.cpp | 4 +-
.../operator/spill_sort_sink_operator_test.cpp | 79 +
.../operator/spill_sort_source_operator_test.cpp | 20 +
be/test/exec/operator/spill_sort_test_helper.h | 2 +-
.../exec/operator/streaming_agg_operator_test.cpp | 4 +-
.../exec/operator/table_function_operator_test.cpp | 68 +-
be/test/exec/pipeline/local_exchanger_test.cpp | 86 +
be/test/exec/pipeline/pipeline_task_test.cpp | 202 +
be/test/exec/pipeline/vdata_stream_recvr_test.cpp | 2 +-
.../runtime_filter_consumer_test.cpp | 46 -
.../runtime_filter/runtime_filter_wrapper_test.cpp | 219 +-
be/test/exec/runtime_filter/utils_test.cpp | 5 -
be/test/exec/scan/vgeneric_iterators_test.cpp | 21 +-
be/test/exec/sink/vtablet_writer_v2_test.cpp | 21 +
be/test/exprs/aggregate/agg_array_agg_test.cpp | 96 +-
be/test/exprs/aggregate/agg_collect_test.cpp | 4 +-
be/test/exprs/aggregate/agg_replace_test.cpp | 6 +-
.../exprs/aggregate/agg_window_nth_value_test.cpp | 81 +
.../aggregate_function_exception_test.cpp | 162 +
be/test/exprs/aggregate/vec_count_by_enum_test.cpp | 66 +-
be/test/exprs/aggregate/vec_retention_test.cpp | 84 +-
.../exprs/aggregate/vec_sequence_match_test.cpp | 63 +
be/test/exprs/bitmapfilter_predicate_test.cpp | 129 -
be/test/exprs/bloom_filter_func_test.cpp | 104 +-
be/test/exprs/function/cast/cast_to_date_test.cpp | 12 +
.../function/cast/function_variant_cast_test.cpp | 74 +-
.../exprs/function/function_arithmetic_test.cpp | 87 +
be/test/exprs/function/function_is_null_test.cpp | 15 +-
be/test/exprs/function/function_math_test.cpp | 58 +
.../function/function_quantile_state_test.cpp | 17 +
be/test/exprs/function/function_string_test.cpp | 46 +
be/test/exprs/function/function_test_util.cpp | 6 +-
.../function/function_variant_element_test.cpp | 11 +-
be/test/format/json/json_reader_test.cpp | 111 +
.../format/native/native_reader_writer_test.cpp | 25 +-
be/test/format/orc/orc_read_lines.cpp | 2 +-
be/test/format/orc/orc_reader_fill_data_test.cpp | 100 +-
.../parquet/byte_stream_split_decoder_test.cpp | 84 +-
.../parquet/delta_byte_array_decoder_test.cpp | 122 +
.../parquet/fix_length_dict_decoder_test.cpp | 77 +
.../parquet/fix_length_plain_decoder_test.cpp | 76 +
be/test/format/parquet/parquet_read_lines.cpp | 2 +-
be/test/format/parquet/parquet_thrift_test.cpp | 13 +-
be/test/format/table/hive/hive_reader_test.cpp | 8 +-
.../table/iceberg/arrow_schema_util_test.cpp | 28 +
.../format/table/iceberg/iceberg_reader_test.cpp | 8 +-
be/test/io/cache/block_file_cache_test.cpp | 185 +
.../io/cache/block_file_cache_test_meta_store.cpp | 26 +-
.../delta_writer/delta_writer_cluster_key_test.cpp | 20 +-
be/test/load/delta_writer/delta_writer_test.cpp | 31 +-
.../load/memtable/memtable_flush_executor_test.cpp | 15 -
.../load/memtable/memtable_memory_limiter_test.cpp | 3 +-
be/test/runtime/snapshot_loader_test.cpp | 5 +-
be/test/runtime/stream_load_parquet_test.cpp | 32 +-
be/test/service/http/file_cache_action_test.cpp | 10 +-
.../adaptive_thread_pool_controller_test.cpp | 9 +-
.../compaction/ordered_data_compaction_test.cpp | 16 +-
.../storage/compaction/segcompaction_mow_test.cpp | 84 +-
be/test/storage/compaction/segcompaction_test.cpp | 84 +-
.../compaction/vertical_compaction_test.cpp | 80 +-
.../delete/delete_bitmap_calculator_test.cpp | 3 +-
be/test/storage/index/date_bloom_filter_test.cpp | 6 +-
be/test/storage/index/index_builder_test.cpp | 72 +-
.../common/inverted_index_gc_binlogs_test.cpp | 3 +-
.../compaction/util/index_compaction_utils.cpp | 6 +-
be/test/storage/index_storage_lifecycle_test.cpp | 516 +
.../storage/index_storage_schema_patch_test.cpp | 53 +
.../iterator/block_reader_agg_flush_test.cpp | 3 +-
.../iterator/vertical_merge_iterator_test.cpp | 4 +-
be/test/storage/row_cursor_test.cpp | 69 +-
be/test/storage/rowid_conversion_test.cpp | 3 +-
.../storage/segment/nested_group_provider_test.cpp | 20 +-
be/test/storage/segment/segment_cache_test.cpp | 24 +-
.../storage/segment/segment_corruption_test.cpp | 6 +-
.../segment_iterator_apply_index_expr_test.cpp | 6 +-
.../segment_iterator_no_need_read_data_test.cpp | 6 +-
.../segments_key_bounds_truncation_test.cpp | 3 +-
be/test/storage/tablet/tablet_cooldown_test.cpp | 7 +-
.../index_storage/variant_path_index.jsonl | 2 +
.../index_storage_variant_compaction_read_test.cpp | 283 +
...ndex_storage_variant_compaction_schema_test.cpp | 208 +
.../index_storage_variant_debug_point_test.cpp | 210 +
...x_storage_variant_dynamic_path_pruning_test.cpp | 333 +
.../index_storage_variant_expr_pushdown_test.cpp | 471 +
...ex_storage_variant_field_pattern_index_test.cpp | 796 ++
...x_storage_variant_path_index_lifecycle_test.cpp | 527 +
...index_storage_variant_schema_evolution_test.cpp | 308 +
.../index_storage_variant_schema_patch_test.cpp | 86 +
.../index_storage_variant_sparse_stats_test.cpp | 353 +
.../variant/index_storage_variant_test_base.h | 136 +
.../variant_column_writer_reader_test.cpp | 186 +-
.../variant_doc_mode_compaction_test.cpp | 2 +-
.../variant_stats_calculator_test.cpp | 48 +-
.../{segment => variant}/variant_util_test.cpp | 3 +
be/test/testutil/index_storage_test_util.cpp | 1578 +++
be/test/testutil/index_storage_test_util.h | 346 +
be/test/testutil/mock/mock_operators.h | 4 +-
be/test/util/bit_util_test.cpp | 32 +-
be/test/util/bvar_windowed_adder_test.cpp | 140 +
be/test/util/load_util_test.cpp | 41 +
be/test/util/profile_spec_test.cpp | 4 +-
be/test/util/s3_util_test.cpp | 45 +
build.sh | 11 +
cloud/src/common/config.h | 4 +-
cloud/src/common/configbase.cpp | 22 +-
cloud/src/common/configbase.h | 3 +
cloud/src/meta-service/meta_service_job.cpp | 90 +-
cloud/src/meta-service/meta_service_partition.cpp | 18 +-
cloud/src/meta-service/meta_service_resource.cpp | 29 +-
cloud/src/meta-service/meta_service_txn.cpp | 25 +-
cloud/src/recycler/checker.cpp | 127 +-
cloud/src/recycler/checker.h | 2 +
cloud/src/recycler/recycler.cpp | 26 +-
cloud/src/recycler/recycler.h | 7 +-
cloud/src/recycler/recycler_service.cpp | 2 +-
cloud/src/recycler/s3_accessor.cpp | 9 +-
cloud/test/meta_service_job_test.cpp | 215 +
cloud/test/meta_service_operation_log_test.cpp | 7 +
cloud/test/meta_service_test.cpp | 62 +-
cloud/test/recycler_test.cpp | 186 +
conf/ldap.conf | 3 +
.../hive/scripts/data/regression/crdmm_data/run.sh | 7 +-
.../hive/scripts/data/regression/serde_prop/run.sh | 25 +
.../regression/serde_prop/some_serde_table.hql | 25 +-
.../doris/maxcompute/MaxComputeJniWriter.java | 184 +-
.../doris/maxcompute/MaxComputeJniWriterTest.java | 133 +
.../java/org/apache/doris/catalog/ArrayType.java | 57 +-
.../java/org/apache/doris/catalog/VariantType.java | 5 +
.../main/java/org/apache/doris/common/Config.java | 26 +
.../java/org/apache/doris/common/LdapConfig.java | 6 +
.../apache/doris/job/cdc/StreamingTaskStatus.java | 50 +
.../doris/job/cdc/request/TaskFailureRequest.java} | 41 +-
.../antlr4/org/apache/doris/nereids/DorisLexer.g4 | 1 +
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 16 +-
.../java/org/apache/doris/backup/RestoreJob.java | 14 +-
.../doris/catalog/BuiltinScalarFunctions.java | 4 +-
.../main/java/org/apache/doris/catalog/Env.java | 3 +
.../apache/doris/catalog/MaterializedIndex.java | 29 +-
.../java/org/apache/doris/catalog/OlapTable.java | 20 +
.../java/org/apache/doris/catalog/TableIf.java | 14 +
.../apache/doris/cloud/CacheHotspotManager.java | 492 +-
.../org/apache/doris/cloud/CloudWarmUpJob.java | 274 +-
.../org/apache/doris/cloud/JobWarmUpStats.java | 285 +
.../org/apache/doris/cloud/OnTablesFilter.java | 169 +
.../doris/cloud/TableWarmUpWindowedStats.java | 206 +
.../doris/cloud/catalog/CloudClusterChecker.java | 13 +-
.../cloud/catalog/CloudInstanceStatusChecker.java | 9 +-
.../doris/common/proc/FrontendsProcNode.java | 20 +-
.../doris/common/profile/SummaryProfile.java | 29 +-
.../apache/doris/common/util/PropertyAnalyzer.java | 8 +-
.../apache/doris/datasource/ExternalCatalog.java | 15 +
.../apache/doris/datasource/ExternalDatabase.java | 15 +
.../doris/datasource/hive/HMSExternalTable.java | 12 +
.../org/apache/doris/datasource/hive/HiveUtil.java | 6 +-
.../datasource/iceberg/IcebergExternalTable.java | 10 +
.../datasource/iceberg/IcebergMetadataOps.java | 23 +-
.../doris/datasource/iceberg/IcebergUtils.java | 35 +-
.../datasource/iceberg/source/IcebergScanNode.java | 19 +-
.../doris/datasource/jdbc/JdbcExternalTable.java | 19 +
.../doris/datasource/jdbc/source/JdbcScanNode.java | 44 +
.../doris/datasource/metacache/MetaCacheEntry.java | 129 +-
.../datasource/paimon/PaimonExternalTable.java | 10 +
.../property/metastore/IcebergRestProperties.java | 9 +
.../datasource/property/storage/S3Properties.java | 20 +-
.../org/apache/doris/httpv2/rest/LoadAction.java | 31 +-
.../doris/httpv2/rest/StreamingJobAction.java | 40 +-
.../doris/httpv2/rest/manager/NodeAction.java | 14 +-
.../httpv2/rest/manager/QueryProfileAction.java | 10 +-
.../insertoverwrite/InsertOverwriteManager.java | 5 +-
.../insert/streaming/StreamingInsertJob.java | 45 +-
.../insert/streaming/StreamingMultiTblTask.java | 85 +-
.../load/routineload/KafkaRoutineLoadJob.java | 36 +-
.../doris/load/routineload/KafkaTaskInfo.java | 6 +
.../load/routineload/RoutineLoadTaskInfo.java | 11 +-
.../load/routineload/RoutineLoadTaskScheduler.java | 42 +-
.../java/org/apache/doris/metric/MetricRepo.java | 277 +
.../doris/mysql/authenticate/ldap/LdapManager.java | 30 +-
.../org/apache/doris/mysql/privilege/Auth.java | 14 +
.../doris/mysql/privilege/UserPropertyMgr.java | 8 +
.../org/apache/doris/nereids/CascadesContext.java | 6 +-
.../nereids/ExternalMetadataPreloadResult.java | 65 +
.../doris/nereids/ExternalTablePreloadInfo.java | 55 +
.../org/apache/doris/nereids/NereidsPlanner.java | 30 +-
.../org/apache/doris/nereids/StatementContext.java | 57 +
.../glue/translator/PhysicalPlanTranslator.java | 10 -
.../glue/translator/RuntimeFilterTranslator.java | 4 +-
.../executor/TableCollectAndHookInitializer.java | 26 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 28 +-
.../processor/post/RuntimeFilterGenerator.java | 48 +-
.../post/RuntimeFilterPushDownVisitor.java | 26 +-
.../post/materialize/LazyMaterializeTopN.java | 12 +
.../org/apache/doris/nereids/rules/RuleType.java | 1 +
.../doris/nereids/rules/analysis/BindSink.java | 30 +-
.../nereids/rules/analysis/CollectRelation.java | 5 +
.../rules/analysis/DatetimeFunctionBinder.java | 5 +-
.../nereids/rules/analysis/NormalizeAggregate.java | 10 +-
.../rules/analysis/PreloadExternalMetadata.java | 134 +
.../nereids/rules/analysis/SubqueryToApply.java | 25 +-
.../rules/analysis/WindowFunctionChecker.java | 18 +-
.../rules/exploration/join/JoinCommute.java | 25 -
.../rules/exploration/join/JoinReorderContext.java | 11 +
.../expression/rules/FoldConstantRuleOnBE.java | 4 +-
.../rules/rewrite/DistinctWindowExpression.java | 4 +
.../rules/rewrite/InferSetOperatorDistinct.java | 15 -
.../nereids/rules/rewrite/MergeAggregate.java | 12 +-
.../rewrite/MergeOneRowRelationIntoUnion.java | 21 +-
.../doris/nereids/rules/rewrite/MergeTopNs.java | 18 +-
.../nereids/rules/rewrite/NestedColumnPruning.java | 5 +-
...ProjectOtherJoinConditionForNestedLoopJoin.java | 5 -
.../rewrite/PushDownAggThroughJoinOnPkFk.java | 1 +
.../rewrite/PushDownLimitDistinctThroughUnion.java | 7 +-
.../rewrite/PushDownTopNDistinctThroughUnion.java | 6 +-
.../doris/nereids/rules/rewrite/SaltJoin.java | 1 +
.../doris/nereids/rules/rewrite/SkewJoin.java | 8 +-
.../trees/expressions/ArrayItemReference.java | 3 +-
.../nereids/trees/expressions/Expression.java | 2 +-
.../functions/AggCombinerFunctionBuilder.java | 3 +-
.../functions/ComputeSignatureHelper.java | 2 +-
.../trees/expressions/functions/agg/Retention.java | 11 +
.../functions/agg/SequenceFunction.java | 19 +
.../functions/combinator/ForEachCombinator.java | 2 +-
.../functions/executable/StringArithmetic.java | 2 +-
.../expressions/functions/scalar/ArrayFirst.java | 33 +-
.../expressions/functions/scalar/ArrayLast.java | 33 +-
.../expressions/functions/scalar/ArrayMap.java | 2 +-
.../expressions/functions/scalar/ArraySort.java | 11 +-
.../expressions/functions/scalar/ConvertTz.java | 72 +-
.../expressions/functions/scalar/FromUnixtime.java | 56 +-
.../scalar/{SplitByChar.java => IsValidUtf8.java} | 36 +-
.../trees/expressions/literal/Interval.java | 1 +
.../visitor/AggregateFunctionVisitor.java | 6 +-
.../expressions/visitor/ScalarFunctionVisitor.java | 14 +-
.../trees/plans/commands/ShowWarmUpCommand.java | 3 +
.../trees/plans/commands/WarmUpClusterCommand.java | 57 +-
.../trees/plans/commands/info/CopyFromDesc.java | 33 +-
.../trees/plans/commands/info/CopyIntoInfo.java | 115 +-
.../insert/InsertOverwriteTableCommand.java | 2 +-
.../plans/commands/insert/OlapInsertExecutor.java | 16 +
.../plans/physical/PhysicalNestedLoopJoin.java | 28 +-
.../trees/plans/physical/RuntimeFilter.java | 32 +-
.../org/apache/doris/nereids/types/ArrayType.java | 28 +-
.../org/apache/doris/nereids/types/DataType.java | 4 +-
.../org/apache/doris/nereids/util/DateUtils.java | 15 +
.../org/apache/doris/nereids/util/JoinUtils.java | 36 -
.../doris/nereids/util/TypeCoercionUtils.java | 3 +-
.../apache/doris/planner/NestedLoopJoinNode.java | 20 -
.../org/apache/doris/planner/RuntimeFilter.java | 10 -
.../java/org/apache/doris/qe/AuditLogHelper.java | 8 +-
.../java/org/apache/doris/qe/ConnectPoolMgr.java | 9 +-
.../java/org/apache/doris/qe/ConnectScheduler.java | 10 +-
.../apache/doris/qe/RuntimeFilterTypeHelper.java | 27 +-
.../java/org/apache/doris/qe/SessionVariable.java | 111 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 55 +-
.../main/java/org/apache/doris/qe/VariableMgr.java | 6 +-
.../doris/qe/runtime/ThriftPlansBuilder.java | 58 +-
.../apache/doris/service/FrontendServiceImpl.java | 10 +-
.../java/org/apache/doris/catalog/EnvTest.java | 38 +
.../java/org/apache/doris/catalog/TypeTest.java | 10 +-
.../cloud/CacheHotspotManagerTableFilterTest.java | 1003 ++
.../doris/cloud/CloudWarmUpJobTableFilterTest.java | 466 +
.../org/apache/doris/cloud/CloudWarmUpJobTest.java | 232 +
.../org/apache/doris/cloud/OnTablesFilterTest.java | 141 +
.../cloud/WarmUpClusterOnTablesParseTest.java | 447 +
.../org/apache/doris/cloud/WarmUpStatsTest.java | 530 +
.../catalog/CloudInstanceStatusCheckerTest.java | 260 +
.../apache/doris/common/PropertyAnalyzerTest.java | 22 +
.../doris/common/profile/SummaryProfileTest.java | 19 +-
.../datasource/iceberg/IcebergMetadataOpTest.java | 69 +
.../iceberg/source/IcebergCountPushDownTest.java | 86 +
.../datasource/jdbc/source/JdbcScanNodeTest.java | 85 +
.../datasource/metacache/MetaCacheEntryTest.java | 197 +-
.../metastore/IcebergRestPropertiesTest.java | 17 +
.../property/storage/S3PropertiesTest.java | 19 +
.../apache/doris/httpv2/rest/LoadActionTest.java | 71 +
.../StreamingMultiTblTaskTimeoutTest.java | 89 +
.../load/routineload/KafkaRoutineLoadJobTest.java | 76 +
.../routineload/RoutineLoadTaskSchedulerTest.java | 118 +
.../java/org/apache/doris/metric/MetricsTest.java | 211 +
.../mysql/authenticate/ldap/LdapManagerTest.java | 138 +-
.../apache/doris/nereids/NereidsPlannerTest.java | 80 +
.../apache/doris/nereids/StatementContextTest.java | 546 +
.../nereids/mv/OptimizeGetAvailableMvsTest.java | 27 +-
.../doris/nereids/parser/NereidsParserTest.java | 45 +-
.../postprocess/TopnLazyMaterializeTest.java | 33 +
.../analysis/CheckExpressionLegalityTest.java | 10 +
.../rules/analysis/DatetimeFunctionBinderTest.java | 10 +
.../rules/analysis/NormalizeAggregateTest.java | 67 +
.../nereids/rules/rewrite/MergeAggregateTest.java | 28 +-
.../nereids/rules/rewrite/MergeTopNsTest.java | 21 +
.../nereids/rules/rewrite/PartitionPrunerTest.java | 1 -
.../rewrite/PushDownAggThroughJoinOnPkFkTest.java | 14 +
.../doris/nereids/rules/rewrite/SaltJoinTest.java | 14 +-
.../rewrite/SetOperationOutputMappingTest.java | 157 +
.../nereids/trees/expressions/LiteralTest.java | 12 +-
.../functions/scalar/ArrayFirstLastTest.java | 56 +
.../functions/scalar/ConvertTzTest.java | 173 +
.../functions/scalar/FromUnixtimeTest.java | 99 +
.../visitor/AggregateFunctionVisitorTest.java | 114 +
.../trees/plans/DeleteFromUsingCommandTest.java | 89 +
.../commands/insert/OlapInsertExecutorTest.java | 274 +
.../org/apache/doris/qe/ConnectSchedulerTest.java | 36 +
.../doris/qe/RuntimeFilterTypeHelperTest.java | 54 +
.../org/apache/doris/qe/SessionVariablesTest.java | 100 +
.../java/org/apache/doris/qe/StmtExecutorTest.java | 48 +
.../doris/qe/runtime/ThriftPlansBuilderTest.java | 91 +
.../cdcclient/controller/ClientController.java | 5 +
.../cdcclient/service/PipelineCoordinator.java | 37 +-
.../doris/cdcclient/sink/DorisBatchStreamLoad.java | 41 +
.../org/apache/doris/cdcclient/utils/HttpUtil.java | 6 +-
gensrc/proto/internal_service.proto | 2 +
gensrc/thrift/BackendService.thrift | 1 +
gensrc/thrift/DataSinks.thrift | 5 +
gensrc/thrift/Exprs.thrift | 4 +-
gensrc/thrift/PlanNodes.thrift | 8 +-
pytest/qe/palo2/src/test_query_bitmap_filter.py | 4 -
.../data/audit/test_audit_log_behavior.out | 2 +-
.../brown_p2/sql/CPUNetworkUtilization_order.out | 6 +-
.../one_level_nestedtypes_with_s3data.out | 52 +-
.../ddl/create_nestedtypes_with_schemachange.out | 12 +-
.../timestamptz/test_timestamptz_agg_functions.out | 3 +
.../test_timestamptz_map_contains_entry.out | 43 +
.../three_level_nestedtypes_with_s3data.out | 11998 +++++++++----------
.../two_level_nestedtypes_with_s3data.out | 4223 +++----
.../test_delete_generated_column.out | 12 +
.../basic-elements/data-types/map-md.out | 15 +
.../data/export_p0/test_export_data_types.out | 25 +-
.../external_table_p0/hive/ddl/test_hive_ddl.out | 9 +
.../hive/test_hive_serde_prop.out | 24 +
.../test_iceberg_write_parquet_compression.out | 44 +
.../jdbc/test_sqlserver_jdbc_catalog.out | 12 +
.../test_insert_visible_timeout_return_mode.out} | 5 +-
.../data/load_p0/http_stream/test_compress.csv.zst | Bin 0 -> 42 bytes
.../http_stream/test_group_commit_http_stream.out | 4 +
.../data/load_p0/stream_load/basic_data.csv.zst | Bin 0 -> 4207 bytes
.../stream_load/basic_data_by_line.json.zst | Bin 0 -> 3461 bytes
.../data/load_p0/stream_load/test_compress.csv.zst | Bin 0 -> 42 bytes
.../load_p0/stream_load/test_compress_type.out | 2 +-
.../stream_load/test_group_commit_stream_load.out | 4 +
.../scalar_function/concat_ws.out | 7 +
.../data/nereids_p0/aggregate/agg_group_concat.out | 9 +
.../limit_push_down/merge_topn_prefix_key.out | 11 +
.../merge_aggregate/merge_aggregate.out | 5 +
.../partition_prune/test_convert_tz.out} | 5 +-
.../data/nereids_syntax_p0/test_timestampdiff.out | 6 +
.../join/test_runtime_filter_decimal256.out | 41 -
.../array_functions/test_array_first.out | 3 +
.../array_functions/test_array_last.out | 3 +
.../string_functions/test_is_valid_utf8.out | 59 +
.../window_functions/test_nthvalue_function.out | 5 +
.../tpcds_sf100/noStatsRfPrune/query2.out | 8 +-
.../tpcds_sf100/no_stats_shape/query2.out | 8 +-
.../shape_check/tpcds_sf100/rf_prune/query2.out | 4 +-
.../shape_check/tpcds_sf100/rf_prune/query59.out | 4 +-
.../data/shape_check/tpcds_sf100/shape/query2.out | 4 +-
.../data/shape_check/tpcds_sf100/shape/query59.out | 4 +-
.../data/shape_check/tpcds_sf1000/hint/query2.out | 4 +-
.../data/shape_check/tpcds_sf1000/hint/query59.out | 4 +-
.../data/shape_check/tpcds_sf1000/shape/query2.out | 4 +-
.../shape_check/tpcds_sf1000/shape/query54.out | 30 +-
.../shape_check/tpcds_sf1000/shape/query59.out | 4 +-
.../shape_check/tpcds_sf10t_orc/shape/query2.out | 8 +-
.../shape_check/tpcds_sf10t_orc/shape/query59.out | 6 +-
.../test_variant_compaction_with_sparse_limit.out | 6 +-
.../variant_p0/predefine/variant_hirachinal.out | 2 +-
.../test_insert_json_object_to_variant.out | 7 +
.../org/apache/doris/regression/suite/Suite.groovy | 15 +
.../regression/util/RoutineLoadTestUtils.groovy | 101 +-
.../regression/util/WarmupMetricsUtils.groovy | 268 +
.../plugins_create_table_nested_type.groovy | 4 +-
.../ann_range_search_pushdown_regression.groovy | 12 +-
.../test_audit_log_hint_session_context.groovy | 79 +
.../suites/auth_call/test_show_charset_auth.groovy | 3 +-
.../auth_p0/test_http_node_action_auth.groovy | 113 +
.../test_backup_restore_colocate.groovy | 38 +-
.../test_backup_restore_inverted_idx.groovy | 2 +-
.../test_backup_restore_reset_index_id.groovy | 2 +-
.../check_before_quit/check_before_quit.groovy | 8 +
...on_tables_abnormal_cancel_empty_recovery.groovy | 212 +
...ent_on_tables_abnormal_stats_and_failure.groovy | 261 +
...warm_up_event_on_tables_canonicalization.groovy | 117 +
.../test_warm_up_event_on_tables_dynamic.groovy | 217 +
...m_up_event_on_tables_error_and_lifecycle.groovy | 387 +
.../test_warm_up_event_on_tables_include.groovy | 167 +
..._warm_up_event_on_tables_include_exclude.groovy | 153 +
...t_warm_up_event_on_tables_mow_compaction.groovy | 221 +
.../test_warm_up_event_on_tables_multi_dst.groovy | 213 +
...st_warm_up_event_on_tables_multi_include.groovy | 142 +
...t_warm_up_event_on_tables_overlap_and_mv.groovy | 332 +
..._warm_up_event_on_tables_show_and_cancel.groovy | 384 +
.../test_warm_up_event_on_tables_sync_stats.groovy | 300 +
...up_event_on_tables_system_cluster_change.groovy | 168 +
...nt_on_tables_system_compaction_sync_wait.groovy | 214 +
...m_up_event_on_tables_system_e2e_multi_be.groovy | 269 +
...rm_up_event_on_tables_system_packed_file.groovy | 155 +
...vent_on_tables_system_restart_and_resize.groovy | 223 +
...m_up_event_on_tables_system_schema_index.groovy | 182 +
.../cloud_p0/query_retry/test_retry_e-230.groovy | 55 +
.../test_txn_insert_table_update_time.groovy | 66 +
.../test_time_series_compaction_level2.groovy | 2 +-
.../test_colocate_join_of_column_order.groovy | 14 +
.../create_nestedtypes_with_schemachange.groovy | 2 +-
.../test_timestamptz_agg_functions.groovy | 37 +
.../test_timestamptz_map_contains_entry.groovy | 155 +
.../three_level_nestedtypes_with_s3data.groovy | 150 +-
.../two_level_nestedtypes_with_s3data.groovy | 89 +-
.../test_delete_generated_column.groovy | 96 +
.../basic-elements/data-types/map-md.groovy | 10 +
.../export_p0/test_outfile_datetimev2_scale.groovy | 110 +
.../test_export_variant_10k_columns.groovy | 4 +-
.../cache/test_file_cache_query_limit.groovy | 46 +-
.../cache/test_file_cache_statistics.groovy | 228 +-
.../hive/ddl/test_hive_ddl.groovy | 22 +-
.../hive/test_hive_serde_prop.groovy | 20 +
.../hive/write/test_hive_ctas_to_doris.groovy | 2 +
.../test_iceberg_write_parquet_compression.groovy | 155 +
...st_jdbc_refresh_catalog_manual_miss_load.groovy | 243 +
.../jdbc/test_sqlserver_jdbc_catalog.groovy | 28 +
.../legacy/test_f_delete_publish_skip_read.groovy | 8 +-
...index_compound_directory_fault_injection.groovy | 5 +-
.../test_variant_bloom_filter.groovy | 49 +
.../test_group_commit_prepare_lost_row.groovy | 157 +
...nsert_group_commit_into_max_filter_ratio.groovy | 1 +
.../test_insert_visible_timeout_return_mode.groovy | 82 +
.../load/insert/test_array_string_insert.groovy | 7 +-
.../suites/load_p0/copy_into/test_copy_into.groovy | 65 +
.../test_group_commit_http_stream.groovy | 8 +-
.../test_routine_load_adaptive_param.groovy | 12 +-
.../test_routine_load_error_info.groovy | 141 +-
.../load_p0/stream_load/test_compress_type.groovy | 43 +
.../test_group_commit_stream_load.groovy | 6 +-
.../scalar_function/Array2.groovy | 4 +
.../nereids_function_p0/scalar_function/U.groovy | 2 +
.../scalar_function/concat_ws.groovy | 15 +-
.../nereids_p0/aggregate/agg_group_concat.groovy | 17 +-
.../cache/parse_sql_from_sql_cache.groovy | 6 +-
.../join/colocate_join_with_rollup.groovy | 1 +
.../multi_distinct/multi_distinct_window.groovy | 5 +
.../show/test_nereids_show_replica_dist.groovy | 12 +-
.../limit_push_down/merge_topn_prefix_key.groovy | 64 +
.../merge_aggregate/merge_aggregate.groovy | 30 +
.../merge_one_row_relation_into_union.groovy | 26 +-
.../partition_curd_union_rewrite.groovy | 18 +-
.../month_quarter_cast_in_prune.groovy | 8 +-
.../partition_prune/test_convert_tz.groovy | 24 +-
.../push_down_limit_distinct_through_union.groovy | 58 +
.../push_down_top_n_distinct_through_union.groovy | 21 +-
.../nereids_syntax_p0/test_nereids_function.groovy | 27 +
.../nereids_syntax_p0/test_timestampdiff.groovy | 28 +
.../suites/query_p0/join/test_bitmap_filter.groovy | 1 -
.../join/test_bitmap_filter_nereids.groovy | 5 +-
.../join/test_runtime_filter_decimal256.groovy | 50 +-
.../schema_table/test_sql_block_rule_status.groovy | 6 +
.../test_aggregate_retention_param_limit.groovy | 44 +
.../array_functions/test_array_first.groovy | 3 +-
.../array_functions/test_array_last.groovy | 3 +-
.../string_functions/test_is_valid_utf8.groovy | 80 +
.../string_functions/test_string_function.groovy | 5 +
.../window_functions/test_nthvalue_function.groovy | 30 +-
.../recursive_cte/rec_cte_parallel_targets.groovy | 78 +
.../test_validate_restore_inverted_idx.groovy | 2 +-
.../shape_check/tpcds_sf100/shape/query64.groovy | 4 +
.../shape_check/tpcds_sf1000/shape/query54.groovy | 2 +-
.../shape_check/tpcds_sf1000/shape/query64.groovy | 4 +
.../suites/variant_p0/column_name.groovy | 16 +-
...est_variant_compaction_with_sparse_limit.groovy | 32 +-
.../variant_p0/predefine/variant_hirachinal.groovy | 8 +-
.../test_insert_json_object_to_variant.groovy | 98 +
.../test_variant_search_subcolumn.groovy | 2 +
...pc-1.4.0-fix-agent-combiner-thread-safety.patch | 439 +
948 files changed, 46357 insertions(+), 14649 deletions(-)
create mode 100644 be/benchmark/benchmark_column_array_view.hpp
create mode 100644 be/benchmark/benchmark_column_array_view_distance.hpp
create mode 100644 be/src/cloud/cloud_warmup_metrics.cpp
create mode 100644 be/src/cloud/cloud_warmup_metrics.h
create mode 100644 be/src/core/column/column_array_view.h
delete mode 100644 be/src/exprs/bitmapfilter_predicate.h
delete mode 100644 be/src/exprs/vbitmap_predicate.cpp
delete mode 100644 be/src/exprs/vbitmap_predicate.h
create mode 100644 be/src/service/http/action/warmup_stats_action.cpp
copy be/src/{util/load_util.h => service/http/action/warmup_stats_action.h}
(66%)
delete mode 100644 be/src/storage/predicate/bitmap_filter_predicate.h
create mode 100644 be/src/util/bvar_windowed_adder.h
create mode 100644 be/test/cloud/cloud_warm_up_manager_filter_test.cpp
create mode 100644 be/test/core/column/column_array_view_test.cpp
create mode 100644
be/test/exec/operator/nested_loop_join_build_operator_test.cpp
create mode 100644 be/test/exprs/aggregate/agg_window_nth_value_test.cpp
create mode 100644
be/test/exprs/aggregate/aggregate_function_exception_test.cpp
delete mode 100644 be/test/exprs/bitmapfilter_predicate_test.cpp
create mode 100644 be/test/storage/index_storage_lifecycle_test.cpp
create mode 100644 be/test/storage/index_storage_schema_patch_test.cpp
create mode 100644
be/test/storage/test_data/index_storage/variant_path_index.jsonl
create mode 100644
be/test/storage/variant/index_storage_variant_compaction_read_test.cpp
create mode 100644
be/test/storage/variant/index_storage_variant_compaction_schema_test.cpp
create mode 100644
be/test/storage/variant/index_storage_variant_debug_point_test.cpp
create mode 100644
be/test/storage/variant/index_storage_variant_dynamic_path_pruning_test.cpp
create mode 100644
be/test/storage/variant/index_storage_variant_expr_pushdown_test.cpp
create mode 100644
be/test/storage/variant/index_storage_variant_field_pattern_index_test.cpp
create mode 100644
be/test/storage/variant/index_storage_variant_path_index_lifecycle_test.cpp
create mode 100644
be/test/storage/variant/index_storage_variant_schema_evolution_test.cpp
create mode 100644
be/test/storage/variant/index_storage_variant_schema_patch_test.cpp
create mode 100644
be/test/storage/variant/index_storage_variant_sparse_stats_test.cpp
create mode 100644 be/test/storage/variant/index_storage_variant_test_base.h
rename be/test/storage/{segment =>
variant}/variant_column_writer_reader_test.cpp (97%)
rename be/test/storage/{compaction =>
variant}/variant_doc_mode_compaction_test.cpp (99%)
rename be/test/storage/{segment => variant}/variant_stats_calculator_test.cpp
(91%)
rename be/test/storage/{segment => variant}/variant_util_test.cpp (99%)
create mode 100644 be/test/testutil/index_storage_test_util.cpp
create mode 100644 be/test/testutil/index_storage_test_util.h
create mode 100644 be/test/util/bvar_windowed_adder_test.cpp
create mode 100644
fe/be-java-extensions/max-compute-connector/src/test/java/org/apache/doris/maxcompute/MaxComputeJniWriterTest.java
create mode 100644
fe/fe-common/src/main/java/org/apache/doris/job/cdc/StreamingTaskStatus.java
copy
fe/{fe-core/src/test/java/org/apache/doris/qe/runtime/ThriftPlansBuilderTest.java
=>
fe-common/src/main/java/org/apache/doris/job/cdc/request/TaskFailureRequest.java}
(52%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/cloud/JobWarmUpStats.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/cloud/OnTablesFilter.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/cloud/TableWarmUpWindowedStats.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/ExternalMetadataPreloadResult.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/ExternalTablePreloadInfo.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/analysis/PreloadExternalMetadata.java
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{SplitByChar.java
=> IsValidUtf8.java} (67%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/CacheHotspotManagerTableFilterTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/CloudWarmUpJobTableFilterTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/OnTablesFilterTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/WarmUpClusterOnTablesParseTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/WarmUpStatsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/catalog/CloudInstanceStatusCheckerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/source/IcebergCountPushDownTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/job/extensions/insert/streaming/StreamingMultiTblTaskTimeoutTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/NereidsPlannerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/StatementContextTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/SetOperationOutputMappingTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/scalar/ArrayFirstLastTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/scalar/ConvertTzTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/scalar/FromUnixtimeTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/visitor/AggregateFunctionVisitorTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/insert/OlapInsertExecutorTest.java
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_map_contains_entry.out
create mode 100644
regression-test/data/external_table_p0/iceberg/write/test_iceberg_write_parquet_compression.out
copy regression-test/data/{load_p0/stream_load/test_compress_type.out =>
insert_p0/test_insert_visible_timeout_return_mode.out} (76%)
create mode 100644
regression-test/data/load_p0/http_stream/test_compress.csv.zst
create mode 100644 regression-test/data/load_p0/stream_load/basic_data.csv.zst
create mode 100644
regression-test/data/load_p0/stream_load/basic_data_by_line.json.zst
create mode 100644
regression-test/data/load_p0/stream_load/test_compress.csv.zst
create mode 100644
regression-test/data/nereids_rules_p0/limit_push_down/merge_topn_prefix_key.out
copy regression-test/data/{load_p0/stream_load/test_compress_type.out =>
nereids_rules_p0/partition_prune/test_convert_tz.out} (63%)
create mode 100644
regression-test/data/query_p0/sql_functions/string_functions/test_is_valid_utf8.out
create mode 100644
regression-test/data/variant_p0/test_insert_json_object_to_variant.out
create mode 100644
regression-test/framework/src/main/groovy/org/apache/doris/regression/util/WarmupMetricsUtils.groovy
create mode 100644
regression-test/suites/audit/test_audit_log_hint_session_context.groovy
create mode 100644
regression-test/suites/auth_p0/test_http_node_action_auth.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_abnormal_cancel_empty_recovery.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_abnormal_stats_and_failure.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_canonicalization.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_dynamic.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_error_and_lifecycle.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_include.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_include_exclude.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_mow_compaction.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_multi_dst.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_multi_include.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_overlap_and_mv.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_show_and_cancel.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_sync_stats.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_system_cluster_change.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_system_compaction_sync_wait.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_system_e2e_multi_be.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_system_packed_file.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_system_restart_and_resize.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_system_schema_index.groovy
create mode 100644
regression-test/suites/cloud_p0/version/test_txn_insert_table_update_time.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_map_contains_entry.groovy
create mode 100644
regression-test/suites/export_p0/test_outfile_datetimev2_scale.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/write/test_iceberg_write_parquet_compression.groovy
create mode 100644
regression-test/suites/external_table_p0/jdbc/test_jdbc_refresh_catalog_manual_miss_load.groovy
create mode 100644
regression-test/suites/insert_p0/group_commit/test_group_commit_prepare_lost_row.groovy
create mode 100644
regression-test/suites/insert_p0/test_insert_visible_timeout_return_mode.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/limit_push_down/merge_topn_prefix_key.groovy
copy be/src/exec/operator/empty_set_operator.cpp =>
regression-test/suites/nereids_rules_p0/merge_one_row_relation/merge_one_row_relation_into_union.groovy
(65%)
create mode 100644
regression-test/suites/nereids_rules_p0/push_down_limit_distinct/push_down_limit_distinct_through_union.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/aggregate_functions/test_aggregate_retention_param_limit.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/string_functions/test_is_valid_utf8.groovy
create mode 100644
regression-test/suites/recursive_cte/rec_cte_parallel_targets.groovy
create mode 100644
regression-test/suites/variant_p0/test_insert_json_object_to_variant.groovy
create mode 100644
thirdparty/patches/brpc-1.4.0-fix-agent-combiner-thread-safety.patch
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
