This is an automated email from the ASF dual-hosted git repository.
Gabriel39 pushed a change to branch refact_reader_branch
in repository https://gitbox.apache.org/repos/asf/doris.git
discard 267891dfb21 Support JSON reader (#64830)
discard 8744cb0106f support hudi/trino/max_compute jni reader (#64865)
discard d7870aa99f7 fix
discard dcd469d929d [fix](be) Cast parquet logical integers by bit width
omit a83033528d3 [fix](be) Preserve empty repeated parquet rows
omit fccc8a6ed61 [fix](be) Fix timestamptz protobuf test type (#64804)
omit de9e56be201 Support CSV/TEXT reader (#64792)
omit f8dde5a2623 fix
omit 2a1bf1393f0 [test](regression) Update malformed parquet expectation
omit 09ad2879482 [test](regression) Update parquet TIME expected error
omit 9b6e64a493c [fix](be) Preserve timestamptz scale in protobuf
omit b1484a370bc [test](regression) Update external hive timestamp outputs
omit 8e8052940ae [test](be) Add new parquet reader UT coverage (#64729)
omit bb51a0f5671 support paimon hybrid reader to handle native and jni
splits (#64790)
omit db412280734 fix hive UT (#64745)
omit 2856dc9bf0a support hudi reader (#64726)
omit 117501f8852 support iceberg and paimon jni reader (#64722)
omit 6dfb2d53b03 support condition cache (#64719)
omit f65c03cdd37 [fix](regression) Refresh parquet export p0 outputs
omit a070601d7fa [fix](parquet) Normalize nested schema in new reader
omit 02470b61cd1 fix
omit efb514d8129 [fix](parquet) disable int96 timestamps by default
omit 1203ee372e7 fix UT (#64616)
omit cff147d7141 [fix](regression) Use old scanner for parquet condition
cache case
omit 974f56b07ca [comment](be) Rewrite documentation comments for core
Parquet modules
omit e3379eaf961 [refactor](be) Refine parquet reader pruning and
documentation
omit a66cad53410 [fix](be) Support parquet timestamp nanos in new reader
omit 3a625c45b30 [test](regression) Update timestamp regression outputs
omit 7db9584ba86 [refactor](be) Move format v2 implementations under format
namespace
omit f21fc29f38e [refactor](be) Unify new parquet profile definitions
omit f8c4689eb49 fix by_index column mapper with struct type (#64567)
omit 95900c7aa27 [test](regression) Update external timestamp outputs
omit a1563318407 clang format
omit ba2c63d6b3d unit tests for file scanner and AccessPathParser (#64543)
omit 6b7250509bd fix some hive case failed (#64534)
omit 04a4ae61ede [chore](be) Clean up format v2 code style
omit 8058e3f0d1c fix (#64526)
omit 4f8182319f2 [fix](be) Count parquet lazy materialized rows
omit c17033c3767 [fix](be) Support decimal256 in new parquet reader
omit f84216681ed [fix](be) Execute runtime filter wrapper expressions
omit a1041ad70c9 [fix](be) Allow nullable parquet map keys
omit c57eb1d43ad [test](regression) Update parquet int96 timestamp outputs
omit d336826291c fix paimon (#64482)
omit cdebd7ebe1b fix rf (#64481)
omit 0a92095214b fix(column-mapper): handle nested predicates on evolved
complex columns (#64480)
omit e9db34674cc fix compile (#64477)
omit 67d2e6ee16e fix (#64475)
omit c82510fa8bb Fix wrong map (#64474)
omit 9166a9a4325 support truncate_char_or_varchar (#64463)
omit b4948c36736 [refactor](be) Normalize parquet complex schema projection
(#64451)
omit b000e93fb6f Fix 0612 (#64456)
omit 765960e413a [refactor](be) Refactor file table reader stack
add a53679b4dce [fix](load) fix empty statistics for forwarded INSERT
(#64439)
add 7e524a100c5 [fix](load) fix load_to_single_tablet routing for auto
partition (#64356)
add 059f56dcf27 [fix](fe) Reject multi-column NGRAM_BF indexes (#64343)
add d3267dab250 [fix](fe) Detect Doris-compatible MySQL JDBC targets
(#64389)
add 4a99226a1c5 [feat](dynamic table) support table stream part 3:
docking olap table stream with binlog (#63850)
add c33e1b3cfd7 [fix](delta writer) Fix shared delta writer state lifetime
(#64349)
add 85f3e1bc3ee [fix](nereids) bind file column placeholders for copy into
select (#64395)
add c0497eb0cf9 [improvement](fe) Short-circuit catalog/db/table privilege
check when global privilege is granted (#63838)
add c7874e47f30 [improvement](fe) Add configurable interval for catalog
recycle bin daemon thread (#63311)
add c6ba5357add [Fix](ut) Include UDF and OLAP BE tests (#64448)
add 4dda859061c [opt](csv reader) optimize nullable string deserialization
in CSV/text load hot path (#64476)
add 1a23a77d941 [fix](ddl) reject invalid IPv4 default value at CREATE
TABLE time (#62906)
add 9f6782e5d0f [fix](build) Fix build and test scripts failing due to
missing executable permission (#63330)
add f8c8dd7b619 [Fix](nereids) Fix month nullable datetimev2 literal
binding (#64459)
add 4c616855c0e [doc](fe) Clarify optimizer review output style (#64490)
add 818bc6d9376 [enhancement](workload policy) Add username-based backend
workload policy support (#60559)
add 1316d4bd633 [fix](bucket) Raise autobucket_min_buckets default from 1
to 3 (#63729)
add 28d590767af [fix](catalog) Handle incomplete dynamic partition
properties (#63831)
add 46129830bb9 [chore](dep)Upgrade dependencies (#64208)
add 989cca2875c [fix](mtmv) Add null-safety to getBaseViewsOneLevel for
backward compatibility (#64412)
add fad12a080a2 fix(regression): Make test_analyze_mv row_count assertion
stable after truncate (#64419)
add 9fb627b3469 [fix](test) Make test_analyze_long_string Case 5 stable
against sample rows randomness (#64408)
add 9ea1b774a3f [fix](lazy topn) Fix slot-not-found after
PullUpProjectExprUnderTopN with chained expressions (#64486)
add ec3346d03e3 [test](regression) Enable segment limit pushdown fuzzy
(#64479)
add 3534b85fdba [fix](case) fix insert_group_commit_into_max_filter_ratio
(#64402)
add 59383bf4d8c [codeowner] Update and fix codeowner (#64524)
add 5cf768f7b92 [feature](cloud) Add table-level event-driven warm up
(#63832)
add 0f1c6d2c387 [enhancement](CI) Force inject required AGENTS guides into
review prompt (#64536)
add 2a113a6eab0 [feat](fs)Add native filesystem SPI for object storage
(#63400)
add fef8ed342cb [improvement](cloud) Shard FSFileCacheStorage writer map
(#63789)
add 13ecb9d8cfd [test](regression) Remove no simdjson flexible update case
(#64513)
add a0a21f8482f [fix](regression) Wait for completed profiles in RF
pruning tests (#64392)
add 0050f18c709 [fix](regression): stabilize
push_down_filter_through_set_operation_with_unique_function plan shape (#64516)
add ca4af95e2c7 [refactor](storage) Drop PredicateColumnType (#64128)
add 085ac84bbd9 [test](nereids) stabilize flaky
prune_bucket_with_bucket_shuffle_join (#64530)
add a958942a3d9 [feature](ann-index) Add ann topn small candidate fallback
session var. (#64243)
add 513bf29622c [fix](fe) Add MergeProjectable after ColumnPruning in
DPHyp join reorder to merge consecutive projects (#64409)
add a57a2b36afe [fix](join) Restrict auto salt join rewrite (#64518)
add 28ef1b29daf [fix](fe) Prevent cast project pushdown through union
distinct (#64080)
add 117087fee5f [test](streaming-job) add cdc_client unit tests and
read-path Testcontainers ITCases (#64277)
add 8f0b8123087 [fix](binlog): fix GroupRowsetWriterTest coredump due to
incomplete binlog meta setting (#64545)
add 64e4ac94d6b [fix](cloud) Reset FDB test globals before exit (#64549)
add 28c17f83589 [fix](regression) fix regression test_hive_ctas_to_doris
failure (#64553)
add 800b6a100cf [Fix](test) Allow bitmap base64 serialization variants
(#64505)
add 7bef21c5be6 [fix](test) fix regression test eliminate_inner (#64457)
add e025050cdb0 [fix](streaming-job) streaming CDC reliability fixes
(scheduling latch, fetch-meta reason, PG db name, flaky case) (#64310)
add 7e8f1b21ea8 [fix](variant) Preserve json object when casting jsonb to
variant (#63792)
add 35089583cf8 [fix](variant) Handle truncated sparse path stats when
reading variant (#64205)
add f9e8d698327 [fix](cloud) Fix some docker case due to open
skip_writing_empty_rowset_metadata (#64565)
add 6e368807cf8 [test](mv) Add MV residual compensation coverage (#64051)
add 954e717b1bf [fix](audit) record per-query SET_VAR hint session
variables in audit log (#64569)
add 4fec15443ab [fix](topn) Skip TopN lazy materialization when
light_schema_change=false (#64441)
add 6879d610659 [fix](be) Normalize v1 date string cast result (#64575)
add a2eb4d6eed6 [fix](NestedColumnPruning) collect full-access paths for
array columns unreferenced in lambda body (#64436)
add 08cd09f4ff5 [fix](stream_load) Fix stream load IPv6 host parsing
(#64147)
add ab8f6572aea [chore](ci) declare least-privilege permissions on
clang-format and title-checker workflows (#63573)
add 0141aa20221 [feature](be) Add BE stack trace HTTP API (#64454)
add 6a7fc862723 [fix](be) Preserve nested paths for lazy rowid fetch
(#64242)
add f7b7d9ce005 [feature](runtime-filter) Support bloom pruning for list
partitions (#64318)
add 2915bdb6230 [fix](nereids) allow constant output column not in GROUP
BY under only_full_group_by (#64458)
add fac13b82353 [fix](audit) deflake test_audit_log_hint_session_context
(#64617)
add aeb76c4a636 [fix](regression) Use explicit size call in nested type
plugin (#64610)
add d6747286c9c [fix](scan) read delete-condition columns in full to avoid
leaking deleted rows (#64601)
add 6a268dcaa08 [fix](cloud) Recycle empty rowsets without resource id
(#64630)
add a0907700fcb [fix](NestedColumnPruning): visit key/value/entry args in
visitMapContainsKey/Value/Entry (#64440)
add 6cd402ba448 [fix](NestedColumnPruning) Rewrite the
NestedColumnPruning meta-path handling to properly eliminate redundant
NULL/OFFSET access paths and prevent unsafe BE reader mode combinations.
(#64535)
add 67651ae0229 [chore](jsonb) Remove unused code in function_jsonb
(#64129)
add 87023f54a80 [fix](be) Stabilize conjunct cost ordering (#64637)
add 88991dc3386 [improvement](ci) Refine Codex review goal completion
prompt (#64658)
add 4337c56e98c [fix](streamingjob) Cap debezium ChangeEventQueue with a
heap-adaptive byte limit to avoid OOM (#64511)
add fdaa0b1d7b3 [fix](retention) Limit param count to 32 to avoid BE heap
overflow (#64521)
add 6d28423c726 [fix](process list) return unexpected result in FULL mode
(#64631)
add 664915e4e9e [fix](regression-test) pin time_zone in
test_nested_types_insert_into_with_s3 (#64659)
add 6d2417b0b7f [fix](fe) Show warm-up timestamps with date (#64606)
add 403a466421b [feature](eager-agg) Bilateral push-down for eager
aggregation (#63690)
add 5f0d964d79d [fix](regression-test) fix two muted test cases (Groovy
property access + flaky SHOW PROCESSLIST) (#63645)
add 90db340515e [improvement](CI) Support centralized memory consolidation
and reuse (#64665)
add efc0a09769f [fix](be) Fix duplicate symbol __lsan_ignore_object when
build be ut in LSAN (#64164)
add 07ad6482dd4 [fix](file-cache) Make sync clear use safe removal (#64578)
add 0f88df67964 [fix](test) fix flaky test_time_series_compaction_level2
(#64663)
add da82d6a3c14 [fix](cloud-compaction) prevent EMPTY_CUMULATIVE /
BASE-CUMU races on the same tablet (#64619)
add ea6445bbfce [fix](regression-test) fix stale nested-type assertions in
two_level/three_level_nestedtypes_with_s3data (#64706)
add bac218e24af [fix](load) respect profile level for writer details
(#64620)
add 17867b8d184 [opt](serde)Build Arrow serde error context lazily.
(#64660)
add 7b90b8aed45 [fix](outfile)Preserve DateTimeV2 scale in OUTFILE CSV.
(#64344)
add 5874eff8175 [fix](subquery) eliminate null aware by mistake (#64639)
add d9d22ed81b3 [improve](streaming-job) make from-to streaming task
timeout progress-aware (#64301)
add c852e608302 [improve](streaming-job) admit multiple splits per
scheduler tick to speed up many-table snapshot (#64566)
add f3216d8c1c6 [fix](cases) remove duplicate cases and useless out check
file (#64687)
add c0c5a8a6ba2 [test](regression) drop unsupported use_path_style=true in
test_s3_tvf (#64562)
add c254c020bde [test](be) Improve core BE unit coverage (#64450)
add f025cbd79c5 [opt](sum0) update sum0 comments (#64669)
add 8c0ca8e268e [refactor](local shuffle) Move local exchange planning
from BE to FE (#63366)
add 2b4e9061c7b [refine](function) avoid unnecessary COW column clones
(#64627)
add 3370aa003ff [Opt](reservoir-sampler) Optimize percentile_reservoir
batch aggregation (#64593)
add 4b8573234e0 [fix](fe) Merge TopN with child prefix order keys (#64685)
add cebf71c12e5 [fix](be) Fix concat_ws nullable array handling (#64703)
add 80b4aa80a23 [fix](test) Stabilize test_sql_block_rule_status BLOCKS
assertion (#64668)
add 328ad6ace17 [build](Variant) Show Variant NestedGroup feature flag
(#64727)
add 8dde6b6cc01 [fix](iceberg)fix iceberg write special partition error.
(#64225) (#64339)
add 2e72b96abfd [fix](load) replace tablet writer close polling with event
wakeup (#64221)
add 9d55a551627 [improve](streaming-job) Bind the incremental phase to a
fixed BE and reuse the cdc reader (#64423)
add d293e8e44af [feature](be) Support zstd stream load compression (#64711)
add 30d27ca95de [fix](be) Protect tablet writer map lookup in load channel
(#64604)
add cb1d65f217f [fix](regression) Increase variant export load timeout
(#64733)
add 9816a5a20b6 [fix](be) Check block column and type pointers (#64721)
add 04cae614aaa [feat](Variant) Support NestedGroup public config (#64680)
add e5f3badd010 [fix](job) lock routine load task renew on submit failure
(#64731)
add 7b0d4ffa079 [feat](s3) support S3 storage vault credentials provider
without role ARN (#64766)
add bacfb0fe377 [perf](s3) push down expandable S3 glob prefixes (#64684)
add 0f7917f1007 [build](variant) Support release extra module hooks
(#64737)
add 6bf4327a7a5 [fix](maxcompute) Estimate write block size from Arrow
buffers, not per-row serialization (#64612)
add 6382bb24b9e [feature](fe) Add connection max metrics (#64742)
add 5355fbe835a [test](jdbc) Add SQL Server bit/boolean predicate pushdown
regression test (#64756)
add 893e5a3a2eb [fix](fe) Avoid blocking external meta cache refresh on
slow miss load (#64705)
add c7f355922c1 [Fix](thirdparty) Unify arrow cpp standard with be (#64390)
add e5da615f9e0 [refine](column) Remove pointer access from column element
view (#64724)
add 86ac986053c [fix](function) Return null for invalid base64 input
length (#64788)
add fe5192f7090 [fix](regression) Fix array string insert error assertion
(#64746)
add 1097d51a86d [Enhance](func) Delete useless code of split_by_char
(#64801)
add 6d4b87692b8 [test](be) Migrate variant index storage debugpoint tests
(#64348)
add 6a357f22254 [fix](window) only allow 1 argument in count distinct in
window function (#64783)
add ad269d4dd27 [opt](column) avoid redundant COW column clones (#64735)
add d48744d072d [fix](test)fix out file of test_leading (#64605)
add 556586ce729 [fix](using join) Fix USING JOIN merge key for RIGHT/FULL
OUTER and RIGHT SEMI joins (#64718)
add a1ac4dbed75 [fix](hive) Preserve empty text records (#64671)
add dee9cfb7322 [improvement](fe) Infer set operator distinct by NDV
(#64618)
add 6e4d434e41f [fix](fe) Enable profiles for computed DML commands
(#64551)
add 8fd2c1bd805 [fix](streaming-job) initialize CDC reader at CREATE JOB
and propagate remote errors (#64728)
add 87d6090a758 [fix](jdbc) order composite primary key columns by KEY_SEQ
(#64740)
add 48d9e57b5e5 [fix](cloud) Use bthread-aware shared mutex for tablet
header lock (#64574)
add a786cba9824 [fix](load) only load source scanners update load counters
(#63781)
add 38df92bc209 [fix](scan) Avoid misleading "storage reader" wrapper for
data/expression errors (#64755)
add afc3c35e18c [fix](cloud) make S3 rate limiter config take effect
dynamically in cloud mode (#64554)
add ed446e14d30 [fix](test) skip force_olap_table_replication_num check in
cloud mode for show replica dist (#64374)
add 94f6a162ada [fix](test) Fix mow_insert_with_partition_drop polluting
neighbor suites (#64376)
add ba778aa4be4 [fix](cloud) Persist update time for sub txn commit
(#64739)
add 471def6539e [fix](fe) Fix IS TRUE/ IS FALSE predicate null semantics
(#64696)
add 0a1a72ec2ac [fix](streaming-job) cdc client MySQL TIME range fix with
type-consistency and GTID guards (#64741)
add 3cd43b65e5a [improvement](catalog) narrow MaterializedIndex addTablet
sync scope (#64478)
add 248d3c1ae05 [fix](function) Validate array_sort lambda arity (#64825)
add a03283ae803 [fix](filecache) Limit LRU recorder shadow queue size
(#64798)
add 80312e20c26 [refactor](be) Refactor file table reader stack
add f98b4e67d00 Fix 0612 (#64456)
add ae3550b6d39 [refactor](be) Normalize parquet complex schema projection
(#64451)
add 7d4c20563da support truncate_char_or_varchar (#64463)
add 99585ef996c Fix wrong map (#64474)
add 6a24518743c fix (#64475)
add abf289c78aa fix compile (#64477)
add c9b266d1b00 fix(column-mapper): handle nested predicates on evolved
complex columns (#64480)
add 2a0b19fc4c3 fix rf (#64481)
add 9f82f4e17c6 fix paimon (#64482)
add eabc517d3bb [test](regression) Update parquet int96 timestamp outputs
add 75effaec787 [fix](be) Allow nullable parquet map keys
add 149aefc27c8 [fix](be) Execute runtime filter wrapper expressions
add 4e66f563848 [fix](be) Support decimal256 in new parquet reader
add ef619ef0b51 [fix](be) Count parquet lazy materialized rows
add 6ab7e640b1f fix (#64526)
add 707aec9aa0f [chore](be) Clean up format v2 code style
add be5242de870 fix some hive case failed (#64534)
add 0dea4be500f unit tests for file scanner and AccessPathParser (#64543)
add 34c3548e060 clang format
add 2c9ef1937fb [test](regression) Update external timestamp outputs
add c52880c4c03 fix by_index column mapper with struct type (#64567)
add 0a1360dcba0 [refactor](be) Unify new parquet profile definitions
add 6deeb6c2998 [refactor](be) Move format v2 implementations under format
namespace
add 2e7c13f59df [test](regression) Update timestamp regression outputs
add 26020a7a421 [fix](be) Support parquet timestamp nanos in new reader
add b60b156e0d0 [refactor](be) Refine parquet reader pruning and
documentation
add 4f2055332ea [comment](be) Rewrite documentation comments for core
Parquet modules
add a592853ffa9 [fix](regression) Use old scanner for parquet condition
cache case
add 616a88308a7 fix UT (#64616)
add 16e4d9d143d [fix](parquet) disable int96 timestamps by default
add d83ebf43967 fix
add 07fa8218170 [fix](parquet) Normalize nested schema in new reader
add 913ccb829fb [fix](regression) Refresh parquet export p0 outputs
add e6c2bfd3439 support condition cache (#64719)
add d2d84f72252 support iceberg and paimon jni reader (#64722)
add d5050428637 support hudi reader (#64726)
add 604fc9916cf fix hive UT (#64745)
add 2746a3f3f96 support paimon hybrid reader to handle native and jni
splits (#64790)
add a257d0ba33c [test](be) Add new parquet reader UT coverage (#64729)
add e4d08c01569 [test](regression) Update external hive timestamp outputs
add 5ceeaa41d96 [fix](be) Preserve timestamptz scale in protobuf
add 44c86c82ab3 [test](regression) Update parquet TIME expected error
add 0c4e1b73c0e [test](regression) Update malformed parquet expectation
add 848afb3975e fix
add 1224bbfa660 Support CSV/TEXT reader (#64792)
add 715d0f0fe61 [fix](be) Fix timestamptz protobuf test type (#64804)
add 2744cf13472 [fix](be) Preserve empty repeated parquet rows
add bf7f04e905a [fix](be) Cast parquet logical integers by bit width
add 709c28d4ae6 fix
add 52015c75f66 support hudi/trino/max_compute jni reader (#64865)
add 64d2ddab1c4 Support JSON reader (#64830)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (267891dfb21)
\
N -- N -- N refs/heads/refact_reader_branch (64d2ddab1c4)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.claude/skills/code-review/SKILL.md | 36 +-
.github/CODEOWNERS | 7 +-
.github/scripts/prepare_review_agents.py | 90 +
.github/workflows/build-extension.yml | 19 +
.github/workflows/clang-format.yml | 5 +
.github/workflows/code-review-runner.yml | 242 +-
.github/workflows/title-checker.yml | 4 +
be/CMakeLists.txt | 21 +-
be/src/cloud/cloud_backend_service.cpp | 6 +-
be/src/cloud/cloud_base_compaction.cpp | 2 +-
be/src/cloud/cloud_cumulative_compaction.cpp | 2 +-
be/src/cloud/cloud_full_compaction.cpp | 2 +-
be/src/cloud/cloud_internal_service.cpp | 139 +-
be/src/cloud/cloud_meta_mgr.cpp | 6 +-
be/src/cloud/cloud_meta_mgr.h | 2 +-
be/src/cloud/cloud_storage_engine.cpp | 9 +
be/src/cloud/cloud_tablet.cpp | 51 +-
be/src/cloud/cloud_tablet.h | 16 +-
be/src/cloud/cloud_warm_up_manager.cpp | 223 +-
be/src/cloud/cloud_warm_up_manager.h | 39 +-
be/src/cloud/cloud_warmup_metrics.cpp | 82 +
be/src/cloud/cloud_warmup_metrics.h | 76 +
be/src/cloud/pb_convert.cpp | 24 +
be/src/common/config.cpp | 6 +-
be/src/common/phdr_cache.cpp | 10 +-
be/src/common/stack_trace.cpp | 30 +-
be/src/core/arena.h | 2 +-
be/src/core/arena_with_free_lists.h | 103 -
be/src/core/block/block.cpp | 25 +-
be/src/core/block/block.h | 2 +
be/src/core/column/column.cpp | 37 +-
be/src/core/column/column.h | 7 +-
be/src/core/column/column_array.h | 7 +-
be/src/core/column/column_const.h | 6 +-
be/src/core/column/column_decimal.h | 12 +
be/src/core/column/column_dictionary.h | 17 +-
be/src/core/column/column_execute_util.h | 36 +-
be/src/core/column/column_map.h | 8 +-
be/src/core/column/column_nullable.h | 7 +-
be/src/core/column/column_struct.cpp | 8 +-
be/src/core/column/column_struct.h | 3 +-
be/src/core/column/column_variant.cpp | 17 +-
be/src/core/column/column_variant.h | 3 +-
be/src/core/column/column_vector.h | 12 +
be/src/core/column/predicate_column.h | 467 -
be/src/core/data_type/nested_utils.cpp | 66 -
.../core/data_type_serde/data_type_array_serde.cpp | 6 +-
.../data_type_serde/data_type_bitmap_serde.cpp | 5 +-
.../data_type_date_or_datetime_serde.cpp | 5 +-
.../data_type_serde/data_type_datetimev2_serde.cpp | 10 +-
.../data_type_serde/data_type_datev2_serde.cpp | 5 +-
.../data_type_serde/data_type_decimal_serde.cpp | 30 +-
.../core/data_type_serde/data_type_hll_serde.cpp | 5 +-
.../core/data_type_serde/data_type_ipv4_serde.cpp | 2 +-
.../core/data_type_serde/data_type_ipv6_serde.cpp | 5 +-
.../core/data_type_serde/data_type_jsonb_serde.cpp | 5 +-
.../core/data_type_serde/data_type_map_serde.cpp | 9 +-
.../data_type_serde/data_type_number_serde.cpp | 20 +-
.../data_type_quantilestate_serde.h | 5 +-
be/src/core/data_type_serde/data_type_serde.h | 7 +-
.../data_type_serde/data_type_string_serde.cpp | 5 +-
.../data_type_serde/data_type_struct_serde.cpp | 6 +-
.../data_type_timestamptz_serde.cpp | 8 +-
.../data_type_serde/data_type_varbinary_serde.cpp | 5 +-
.../data_type_serde/data_type_variant_serde.cpp | 5 +-
be/src/core/value/large_int_value.cpp | 5 -
be/src/core/value/large_int_value.h | 2 -
be/src/exec/common/util.hpp | 23 +-
be/src/exec/common/variant_util.cpp | 44 +-
.../exec/exchange/local_exchange_sink_operator.cpp | 75 +-
.../exec/exchange/local_exchange_sink_operator.h | 35 +-
.../exchange/local_exchange_source_operator.cpp | 5 +-
.../exec/exchange/local_exchange_source_operator.h | 40 +-
be/src/exec/exchange/local_exchanger.h | 42 +-
be/src/exec/operator/aggregation_sink_operator.h | 8 +-
be/src/exec/operator/analytic_sink_operator.h | 8 +-
be/src/exec/operator/assert_num_rows_operator.h | 2 +-
.../operator/bucketed_aggregation_sink_operator.h | 2 +-
.../distinct_streaming_aggregation_operator.h | 10 +-
be/src/exec/operator/exchange_source_operator.h | 8 +-
be/src/exec/operator/hashjoin_build_sink.h | 12 +-
be/src/exec/operator/hashjoin_probe_operator.h | 14 +-
.../operator/multi_cast_data_stream_source.cpp | 2 +-
.../operator/nested_loop_join_build_operator.h | 6 +-
.../operator/nested_loop_join_probe_operator.h | 4 +-
be/src/exec/operator/olap_scan_operator.cpp | 53 +-
be/src/exec/operator/olap_scan_operator.h | 4 +
be/src/exec/operator/operator.cpp | 15 +-
be/src/exec/operator/operator.h | 9 +-
.../exec/operator/partition_sort_sink_operator.h | 5 +-
.../partitioned_hash_join_probe_operator.cpp | 2 -
.../partitioned_hash_join_probe_operator.h | 14 +-
.../operator/partitioned_hash_join_sink_operator.h | 6 +-
.../exec/operator/rec_cte_anchor_sink_operator.h | 2 +-
be/src/exec/operator/rec_cte_sink_operator.h | 2 +-
be/src/exec/operator/rec_cte_source_operator.h | 2 +-
be/src/exec/operator/scan_operator.cpp | 3 +-
be/src/exec/operator/scan_operator.h | 4 +-
be/src/exec/operator/set_probe_sink_operator.h | 6 +-
be/src/exec/operator/set_sink_operator.h | 6 +-
be/src/exec/operator/set_source_operator.h | 4 +-
be/src/exec/operator/sort_sink_operator.h | 10 +-
.../exec/operator/streaming_aggregation_operator.h | 6 +-
be/src/exec/operator/table_function_operator.h | 2 +-
be/src/exec/operator/union_sink_operator.h | 5 +-
be/src/exec/operator/union_source_operator.h | 4 +-
be/src/exec/pipeline/dependency.h | 51 +-
be/src/exec/pipeline/pipeline.cpp | 6 +-
be/src/exec/pipeline/pipeline.h | 15 +-
be/src/exec/pipeline/pipeline_fragment_context.cpp | 339 +-
be/src/exec/pipeline/pipeline_fragment_context.h | 30 +-
be/src/exec/rowid_fetcher.cpp | 24 +
.../runtime_filter_partition_pruner.cpp | 86 +-
.../runtime_filter_partition_pruner.h | 4 +
be/src/exec/scan/file_scanner.cpp | 13 +
be/src/exec/scan/file_scanner.h | 2 +
be/src/exec/scan/olap_scanner.cpp | 136 +-
be/src/exec/scan/olap_scanner.h | 8 +
be/src/exec/scan/parallel_scanner_builder.cpp | 5 +-
be/src/exec/scan/scanner.cpp | 8 +-
be/src/exec/scan/scanner.h | 7 +
be/src/exec/scan/vector_search_user_params.cpp | 24 +-
be/src/exec/scan/vector_search_user_params.h | 7 +
be/src/exec/sink/load_stream_map_pool.cpp | 17 +-
be/src/exec/sink/load_stream_map_pool.h | 5 +
be/src/exec/sink/load_stream_stub.cpp | 32 +-
be/src/exec/sink/load_stream_stub.h | 36 +-
be/src/exec/sink/vrow_distribution.cpp | 2 +
.../sink/writer/iceberg/iceberg_partition_path.cpp | 52 +
.../writer/iceberg/iceberg_partition_path.h} | 15 +-
.../sink/writer/iceberg/viceberg_table_writer.cpp | 25 +-
.../sink/writer/maxcompute/vmc_table_writer.cpp | 2 +-
be/src/exec/sink/writer/vhive_table_writer.cpp | 22 +-
be/src/exec/sink/writer/vtablet_writer.cpp | 26 +-
be/src/exec/sink/writer/vtablet_writer.h | 13 +
be/src/exec/sink/writer/vtablet_writer_v2.cpp | 29 +-
.../aggregate_function_percentile_reservoir.h | 43 +-
.../exprs/aggregate/aggregate_function_retention.h | 13 +-
be/src/exprs/bloom_filter_func.h | 9 +-
be/src/exprs/bloom_filter_func_adaptor.h | 26 +-
be/src/exprs/bloom_filter_func_impl.h | 26 +-
be/src/exprs/create_predicate_function.h | 11 +-
.../exprs/function/array/function_array_element.h | 5 +-
.../function/array/function_array_enumerate.cpp | 3 +-
.../array/function_array_enumerate_uniq.cpp | 5 +-
.../exprs/function/array/function_array_exists.cpp | 12 +-
.../exprs/function/array/function_array_sortby.cpp | 13 +-
.../cast/cast_to_date_or_datetime_impl.hpp | 2 +
be/src/exprs/function/cast/cast_to_variant.h | 4 +-
be/src/exprs/function/function.cpp | 2 +-
.../function_date_or_datetime_to_string.cpp | 6 +-
be/src/exprs/function/function_jsonb.cpp | 29 +-
be/src/exprs/function/function_nullables.cpp | 6 +-
be/src/exprs/function/function_string.cpp | 6 +
be/src/exprs/function/function_string_concat.h | 12 +
be/src/exprs/function/function_varbinary.cpp | 5 +
be/src/exprs/function/function_variant_element.cpp | 3 +-
be/src/exprs/function/like.h | 1 -
.../exprs/lambda_function/varray_map_function.cpp | 18 +-
be/src/exprs/runtime_filter_expr.cpp | 2 +-
be/src/exprs/vcondition_expr.cpp | 3 +-
be/src/exprs/vectorized_fn_call.cpp | 19 +-
be/src/exprs/vectorized_fn_call.h | 5 +-
be/src/exprs/vexpr.cpp | 4 +-
be/src/exprs/vexpr.h | 5 +-
be/src/exprs/vexpr_context.cpp | 23 +-
be/src/exprs/vexpr_context.h | 8 +-
be/src/exprs/virtual_slot_ref.cpp | 9 +-
be/src/exprs/virtual_slot_ref.h | 5 +-
be/src/exprs/vtopn_pred.h | 2 +-
be/src/format/csv/csv_reader.cpp | 74 +-
be/src/format/csv/csv_reader.h | 6 +
be/src/format/parquet/vparquet_group_reader.cpp | 2 +-
.../table/iceberg_delete_file_reader_helper.cpp | 6 +-
be/src/format/table/iceberg_reader.cpp | 3 +-
be/src/format/text/text_reader.cpp | 32 +-
be/src/format/text/text_reader.h | 1 +
be/src/io/cache/block_file_cache.cpp | 154 +-
be/src/io/cache/block_file_cache.h | 12 +-
be/src/io/cache/block_file_cache_factory.cpp | 45 +-
be/src/io/cache/block_file_cache_factory.h | 2 +
be/src/io/cache/file_cache_common.h | 2 +
be/src/io/cache/fs_file_cache_storage.cpp | 26 +-
be/src/io/cache/fs_file_cache_storage.h | 28 +-
be/src/io/cache/lru_queue_recorder.cpp | 121 +-
be/src/io/cache/lru_queue_recorder.h | 4 +
be/src/load/channel/tablets_channel.cpp | 22 +-
be/src/load/delta_writer/delta_writer_v2.cpp | 21 +-
be/src/load/delta_writer/delta_writer_v2.h | 10 +-
be/src/runtime/cdc_client_mgr.cpp | 5 +
be/src/runtime/exec_env_init.cpp | 11 +
be/src/runtime/runtime_state.h | 15 +-
.../workload_management/query_task_controller.cpp | 13 +
.../workload_management/query_task_controller.h | 2 +
.../runtime/workload_management/task_controller.h | 2 +
.../workload_management/workload_condition.cpp | 11 +
.../workload_management/workload_condition.h | 19 +-
.../workload_management/workload_sched_policy.cpp | 10 +-
.../service/http/action/be_thread_stack_action.cpp | 1215 ++
.../service/http/action/be_thread_stack_action.h | 43 +
be/src/service/http/action/file_cache_action.cpp | 24 +-
be/src/service/http/action/http_stream.cpp | 30 +-
be/src/service/http/action/stream_load.cpp | 8 +-
be/src/service/http/action/warmup_stats_action.cpp | 121 +
.../http/action/warmup_stats_action.h} | 21 +-
be/src/service/http_service.cpp | 10 +
be/src/storage/CMakeLists.txt | 8 +
be/src/storage/binlog.h | 9 +-
be/src/storage/compaction/binlog_compaction.cpp | 2 +-
be/src/storage/compaction/compaction.cpp | 4 +-
.../cumulative_compaction_time_series_policy.cpp | 9 +-
be/src/storage/compaction/full_compaction.cpp | 2 +-
be/src/storage/index/ann/ann_search_params.h | 12 +-
be/src/storage/index/ann/ann_topn_runtime.h | 2 +
.../storage/iterator/binlog_block_reader_utils.h | 112 +
be/src/storage/iterator/block_reader.cpp | 341 +-
be/src/storage/iterator/block_reader.h | 40 +-
be/src/storage/iterator/vcollect_iterator.cpp | 28 +-
be/src/storage/iterator/vcollect_iterator.h | 11 +-
be/src/storage/iterator/vgeneric_iterators.cpp | 14 +-
be/src/storage/iterator/vgeneric_iterators.h | 17 +-
be/src/storage/iterators.h | 1 +
be/src/storage/olap_common.h | 4 +
be/src/storage/predicate/bloom_filter_predicate.h | 9 +-
be/src/storage/predicate/column_predicate.h | 32 +-
be/src/storage/predicate/comparison_predicate.h | 61 +-
be/src/storage/predicate/in_list_predicate.h | 56 +-
be/src/storage/predicate/like_column_predicate.cpp | 32 +-
be/src/storage/predicate/like_column_predicate.h | 7 +-
be/src/storage/predicate/null_predicate.cpp | 8 +-
be/src/storage/predicate/predicate_creator.h | 2 +-
be/src/storage/rowset/beta_rowset_reader.cpp | 16 +-
be/src/storage/rowset/beta_rowset_reader.h | 5 +-
be/src/storage/rowset/rowset_reader_context.h | 1 +
be/src/storage/rowset_builder.cpp | 2 +-
be/src/storage/schema.cpp | 102 +-
be/src/storage/schema.h | 2 +-
be/src/storage/schema_change/schema_change.cpp | 4 +-
be/src/storage/segment/column_reader.cpp | 4 +-
.../storage/segment/row_binlog_segment_writer.cpp | 19 +-
be/src/storage/segment/segment.cpp | 36 +
be/src/storage/segment/segment.h | 8 +
be/src/storage/segment/segment_iterator.cpp | 53 +-
.../segment/variant/nested_group_provider.cpp | 12 +-
.../segment/variant/variant_column_reader.cpp | 17 +-
be/src/storage/tablet/base_tablet.cpp | 4 +
be/src/storage/tablet/base_tablet.h | 9 +-
be/src/storage/tablet/tablet.cpp | 65 +-
be/src/storage/tablet/tablet.h | 9 +-
be/src/storage/tablet/tablet_manager.cpp | 2 +-
be/src/storage/tablet/tablet_meta.cpp | 8 +-
be/src/storage/tablet/tablet_reader.cpp | 31 +-
be/src/storage/tablet/tablet_reader.h | 14 +
be/src/storage/tablet/tablet_schema.cpp | 14 +
be/src/storage/tablet/tablet_schema.h | 4 +
be/src/storage/task/engine_clone_task.cpp | 2 +-
be/src/storage/task/index_builder.cpp | 4 +-
be/src/storage/utils.h | 2 +
be/src/util/bthread_shared_mutex.h | 125 +
be/src/util/bvar_windowed_adder.h | 162 +
be/src/util/debug/leak_annotations.h | 18 +-
be/src/util/load_util.cpp | 25 +
be/src/util/load_util.h | 5 +-
be/src/util/reservoir_sampler.h | 10 +-
be/src/util/s3_util.h | 3 +
be/src/util/thrift_server.cpp | 85 +-
be/test/CMakeLists.txt | 8 +
.../cloud/cloud_empty_rowset_compaction_test.cpp | 2 +-
be/test/cloud/cloud_meta_mgr_test.cpp | 28 +-
be/test/cloud/cloud_tablet_test.cpp | 2 +-
.../cloud/cloud_warm_up_manager_filter_test.cpp | 278 +
be/test/cloud/cloud_warm_up_manager_test.cpp | 6 +-
be/test/core/accurate_comparison_test.cpp | 45 +
be/test/core/column/column_dictionary_test.cpp | 23 +-
be/test/core/column/column_filter_helper_test.cpp | 52 +
be/test/core/column/column_nullable_test.cpp | 5 +-
be/test/core/column/common_column_test.h | 1 +
be/test/core/column/predicate_column_test.cpp | 1082 --
be/test/core/data_type/block_check_type.cpp | 20 +-
be/test/core/data_type/data_type_nothing_test.cpp | 67 +-
.../data_type_serde_bitmap_test.cpp | 11 +
.../data_type_serde_datetime_v2_test.cpp | 87 +
.../data_type_serde/data_type_serde_hll_test.cpp | 10 +
.../data_type_serde/data_type_serde_map_test.cpp | 6 +
.../data_type_serde_quantile_state_test.cpp | 73 +-
.../data_type_serde_struct_test.cpp | 6 +
.../data_type_serde_variant_test.cpp | 67 +
be/test/core/packed_int128_test.cpp | 71 +
.../large_int_value_test.cpp} | 46 +-
be/test/exec/common/schema_util_test.cpp | 95 +-
be/test/exec/operator/agg_operator_test.cpp | 16 +-
...istinct_streaming_aggregation_operator_test.cpp | 4 +-
.../exec/operator/streaming_agg_operator_test.cpp | 4 +-
be/test/exec/pipeline/local_exchanger_test.cpp | 15 +-
be/test/exec/pipeline/pipeline_test.cpp | 21 +-
.../runtime_filter_partition_pruner_test.cpp | 107 +
be/test/exec/scan/vgeneric_iterators_test.cpp | 43 +
be/test/exec/sink/vtablet_writer_v2_test.cpp | 239 +
.../writer/iceberg/iceberg_partition_path_test.cpp | 40 +
.../aggregate/agg_percentile_reservoir_test.cpp | 96 +
be/test/exprs/aggregate/vec_retention_test.cpp | 17 +
be/test/exprs/bloom_filter_func_test.cpp | 42 +-
be/test/exprs/function/cast/cast_to_date_test.cpp | 12 +
.../function/cast/function_variant_cast_test.cpp | 12 +-
be/test/exprs/function/function_is_null_test.cpp | 11 +-
be/test/exprs/function/function_string_test.cpp | 3 +
be/test/exprs/function/function_varbinary_test.cpp | 3 +
.../parquet/byte_array_dict_decoder_test.cpp | 6 +-
.../parquet/fix_length_dict_decoder_test.cpp | 6 +-
be/test/io/cache/block_file_cache_test.cpp | 185 +
.../io/cache/block_file_cache_test_meta_store.cpp | 141 +-
be/test/io/cache/cache_lru_dumper_test.cpp | 106 +
.../delta_writer/delta_writer_v2_pool_test.cpp | 13 +-
.../query_task_controller_test.cpp | 64 +
.../workload_condition_test.cpp} | 37 +-
be/test/runtime/workload_sched_policy_test.cpp | 157 +
.../service/http/be_thread_stack_action_test.cpp | 437 +
be/test/service/http/file_cache_action_test.cpp | 10 +-
.../storage/index/ann/ann_index_edge_case_test.cpp | 57 +
.../storage/index/ann/ann_range_search_test.cpp | 35 +-
be/test/storage/index_storage_lifecycle_test.cpp | 516 +
.../storage/index_storage_schema_patch_test.cpp | 53 +
.../iterator/binlog_block_reader_utils_test.cpp | 66 +
.../iterator/block_reader_min_delta_test.cpp | 138 +
.../predicate/block_column_predicate_test.cpp | 90 +-
.../storage/segment/nested_group_provider_test.cpp | 20 +-
be/test/storage/tablet_reader_test.cpp | 131 +
.../index_storage/variant_path_index.jsonl | 2 +
.../index_storage_variant_compaction_read_test.cpp | 283 +
...ndex_storage_variant_compaction_schema_test.cpp | 208 +
.../index_storage_variant_debug_point_test.cpp | 210 +
...x_storage_variant_dynamic_path_pruning_test.cpp | 333 +
.../index_storage_variant_expr_pushdown_test.cpp | 471 +
...ex_storage_variant_field_pattern_index_test.cpp | 796 ++
...x_storage_variant_path_index_lifecycle_test.cpp | 527 +
...index_storage_variant_schema_evolution_test.cpp | 308 +
.../index_storage_variant_schema_patch_test.cpp | 86 +
.../index_storage_variant_sparse_stats_test.cpp | 353 +
.../variant/index_storage_variant_test_base.h | 136 +
.../variant_column_writer_reader_test.cpp | 14 +
.../variant_doc_mode_compaction_test.cpp | 0
.../variant_stats_calculator_test.cpp | 46 +-
.../{segment => variant}/variant_util_test.cpp | 0
be/test/testutil/index_storage_test_util.cpp | 1578 +++
be/test/testutil/index_storage_test_util.h | 346 +
be/test/udf/python/python_server_test.cpp | 21 +-
be/test/udf/python/python_udf_runtime_test.cpp | 9 +-
be/test/util/bthread_shared_mutex_test.cpp | 264 +
be/test/util/bvar_windowed_adder_test.cpp | 140 +
be/test/util/load_util_test.cpp | 41 +
be/test/util/s3_util_test.cpp | 45 +
build.sh | 17 +-
cloud/src/meta-service/meta_service_job.cpp | 90 +-
cloud/src/meta-service/meta_service_resource.cpp | 29 +-
cloud/src/meta-service/meta_service_txn.cpp | 7 +-
cloud/src/recycler/recycler.cpp | 14 +-
cloud/src/recycler/s3_accessor.cpp | 9 +-
cloud/test/fdb_injection_test.cpp | 2 +
cloud/test/mem_txn_kv_test.cpp | 8 +-
cloud/test/meta_service_job_test.cpp | 215 +
cloud/test/meta_service_operation_log_test.cpp | 7 +
cloud/test/meta_service_test.cpp | 62 +-
cloud/test/recycler_test.cpp | 31 +
cloud/test/txn_kv_test.cpp | 7 +-
cloud/test/txn_lazy_commit_test.cpp | 8 +-
docker/runtime/doris-compose/Dockerfile | 3 +-
.../hive/scripts/data/regression/crdmm_data/run.sh | 7 +-
.../hive/scripts/data/regression/serde_prop/run.sh | 25 +
.../regression/serde_prop/some_serde_table.hql | 25 +-
.../doris/maxcompute/MaxComputeJniWriter.java | 184 +-
.../doris/maxcompute/MaxComputeJniWriterTest.java | 133 +
.../org/apache/doris/analysis/IPv4Literal.java | 34 +-
.../main/java/org/apache/doris/common/Config.java | 56 +-
.../apache/doris/job/cdc/StreamingTaskStatus.java | 50 +
...eRecordRequest.java => TaskFailureRequest.java} | 36 +-
.../doris/job/cdc/request/WriteRecordRequest.java | 4 +
.../jdbc/client/JdbcMySQLConnectorClient.java | 15 +-
.../jdbc/client/JdbcMySQLConnectorClientTest.java | 41 +
.../apache/doris/alter/SchemaChangeHandler.java | 2 -
.../org/apache/doris/catalog/AzureResource.java | 2 +-
.../org/apache/doris/catalog/BinlogConfig.java | 4 +
.../doris/catalog/BuiltinScalarFunctions.java | 2 -
.../apache/doris/catalog/CatalogRecycleBin.java | 3 +-
.../java/org/apache/doris/catalog/Database.java | 5 +
.../main/java/org/apache/doris/catalog/Env.java | 13 +-
.../java/org/apache/doris/catalog/EnvFactory.java | 18 +-
.../apache/doris/catalog/MaterializedIndex.java | 29 +-
.../java/org/apache/doris/catalog/OlapTable.java | 36 +-
.../org/apache/doris/catalog/OlapTableWrapper.java | 15 +
.../java/org/apache/doris/catalog/Partition.java | 21 +-
.../doris/catalog/RowBinlogTableWrapper.java | 23 +
.../java/org/apache/doris/catalog/S3Resource.java | 2 +-
.../java/org/apache/doris/catalog/TableIf.java | 6 +
.../org/apache/doris/catalog/TableProperty.java | 41 +-
.../doris/catalog/stream/BaseTableStream.java | 38 +-
.../doris/catalog/stream/OlapTableStream.java | 100 +-
.../catalog/stream/OlapTableStreamWrapper.java | 38 +
.../doris/catalog/stream/TableStreamManager.java | 196 +-
.../apache/doris/cloud/CacheHotspotManager.java | 492 +-
.../org/apache/doris/cloud/CloudWarmUpJob.java | 260 +-
.../org/apache/doris/cloud/JobWarmUpStats.java | 285 +
.../org/apache/doris/cloud/OnTablesFilter.java | 169 +
.../doris/cloud/TableWarmUpWindowedStats.java | 206 +
.../cloud/alter/CloudSchemaChangeHandler.java | 3 -
.../doris/cloud/catalog/CloudClusterChecker.java | 13 +-
.../doris/cloud/catalog/CloudEnvFactory.java | 6 +-
.../cloud/catalog/CloudInstanceStatusChecker.java | 9 +-
.../apache/doris/cloud/qe/CloudCoordinator.java | 5 +
.../transaction/CloudGlobalTransactionMgr.java | 5 +
.../doris/common/proc/FrontendsProcNode.java | 16 +-
.../doris/common/profile/ExecutionProfile.java | 66 +-
.../org/apache/doris/common/profile/Profile.java | 46 +
.../doris/common/profile/ProfileManager.java | 13 +-
.../doris/common/profile/SummaryProfile.java | 10 +
.../doris/common/util/DatasourcePrintableMap.java | 19 +
.../doris/common/util/DynamicPartitionUtil.java | 6 +-
.../apache/doris/common/util/PropertyAnalyzer.java | 39 +-
.../apache/doris/datasource/InternalCatalog.java | 18 +-
.../datasource/jdbc/client/JdbcMySQLClient.java | 25 +-
.../doris/datasource/metacache/MetaCacheEntry.java | 129 +-
.../datasource/property/storage/S3Properties.java | 20 +-
.../apache/doris/fs/FileSystemPluginManager.java | 7 +-
.../httpv2/controller/QueryProfileController.java | 3 +-
.../org/apache/doris/httpv2/rest/LoadAction.java | 31 +-
.../doris/httpv2/rest/StreamingJobAction.java | 40 +-
.../org/apache/doris/job/common/FailureReason.java | 11 +-
.../insert/streaming/AbstractStreamingTask.java | 15 +-
.../streaming/PostgresResourceValidator.java | 17 +
.../insert/streaming/StreamingInsertJob.java | 141 +-
.../insert/streaming/StreamingMultiTblTask.java | 134 +-
.../org/apache/doris/job/manager/JobManager.java | 2 +-
.../doris/job/offset/SourceOffsetProvider.java | 8 +
.../job/offset/jdbc/JdbcSourceOffsetProvider.java | 140 +-
.../apache/doris/job/util/StreamingJobUtils.java | 18 +
.../org/apache/doris/journal/JournalEntity.java | 6 +
.../load/routineload/RoutineLoadTaskScheduler.java | 42 +-
.../java/org/apache/doris/metric/MetricRepo.java | 277 +
.../java/org/apache/doris/mtmv/MTMVRelation.java | 13 +-
.../org/apache/doris/mysql/privilege/Auth.java | 14 +
.../mysql/privilege/CatalogAccessController.java | 27 +-
.../doris/mysql/privilege/UserPropertyMgr.java | 8 +
.../org/apache/doris/nereids/NereidsPlanner.java | 17 +-
.../glue/translator/PhysicalPlanTranslator.java | 118 +-
.../glue/translator/PlanTranslatorContext.java | 37 +
.../RuntimeFilterPartitionPruneClassifier.java | 7 +-
.../glue/translator/RuntimeFilterTranslator.java | 4 +-
.../doris/nereids/jobs/executor/Optimizer.java | 8 +-
.../doris/nereids/jobs/executor/Rewriter.java | 28 +-
.../nereids/jobs/rewrite/CostBasedRewriteJob.java | 3 +-
.../nereids/load/NereidsStreamLoadPlanner.java | 8 +
.../doris/nereids/parser/LogicalPlanBuilder.java | 31 +-
.../parser/LogicalPlanBuilderForEncryption.java | 24 +
.../post/materialize/LazyMaterializeTopN.java | 11 +
.../post/materialize/MaterializeProbeVisitor.java | 20 +-
.../nereids/rules/analysis/BindExpression.java | 60 +-
.../doris/nereids/rules/analysis/BindRelation.java | 160 +-
.../nereids/rules/analysis/ExpressionAnalyzer.java | 23 +-
.../nereids/rules/analysis/NormalizeAggregate.java | 58 +-
.../nereids/rules/analysis/SubqueryToApply.java | 25 +-
.../rules/exploration/join/JoinReorderContext.java | 11 +
.../LogicalOlapScanToPhysicalOlapScan.java | 4 +-
.../rewrite/AccessPathExpressionCollector.java | 136 +-
.../nereids/rules/rewrite/AccessPathInfo.java | 2 +-
.../rules/rewrite/AccessPathPlanCollector.java | 13 +-
.../rules/rewrite/DistinctWindowExpression.java | 4 +
.../rules/rewrite/InferSetOperatorDistinct.java | 131 +-
.../doris/nereids/rules/rewrite/MergeTopNs.java | 15 +-
.../nereids/rules/rewrite/MetaPathStriper.java | 300 +
.../nereids/rules/rewrite/NestedColumnPruning.java | 812 +-
.../rewrite/NormalizeOlapTableStreamScan.java | 191 +-
.../nereids/rules/rewrite/PruneOlapScanTablet.java | 5 +
.../rules/rewrite/PullUpProjectExprUnderTopN.java | 473 +-
.../rules/rewrite/PullUpProjectUnderTopN.java | 2 +-
.../rewrite/PushDownAggThroughJoinOneSide.java | 276 -
.../rules/rewrite/PushDownDistinctThroughJoin.java | 97 -
.../rules/rewrite/PushProjectThroughUnion.java | 33 +-
.../doris/nereids/rules/rewrite/SaltJoin.java | 1 +
.../doris/nereids/rules/rewrite/SkewJoin.java | 8 +-
.../rewrite/eageraggregation/BilateralState.java | 110 +
.../rewrite/eageraggregation/EagerAggHints.java | 159 +
.../rewrite/eageraggregation/EagerAggRewriter.java | 916 +-
.../eageraggregation/PushDownAggContext.java | 75 +-
.../eageraggregation/PushDownAggregation.java | 67 +-
.../trees/copier/LogicalPlanDeepCopier.java | 5 +-
.../doris/nereids/trees/expressions/IsFalse.java | 90 +
.../doris/nereids/trees/expressions/IsTrue.java | 90 +
.../trees/expressions/functions/agg/Retention.java | 11 +
.../trees/expressions/functions/agg/Sum0.java | 2 +-
.../expressions/functions/scalar/ArraySort.java | 7 +
.../trees/expressions/functions/scalar/Month.java | 2 +-
.../expressions/functions/scalar/SplitByChar.java | 76 -
.../expressions/visitor/ExpressionVisitor.java | 10 +
.../expressions/visitor/ScalarFunctionVisitor.java | 5 -
.../nereids/trees/plans/DiffOutputInAsterisk.java | 9 +-
.../apache/doris/nereids/trees/plans/PlanType.java | 1 +
.../plans/commands/DeleteFromUsingCommand.java | 7 +-
.../trees/plans/commands/ShowWarmUpCommand.java | 3 +
.../SupportProfile.java} | 34 +-
.../trees/plans/commands/UpdateCommand.java | 7 +-
.../trees/plans/commands/WarmUpClusterCommand.java | 57 +-
.../commands/alter/AlterRepositoryCommand.java | 8 +-
.../trees/plans/commands/info/CopyFromDesc.java | 33 +-
.../trees/plans/commands/info/CopyIntoInfo.java | 105 +-
.../trees/plans/commands/info/IndexDefinition.java | 5 +-
.../commands/info/ModifyTablePropertiesOp.java | 16 -
.../commands/insert/InsertIntoTableCommand.java | 37 +-
.../plans/commands/merge/MergeIntoCommand.java | 8 +-
.../job/UnassignedScanBucketOlapTableJob.java | 2 +-
.../nereids/trees/plans/logical/LogicalJoin.java | 73 +-
.../trees/plans/logical/LogicalOlapScan.java | 122 +-
.../plans/logical/LogicalOlapTableStreamScan.java | 196 +-
.../trees/plans/logical/LogicalProject.java | 64 +-
.../nereids/trees/plans/logical/LogicalTopN.java | 2 +-
.../trees/plans/physical/PhysicalOlapScan.java | 36 +-
.../org/apache/doris/nereids/types/ArrayType.java | 9 +
.../apache/doris/nereids/types/BooleanType.java | 8 +
.../org/apache/doris/nereids/types/DataType.java | 4 +
.../apache/doris/nereids/types/DateTimeType.java | 9 +
.../apache/doris/nereids/types/DateTimeV2Type.java | 13 +
.../org/apache/doris/nereids/types/DateType.java | 6 +
.../apache/doris/nereids/types/DecimalV2Type.java | 14 +
.../apache/doris/nereids/types/DecimalV3Type.java | 14 +
.../org/apache/doris/nereids/types/MapType.java | 10 +
.../org/apache/doris/nereids/types/StructType.java | 18 +
.../doris/nereids/types/TimeStampTzType.java | 10 +
.../org/apache/doris/nereids/types/TimeV2Type.java | 10 +
.../apache/doris/nereids/types/VariantType.java | 5 +
.../nereids/types/coercion/CharacterType.java | 5 +
.../doris/nereids/types/coercion/IntegralType.java | 15 +
.../apache/doris/nereids/util/ExpressionUtils.java | 14 +
.../java/org/apache/doris/persist/EditLog.java | 10 +
.../org/apache/doris/persist/OperationType.java | 2 +
.../doris/persist/TableStreamCleanupInfo.java | 107 +
.../org/apache/doris/planner/AddLocalExchange.java | 152 +
.../org/apache/doris/planner/AggregationNode.java | 168 +-
.../org/apache/doris/planner/AnalyticEvalNode.java | 84 +-
.../apache/doris/planner/AssertNumRowsNode.java | 18 +-
.../doris/planner/BucketedAggregationNode.java | 7 +-
.../java/org/apache/doris/planner/CTEScanNode.java | 10 +
.../java/org/apache/doris/planner/DataSink.java | 5 +
.../org/apache/doris/planner/EmptySetNode.java | 10 +
.../java/org/apache/doris/planner/ExceptNode.java | 6 +
.../org/apache/doris/planner/ExchangeNode.java | 38 +-
.../org/apache/doris/planner/HashJoinNode.java | 109 +
.../org/apache/doris/planner/IntersectNode.java | 6 +
.../apache/doris/planner/LocalExchangeNode.java | 357 +
.../apache/doris/planner/MaterializationNode.java | 18 +-
.../apache/doris/planner/NestedLoopJoinNode.java | 63 +-
.../org/apache/doris/planner/OlapScanNode.java | 138 +-
.../apache/doris/planner/PartitionSortNode.java | 44 +
.../org/apache/doris/planner/PlanFragment.java | 2 +-
.../java/org/apache/doris/planner/PlanNode.java | 361 +-
.../org/apache/doris/planner/RecursiveCteNode.java | 50 +
.../apache/doris/planner/RecursiveCteScanNode.java | 12 +-
.../java/org/apache/doris/planner/RepeatNode.java | 27 +-
.../org/apache/doris/planner/RuntimeFilter.java | 2 +-
.../java/org/apache/doris/planner/ScanNode.java | 16 +-
.../java/org/apache/doris/planner/SelectNode.java | 18 +-
.../org/apache/doris/planner/SetOperationNode.java | 59 +
.../java/org/apache/doris/planner/SortNode.java | 58 +-
.../apache/doris/planner/TableFunctionNode.java | 24 +
.../java/org/apache/doris/planner/UnionNode.java | 2 +-
.../java/org/apache/doris/qe/AuditLogHelper.java | 8 +-
.../java/org/apache/doris/qe/ConnectPoolMgr.java | 2 +-
.../main/java/org/apache/doris/qe/Coordinator.java | 120 +-
.../org/apache/doris/qe/NereidsCoordinator.java | 13 +
.../java/org/apache/doris/qe/SessionVariable.java | 158 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 30 +-
.../qe/runtime/PipelineExecutionTaskBuilder.java | 9 +-
.../doris/qe/runtime/ThriftPlansBuilder.java | 11 +-
.../WorkloadConditionUsername.java | 12 +-
.../WorkloadSchedPolicyMgr.java | 40 +-
.../apache/doris/service/FrontendServiceImpl.java | 62 +-
.../transaction/AutoPartitionCacheManager.java | 32 +-
.../doris/transaction/DatabaseTransactionMgr.java | 50 +-
.../doris/transaction/GlobalTransactionMgr.java | 5 +
.../transaction/GlobalTransactionMgrIface.java | 2 +
.../doris/transaction/PartitionCommitInfo.java | 18 +-
.../main/java/org/apache/doris/tso/TSOService.java | 26 +-
.../java/org/apache/doris/tso/TSOTimestamp.java | 14 +
.../org/apache/doris/backup/BackupJobTest.java | 29 +
.../doris/catalog/CreateTableStreamTest.java | 14 +-
.../apache/doris/catalog/DropTableStreamTest.java | 6 +-
.../doris/catalog/DynamicPartitionTableTest.java | 100 +-
.../apache/doris/catalog/TablePropertyTest.java | 108 +
.../java/org/apache/doris/catalog/TypeTest.java | 4 +-
.../stream/TableStreamManagerCleanupTest.java | 208 +
.../cloud/CacheHotspotManagerTableFilterTest.java | 1003 ++
.../doris/cloud/CloudWarmUpJobTableFilterTest.java | 466 +
.../org/apache/doris/cloud/OnTablesFilterTest.java | 141 +
.../cloud/WarmUpClusterOnTablesParseTest.java | 447 +
.../org/apache/doris/cloud/WarmUpStatsTest.java | 530 +
.../catalog/CloudInstanceStatusCheckerTest.java | 260 +
.../doris/cloud/load/CopyLoadPendingTaskTest.java | 2 +-
.../apache/doris/common/PropertyAnalyzerTest.java | 22 +
.../doris/common/profile/ProfileManagerTest.java | 148 +
.../common/util/DatasourcePrintableMapTest.java | 18 +
.../jdbc/client/JdbcMySQLClientTest.java | 37 +
.../datasource/metacache/MetaCacheEntryTest.java | 197 +-
.../property/storage/S3PropertiesTest.java | 19 +
.../doris/fs/FileSystemPluginManagerTest.java | 57 +
.../apache/doris/httpv2/rest/LoadActionTest.java | 71 +
.../streaming/PostgresResourceValidatorTest.java | 45 +
.../StreamingInsertJobAdvanceSplitsTest.java | 160 +
.../StreamingMultiTblTaskTimeoutTest.java | 89 +
.../JdbcSourceOffsetProviderAsyncSplitTest.java | 9 +-
.../JdbcSourceOffsetProviderErrorHandlingTest.java | 106 +
.../routineload/RoutineLoadTaskSchedulerTest.java | 103 +
.../java/org/apache/doris/metric/MetricsTest.java | 211 +
.../privilege/CatalogAccessControllerTest.java | 258 +
.../RuntimeFilterPartitionPruneClassifierTest.java | 78 +
.../apache/doris/nereids/mv/PredicatesTest.java | 234 +-
.../doris/nereids/parser/NereidsParserTest.java | 118 +-
.../parser/RepositoryAuditEncryptionTest.java | 63 +
.../postprocess/TopnLazyMaterializeTest.java | 70 +
.../materialize/MaterializeProbeVisitorTest.java | 71 +-
.../rules/analysis/BindSlotReferenceTest.java | 44 -
.../nereids/rules/analysis/BindUsingJoinTest.java | 407 +
.../analysis/CheckExpressionLegalityTest.java | 10 +
.../rules/analysis/ExpressionAnalyzerTest.java | 37 +
.../analysis/OnlyFullGroupByConstantTest.java | 100 +
.../rewrite/InferSetOperatorDistinctTest.java | 78 +
.../nereids/rules/rewrite/MergeTopNsTest.java | 21 +
.../rules/rewrite/PruneNestedColumnTest.java | 202 +-
.../rewrite/PullUpProjectExprUnderTopNTest.java | 283 +-
.../rewrite/PushDownDistinctThroughJoinTest.java | 98 -
.../rewrite/PushDownMinMaxSumThroughJoinTest.java | 356 -
.../rules/rewrite/PushProjectThroughUnionTest.java | 57 +
.../doris/nereids/rules/rewrite/SaltJoinTest.java | 14 +-
.../eageraggregation/EagerAggRewriterTest.java | 215 +-
.../trees/expressions/literal/IPV4LiteralTest.java | 100 +
.../trees/plans/ExplainTableStreamPlanTest.java | 231 +-
.../trees/plans/commands/IndexDefinitionTest.java | 15 +
.../InsertIntoTableCommandTableStreamTest.java | 210 +-
.../apache/doris/nereids/types/DataTypeTest.java | 66 +
.../planner/LocalShuffleNodeCoverageTest.java | 783 ++
.../java/org/apache/doris/planner/PlanShape.java | 335 +
.../org/apache/doris/planner/PlanShapeDsl.java | 152 +
.../apache/doris/qe/LocalExchangePlannerTest.java | 721 ++
.../org/apache/doris/qe/SessionVariablesTest.java | 23 +
.../apache/doris/qe/WaitForChangeVisibleTest.java | 204 +
.../runtime/PipelineExecutionTaskBuilderTest.java | 96 +
.../WorkloadSchedPolicyMgrTest.java | 168 +-
.../transaction/AutoPartitionCacheManagerTest.java | 61 +
.../transaction/DatabaseTransactionMgrTest.java | 35 +-
.../TableStreamOffsetTransactionTest.java | 15 +-
.../java/org/apache/doris/tso/TSOServiceTest.java | 116 +-
.../org/apache/doris/filesystem/FileSystem.java | 26 +
.../apache/doris/filesystem}/UploadPartResult.java | 7 +-
.../capability/BatchDeleteCapability.java | 23 +-
.../doris/filesystem/capability/Capability.java | 19 +-
.../capability/MultipartUploadCapability.java | 31 +-
.../capability/PresignedUrlCapability.java | 17 +-
.../filesystem/capability/UploadContent.java} | 32 +-
.../filesystem/capability/UploadSession.java} | 26 +-
.../properties/FileSystemProperties.java | 14 +-
.../S3CompatibleFileSystemProperties.java | 37 +-
...ystemProperties.java => StorageProperties.java} | 40 +-
.../doris/filesystem/FileSystemCapabilityTest.java | 127 +
.../S3CompatibleFileSystemPropertiesTest.java | 155 +
.../properties/StoragePropertiesInterfaceTest.java | 64 +
fe/fe-filesystem/fe-filesystem-azure/pom.xml | 12 +
.../src/main/assembly/plugin-zip.xml | 9 +-
.../doris/filesystem/azure/AzureFileSystem.java | 4 +-
.../azure/AzureFileSystemProperties.java | 415 +
.../filesystem/azure/AzureFileSystemProvider.java | 54 +-
.../doris/filesystem/azure/AzureObjStorage.java | 137 +-
.../azure/AzureFileSystemPropertiesTest.java | 153 +
.../azure/AzureFileSystemProviderTest.java | 7 +
.../filesystem/azure/AzureFileSystemTest.java | 4 +-
.../azure/AzureObjStorageExtensionTest.java | 7 +-
.../broker/BrokerFileSystemProvider.java | 3 +-
fe/fe-filesystem/fe-filesystem-cos/pom.xml | 16 +-
.../src/main/assembly/plugin-zip.xml | 12 +-
.../apache/doris/filesystem/cos/CosFileSystem.java | 24 +-
.../filesystem/cos/CosFileSystemProperties.java | 374 +
.../filesystem/cos/CosFileSystemProvider.java | 72 +-
.../apache/doris/filesystem/cos/CosObjStorage.java | 501 +-
.../doris/filesystem/cos/CosFileSystemEnvTest.java | 7 +-
.../cos/CosFileSystemPropertiesTest.java | 176 +
.../doris/filesystem/cos/CosObjStorageTest.java | 234 +-
.../filesystem/hdfs/HdfsFileSystemProvider.java | 3 +-
.../filesystem/local/LocalFileSystemProvider.java | 3 +-
fe/fe-filesystem/fe-filesystem-obs/pom.xml | 16 +-
.../src/main/assembly/plugin-zip.xml | 12 +-
.../apache/doris/filesystem/obs/ObsFileSystem.java | 24 +-
.../filesystem/obs/ObsFileSystemProperties.java | 408 +
.../filesystem/obs/ObsFileSystemProvider.java | 72 +-
.../apache/doris/filesystem/obs/ObsObjStorage.java | 490 +-
.../doris/filesystem/obs/ObsFileSystemEnvTest.java | 7 +-
.../obs/ObsFileSystemPropertiesTest.java | 179 +
.../doris/filesystem/obs/ObsObjStorageTest.java | 245 +-
fe/fe-filesystem/fe-filesystem-oss/pom.xml | 16 +-
.../src/main/assembly/plugin-zip.xml | 12 +-
.../apache/doris/filesystem/oss/OssFileSystem.java | 24 +-
.../filesystem/oss/OssFileSystemProperties.java | 400 +
.../filesystem/oss/OssFileSystemProvider.java | 72 +-
.../apache/doris/filesystem/oss/OssObjStorage.java | 536 +-
.../doris/filesystem/oss/OssFileSystemEnvTest.java | 7 +-
.../oss/OssFileSystemPropertiesTest.java | 183 +
.../doris/filesystem/oss/OssObjStorageTest.java | 269 +-
fe/fe-filesystem/fe-filesystem-s3/pom.xml | 11 +-
.../src/main/assembly/plugin-zip.xml | 9 +-
.../apache/doris/filesystem/s3/S3FileSystem.java | 1082 +-
.../filesystem/s3/S3FileSystemProperties.java | 22 +-
.../doris/filesystem/s3/S3FileSystemProvider.java | 16 +-
.../apache/doris/filesystem/s3/S3ObjStorage.java | 95 +-
.../filesystem/s3/S3FileSystemPropertiesTest.java | 29 +
.../doris/filesystem/s3/S3FileSystemTest.java | 238 +-
.../doris/filesystem/s3/S3ObjStorageEnvTest.java | 2 +-
.../doris/filesystem/s3/S3ObjStorageMockTest.java | 2 +-
.../doris/filesystem/s3/S3ObjStorageTest.java | 78 +-
fe/fe-filesystem/fe-filesystem-spi/pom.xml | 8 +
.../doris/filesystem/spi/FileSystemProvider.java | 40 +-
.../apache/doris/filesystem/spi/ObjFileSystem.java | 5 +-
.../apache/doris/filesystem/spi/ObjStorage.java | 139 +-
.../doris/filesystem/spi/ObjectListOptions.java | 91 +
.../filesystem/spi/ObjectStorageOutputStream.java} | 47 +-
.../doris/filesystem/spi/ObjectStorageUri.java | 116 +
.../filesystem/spi/S3CompatibleFileSystem.java} | 584 +-
.../spi/FileSystemProviderTypedPropertiesTest.java | 151 +
.../doris/filesystem/spi/ObjFileSystemTest.java | 9 +-
.../doris/filesystem/spi/ObjStorageApiTest.java} | 25 +-
.../spi/ObjectStorageOutputStreamTest.java} | 102 +-
.../property/ConnectorPropertiesUtils.java | 39 +
.../property/ConnectorPropertiesUtilsTest.java | 31 +
.../antlr4/org/apache/doris/nereids/DorisLexer.g4 | 1 +
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 12 +-
.../java/org/apache/doris/catalog/VariantType.java | 5 +
fe/hive-udf/pom.xml | 14 +
fe/pom.xml | 28 +-
fs_brokers/cdc_client/build.sh | 2 +-
fs_brokers/cdc_client/pom.xml | 81 +
.../apache/doris/cdcclient/common/Constants.java | 12 +
.../org/apache/doris/cdcclient/common/Env.java | 221 +-
.../cdcclient/controller/ClientController.java | 35 +-
.../cdcclient/service/PipelineCoordinator.java | 114 +-
.../doris/cdcclient/sink/DorisBatchStreamLoad.java | 41 +
.../deserialize/DebeziumJsonDeserializer.java | 50 +-
.../source/reader/AbstractCdcSourceReader.java | 9 +
.../source/reader/JdbcIncrementalSourceReader.java | 61 +-
.../cdcclient/source/reader/SourceReader.java | 7 +
.../source/reader/mysql/MySqlSourceReader.java | 76 +-
.../reader/postgres/PostgresSourceReader.java | 164 +-
.../apache/doris/cdcclient/utils/ConfigUtil.java | 27 +
.../org/apache/doris/cdcclient/utils/HttpUtil.java | 6 +-
.../cdcclient/itcase/CdcClientReadHarness.java | 340 +
.../cdcclient/itcase/CdcClientWriteHarness.java | 398 +
.../doris/cdcclient/itcase/MockDorisServer.java | 122 +
.../cdcclient/itcase/MySqlBasicReadITCase.java | 155 +
.../doris/cdcclient/itcase/MySqlCharsetITCase.java | 169 +
.../cdcclient/itcase/MySqlDateAdjusterITCase.java | 159 +
.../cdcclient/itcase/MySqlEmptyTableITCase.java | 130 +
.../itcase/MySqlSnapshotResumeITCase.java | 165 +
.../itcase/MySqlStartupGtidOffsetITCase.java | 165 +
.../cdcclient/itcase/MySqlStartupLatestITCase.java | 148 +
.../itcase/MySqlStartupSpecificOffsetITCase.java | 165 +
.../cdcclient/itcase/MySqlStreamDmlITCase.java | 166 +
.../cdcclient/itcase/MySqlTimeRangeITCase.java | 149 +
.../cdcclient/itcase/MySqlTimezoneITCase.java | 158 +
.../itcase/MySqlTypeConsistencyITCase.java | 214 +
.../cdcclient/itcase/MySqlVersionSmokeITCase.java | 154 +
.../cdcclient/itcase/MySqlWriteDmlITCase.java | 153 +
.../cdcclient/itcase/MySqlWriteRecordITCase.java | 145 +
.../cdcclient/itcase/MySqlWriteResumeITCase.java | 189 +
.../cdcclient/itcase/MySqlWriteTypesITCase.java | 174 +
.../cdcclient/itcase/PostgresEmptyTableITCase.java | 112 +
.../PostgresReplicaIdentityDefaultITCase.java | 131 +
.../itcase/PostgresSnapshotResumeITCase.java | 143 +
.../itcase/PostgresStartupLatestITCase.java | 131 +
.../cdcclient/itcase/PostgresStreamReadITCase.java | 137 +
.../cdcclient/itcase/PostgresTimeRangeITCase.java | 126 +
.../itcase/PostgresTypeConsistencyITCase.java | 206 +
.../itcase/PostgresVersionSmokeITCase.java | 133 +
.../cdcclient/itcase/PostgresWriteDmlITCase.java | 135 +
.../itcase/PostgresWriteResumeITCase.java | 130 +
.../itcase/PostgresWriteSchemaChangeITCase.java | 129 +
.../cdcclient/itcase/PostgresWriteTypesITCase.java | 133 +
.../cdcclient/sink/BatchRecordBufferTest.java | 97 +
.../doris/cdcclient/sink/HttpPutBuilderTest.java | 133 +
.../doris/cdcclient/sink/LoadStatisticTest.java | 61 +
.../deserialize/DebeziumConvertInternalTest.java | 255 +
.../DebeziumJsonDeserializeRecordTest.java | 179 +
.../deserialize/DebeziumJsonDeserializerTest.java | 104 +
.../source/deserialize/DeserializeResultTest.java | 73 +
.../PostgresSchemaChangeDeserializeTest.java | 203 +
.../source/factory/SourceReaderFactoryTest.java | 51 +
.../reader/mysql/GtidMultiIntervalOffsetTest.java | 95 +
.../source/reader/mysql/MySqlSourceReaderTest.java | 55 +
.../doris/cdcclient/utils/ConfigUtilTest.java | 189 +-
.../docker/server-allow-ancient-date-time/my.cnf} | 31 +-
.../resources/docker/server-with-binlog/my.cnf} | 27 +-
gensrc/proto/internal_service.proto | 2 +
gensrc/proto/olap_file.proto | 12 +
gensrc/script/Makefile | 2 +-
gensrc/thrift/BackendService.thrift | 4 +-
gensrc/thrift/FrontendService.thrift | 4 +
gensrc/thrift/PaloInternalService.thrift | 9 +-
gensrc/thrift/Partitions.thrift | 85 +
gensrc/thrift/PlanNodes.thrift | 33 +-
.../brown_p2/sql/CPUNetworkUtilization_order.out | 6 +-
.../ddl/create_nestedtypes_with_schemachange.out | 12 +-
.../three_level_nestedtypes_with_s3data.out | 12136 ++++++++-----------
.../two_level_nestedtypes_with_s3data.out | 4761 ++++----
.../delete_p0/test_offset_only_delete_leak.out | 22 +
.../sql-functions/doc_bitmap_functions_test.out | 7 -
.../data/export_p0/test_export_data_types.out | 25 +-
.../hive/test_hive_serde_prop.out | 24 +
.../jdbc/test_sqlserver_jdbc_catalog.out | 12 +
.../cdc/test_streaming_mysql_job_composite_pk.out | 2 +-
.../data/load_p0/http_stream/test_compress.csv.zst | Bin 0 -> 42 bytes
.../http_stream/test_group_commit_http_stream.out | 4 +
...scan_filtered_rows_not_pollute_load_counter.out | 15 +
.../data/load_p0/stream_load/basic_data.csv.zst | Bin 0 -> 4207 bytes
.../stream_load/basic_data_by_line.json.zst | Bin 0 -> 3461 bytes
.../data/load_p0/stream_load/test_compress.csv.zst | Bin 0 -> 42 bytes
.../load_p0/stream_load/test_compress_type.out | 2 +-
.../stream_load/test_group_commit_stream_load.out | 4 +
.../gen_function/unnest_order_by_list_test.out | 8 +-
.../data/nereids_function_p0/scalar_function/M.out | 4 +-
.../scalar_function/concat_ws.out | 7 +
.../column_pruning/lambda_null_pruning.out | 31 +
.../column_pruning/map_contains_arg_pruning.out | 55 +
.../topn_lazy_nested_column_pruning.out | 4 +
.../infer_set_operator_distinct.out | 1256 --
.../limit_push_down/merge_topn_prefix_key.out | 11 +
.../push_down_distinct_through_join.out | 52 -
.../add_project_for_unique_function.out | 28 +-
.../data/nereids_syntax_p0/set_operation.out | 9 +-
.../sql/test_compare_expression.out | 2 +-
.../test_group_by_constant_output.out} | 10 +-
.../data/nereids_syntax_p0/test_join3.out | 29 -
.../data/nereids_syntax_p0/using_join.out | 26 +-
.../query_p0/eager_agg/bilateral_eager_agg.out | 333 +
.../data/query_p0/eager_agg/eager_agg.out | 28 +-
.../data/query_p0/hint/test_leading.out | 390 +-
regression-test/data/query_p0/join/test_join3.out | 9 +-
.../test_multilevel_join_agg_local_shuffle.out | 814 ++
.../data/query_p0/join/test_outer_join.out | 2 +-
.../query_p0/join/test_using_join_merge_key.out | 39 +
.../data/query_p0/keyword/test_keyword.out | 398 +-
.../runtime_filter/rf_partition_pruning.out | 15 +
.../test_stream_consumption_schema.out | 20 +-
.../schema_table/test_stream_info_schema.out | 2 +-
.../data/query_p0/show/test_show_create_table.out | 6 -
.../sql_functions/test_is_true_false_predicate.out | 23 +
.../data/query_p0/system/test_table_properties.out | 9 +-
.../data/row_binlog_p0/test_row_binlog_basic.out | 3 +-
.../tpcds_sf100/noStatsRfPrune/query14.out | 92 +-
.../tpcds_sf100/noStatsRfPrune/query75.out | 84 +-
.../tpcds_sf100/noStatsRfPrune/query8.out | 38 +-
.../tpcds_sf100/no_stats_shape/query14.out | 110 +-
.../tpcds_sf100/no_stats_shape/query75.out | 84 +-
.../tpcds_sf100/no_stats_shape/query8.out | 38 +-
.../shape_check/tpcds_sf100/rf_prune/query14.out | 8 +-
.../shape_check/tpcds_sf100/rf_prune/query3.out | 19 +-
.../shape_check/tpcds_sf100/rf_prune/query38.out | 27 +-
.../shape_check/tpcds_sf100/rf_prune/query42.out | 9 +-
.../shape_check/tpcds_sf100/rf_prune/query52.out | 9 +-
.../shape_check/tpcds_sf100/rf_prune/query55.out | 9 +-
.../shape_check/tpcds_sf100/rf_prune/query8.out | 28 +-
.../shape_check/tpcds_sf100/rf_prune/query87.out | 27 +-
.../data/shape_check/tpcds_sf100/shape/query14.out | 8 +-
.../data/shape_check/tpcds_sf100/shape/query3.out | 19 +-
.../data/shape_check/tpcds_sf100/shape/query38.out | 27 +-
.../data/shape_check/tpcds_sf100/shape/query42.out | 9 +-
.../data/shape_check/tpcds_sf100/shape/query52.out | 9 +-
.../data/shape_check/tpcds_sf100/shape/query55.out | 9 +-
.../data/shape_check/tpcds_sf100/shape/query8.out | 28 +-
.../data/shape_check/tpcds_sf100/shape/query87.out | 27 +-
.../tpcds_sf1000/bs_downgrade_shape/query8.out | 28 +-
.../data/shape_check/tpcds_sf1000/hint/query14.out | 8 +-
.../data/shape_check/tpcds_sf1000/hint/query38.out | 27 +-
.../data/shape_check/tpcds_sf1000/hint/query42.out | 9 +-
.../data/shape_check/tpcds_sf1000/hint/query52.out | 9 +-
.../data/shape_check/tpcds_sf1000/hint/query8.out | 28 +-
.../data/shape_check/tpcds_sf1000/hint/query87.out | 27 +-
.../shape_check/tpcds_sf1000/shape/query14.out | 8 +-
.../data/shape_check/tpcds_sf1000/shape/query3.out | 19 +-
.../shape_check/tpcds_sf1000/shape/query38.out | 27 +-
.../shape_check/tpcds_sf1000/shape/query42.out | 9 +-
.../shape_check/tpcds_sf1000/shape/query52.out | 9 +-
.../shape_check/tpcds_sf1000/shape/query55.out | 9 +-
.../data/shape_check/tpcds_sf1000/shape/query8.out | 28 +-
.../shape_check/tpcds_sf1000/shape/query87.out | 27 +-
.../tpcds_sf1000_nopkfk/shape/query14.out | 8 +-
.../tpcds_sf1000_nopkfk/shape/query3.out | 19 +-
.../tpcds_sf1000_nopkfk/shape/query38.out | 27 +-
.../tpcds_sf1000_nopkfk/shape/query42.out | 9 +-
.../tpcds_sf1000_nopkfk/shape/query52.out | 9 +-
.../tpcds_sf1000_nopkfk/shape/query55.out | 9 +-
.../tpcds_sf1000_nopkfk/shape/query8.out | 28 +-
.../tpcds_sf1000_nopkfk/shape/query87.out | 27 +-
.../shape_check/tpcds_sf10t_orc/shape/query14.out | 68 +-
.../shape_check/tpcds_sf10t_orc/shape/query75.out | 111 +-
.../shape_check/tpcds_sf10t_orc/shape/query8.out | 38 +-
.../runtime_filter/test_pushdown_setop.out | 10 +-
.../test_olap_table_stream_history_consumption.out | 20 +-
.../test_variant_compaction_with_sparse_limit.out | 6 +-
.../test_insert_json_object_to_variant.out | 7 +
.../org/apache/doris/regression/suite/Suite.groovy | 27 +
.../regression/util/WarmupMetricsUtils.groovy | 268 +
.../cloud_p0/conf/regression-conf-custom.groovy | 2 +
.../pipeline/nonConcurrent/conf/fe.conf | 3 +-
.../plugins/plugin_profile_plan_tree.groovy | 298 +
.../plugins_create_table_nested_type.groovy | 4 +-
.../ann_index_p0/ann_const_expr_vector.groovy | 2 +-
.../suites/ann_index_p0/ann_index_basic.groovy | 2 +-
.../ann_index_build_min_segment_rows.groovy | 2 +-
.../ann_index_p0/ann_index_cache_additional.groovy | 2 +-
...ann_index_only_scan_compound_debug_point.groovy | 2 +-
.../ann_index_only_scan_debug_point.groovy | 2 +-
.../ann_index_only_scan_expr_debug_point.groovy | 2 +-
.../ann_index_p0/ann_index_result_cache.groovy | 2 +-
.../ann_index_p0/ann_index_topn_cache.groovy | 2 +-
.../ann_range_search_pushdown_regression.groovy | 2 +-
...ge_search_source_index_status_regression.groovy | 2 +-
.../ann_index_p0/ann_search_params_clamp.groovy | 2 +-
.../ann_topn_small_candidate_fallback.groovy | 231 +
.../suites/ann_index_p0/ann_with_fulltext.groovy | 6 +-
.../ann_index_p0/build_ann_index_test.groovy | 2 +-
.../ann_index_p0/cast_string_as_array.groovy | 12 +-
.../ann_index_p0/create_ann_index_test.groovy | 2 +-
.../create_tbl_with_ann_index_test.groovy | 2 +-
.../suites/ann_index_p0/delete_where.groovy | 4 +-
.../ann_index_p0/insert_with_invalid_array.groovy | 2 +-
.../suites/ann_index_p0/ivf_index_test.groovy | 2 +-
.../ann_index_p0/ivf_on_disk_index_test.groovy | 2 +-
.../ivf_pq_full_buffer_train_recall.groovy | 2 +-
.../suites/ann_index_p0/ivf_pq_recall.groovy | 2 +-
.../suites/ann_index_p0/memtbl_on_sink.groovy | 2 +-
.../ann_index_p0/quantizer_min_train_rows.groovy | 2 +-
.../suites/ann_index_p0/small_segment.groovy | 2 +-
.../test_audit_log_hint_session_context.groovy | 79 +
.../suites/auth_call/test_show_charset_auth.groovy | 3 +-
.../suites/autobucket/test_autobucket.groovy | 4 +-
.../test_backup_restore_inverted_idx.groovy | 6 +-
...est_balance_use_compute_group_properties.groovy | 1 +
.../cloud_p0/balance/test_balance_warm_up.groovy | 1 +
.../test_balance_warm_up_sync_global_config.groovy | 1 +
.../test_balance_warm_up_task_abnormal.groovy | 1 +
.../test_balance_warm_up_use_peer_cache.groovy | 1 +
.../balance/test_peer_read_async_warmup.groovy | 1 +
...on_tables_abnormal_cancel_empty_recovery.groovy | 212 +
...ent_on_tables_abnormal_stats_and_failure.groovy | 261 +
...warm_up_event_on_tables_canonicalization.groovy | 117 +
.../test_warm_up_event_on_tables_dynamic.groovy | 217 +
...m_up_event_on_tables_error_and_lifecycle.groovy | 387 +
.../test_warm_up_event_on_tables_include.groovy | 167 +
..._warm_up_event_on_tables_include_exclude.groovy | 153 +
...t_warm_up_event_on_tables_mow_compaction.groovy | 221 +
.../test_warm_up_event_on_tables_multi_dst.groovy | 213 +
...st_warm_up_event_on_tables_multi_include.groovy | 142 +
...t_warm_up_event_on_tables_overlap_and_mv.groovy | 332 +
..._warm_up_event_on_tables_show_and_cancel.groovy | 384 +
.../test_warm_up_event_on_tables_sync_stats.groovy | 300 +
...up_event_on_tables_system_cluster_change.groovy | 168 +
...nt_on_tables_system_compaction_sync_wait.groovy | 214 +
...m_up_event_on_tables_system_e2e_multi_be.groovy | 269 +
...rm_up_event_on_tables_system_packed_file.groovy | 155 +
...vent_on_tables_system_restart_and_resize.groovy | 223 +
...m_up_event_on_tables_system_schema_index.groovy | 182 +
.../cloud_p0/cache/test_topn_broadcast.groovy | 2 +-
.../test_txn_insert_table_update_time.groovy | 66 +
.../test_time_series_compaction_level2.groovy | 2 +-
.../correctness/test_pushdown_common_expr.groovy | 8 +-
.../create_nestedtypes_with_schemachange.groovy | 2 +-
.../query/test_nested_type_with_resize.groovy | 8 +-
.../test_nested_types_insert_into_with_s3.groovy | 1 +
.../three_level_nestedtypes_with_s3data.groovy | 150 +-
.../two_level_nestedtypes_with_s3data.groovy | 86 +-
.../delete_p0/test_offset_only_delete_leak.groovy | 57 +
.../basic-elements/data-types/array-md.groovy | 18 +-
.../sql-functions/doc_bitmap_functions_test.groovy | 11 +-
.../export_p0/test_outfile_datetimev2_scale.groovy | 110 +
.../test_export_variant_10k_columns.groovy | 4 +-
.../hive/test_hive_serde_prop.groovy | 20 +
.../hive/write/test_hive_ctas_to_doris.groovy | 2 +
.../write/test_iceberg_write_partition_path.groovy | 88 +
...st_jdbc_refresh_catalog_manual_miss_load.groovy | 243 +
.../jdbc/test_sqlserver_jdbc_catalog.groovy | 28 +
.../test_all_index_hit_fault_injection.groovy | 2 +-
...dex_compaction_exception_fault_injection.groovy | 12 +-
...index_compound_directory_fault_injection.groovy | 5 +-
...test_index_compound_file_fault_injection.groovy | 2 +-
...test_index_empty_segment_fault_injection.groovy | 2 +-
.../test_index_file_cache_fault_injection.groovy | 2 +-
.../test_index_inlist_fault_injection.groovy | 8 +-
.../test_index_io_context.groovy | 10 +-
.../test_index_mow_fault_injection.groovy | 4 +-
...test_match_without_index_fault_injection.groovy | 8 +-
.../test_need_read_data_fault_injection.groovy | 2 +-
.../test_variant_bloom_filter.groovy | 49 +
...t_variant_count_on_index_fault_injection.groovy | 2 +-
...inverted_index_exception_fault_injection.groovy | 24 +-
.../get/test_be_stack_trace_api.groovy | 169 +
.../index_p0/test_ngram_bloomfilter_index.groovy | 37 +
...nsert_group_commit_into_max_filter_ratio.groovy | 7 +-
.../mow_insert_with_partition_drop.groovy | 17 +-
.../analyzer/test_basic_analyzer.groovy | 2 +-
...test_builtin_analyzer_in_custom_analyzer.groovy | 44 +-
.../analyzer/test_char_group_tokenizer.groovy | 2 +-
.../analyzer/test_custom_analyzer.groovy | 74 +-
.../analyzer/test_custom_analyzer1.groovy | 4 +-
.../analyzer/test_custom_analyzer2.groovy | 4 +-
.../analyzer/test_custom_normalizer.groovy | 2 +-
.../analyzer/test_icu_analyzer.groovy | 2 +-
.../analyzer/test_ik_analyzer.groovy | 2 +-
.../test_add_drop_index_with_data_arr.groovy | 3 +-
...test_add_drop_index_with_delete_data_arr.groovy | 5 +-
.../array_contains/test_add_index_for_arr.groovy | 2 +-
.../test_array_contains_estimate.groovy | 2 +-
.../array_contains/test_char_replace_arr.groovy | 5 +-
.../array_contains/test_compound_arr.groovy | 9 +-
.../test_count_on_index_httplogs_arr.groovy | 11 +-
.../test_equal_on_fulltext_arr.groovy | 5 +-
.../array_contains/test_index_bkd_null_arr.groovy | 5 +-
.../array_contains/test_index_change_2_arr.groovy | 3 +-
.../array_contains/test_index_change_4_arr.groovy | 7 +-
.../array_contains/test_index_change_6_arr.groovy | 7 +-
.../test_index_compaction_dup_keys_arr.groovy | 7 +-
.../test_index_compaction_null_arr.groovy | 11 +-
.../test_index_compaction_unique_keys_arr.groovy | 3 +-
...compaction_with_multi_index_segments_arr.groovy | 3 +-
.../array_contains/test_index_delete_arr.groovy | 5 +-
.../test_index_empty_string_arr.groovy | 9 +-
.../test_index_equal_select_arr.groovy | 9 +-
.../test_index_match_phrase_edge_arr.groovy | 3 +-
.../test_index_match_regexp_arr.groovy | 7 +-
.../array_contains/test_index_null_arr.groovy | 5 +-
.../array_contains/test_invalid_param.groovy | 3 +-
.../test_inverted_index_null_arr.groovy | 3 +-
.../array_contains/test_lowercase_arr.groovy | 3 +-
.../test_parser_with_none_stopwords.groovy | 3 +-
.../char_filter/test_char_replace.groovy | 4 +-
.../test_build_index_multi_analyzer_order.groovy | 2 +-
.../test_index_compaction_dup_keys.groovy | 2 +-
.../test_index_compaction_null.groovy | 12 +-
.../test_index_compaction_unique_keys.groovy | 2 +-
...dex_compaction_with_multi_index_segments.groovy | 2 +-
...est_cumulative_compaction_with_format_v2.groovy | 4 +-
.../test_drop_column_with_format_v2.groovy | 4 +-
.../test_drop_index_with_format_v2.groovy | 8 +-
.../test_mor_table_with_format_v2.groovy | 4 +-
.../test_mow_table_with_format_v2.groovy | 2 +-
.../test_rename_column_with_format_v2.groovy | 4 +-
.../storage_format/test_storage_format_v1.groovy | 8 +-
.../storage_format/test_storage_format_v2.groovy | 12 +-
.../test_arrayInvertedIdx_profile.groovy | 5 +-
.../test_array_contains_with_inverted_index.groovy | 43 +-
.../inverted_index_p0/test_array_index.groovy | 2 +-
.../sql/insert_with_query.sql | 2 +-
.../test_array_with_inverted_index_all_type.groovy | 25 +-
.../inverted_index_p0/test_bm25_score.groovy | 20 +-
.../test_bm25_score_range_filter.groovy | 2 +-
.../test_bm25_score_variant.groovy | 2 +-
.../inverted_index_p0/test_chinese_analyzer.groovy | 4 +-
.../test_complex_or_null_semantics.groovy | 2 +-
.../suites/inverted_index_p0/test_compound.groovy | 10 +-
.../inverted_index_p0/test_compound_1.groovy | 12 +-
.../inverted_index_p0/test_compound_inlist.groovy | 20 +-
.../inverted_index_p0/test_count_on_index.groovy | 10 +-
.../inverted_index_p0/test_count_on_index_2.groovy | 8 +-
.../test_cross_field_or_with_null.groovy | 6 +-
.../suites/inverted_index_p0/test_delete.groovy | 2 +-
.../test_empty_string_match.groovy | 2 +-
.../test_equal_on_fulltext.groovy | 4 +-
.../inverted_index_p0/test_expr_in_null.groovy | 4 +-
.../inverted_index_p0/test_float_double.groovy | 6 +-
.../test_ignore_above_in_index.groovy | 4 +-
.../test_index_chinese_column.groovy | 2 +-
.../test_index_complex_match.groovy | 8 +-
.../inverted_index_p0/test_index_delete.groovy | 4 +-
.../test_index_empty_string.groovy | 12 +-
.../test_index_equal_select.groovy | 4 +-
.../test_index_key_match_select.groovy | 2 +-
.../test_index_lowercase_fault_injection.groovy | 2 +-
.../test_index_match_phrase.groovy | 4 +-
.../test_index_match_phrase_edge.groovy | 8 +-
.../test_index_match_phrase_ordered.groovy | 6 +-
.../test_index_match_phrase_prefix.groovy | 6 +-
.../test_index_match_phrase_prefix_1.groovy | 2 +-
.../test_index_match_phrase_slop.groovy | 6 +-
.../test_index_match_regexp.groovy | 8 +-
.../test_index_match_select.groovy | 6 +-
.../test_index_multi_match.groovy | 10 +-
.../test_index_no_need_read_data.groovy | 2 +-
.../inverted_index_p0/test_index_null.groovy | 2 +-
.../test_index_range_between_select.groovy | 16 +-
...test_index_range_bigger_and_equal_select.groovy | 2 +-
.../test_index_range_bigger_select.groovy | 2 +-
.../test_index_range_in_select.groovy | 4 +-
.../test_index_range_not_in_select.groovy | 2 +-
...est_index_range_smaller_and_equal_select.groovy | 8 +-
.../test_index_range_smaller_select.groovy | 2 +-
.../inverted_index_p0/test_index_rqg_bug.groovy | 36 +-
.../inverted_index_p0/test_index_rqg_bug2.groovy | 2 +-
.../inverted_index_p0/test_index_rqg_bug3.groovy | 2 +-
.../inverted_index_p0/test_index_rqg_bug4.groovy | 2 +-
.../test_index_skip_read_data.groovy | 4 +-
.../inverted_index_p0/test_inverted_index.groovy | 4 +-
.../test_inverted_index_collection_stats.groovy | 17 +-
.../test_inverted_index_io_timer.groovy | 29 +-
.../test_inverted_index_keyword.groovy | 4 +-
.../test_inverted_index_mor.groovy | 2 +-
.../test_inverted_index_null.groovy | 2 +-
.../test_inverted_index_null_ram_dir.groovy | 4 +-
.../test_inverted_index_v2_file_size.groovy | 2 +-
.../inverted_index_p0/test_inverted_is_null.groovy | 2 +-
.../test_ip_cidr_search_with_inverted_index.groovy | 6 +-
.../inverted_index_p0/test_is_null_expr.groovy | 8 +-
.../suites/inverted_index_p0/test_lowercase.groovy | 2 +-
.../test_match_or_null_semantics.groovy | 6 +-
.../test_match_query_without_index.groovy | 2 +-
.../inverted_index_p0/test_need_read_data.groovy | 6 +-
.../inverted_index_p0/test_no_index_match.groovy | 6 +-
.../inverted_index_p0/test_null_index.groovy | 4 +-
.../inverted_index_p0/test_omit_norms.groovy | 12 +-
.../inverted_index_p0/test_or_not_match.groovy | 4 +-
.../inverted_index_p0/test_pinyin_phrase.groovy | 8 +-
.../test_pk_no_need_read_data.groovy | 2 +-
.../test_search_or_null_semantics.groovy | 26 +-
.../test_single_column_multi_index.groovy | 19 +-
.../test_single_column_multi_index1.groovy | 11 +-
.../suites/inverted_index_p0/test_stopwords.groovy | 2 +-
.../inverted_index_p0/topn_clear_block.groovy | 12 +-
.../test_mow_with_null_sequence.groovy | 6 +-
.../unique_with_mow/test_pk_uk_case.groovy | 28 +-
.../test_primary_key_simple_case.groovy | 4 +-
.../test_unique_mow_sequence.groovy | 2 +-
.../test_dup_table_inverted_index.groovy | 6 +-
.../test_streaming_mysql_job_composite_pk.groovy | 4 +-
...gres_job_slot_dropped_during_incremental.groovy | 302 +
...st_streaming_postgres_job_special_offset.groovy | 31 +
.../load/insert/test_array_string_insert.groovy | 7 +-
.../suites/load_p0/copy_into/test_copy_into.groovy | 65 +
.../test_group_commit_http_stream.groovy | 8 +-
...n_filtered_rows_not_pollute_load_counter.groovy | 94 +
.../load_p0/stream_load/test_compress_type.groovy | 43 +
.../test_group_commit_stream_load.groovy | 6 +-
.../suites/load_p2/tvf/test_s3_tvf.groovy | 10 +-
.../sql/basic_q01.sql | 26 +-
.../sql/basic_q02.sql | 26 +-
.../sql/fulltext_q01.sql | 38 +-
.../sql/fulltext_q02.sql | 38 +-
.../sql/large_records_q01.sql | 20 +-
.../sql/large_records_q02.sql | 20 +-
.../sql/large_records_q03.sql | 18 +-
.../sql/large_records_q04.sql | 18 +-
.../sql/large_records_q05.sql | 12 +-
.../sql/large_records_q06.sql | 12 +-
.../sql/large_records_q07.sql | 12 +-
.../sql/large_records_q08.sql | 12 +-
.../gen_function/unnest_order_by_list_test.groovy | 10 +-
.../scalar_function/Array2.groovy | 4 +
.../nereids_function_p0/scalar_function/M.groovy | 1 +
.../scalar_function/concat_ws.groovy | 15 +-
.../test_enable_local_exchange_before_agg.groovy | 157 +
.../test_local_shuffle_fe_be_consistency.groovy | 755 ++
.../test_local_shuffle_global_hash_require.groovy | 410 +
.../test_local_shuffle_recursive_cte.groovy | 181 +
.../test_local_shuffle_rqg_bugs.groovy | 1567 +++
.../test_old_coordinator_local_shuffle.groovy | 99 +
.../column_pruning/lambda_null_pruning.groovy | 150 +
.../column_pruning/map_contains_arg_pruning.groovy | 215 +
.../column_pruning/null_column_pruning.groovy | 17 +-
.../string_length_column_pruning.groovy | 53 +-
.../topn_lazy_nested_column_pruning.groovy | 103 +
.../infer_set_operator_distinct.groovy | 363 -
.../limit_push_down/merge_topn_prefix_key.groovy | 63 +
.../nereids_rules_p0/mv/variant/variant_mv.groovy | 2 +-
.../nereids_rules_p0/pkfk/eliminate_inner.groovy | 1 +
.../push_down_distinct_through_join.groovy | 67 -
...rough_set_operation_with_unique_function.groovy | 1 +
.../prune_bucket_with_bucket_shuffle_join.groovy | 17 +
.../suites/nereids_syntax_p0/set_operation.groovy | 21 +
.../test_group_by_constant_output.groovy | 46 +
.../suites/nereids_syntax_p0/test_join3.groovy | 100 -
.../test_python_udaf_complex.groovy | 2 +-
.../query_p0/eager_agg/bilateral_eager_agg.groovy | 900 ++
.../suites/query_p0/hint/test_leading.groovy | 109 +-
...gg_after_nested_loop_join_local_exchange.groovy | 3 +-
.../test_multilevel_join_agg_local_shuffle.groovy | 884 ++
.../query_p0/join/test_using_join_merge_key.groovy | 139 +
.../multi_distinct/multi_distinct_window.groovy | 5 +
.../runtime_filter/rf_partition_pruning.groovy | 60 +-
.../rf_partition_pruning_type_matrix.groovy | 12 +-
.../schema_table/test_sql_block_rule_status.groovy | 7 +-
.../test_stream_consumption_schema.groovy | 20 +-
.../schema_table/test_stream_info_schema.groovy | 27 +-
.../show/test_nereids_show_replica_dist.groovy | 12 +-
.../show/test_show_create_table_nereids.groovy | 63 -
.../test_aggregate_all_functions2.groovy | 19 +
.../test_aggregate_retention_param_limit.groovy | 44 +
.../test_is_true_false_predicate.groovy | 48 +
...ptive_pipeline_task_serial_read_on_limit.groovy | 6 +-
.../suites/query_profile/dml_profile_safe.groovy | 181 +
.../test_validate_restore_inverted_idx.groovy | 6 +-
..._materialized_view_common_expr_push_down.groovy | 2 +-
.../test_binlog_changes_syntax.groovy | 641 +
.../row_binlog_p0/test_binlog_compaction.groovy | 12 +-
.../row_binlog_p0/test_row_binlog_basic.groovy | 14 +-
.../test_row_binlog_multi_segment.groovy | 3 +-
.../test_row_binlog_publish_conflict.groovy | 3 +-
.../test_row_binlog_schema_change.groovy | 3 +-
.../search/test_disable_root_variant_match.groovy | 6 +-
.../search/test_search_boundary_cases.groovy | 40 +-
.../suites/search/test_search_cache.groovy | 20 +-
.../test_search_default_field_operator.groovy | 40 +-
.../suites/search/test_search_dsl_operators.groovy | 30 +-
.../suites/search/test_search_dsl_syntax.groovy | 136 +-
.../suites/search/test_search_escape.groovy | 30 +-
.../suites/search/test_search_exact_basic.groovy | 10 +-
.../search/test_search_exact_lowercase.groovy | 22 +-
.../suites/search/test_search_exact_match.groovy | 46 +-
.../search/test_search_exact_multi_index.groovy | 18 +-
.../search/test_search_field_group_query.groovy | 4 +-
.../suites/search/test_search_function.groovy | 100 +-
.../search/test_search_inverted_index.groovy | 54 +-
.../test_search_inverted_index_profile.groovy | 17 +-
.../test_search_inverted_is_null_pushdown.groovy | 2 +-
.../suites/search/test_search_lucene_mode.groovy | 38 +-
.../suites/search/test_search_mow_support.groovy | 4 +-
.../test_search_multi_analyzer_lucene.groovy | 34 +-
.../suites/search/test_search_multi_field.groovy | 62 +-
.../search/test_search_not_null_bitmap.groovy | 30 +-
.../search/test_search_null_regression.groovy | 44 +-
.../search/test_search_null_semantics.groovy | 86 +-
.../search/test_search_regexp_lowercase.groovy | 28 +-
.../suites/search/test_search_slash_in_term.groovy | 16 +-
.../search/test_search_usage_restrictions.groovy | 36 +-
.../test_search_variant_dual_index_reader.groovy | 14 +-
.../test_search_variant_subcolumn_analyzer.groovy | 18 +-
.../search/test_search_variant_wildcard.groovy | 26 +-
..._search_variant_wildcard_custom_analyzer.groovy | 28 +-
.../search/test_search_vs_match_consistency.groovy | 100 +-
.../statistics/test_analyze_long_string.groovy | 12 +-
.../suites/statistics/test_analyze_mv.groovy | 3 +-
.../suites/statistics/test_hot_value.groovy | 109 +-
.../table_stream_p0/test_min_delta_stream.groovy | 842 ++
...st_olap_table_stream_history_consumption.groovy | 63 +-
.../test_olap_table_stream_history_query.groovy | 16 +-
regression-test/suites/tso_p0/test_tso_api.groovy | 3 +-
.../tso_p0/test_tso_rowset_commit_tso.groovy | 8 +-
.../flexible/test_f_no_simdjson.groovy | 166 -
.../suites/variant_doc_mode_p2/load.groovy | 10 +-
.../variant_github_events_new_p2/load.groovy | 28 +-
.../load.groovy | 8 +-
.../suites/variant_p0/column_name.groovy | 16 +-
.../suites/variant_p0/doc_mode/load.groovy | 40 +-
.../test_prdefine_insert_into_select.groovy | 12 +-
.../predefine/test_predefine_pattern.groovy | 10 +-
.../predefine/test_predefine_schema_change.groovy | 6 +-
.../predefine/test_predefine_type_index.groovy | 18 +-
.../test_array_contains_with_inverted_index.groovy | 43 +-
.../test_variant_external_meta_integration.groovy | 86 +-
regression-test/suites/variant_p0/load.groovy | 40 +-
.../predefine/predefined_typed_to_sparse.groovy | 22 +-
.../predefined_typed_to_sparse_1shard.groovy | 14 +-
.../predefine/test_custom_analyzer.groovy | 10 +-
.../predefine/test_multi_index_file.groovy | 4 +-
.../predefine/test_multi_index_nonCurrent.groovy | 22 +-
.../test_prdefine_insert_into_select.groovy | 12 +-
.../predefine/test_predefine_pattern.groovy | 12 +-
.../predefine/test_predefine_schema_change.groovy | 4 +-
.../predefine/test_predefine_type_index.groovy | 18 +-
.../test_predefine_type_multi_index.groovy | 8 +-
.../test_schema_template_auto_cast.groovy | 2 +-
.../test_types_with_indexes_profile.groovy | 14 +-
...est_variant_compaction_with_sparse_limit.groovy | 24 +-
.../predefine/test_variant_is_null_expr.groovy | 8 +-
.../suites/variant_p0/query_subcolumns.groovy | 6 +-
.../test_add_multi_var_mulit_indexes.groovy | 11 +-
.../test_insert_json_object_to_variant.groovy | 98 +
.../suites/variant_p0/test_sub_path_pruning.groovy | 4 +-
.../variant_p0/test_variant_is_null_expr.groovy | 10 +-
.../test_variant_search_subcolumn.groovy | 22 +-
.../suites/variant_p0/with_index/load.groovy | 6 +-
.../test_array_contains_with_inverted_index.groovy | 43 +-
.../test_array_inverted_index_profile.groovy | 9 +-
.../suites/variant_p0/with_index/var_index.groovy | 26 +-
.../suites/variant_p1/doc_snapshot/load.groovy | 12 +-
.../suites/variant_p1/predefine/load.groovy | 12 +-
.../test_workload_sched_policy.groovy | 42 +-
run-fe-ut.sh | 2 +-
thirdparty/build-thirdparty.sh | 9 +-
thirdparty/download-thirdparty.sh | 7 -
...che-arrow-17.0.0-status-inline-static-fix.patch | 58 -
.../paimon-cpp-buildutils-static-deps.patch | 14 +
1289 files changed, 76710 insertions(+), 24091 deletions(-)
create mode 100644 .github/scripts/prepare_review_agents.py
create mode 100644 be/src/cloud/cloud_warmup_metrics.cpp
create mode 100644 be/src/cloud/cloud_warmup_metrics.h
delete mode 100644 be/src/core/arena_with_free_lists.h
delete mode 100644 be/src/core/column/predicate_column.h
delete mode 100644 be/src/core/data_type/nested_utils.cpp
create mode 100644 be/src/exec/sink/writer/iceberg/iceberg_partition_path.cpp
copy be/src/exec/{scan/vector_search_user_params.h =>
sink/writer/iceberg/iceberg_partition_path.h} (74%)
create mode 100644 be/src/service/http/action/be_thread_stack_action.cpp
create mode 100644 be/src/service/http/action/be_thread_stack_action.h
create mode 100644 be/src/service/http/action/warmup_stats_action.cpp
copy be/src/{exec/scan/vector_search_user_params.h =>
service/http/action/warmup_stats_action.h} (67%)
create mode 100644 be/src/storage/iterator/binlog_block_reader_utils.h
create mode 100644 be/src/util/bthread_shared_mutex.h
create mode 100644 be/src/util/bvar_windowed_adder.h
create mode 100644 be/test/cloud/cloud_warm_up_manager_filter_test.cpp
create mode 100644 be/test/core/column/column_filter_helper_test.cpp
delete mode 100644 be/test/core/column/predicate_column_test.cpp
create mode 100644
be/test/core/data_type_serde/data_type_serde_variant_test.cpp
create mode 100644 be/test/core/packed_int128_test.cpp
copy be/test/core/{accurate_comparison_test.cpp =>
value/large_int_value_test.cpp} (52%)
create mode 100644
be/test/exec/sink/writer/iceberg/iceberg_partition_path_test.cpp
create mode 100644 be/test/exprs/aggregate/agg_percentile_reservoir_test.cpp
create mode 100644
be/test/runtime/workload_management/query_task_controller_test.cpp
copy be/test/{core/accurate_comparison_test.cpp =>
runtime/workload_management/workload_condition_test.cpp} (52%)
create mode 100644 be/test/service/http/be_thread_stack_action_test.cpp
create mode 100644 be/test/storage/index_storage_lifecycle_test.cpp
create mode 100644 be/test/storage/index_storage_schema_patch_test.cpp
create mode 100644 be/test/storage/iterator/binlog_block_reader_utils_test.cpp
create mode 100644 be/test/storage/iterator/block_reader_min_delta_test.cpp
create mode 100644 be/test/storage/tablet_reader_test.cpp
create mode 100644
be/test/storage/test_data/index_storage/variant_path_index.jsonl
create mode 100644
be/test/storage/variant/index_storage_variant_compaction_read_test.cpp
create mode 100644
be/test/storage/variant/index_storage_variant_compaction_schema_test.cpp
create mode 100644
be/test/storage/variant/index_storage_variant_debug_point_test.cpp
create mode 100644
be/test/storage/variant/index_storage_variant_dynamic_path_pruning_test.cpp
create mode 100644
be/test/storage/variant/index_storage_variant_expr_pushdown_test.cpp
create mode 100644
be/test/storage/variant/index_storage_variant_field_pattern_index_test.cpp
create mode 100644
be/test/storage/variant/index_storage_variant_path_index_lifecycle_test.cpp
create mode 100644
be/test/storage/variant/index_storage_variant_schema_evolution_test.cpp
create mode 100644
be/test/storage/variant/index_storage_variant_schema_patch_test.cpp
create mode 100644
be/test/storage/variant/index_storage_variant_sparse_stats_test.cpp
create mode 100644 be/test/storage/variant/index_storage_variant_test_base.h
rename be/test/storage/{segment =>
variant}/variant_column_writer_reader_test.cpp (99%)
rename be/test/storage/{compaction =>
variant}/variant_doc_mode_compaction_test.cpp (100%)
rename be/test/storage/{segment => variant}/variant_stats_calculator_test.cpp
(92%)
rename be/test/storage/{segment => variant}/variant_util_test.cpp (100%)
create mode 100644 be/test/testutil/index_storage_test_util.cpp
create mode 100644 be/test/testutil/index_storage_test_util.h
create mode 100644 be/test/util/bthread_shared_mutex_test.cpp
create mode 100644 be/test/util/bvar_windowed_adder_test.cpp
create mode 100644
fe/be-java-extensions/max-compute-connector/src/test/java/org/apache/doris/maxcompute/MaxComputeJniWriterTest.java
create mode 100644
fe/fe-common/src/main/java/org/apache/doris/job/cdc/StreamingTaskStatus.java
copy
fe/fe-common/src/main/java/org/apache/doris/job/cdc/request/{WriteRecordRequest.java
=> TaskFailureRequest.java} (54%)
create mode 100644
fe/fe-connector/fe-connector-jdbc/src/test/java/org/apache/doris/connector/jdbc/client/JdbcMySQLConnectorClientTest.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/cloud/JobWarmUpStats.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/cloud/OnTablesFilter.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/cloud/TableWarmUpWindowedStats.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/MetaPathStriper.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/PushDownAggThroughJoinOneSide.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/PushDownDistinctThroughJoin.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/eageraggregation/BilateralState.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/eageraggregation/EagerAggHints.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/IsFalse.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/IsTrue.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/SplitByChar.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/{DiffOutputInAsterisk.java
=> commands/SupportProfile.java} (50%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/persist/TableStreamCleanupInfo.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/planner/AddLocalExchange.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/planner/LocalExchangeNode.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/TablePropertyTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/stream/TableStreamManagerCleanupTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/CacheHotspotManagerTableFilterTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/CloudWarmUpJobTableFilterTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/OnTablesFilterTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/WarmUpClusterOnTablesParseTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/WarmUpStatsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/catalog/CloudInstanceStatusCheckerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/jdbc/client/JdbcMySQLClientTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/fs/FileSystemPluginManagerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/job/extensions/insert/streaming/PostgresResourceValidatorTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/job/extensions/insert/streaming/StreamingInsertJobAdvanceSplitsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/job/extensions/insert/streaming/StreamingMultiTblTaskTimeoutTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/job/offset/jdbc/JdbcSourceOffsetProviderErrorHandlingTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/mysql/privilege/CatalogAccessControllerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/parser/RepositoryAuditEncryptionTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/analysis/BindUsingJoinTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/analysis/OnlyFullGroupByConstantTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/InferSetOperatorDistinctTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/PushDownDistinctThroughJoinTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/PushDownMinMaxSumThroughJoinTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/literal/IPV4LiteralTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/planner/LocalShuffleNodeCoverageTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/planner/PlanShape.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/planner/PlanShapeDsl.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/qe/LocalExchangePlannerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/qe/WaitForChangeVisibleTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/qe/runtime/PipelineExecutionTaskBuilderTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/transaction/AutoPartitionCacheManagerTest.java
copy
fe/fe-filesystem/{fe-filesystem-spi/src/main/java/org/apache/doris/filesystem/spi
=>
fe-filesystem-api/src/main/java/org/apache/doris/filesystem}/UploadPartResult.java
(81%)
copy be/src/exec/scan/vector_search_user_params.h =>
fe/fe-filesystem/fe-filesystem-api/src/main/java/org/apache/doris/filesystem/capability/BatchDeleteCapability.java
(68%)
copy
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/common/Constants.java
=>
fe/fe-filesystem/fe-filesystem-api/src/main/java/org/apache/doris/filesystem/capability/Capability.java
(64%)
rename be/src/core/data_type/nested_utils.h =>
fe/fe-filesystem/fe-filesystem-api/src/main/java/org/apache/doris/filesystem/capability/MultipartUploadCapability.java
(52%)
copy
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/common/Constants.java
=>
fe/fe-filesystem/fe-filesystem-api/src/main/java/org/apache/doris/filesystem/capability/PresignedUrlCapability.java
(66%)
copy fe/{fe-core/src/main/java/org/apache/doris/nereids/types/BooleanType.java
=>
fe-filesystem/fe-filesystem-api/src/main/java/org/apache/doris/filesystem/capability/UploadContent.java}
(56%)
copy
fe/fe-filesystem/{fe-filesystem-spi/src/main/java/org/apache/doris/filesystem/spi/UploadPartResult.java
=>
fe-filesystem-api/src/main/java/org/apache/doris/filesystem/capability/UploadSession.java}
(60%)
copy
fe/fe-filesystem/fe-filesystem-api/src/main/java/org/apache/doris/filesystem/properties/{FileSystemProperties.java
=> StorageProperties.java} (56%)
create mode 100644
fe/fe-filesystem/fe-filesystem-api/src/test/java/org/apache/doris/filesystem/FileSystemCapabilityTest.java
create mode 100644
fe/fe-filesystem/fe-filesystem-api/src/test/java/org/apache/doris/filesystem/properties/S3CompatibleFileSystemPropertiesTest.java
create mode 100644
fe/fe-filesystem/fe-filesystem-api/src/test/java/org/apache/doris/filesystem/properties/StoragePropertiesInterfaceTest.java
create mode 100644
fe/fe-filesystem/fe-filesystem-azure/src/main/java/org/apache/doris/filesystem/azure/AzureFileSystemProperties.java
create mode 100644
fe/fe-filesystem/fe-filesystem-azure/src/test/java/org/apache/doris/filesystem/azure/AzureFileSystemPropertiesTest.java
copy be/src/exec/scan/vector_search_user_params.h =>
fe/fe-filesystem/fe-filesystem-cos/src/main/java/org/apache/doris/filesystem/cos/CosFileSystem.java
(67%)
create mode 100644
fe/fe-filesystem/fe-filesystem-cos/src/main/java/org/apache/doris/filesystem/cos/CosFileSystemProperties.java
create mode 100644
fe/fe-filesystem/fe-filesystem-cos/src/test/java/org/apache/doris/filesystem/cos/CosFileSystemPropertiesTest.java
copy be/src/exec/scan/vector_search_user_params.h =>
fe/fe-filesystem/fe-filesystem-obs/src/main/java/org/apache/doris/filesystem/obs/ObsFileSystem.java
(67%)
create mode 100644
fe/fe-filesystem/fe-filesystem-obs/src/main/java/org/apache/doris/filesystem/obs/ObsFileSystemProperties.java
create mode 100644
fe/fe-filesystem/fe-filesystem-obs/src/test/java/org/apache/doris/filesystem/obs/ObsFileSystemPropertiesTest.java
copy be/src/exec/scan/vector_search_user_params.h =>
fe/fe-filesystem/fe-filesystem-oss/src/main/java/org/apache/doris/filesystem/oss/OssFileSystem.java
(67%)
create mode 100644
fe/fe-filesystem/fe-filesystem-oss/src/main/java/org/apache/doris/filesystem/oss/OssFileSystemProperties.java
create mode 100644
fe/fe-filesystem/fe-filesystem-oss/src/test/java/org/apache/doris/filesystem/oss/OssFileSystemPropertiesTest.java
create mode 100644
fe/fe-filesystem/fe-filesystem-spi/src/main/java/org/apache/doris/filesystem/spi/ObjectListOptions.java
rename
fe/fe-filesystem/{fe-filesystem-s3/src/main/java/org/apache/doris/filesystem/s3/S3OutputStream.java
=>
fe-filesystem-spi/src/main/java/org/apache/doris/filesystem/spi/ObjectStorageOutputStream.java}
(62%)
create mode 100644
fe/fe-filesystem/fe-filesystem-spi/src/main/java/org/apache/doris/filesystem/spi/ObjectStorageUri.java
copy
fe/fe-filesystem/{fe-filesystem-s3/src/main/java/org/apache/doris/filesystem/s3/S3FileSystem.java
=>
fe-filesystem-spi/src/main/java/org/apache/doris/filesystem/spi/S3CompatibleFileSystem.java}
(67%)
create mode 100644
fe/fe-filesystem/fe-filesystem-spi/src/test/java/org/apache/doris/filesystem/spi/FileSystemProviderTypedPropertiesTest.java
rename
fe/fe-filesystem/fe-filesystem-spi/src/{main/java/org/apache/doris/filesystem/spi/UploadPartResult.java
=> test/java/org/apache/doris/filesystem/spi/ObjStorageApiTest.java} (67%)
rename
fe/fe-filesystem/{fe-filesystem-s3/src/test/java/org/apache/doris/filesystem/s3/S3OutputStreamTest.java
=>
fe-filesystem-spi/src/test/java/org/apache/doris/filesystem/spi/ObjectStorageOutputStreamTest.java}
(75%)
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/CdcClientReadHarness.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/CdcClientWriteHarness.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/MockDorisServer.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/MySqlBasicReadITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/MySqlCharsetITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/MySqlDateAdjusterITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/MySqlEmptyTableITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/MySqlSnapshotResumeITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/MySqlStartupGtidOffsetITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/MySqlStartupLatestITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/MySqlStartupSpecificOffsetITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/MySqlStreamDmlITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/MySqlTimeRangeITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/MySqlTimezoneITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/MySqlTypeConsistencyITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/MySqlVersionSmokeITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/MySqlWriteDmlITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/MySqlWriteRecordITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/MySqlWriteResumeITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/MySqlWriteTypesITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/PostgresEmptyTableITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/PostgresReplicaIdentityDefaultITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/PostgresSnapshotResumeITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/PostgresStartupLatestITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/PostgresStreamReadITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/PostgresTimeRangeITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/PostgresTypeConsistencyITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/PostgresVersionSmokeITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/PostgresWriteDmlITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/PostgresWriteResumeITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/PostgresWriteSchemaChangeITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/PostgresWriteTypesITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/sink/BatchRecordBufferTest.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/sink/HttpPutBuilderTest.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/sink/LoadStatisticTest.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/source/deserialize/DebeziumConvertInternalTest.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/source/deserialize/DebeziumJsonDeserializeRecordTest.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/source/deserialize/DeserializeResultTest.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/source/deserialize/PostgresSchemaChangeDeserializeTest.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/source/factory/SourceReaderFactoryTest.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/source/reader/mysql/GtidMultiIntervalOffsetTest.java
copy fs_brokers/cdc_client/{build.sh =>
src/test/resources/docker/server-allow-ancient-date-time/my.cnf} (62%)
mode change 100755 => 100644
copy fs_brokers/cdc_client/{build.sh =>
src/test/resources/docker/server-with-binlog/my.cnf} (62%)
mode change 100755 => 100644
create mode 100644
regression-test/data/delete_p0/test_offset_only_delete_leak.out
create mode 100644
regression-test/data/load_p0/http_stream/test_compress.csv.zst
create mode 100644
regression-test/data/load_p0/insert/test_scan_filtered_rows_not_pollute_load_counter.out
create mode 100644 regression-test/data/load_p0/stream_load/basic_data.csv.zst
create mode 100644
regression-test/data/load_p0/stream_load/basic_data_by_line.json.zst
create mode 100644
regression-test/data/load_p0/stream_load/test_compress.csv.zst
create mode 100644
regression-test/data/nereids_rules_p0/column_pruning/lambda_null_pruning.out
create mode 100644
regression-test/data/nereids_rules_p0/column_pruning/map_contains_arg_pruning.out
delete mode 100644
regression-test/data/nereids_rules_p0/infer_set_operator_distinct/infer_set_operator_distinct.out
create mode 100644
regression-test/data/nereids_rules_p0/limit_push_down/merge_topn_prefix_key.out
delete mode 100644
regression-test/data/nereids_rules_p0/push_down_distinct_through_join/push_down_distinct_through_join.out
copy regression-test/data/{load_p0/stream_load/test_compress_type.out =>
nereids_syntax_p0/test_group_by_constant_output.out} (50%)
delete mode 100644 regression-test/data/nereids_syntax_p0/test_join3.out
create mode 100644
regression-test/data/query_p0/eager_agg/bilateral_eager_agg.out
create mode 100644
regression-test/data/query_p0/join/test_multilevel_join_agg_local_shuffle.out
create mode 100644
regression-test/data/query_p0/join/test_using_join_merge_key.out
delete mode 100644
regression-test/data/query_p0/show/test_show_create_table.out
create mode 100644
regression-test/data/query_p0/sql_functions/test_is_true_false_predicate.out
create mode 100644
regression-test/data/variant_p0/test_insert_json_object_to_variant.out
create mode 100644
regression-test/framework/src/main/groovy/org/apache/doris/regression/util/WarmupMetricsUtils.groovy
create mode 100644 regression-test/plugins/plugin_profile_plan_tree.groovy
create mode 100644
regression-test/suites/ann_index_p0/ann_topn_small_candidate_fallback.groovy
create mode 100644
regression-test/suites/audit/test_audit_log_hint_session_context.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_abnormal_cancel_empty_recovery.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_abnormal_stats_and_failure.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_canonicalization.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_dynamic.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_error_and_lifecycle.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_include.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_include_exclude.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_mow_compaction.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_multi_dst.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_multi_include.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_overlap_and_mv.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_show_and_cancel.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_sync_stats.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_system_cluster_change.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_system_compaction_sync_wait.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_system_e2e_multi_be.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_system_packed_file.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_system_restart_and_resize.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_system_schema_index.groovy
create mode 100644
regression-test/suites/cloud_p0/version/test_txn_insert_table_update_time.groovy
create mode 100644
regression-test/suites/delete_p0/test_offset_only_delete_leak.groovy
create mode 100644
regression-test/suites/export_p0/test_outfile_datetimev2_scale.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/write/test_iceberg_write_partition_path.groovy
create mode 100644
regression-test/suites/external_table_p0/jdbc/test_jdbc_refresh_catalog_manual_miss_load.groovy
create mode 100644
regression-test/suites/http_rest_api/get/test_be_stack_trace_api.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_slot_dropped_during_incremental.groovy
create mode 100644
regression-test/suites/load_p0/insert/test_scan_filtered_rows_not_pollute_load_counter.groovy
create mode 100644
regression-test/suites/nereids_p0/local_shuffle/test_enable_local_exchange_before_agg.groovy
create mode 100644
regression-test/suites/nereids_p0/local_shuffle/test_local_shuffle_fe_be_consistency.groovy
create mode 100644
regression-test/suites/nereids_p0/local_shuffle/test_local_shuffle_global_hash_require.groovy
create mode 100644
regression-test/suites/nereids_p0/local_shuffle/test_local_shuffle_recursive_cte.groovy
create mode 100644
regression-test/suites/nereids_p0/local_shuffle/test_local_shuffle_rqg_bugs.groovy
create mode 100644
regression-test/suites/nereids_p0/local_shuffle/test_old_coordinator_local_shuffle.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/column_pruning/lambda_null_pruning.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/column_pruning/map_contains_arg_pruning.groovy
delete mode 100644
regression-test/suites/nereids_rules_p0/infer_set_operator_distinct/infer_set_operator_distinct.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/limit_push_down/merge_topn_prefix_key.groovy
delete mode 100644
regression-test/suites/nereids_rules_p0/push_down_distinct_through_join/push_down_distinct_through_join.groovy
create mode 100644
regression-test/suites/nereids_syntax_p0/test_group_by_constant_output.groovy
delete mode 100644 regression-test/suites/nereids_syntax_p0/test_join3.groovy
create mode 100644
regression-test/suites/query_p0/eager_agg/bilateral_eager_agg.groovy
create mode 100644
regression-test/suites/query_p0/join/test_multilevel_join_agg_local_shuffle.groovy
create mode 100644
regression-test/suites/query_p0/join/test_using_join_merge_key.groovy
delete mode 100644
regression-test/suites/query_p0/show/test_show_create_table_nereids.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/aggregate_functions/test_aggregate_retention_param_limit.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/test_is_true_false_predicate.groovy
create mode 100644 regression-test/suites/query_profile/dml_profile_safe.groovy
create mode 100644
regression-test/suites/row_binlog_p0/test_binlog_changes_syntax.groovy
create mode 100644
regression-test/suites/table_stream_p0/test_min_delta_stream.groovy
delete mode 100644
regression-test/suites/unique_with_mow_p0/flexible/test_f_no_simdjson.groovy
create mode 100644
regression-test/suites/variant_p0/test_insert_json_object_to_variant.groovy
delete mode 100644
thirdparty/patches/apache-arrow-17.0.0-status-inline-static-fix.patch
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
