This is an automated email from the ASF dual-hosted git repository.
morrysnow pushed a change to branch 2.1_38012
in repository https://gitbox.apache.org/repos/asf/doris.git
omit f65e8378150 [fix](compatibility) type toSql should return lowercase
string (#38012)
add ee47ef88260 [Fix](regression) fix regression sql which has schema
change (#37941) (#38456)
add 96413e679d5 [branch-2.1](mtmv) Support read sync materialized view in
async materialized view (#38462)
add 46dfb65b6b7 [fix](auth)fix show routine load db is null (#38574)
add 1c176db0106 [bugfix](paimon)add support for 'in' and 'not in' for 2.1
#38390 (#38576)
add ef8a1918c3c [case][fix](iceberg)move rest cases from p2 to p0 and fix
iceberg version issue for 2.1 (#37898) (#38589)
add b21b906306d [Fix](outfile) FE check the hdfs URI of outfile (#38602)
add c8037ca833b [fix](regression-test) fix `test_numbers` test (#38600)
add 098ac67a75b [fix](catalog)fix db name may be null in NotificationEvent
(#38421) (#38596)
add 4c330e3fc63 [Fix](test) fix pull up literal predicate regression
(#38564)
add fa45f3b95a0 [feature](paimon/iceberg)add a docker that can directly
pull up all the relevant environments of paimon/iceberg/doris for 2.1 (#38009)
(#38588)
add 6bd93b119fa [pick](cast)Feature cast complexttype2 json (#38632)
add 184b8cbbe4f [pick](json)fix jsonb deseriaze (#38630)
add 9f1e41c6232 [Cherry-pick](branch-2.1) Pick "[Enhancement](audit log)
Add print audit log sesssion variable #38419" (#38624)
add 41fa7bc9fdc [bugfix](paimon)Fixed the reading of timestamp with time
zone type data for 2.1 (#37716) (#38592)
add 338fa32303b [pick](simdjson) fix simdjson with object array when
jsonroot is not empty (#38633)
add 057ee1905f8 [bugfix](hudi)add timetravel for nereids for 2.1 (#38324)
(#38582)
add c310b92727d [bugfix](external)Modify the default value of
`pushdowncount` for 2.1 (#37754) (#38591)
add 28998300d43 [Bug](fix) fix ubsan use int32_t pointer access bool value
(#38621)
add 63a3ff570b5 [Opt](load) print tablet id when memtable flush coredump
#38618 (#38656)
add 4042cdf5532 [Fix](memory) Fix allocator.h compiling failed on mac.
(#38646)
add b0943064e04 [fix](kerberos)fix and refactor ugi login for kerberos and
simple authentication (#38607)
add 9d23ccf1f2a [Improvement](schema scan) Use async scanner for schema
scanners (#38… (#38666)
add cafcf7acc1f [cherry-pick](SSL) Fix ssl connection close 2.1 (#38587)
(#38677)
add e8690b62ee8 [fix](group commit) Pick add debug log show why group
commit not work; delete wal when replay success (#38611) (#38659)
add 82c681595e2 [fix](local exchange) Fix local exchange blocked by a huge
data block… (#38693)
add 3e5255a8623 [pipeline](fix) Fix blocking task which is not triggered
by 2nd RPC (… (#38694)
add a4e793752fc [bugfix](iceberg)revert count(*) directly returned by fe
for 2.1 (#38566) (#38655)
add 60091f072a8 [fix](auth)fix create table like need create_priv of
existed table (#… (#38570)
add e59a866d6a3 [fix](test)Fix unstable index compaction fault injection
case (#38501) (#38673)
add 2562cf33a76 [fix](mtmv) Choose a valid partition column when there are
both valid and invalid expressions (#38367) (#38684)
add 555dccb1a4c [fix](bloom filter)Fix rename column with bloom filter
(#38431) (#38662)
add 4d980b82351 [feature](http action)Add http action to show nested
inverted index file (#38272) (#38672)
add 0da388ade5b [fix](inverted index) fix match_phrase_ edge query result
error #38327 (#38740)
add e140613ae1f [fix](Nereids) remove db readlock before get table from db
(#38660) (#38729)
add 327069fdbcc [branch-2.1](log) add tablet clear cache log (#38713)
add 84d9b2fcf41 [pick](nestedtypes) support nested type with agg
replace_if_not_null (#38719)
add b7e1588be9a [pick](upgrade)fix log message (#38710)
add f5bc65989c0 [pick](array-range)improve array_range func for large
param (#38707)
add 1d982ada456 [pick](array-funcs)pick array func array_enumerate_uniq
bugfix (#38721)
add 4f2ca439176 [minor](fe) simplfy some code in HMSExternalTable (#32344)
(#38675)
add b3f335ba5fb [enhancement](index compaction) Enable index compaction by
default (#36812) (#38676)
add f21d7e3833e [test](inverted index)Add cases for inverted index format
v2 (#38132)(#38443) (#38222)
add 7bcda898813 [pick](case) fix one_nested_types cases (#38723)
add d8004348592 [Chore](Fe)Upgrade dependencies (#38509) (#38747)
add 9b07cd20692 [pick](json-serde)pick jsonb string deserialize with spec
char (#38711)
add da7b2cf5783 [refactor](catalog) set "use_meta_cache" default to true
(#38244)(#38352)(#38619) (#38355)
add f24d55fc947 [fix](syntax) multi statements must delim with semicolon
(#38670) (#38753)
add 2425730609d [enhance](auth)support cache ranger datamask and row
filter (#37723) (#38575)
add 556f0fc784f [pick](json-keys) support json_keys function (#38631)
add 64b69ed1baf [branch-2.1] Picks "[opt](merge-on-write) Skip the
alignment process of some rowsets in partial update #38487" (#38682)
add 74908c123a5 [fix](test)Fix unstable test drop index fault #38768
(#38772)
add fe3e3d0fab6 [fix](test)Fix build index fault test (#38736) (#38762)
add c0caca7c557 [fix](ES Catalog)Fix unstable test test_es_query (#38801)
(#38802)
add 7bdc508ac7d [Bug](fix) fix coredump case in (not null, null) execpt
(not null, not null) case (#38756)
add 0603ec1d9d7 [enhancement](compaction) optimizing memory usage for
compaction (#37099) (#37486)
add 7c70f75198f [Fix](Load)Audit logs avoid recording certain sensitive
information #38769 (#38784)
add eef8c87fb5e [chore](test) disable fault injection to make pipeline
task check happy (#38665) (#38821)
add 8e4fad99a1b [test](routine load) add routine load case with timestamp
as offset(#38567) (#38822)
add 6035edad0b1 [fix](multi table) fix single stream multi table memory
leak (#38255) (#38824)
add 79b07d0b8a4 [fix](routine load) fix enclose and escape can not set in
routine load job (#38402) (#38825)
add f76397277ec [fix](routine load) fix show routine load task result
incorrect (#38523) (#38826)
add 8fa0710cb35 [branch-2.1](load) fix miss writer in concurrency
incremental open (#38605) (#38793)
add 40767003c62 [Fix](ScanNode) Move the finalize phase of ScanNode to
after the end of the Physical Translate phase (#38604)
add 53773ae6b77 [opt](join) check datatype of intermediate slots in hash
join (#38556) (#38792)
add 5d02c48715f [feature](hive)Support reading renamed Parquet Hive and
Orc Hive tables. (#38432) (#38809)
add 1b3d4b4d31c [cherry-pick](branch-21)fix operator do_projections should
use local_state intermediate_projections (#38612) (#38765)
add 2653087843b [pick](array-funcs)fix array with empty arg in be behavior
(#38708)
add 607c0b82a9c [opt](serde)Optimize the filling of fixed values into
block columns without repeated deserialization. (#37377) (#38245) (#38810)
add 9430b27e682 [branch-2.1][improvement](jdbc catalog) improvement some
jdbc catalog properties check order (#38770)
add de9b9d6a399 [Fix](nereids) change char(0) to char(1), varchar(0) to
varchar(65533) when create table (#38427) (#38530)
add aaee1d9bbd5 [fix](regression) fix prepare_insert when execute prepare
stmt in observer fe (#38545) (#38850)
add 808397e0d2f [fix](testcase) add order by to fix unstable output of
passwordLeaked #38813 (#38855)
add 5dfc5d2c77c [enhancement](querycancel) print detail message when query
is cancelled (#38859)
add 86ef0069ea8 [Feature](function) support group concat with distinct and
order by (#38851)
add 65154f8abee [branch-2.1] (doris-future) Support auto partition name
function (#38853)
add bb962a82915 [minor](fix) Fix incorrect fmt arguments (#38840) (#38861)
add 4c75fecea95 [fix](compile) be compile failed in mac due to std::max
(#37238) (#38860)
add 7d4ff34d1f6 [fix](regression) fix test_primary_key_simple_case
(#38798) (#38844)
add 994c56f914d [fix](txn) fix abortTxn by label does not acquire table
write lock (#38777) (#38842)
add 0f69a2a47f6 [fix](compaction) fix mismatch between segment key and
value column rows during compaction (#37960)(#38251)(#38356) (#38835)
add bf1c7a1c15b [fix](clone) fix stale tablet report miss the new cloning
replica #38695 (#38839)
add 40567b5d699 [fix](nereids)support group_concat with distinct and order
by (#38871)
add 9d5af7febd8 [opt](inverted index) Optimization of the initialization
process in topn (#38870)
add 0f0b0e9b37c [Feat](nereids) Support date_trunc function in partition
prune (#38025) (#38849)
add ce75e6adfec [fix](group commit) Fix group commit debug log and improve
performance (#38754) (#38841)
add 9c020f9db12 [fix](fe) Fix the default value of
ReplacePartitionClause.isStrictRange (#38688) (#38879)
add 0711423ee3a [Chore](pipeline) set PipelineFragmentContext::_timeout
(#38890)
add 3b9394a8c79 [improvement](tablet scheduler) Adjust tablet sched
priority to help load data succ #38528 (#38884)
add 70a518e099c [Fix](multi-catalog) Fix not throw error when call close()
in hive/iceberg writer. (#38902)
add e9bf0776d7b [fix](parquet) disable parquet page index by default
#38691 (#38901)
add c7b59b38ef8 [fix](hist) Fix unstable result of aggregrate function
hist #38608 (#38893)
add bcea54147c7 [feature](inverted index) String type inverted index match
function c… (#38872)
add ab3057b2d42 [Feat](nereids) support date function in partition prune
(#38743) (#38898)
add ff6fa330218 [opt](inverted index) mow supports index optimization
#(#38180)
add 75fe929dc4a [enhancement](nereids) Support eliminate outer join by
match expression (#38537) (#38925)
add fcb4483ed14 [chore](sql) Forbid show hidden columns and create table
with hidden column (#38796) (#38924)
add 8ce30963cd5 [fix] (compaction) fix time series compaction policy
(#38220) (#38917)
add ba5c6fba985 [scheduler](core) Use signed int as number of cores
(#38514) (#38913)
add 28c05104406 [fix](pipeline) Fix mem control in local exchanger
(#38885) (#38910)
add 5066be6df34 [fix](multicatalog) fix hadoop authenticator not inited
for existing hms catalog. (#38930)
add 21a67dba5d8 [fix](index) fix inverted index compound file entry size
int32 overflow #38891 (#38928)
add fe6ea3b8b51 [Fix](inverted index) fix missed array inverted index null
bitmap #38907 (#38934)
add 3abb222064d [fix](group commit) Fix
test_group_commit_async_wal_msg_fault_injection case (#35313) (#38911)
add 07ea5111413 [opt](optimizer) Remove unused code to unify code (#38918)
add 2540835b58a [opt](log) Remove unnecessary log for analysis (#38943)
add bc644cb253b [opt](catalog) merge scan range to avoid too many splits
(#38311) (#38964)
add 2543b569bbc [Optimize](Row store) pick #37145, #38236 (#38932)
add 2b1aa053702 pick some pr from to branch21 #38115 #38008 #37929 (#38940)
add e4008595315 [fix](update null map) Fix update_null_map #38787 (#38920)
add b856530b09c [fix](inverted index) disable range query in
StringTypeInvertedIndexReader (#38218) (#38926)
add fc0222a64cb [opt](info) processlist schema table support show all fe
(#38701) (#38953)
add 8cb5aa64f4f [test](inverted index) add an Inverted Index Testing
Switch (#38077) (#38947)
add 7550fbaff7d [Fix](Exception) throw exception in defer may result
std::terminate (… (#39007)
add f9788b4ca52 [Fix](nereids) fix partition_prune or expression evaluate
wrongly (#38897) (#38998)
add 843afccdf90 [fix](catalog) remove backend in black list from candidate
backends for external table (#38984)
add 7e95d7cbec7 [bugfix](backup)(cooldown) cancel backup properly when be
backup failed (#38724) (#38993)
add 36edfa0c65a [cherry-pick](branch-2.1) Pick "[Enhancement](audit log)
Set print audit log sesssion variable default value to false #38865" (#39009)
add 6f37e483f8c [improve](config)del useless creation config for inverted
index (#39005)
add 931fa5bd1b3 [pick](cases)add array_contains cases from mysql_fulltext
(#38709)
add fd3f95066e9 [fix](Nereids) lock table when generate distribute plan
(#38950) (#39029)
add 91dcaaf7ddc [fix](MoW) fix MoW & segcompaction conflict on cache of
temp segment … (#38992)
add 773008d6fa4 [Fix](Json) fix some cast issue (#38683) (#39025)
add 749c9f7b568 [fix](group commit) fix repaly wal check label status
(#38883) (#38997)
add e083dc26a00 [cherry-pick](branch-2.1) Pick "[Fix](group commit) Fix
multiple cluster group commit BE select strategy (#38644)" (#39010)
add fcdd0cb4e33 [test](inverted index) Change the duplicate name test
(#39017)
add 0a3874f203f [fix](move-memtable) close stream when cancel load stream
stub (#38912) (#39039)
add 357ec978511 Revert "[pick](cases)add array_contains cases from
mysql_fulltext" (#39067)
add c94b7377f19 [feature](sql-block-rule) sql block rule support external
table (#37041) (#37765)
add 329187895ef [fix](test) fix conflict create table by different
regression test (#39004) (#39059)
add 44cb7978a92 [opt](index) add more inverted index profile metrics
#36696 (#38858)
add 2ec1a6a7e71 [fix](group commit) Modify group commit commit/abort txn
timeout as stream load (#39003) (#39069)
add 4668ebd1f60 [fix](regression) fix test_group_commit_timeout failed due
to different error message (#38995) (#39068)
add 1fbfb81b8a1 [branch-2.1] Picks "[Fix](partial update) Persist
partial_update_info in RocksDB in case of BE restart after a partial update has
commited #38331" (#39035)
add 54772dc3d85 [fix](case) adjust ak sk for multi cloud test case
(#38749) (#39070)
add efdd75f2864 [fix](function) stddev with DecimalV2 type will result in
an error (#… (#39072)
add 21b6b863ae5 [fix](planner) Empty table source should not begin a
transaction to avoid infinite transaction (#38991) (#39108)
add f8f5be7ce73 [fix](schema-change) Fix wrong intput column for cast
validity check (#38894) (#39107)
add 30e2c3fb11d [feat](lock)add deadlock detection tool and monitored lock
implementations #39015 (#39099)
add 374eb102cb0 [fix](compatibility) type toSql should return lowercase
string (#38012)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (f65e8378150)
\
N -- N -- N refs/heads/2.1_38012 (374eb102cb0)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
be/src/agent/task_worker_pool.cpp | 18 +-
be/src/common/config.cpp | 12 +-
be/src/common/config.h | 8 +-
be/src/common/status.cpp | 7 +
be/src/exec/schema_scanner.cpp | 69 +-
be/src/exec/schema_scanner.h | 25 +-
.../schema_active_queries_scanner.cpp | 2 +-
.../schema_scanner/schema_active_queries_scanner.h | 2 +-
.../schema_scanner/schema_backend_active_tasks.cpp | 3 +-
.../schema_scanner/schema_backend_active_tasks.h | 2 +-
.../schema_scanner/schema_charsets_scanner.cpp | 2 +-
.../exec/schema_scanner/schema_charsets_scanner.h | 2 +-
.../schema_scanner/schema_collations_scanner.cpp | 2 +-
.../schema_scanner/schema_collations_scanner.h | 2 +-
.../exec/schema_scanner/schema_columns_scanner.cpp | 2 +-
.../exec/schema_scanner/schema_columns_scanner.h | 2 +-
.../exec/schema_scanner/schema_dummy_scanner.cpp | 2 +-
be/src/exec/schema_scanner/schema_dummy_scanner.h | 2 +-
.../exec/schema_scanner/schema_files_scanner.cpp | 2 +-
be/src/exec/schema_scanner/schema_files_scanner.h | 2 +-
.../schema_metadata_name_ids_scanner.cpp | 2 +-
.../schema_metadata_name_ids_scanner.h | 2 +-
.../schema_scanner/schema_partitions_scanner.cpp | 2 +-
.../schema_scanner/schema_partitions_scanner.h | 2 +-
.../schema_scanner/schema_processlist_scanner.cpp | 13 +-
.../schema_scanner/schema_processlist_scanner.h | 2 +-
.../schema_scanner/schema_profiling_scanner.cpp | 2 +-
.../exec/schema_scanner/schema_profiling_scanner.h | 2 +-
.../exec/schema_scanner/schema_routine_scanner.cpp | 2 +-
.../exec/schema_scanner/schema_routine_scanner.h | 2 +-
.../exec/schema_scanner/schema_rowsets_scanner.cpp | 2 +-
.../exec/schema_scanner/schema_rowsets_scanner.h | 2 +-
.../schema_schema_privileges_scanner.cpp | 2 +-
.../schema_schema_privileges_scanner.h | 2 +-
.../schema_scanner/schema_schemata_scanner.cpp | 2 +-
.../exec/schema_scanner/schema_schemata_scanner.h | 2 +-
.../schema_table_privileges_scanner.cpp | 2 +-
.../schema_table_privileges_scanner.h | 2 +-
.../exec/schema_scanner/schema_tables_scanner.cpp | 2 +-
be/src/exec/schema_scanner/schema_tables_scanner.h | 2 +-
.../schema_user_privileges_scanner.cpp | 2 +-
.../schema_user_privileges_scanner.h | 2 +-
be/src/exec/schema_scanner/schema_user_scanner.cpp | 2 +-
be/src/exec/schema_scanner/schema_user_scanner.h | 2 +-
.../schema_scanner/schema_variables_scanner.cpp | 2 +-
.../exec/schema_scanner/schema_variables_scanner.h | 2 +-
.../exec/schema_scanner/schema_views_scanner.cpp | 2 +-
be/src/exec/schema_scanner/schema_views_scanner.h | 2 +-
.../schema_workload_groups_scanner.cpp | 2 +-
.../schema_workload_groups_scanner.h | 2 +-
.../schema_workload_sched_policy_scanner.cpp | 3 +-
.../schema_workload_sched_policy_scanner.h | 2 +-
be/src/exprs/runtime_filter.cpp | 4 +-
.../http/action/show_nested_index_file_action.cpp | 80 ++
.../action/show_nested_index_file_action.h} | 37 +-
be/src/io/fs/multi_table_pipe.cpp | 13 +
be/src/olap/base_compaction.cpp | 10 +
be/src/olap/base_tablet.h | 5 +
be/src/olap/column_mapping.h | 4 +-
be/src/olap/compaction.cpp | 14 +-
be/src/olap/compaction.h | 1 +
be/src/olap/cumulative_compaction.cpp | 21 +-
be/src/olap/iterators.h | 15 +-
be/src/olap/match_predicate.cpp | 21 +-
be/src/olap/match_predicate.h | 2 +-
be/src/olap/memtable_flush_executor.cpp | 1 +
be/src/olap/merger.cpp | 67 +-
be/src/olap/merger.h | 6 +-
be/src/olap/olap_common.h | 3 +
be/src/olap/partial_update_info.cpp | 155 ++++
be/src/olap/partial_update_info.h | 77 +-
be/src/olap/rowset/beta_rowset.cpp | 128 +++
be/src/olap/rowset/beta_rowset.h | 3 +
be/src/olap/rowset/rowset.h | 1 +
be/src/olap/rowset/rowset_meta.h | 21 +
be/src/olap/rowset/rowset_meta_manager.cpp | 94 +++
be/src/olap/rowset/rowset_meta_manager.h | 21 +
be/src/olap/rowset/segcompaction.cpp | 3 +-
be/src/olap/rowset/segment_v2/column_writer.cpp | 9 +
.../inverted_index/query/phrase_edge_query.cpp | 26 +-
.../inverted_index/query/phrase_edge_query.h | 1 +
.../rowset/segment_v2/inverted_index_file_writer.h | 4 +-
.../rowset/segment_v2/inverted_index_reader.cpp | 110 ++-
.../olap/rowset/segment_v2/inverted_index_reader.h | 18 +-
.../rowset/segment_v2/inverted_index_writer.cpp | 5 +
.../olap/rowset/segment_v2/inverted_index_writer.h | 1 +
be/src/olap/rowset/segment_v2/options.h | 2 +
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 79 +-
be/src/olap/rowset/segment_v2/segment_iterator.h | 3 +-
be/src/olap/rowset/segment_v2/segment_writer.cpp | 5 +-
.../rowset/segment_v2/vertical_segment_writer.cpp | 5 +-
be/src/olap/rowset/vertical_beta_rowset_writer.cpp | 56 +-
be/src/olap/rowset_builder.cpp | 19 +-
be/src/olap/rowset_builder.h | 1 +
be/src/olap/schema_change.cpp | 149 ++--
be/src/olap/schema_change.h | 4 +-
be/src/olap/snapshot_manager.cpp | 3 +
be/src/olap/storage_engine.cpp | 32 +
be/src/olap/storage_engine.h | 2 +
be/src/olap/tablet.cpp | 87 +-
be/src/olap/tablet.h | 1 +
be/src/olap/tablet_meta.cpp | 3 +
be/src/olap/tablet_reader.h | 2 +
be/src/olap/tablet_schema.cpp | 27 +-
be/src/olap/tablet_schema.h | 4 +
be/src/olap/task/engine_clone_task.cpp | 11 +-
be/src/olap/task/engine_clone_task.h | 5 +-
be/src/olap/task/engine_publish_version_task.cpp | 14 +
be/src/olap/txn_manager.cpp | 71 +-
be/src/olap/txn_manager.h | 10 +-
be/src/olap/wal/wal_table.cpp | 26 +-
be/src/pipeline/exec/file_scan_operator.cpp | 6 +-
be/src/pipeline/exec/hashjoin_probe_operator.cpp | 51 ++
be/src/pipeline/exec/olap_scan_operator.cpp | 6 +
be/src/pipeline/exec/olap_scan_operator.h | 3 +
be/src/pipeline/exec/schema_scan_operator.cpp | 20 +-
be/src/pipeline/exec/schema_scan_operator.h | 14 +-
be/src/pipeline/exec/set_sink_operator.cpp | 8 +-
be/src/pipeline/pipeline_x/dependency.h | 24 +-
.../local_exchange/local_exchange_sink_operator.h | 2 +
.../local_exchange_source_operator.cpp | 6 +-
.../local_exchange_source_operator.h | 2 +
.../pipeline_x/local_exchange/local_exchanger.cpp | 111 ++-
.../pipeline_x/local_exchange/local_exchanger.h | 12 +
be/src/pipeline/pipeline_x/operator.cpp | 2 +-
.../pipeline_x/pipeline_x_fragment_context.cpp | 3 +
be/src/pipeline/pipeline_x/pipeline_x_task.cpp | 2 -
be/src/pipeline/pipeline_x/pipeline_x_task.h | 1 +
be/src/pipeline/task_queue.cpp | 48 +-
be/src/pipeline/task_queue.h | 30 +-
be/src/pipeline/task_scheduler.cpp | 2 +-
be/src/runtime/group_commit_mgr.cpp | 22 +-
be/src/runtime/tablets_channel.cpp | 8 +
be/src/runtime/tablets_channel.h | 9 +-
be/src/service/http_service.cpp | 6 +
.../vec/aggregate_functions/aggregate_function.h | 11 +-
.../aggregate_function_distinct.cpp | 25 +-
.../aggregate_function_distinct.h | 206 +++--
.../aggregate_function_foreach.h | 2 -
.../aggregate_function_histogram.h | 41 +-
.../aggregate_functions/aggregate_function_null.h | 2 -
.../aggregate_function_simple_factory.cpp | 1 -
.../aggregate_functions/aggregate_function_sort.h | 13 +-
.../aggregate_function_stddev.cpp | 9 -
.../aggregate_function_stddev.h | 102 +--
be/src/vec/common/allocator.h | 17 +-
.../serde/data_type_datetimev2_serde.cpp | 21 +
.../data_types/serde/data_type_datetimev2_serde.h | 5 +
.../data_types/serde/data_type_datev2_serde.cpp | 21 +
.../vec/data_types/serde/data_type_datev2_serde.h | 6 +
.../data_types/serde/data_type_decimal_serde.cpp | 26 +
.../vec/data_types/serde/data_type_decimal_serde.h | 6 +
.../data_types/serde/data_type_nullable_serde.cpp | 22 +
.../data_types/serde/data_type_nullable_serde.h | 3 +
.../data_types/serde/data_type_number_serde.cpp | 22 +
.../vec/data_types/serde/data_type_number_serde.h | 6 +
be/src/vec/data_types/serde/data_type_serde.h | 21 +
.../vec/data_types/serde/data_type_string_serde.h | 71 +-
be/src/vec/exec/format/json/new_json_reader.cpp | 3 +-
be/src/vec/exec/format/json/new_json_reader.h | 1 +
be/src/vec/exec/format/orc/vorc_reader.cpp | 25 +-
be/src/vec/exec/format/orc/vorc_reader.h | 15 +-
.../exec/format/parquet/vparquet_group_reader.cpp | 9 +-
be/src/vec/exec/format/parquet/vparquet_reader.cpp | 93 ++-
be/src/vec/exec/format/parquet/vparquet_reader.h | 3 +-
be/src/vec/exec/scan/new_file_scan_node.cpp | 5 +-
be/src/vec/exec/scan/new_olap_scan_node.cpp | 6 +
be/src/vec/exec/scan/new_olap_scan_node.h | 3 +
be/src/vec/exec/scan/new_olap_scanner.cpp | 6 +
be/src/vec/exec/scan/split_source_connector.cpp | 2 +-
be/src/vec/exec/scan/split_source_connector.h | 55 +-
be/src/vec/exec/scan/vfile_scanner.cpp | 45 +-
be/src/vec/exec/vschema_scan_node.cpp | 2 +-
be/src/vec/exec/vset_operation_node.cpp | 6 +-
be/src/vec/exprs/vexpr.cpp | 2 +
.../functions/array/function_array_constructor.cpp | 10 +-
.../functions/array/function_array_enumerate.cpp | 1 -
.../array/function_array_enumerate_uniq.cpp | 9 +-
.../vec/functions/array/function_array_range.cpp | 31 +-
be/src/vec/functions/function_cast.h | 29 +-
be/src/vec/functions/function_jsonb.cpp | 174 ++++
be/src/vec/functions/function_string.cpp | 1 +
be/src/vec/functions/function_string.h | 215 +++++
be/src/vec/functions/function_variant_element.cpp | 4 +-
be/src/vec/functions/match.cpp | 60 +-
be/src/vec/functions/match.h | 45 +-
be/src/vec/olap/vertical_block_reader.cpp | 23 +-
be/src/vec/olap/vertical_block_reader.h | 3 +-
be/src/vec/olap/vertical_merge_iterator.cpp | 29 +-
be/src/vec/olap/vertical_merge_iterator.h | 25 +-
be/src/vec/sink/group_commit_block_sink.cpp | 26 +-
be/src/vec/sink/load_stream_stub.cpp | 3 +
.../writer/iceberg/viceberg_partition_writer.cpp | 14 +-
.../sink/writer/iceberg/viceberg_table_writer.cpp | 10 +-
be/src/vec/sink/writer/vhive_partition_writer.cpp | 14 +-
be/src/vec/sink/writer/vhive_table_writer.cpp | 10 +-
be/src/vec/utils/util.hpp | 8 +-
be/test/olap/base_compaction_test.cpp | 84 ++
be/test/olap/rowid_conversion_test.cpp | 6 +-
be/test/vec/function/function_jsonb_test.cpp | 223 ------
be/test/vec/olap/vertical_compaction_test.cpp | 18 +-
.../elasticsearch/scripts/es_init.sh | 1 +
.../scripts/create_preinstalled_scripts/run64.hql | 29 +
.../scripts/create_preinstalled_scripts/run65.hql | 28 +
.../partition_col2=1/000000_0_copy_10 | Bin 0 -> 738 bytes
.../partition_col2=1/000000_0_copy_11 | Bin 0 -> 806 bytes
.../partition_col2=1/000000_0_copy_12 | Bin 0 -> 936 bytes
.../partition_col2=1/000000_0_copy_13 | Bin 0 -> 1153 bytes
.../orc_table/simulation_hive1_orc/000000_0 | Bin 0 -> 408 bytes
.../orc_table/test_hive_rename_column_orc/000000_0 | Bin 0 -> 405 bytes
.../test_hive_rename_column_orc/000000_0_copy_1 | Bin 0 -> 396 bytes
.../test_hive_rename_column_orc/000000_0_copy_2 | Bin 0 -> 554 bytes
.../test_hive_rename_column_orc/000000_0_copy_3 | Bin 0 -> 592 bytes
.../partition_col2=1/000000_0_copy_10 | Bin 0 -> 3193 bytes
.../partition_col2=1/000000_0_copy_11 | Bin 0 -> 5703 bytes
.../partition_col2=1/000000_0_copy_9 | Bin 0 -> 1687 bytes
.../test_hive_rename_column_parquet/000000_0 | Bin 0 -> 538 bytes
.../000000_0_copy_1 | Bin 0 -> 543 bytes
.../000000_0_copy_2 | Bin 0 -> 787 bytes
.../000000_0_copy_3 | Bin 0 -> 801 bytes
.../docker-compose/iceberg/iceberg.yaml.tpl | 1 +
.../docker-compose/iceberg/spark-init-iceberg.sql | 25 +-
.../docker-compose/iceberg/tools/save_docker.sh | 4 +
.../kerberos/common/conf/doris-krb5.conf | 2 +-
fe/.idea/vcs.xml | 22 +-
fe/be-java-extensions/hudi-scanner/pom.xml | 1 -
.../org/apache/doris/paimon/PaimonColumnValue.java | 30 +-
.../org/apache/doris/paimon/PaimonJniScanner.java | 14 +-
fe/be-java-extensions/preload-extensions/pom.xml | 1 -
.../main/java/org/apache/doris/catalog/Type.java | 3 +
.../main/java/org/apache/doris/common/Config.java | 35 +-
.../authentication/AuthenticationConfig.java | 2 +
...icationConfig.java => HadoopAuthenticator.java} | 32 +-
.../HadoopKerberosAuthenticator.java | 192 +++++
.../authentication/HadoopSimpleAuthenticator.java | 47 ++
.../common/security/authentication/HadoopUGI.java | 89 +--
.../ImpersonatingHadoopAuthenticator.java} | 32 +-
.../KerberosAuthenticationConfig.java | 3 +
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 2 +-
.../src/main/java/org/apache/doris/DorisFE.java | 11 +-
.../java/org/apache/doris/alter/RollupJobV2.java | 3 +-
.../org/apache/doris/alter/SchemaChangeJobV2.java | 3 +-
.../doris/analysis/AlterDatabaseQuotaStmt.java | 2 +-
.../doris/analysis/AlterRoutineLoadStmt.java | 8 +
.../java/org/apache/doris/analysis/CastExpr.java | 4 +
.../doris/analysis/CreateMaterializedViewStmt.java | 5 +-
.../doris/analysis/CreateRoutineLoadStmt.java | 32 +-
.../org/apache/doris/analysis/CreateTableStmt.java | 10 +-
.../java/org/apache/doris/analysis/IndexDef.java | 4 -
.../java/org/apache/doris/analysis/LoadStmt.java | 2 +-
.../analysis/ModifyTablePropertiesClause.java | 4 +
.../apache/doris/analysis/NativeInsertStmt.java | 67 +-
.../org/apache/doris/analysis/OutFileClause.java | 10 +-
.../doris/analysis/ReplacePartitionClause.java | 17 +
.../java/org/apache/doris/analysis/SetVar.java | 18 +-
.../apache/doris/analysis/ShowRoutineLoadStmt.java | 4 +-
.../doris/analysis/ShowRoutineLoadTaskStmt.java | 2 +-
.../java/org/apache/doris/backup/BackupJob.java | 69 ++
.../java/org/apache/doris/backup/RestoreJob.java | 3 +-
.../doris/catalog/BuiltinScalarFunctions.java | 4 +
.../apache/doris/catalog/ColocateTableIndex.java | 4 +-
.../main/java/org/apache/doris/catalog/Column.java | 3 +
.../java/org/apache/doris/catalog/Database.java | 7 +-
.../main/java/org/apache/doris/catalog/Env.java | 33 +-
.../java/org/apache/doris/catalog/OlapTable.java | 31 +-
.../java/org/apache/doris/catalog/SchemaTable.java | 17 +-
.../main/java/org/apache/doris/catalog/Table.java | 8 +-
.../org/apache/doris/catalog/TableProperty.java | 14 +
.../main/java/org/apache/doris/catalog/Tablet.java | 238 ++++--
.../ranger/cache/CatalogCacheAccessController.java | 84 ++
.../authorizer/ranger/cache/DatamaskCacheKey.java | 89 +++
.../authorizer/ranger/cache/RangerCache.java | 107 +++
.../cache/RangerCacheInvalidateListener.java} | 30 +-
.../authorizer/ranger/cache/RowFilterCacheKey.java | 82 ++
.../doris/RangerCacheDorisAccessController.java | 44 ++
.../ranger/doris/RangerDorisAccessController.java | 7 +-
.../authorizer/ranger/doris/RangerDorisPlugin.java | 6 +
...y.java => RangerCacheHiveAccessController.java} | 25 +-
.../ranger/hive/RangerHiveAccessController.java | 8 +-
.../hive/RangerHiveAccessControllerFactory.java | 2 +-
.../authorizer/ranger/hive/RangerHivePlugin.java | 6 +
.../clone/ColocateTableCheckerAndBalancer.java | 18 +-
.../java/org/apache/doris/clone/TabletChecker.java | 19 +-
.../org/apache/doris/clone/TabletSchedCtx.java | 85 +-
.../org/apache/doris/clone/TabletScheduler.java | 164 ++--
.../doris/common/LabelAlreadyUsedException.java | 3 +-
.../main/java/org/apache/doris/common/Status.java | 7 +
.../doris/common/lock/AbstractMonitoredLock.java | 105 +++
.../apache/doris/common/lock/DeadlockMonitor.java | 81 ++
.../doris/common/lock/MonitoredReentrantLock.java | 98 +++
.../lock/MonitoredReentrantReadWriteLock.java | 137 ++++
.../doris/common/proc/TabletHealthProcDir.java | 12 +-
.../common/proc/TabletSchedulerDetailProcDir.java | 3 +-
.../org/apache/doris/common/util/ParseUtil.java | 2 +-
.../apache/doris/common/util/PropertyAnalyzer.java | 29 +
.../java/org/apache/doris/common/util/Util.java | 8 +-
.../apache/doris/datasource/CatalogFactory.java | 2 +-
.../org/apache/doris/datasource/CatalogMgr.java | 10 +-
.../apache/doris/datasource/CatalogProperty.java | 4 +
.../apache/doris/datasource/ExternalCatalog.java | 19 +-
.../apache/doris/datasource/ExternalDatabase.java | 17 +-
.../apache/doris/datasource/FileQueryScanNode.java | 36 +-
.../org/apache/doris/datasource/FileScanNode.java | 42 +-
.../apache/doris/datasource/InternalCatalog.java | 44 +-
.../doris/datasource/TablePartitionValues.java | 7 +-
.../doris/datasource/hive/HMSCachedClient.java | 5 +
.../doris/datasource/hive/HMSExternalCatalog.java | 17 +-
.../doris/datasource/hive/HMSExternalTable.java | 11 +-
.../doris/datasource/hive/HiveMetaStoreCache.java | 14 +-
.../doris/datasource/hive/HiveMetadataOps.java | 7 +-
.../datasource/hive/ThriftHMSCachedClient.java | 12 +-
.../datasource/hive/event/AlterDatabaseEvent.java | 2 +-
.../datasource/hive/event/CreateDatabaseEvent.java | 2 +-
.../datasource/hive/event/MetastoreEvent.java | 5 +-
.../doris/datasource/hive/source/HiveScanNode.java | 8 +-
.../hudi/source/HudiLocalEngineContext.java | 188 +++++
.../hudi/source/HudiPartitionProcessor.java | 3 +-
.../doris/datasource/hudi/source/HudiScanNode.java | 15 +-
.../datasource/iceberg/source/IcebergScanNode.java | 40 +-
.../doris/datasource/jdbc/JdbcExternalCatalog.java | 57 +-
.../doris/datasource/jdbc/source/JdbcScanNode.java | 9 -
.../maxcompute/source/MaxComputeScanNode.java | 2 +-
.../doris/datasource/metacache/MetaCache.java | 7 +-
.../doris/datasource/odbc/source/OdbcScanNode.java | 9 -
.../datasource/paimon/PaimonExternalTable.java | 25 +-
.../paimon/source/PaimonPredicateConverter.java | 39 +
.../datasource/paimon/source/PaimonScanNode.java | 44 +-
.../doris/datasource/tvf/source/TVFScanNode.java | 4 +-
.../apache/doris/fs/remote/RemoteFileSystem.java | 14 +-
.../apache/doris/fs/remote/dfs/DFSFileSystem.java | 48 +-
.../main/java/org/apache/doris/load/ExportMgr.java | 4 +-
.../org/apache/doris/load/GroupCommitManager.java | 30 +-
.../doris/load/routineload/RoutineLoadJob.java | 10 +-
.../java/org/apache/doris/master/MasterImpl.java | 5 +
.../org/apache/doris/master/ReportHandler.java | 22 +-
.../main/java/org/apache/doris/mtmv/MTMVCache.java | 2 +-
.../java/org/apache/doris/mtmv/MTMVPlanUtil.java | 2 +-
.../org/apache/doris/mtmv/MTMVRelationManager.java | 14 +-
.../org/apache/doris/mtmv/MTMVRewriteUtil.java | 13 +-
.../java/org/apache/doris/mysql/MysqlChannel.java | 2 +-
.../mysql/privilege/AccessControllerManager.java | 4 +-
.../org/apache/doris/nereids/CascadesContext.java | 19 +-
.../org/apache/doris/nereids/NereidsPlanner.java | 201 +++--
.../org/apache/doris/nereids/StatementContext.java | 10 +
.../glue/translator/ExpressionTranslator.java | 4 +-
.../glue/translator/PhysicalPlanTranslator.java | 51 +-
.../jobs/cascades/OptimizeGroupExpressionJob.java | 7 +-
.../doris/nereids/jobs/executor/Analyzer.java | 2 +
.../doris/nereids/jobs/load/LabelProcessor.java | 4 +-
.../doris/nereids/minidump/MinidumpUtils.java | 2 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 25 +-
.../properties/ChildrenPropertiesRegulator.java | 7 +-
.../org/apache/doris/nereids/rules/RuleType.java | 2 +
.../rules/analysis/AddInitMaterializationHook.java | 54 ++
.../nereids/rules/analysis/CheckAfterRewrite.java | 20 -
.../nereids/rules/analysis/CheckAnalysis.java | 3 +-
.../nereids/rules/analysis/ExpressionAnalyzer.java | 1 +
.../nereids/rules/analysis/NormalizeAggregate.java | 14 +-
.../mv/AbstractMaterializedViewAggregateRule.java | 3 +-
.../mv/AbstractMaterializedViewJoinRule.java | 1 -
.../mv/AbstractMaterializedViewRule.java | 145 +++-
.../mv/AsyncMaterializationContext.java | 20 +-
.../InitConsistentMaterializationContextHook.java | 61 ++
.../mv/InitMaterializationContextHook.java | 42 +-
.../exploration/mv/MaterializationContext.java | 37 +-
.../exploration/mv/MaterializedViewScanRule.java | 1 -
.../exploration/mv/MaterializedViewUtils.java | 23 +-
.../rules/exploration/mv/mapping/Mapping.java | 22 +-
.../rules/exploration/mv/mapping/SlotMapping.java | 21 +-
.../nereids/rules/expression/check/CheckCast.java | 22 +
.../rules/expression/rules/ColumnRange.java | 8 +
.../expression/rules/FoldConstantRuleOnFE.java | 11 +
.../rules/OneRangePartitionEvaluator.java | 333 ++++----
.../rules/expression/rules/PartitionPruner.java | 2 +-
.../rules/expression/rules/PartitionSlotInput.java | 5 +-
.../rules/implementation/AggregateStrategies.java | 5 +-
.../nereids/rules/rewrite/PullUpPredicates.java | 18 +-
.../doris/nereids/trees/expressions/Cast.java | 2 +-
.../trees/expressions/WindowExpression.java | 6 +
.../functions/AggCombinerFunctionBuilder.java | 4 +
.../trees/expressions/functions/BoundFunction.java | 17 +
.../{agg/MultiDistinction.java => Monotonic.java} | 21 +-
.../functions/agg/AggregateFunction.java | 4 +
.../expressions/functions/agg/GroupConcat.java | 101 +--
.../functions/agg/MultiDistinctCount.java | 35 +-
.../functions/agg/MultiDistinctGroupConcat.java | 83 +-
.../functions/agg/MultiDistinctSum.java | 28 +-
.../functions/agg/MultiDistinctSum0.java | 23 +-
.../functions/agg/MultiDistinction.java | 1 +
.../trees/expressions/functions/agg/Stddev.java | 5 +-
.../expressions/functions/agg/StddevSamp.java | 5 +-
.../trees/expressions/functions/agg/Variance.java | 5 +-
.../expressions/functions/agg/VarianceSamp.java | 5 +-
.../functions/combinator/StateCombinator.java | 8 +
.../functions/scalar/AutoPartitionName.java | 105 +++
.../trees/expressions/functions/scalar/Date.java | 19 +-
.../expressions/functions/scalar/DateTrunc.java | 19 +-
.../functions/scalar/{Date.java => JsonKeys.java} | 48 +-
.../expressions/visitor/ScalarFunctionVisitor.java | 10 +
.../nereids/trees/plans/algebra/Aggregate.java | 10 +
.../trees/plans/commands/AddConstraintCommand.java | 2 +-
.../trees/plans/commands/CreateTableCommand.java | 2 +-
.../plans/commands/DropConstraintCommand.java | 2 +-
.../trees/plans/commands/ExplainCommand.java | 2 +-
.../trees/plans/commands/info/AlterViewInfo.java | 2 +-
.../plans/commands/info/ColumnDefinition.java | 13 +-
.../trees/plans/commands/info/CreateMTMVInfo.java | 4 +-
.../trees/plans/commands/info/CreateTableInfo.java | 7 +-
.../trees/plans/commands/info/CreateViewInfo.java | 2 +-
.../trees/plans/commands/info/IndexDefinition.java | 4 -
.../commands/info/MTMVPartitionDefinition.java | 2 +-
.../commands/insert/InsertIntoTableCommand.java | 7 +-
.../plans/commands/insert/OlapInsertExecutor.java | 2 +-
.../nereids/types/coercion/CharacterType.java | 4 +
.../org/apache/doris/planner/FileLoadScanNode.java | 2 +-
.../org/apache/doris/planner/OlapScanNode.java | 20 +-
.../org/apache/doris/planner/OlapTableSink.java | 11 +-
.../org/apache/doris/planner/OriginalPlanner.java | 20 -
.../java/org/apache/doris/planner/Planner.java | 4 -
.../java/org/apache/doris/planner/ScanNode.java | 24 +-
.../org/apache/doris/planner/SchemaScanNode.java | 20 +
.../java/org/apache/doris/qe/CoordInterface.java | 2 +-
.../main/java/org/apache/doris/qe/Coordinator.java | 43 +-
.../org/apache/doris/qe/MysqlConnectProcessor.java | 33 +-
.../java/org/apache/doris/qe/PointQueryExec.java | 2 +-
.../org/apache/doris/qe/PointQueryExecutor.java | 2 +-
.../org/apache/doris/qe/QueryCancelWorker.java | 6 +-
.../java/org/apache/doris/qe/SessionVariable.java | 93 ++-
.../java/org/apache/doris/qe/StmtExecutor.java | 31 +-
.../org/apache/doris/qe/cache/CacheAnalyzer.java | 2 +-
.../apache/doris/qe/cache/CacheCoordinator.java | 5 +-
.../apache/doris/service/FrontendServiceImpl.java | 3 +
.../apache/doris/statistics/OlapAnalysisTask.java | 1 -
.../org/apache/doris/system/BeSelectionPolicy.java | 6 +
.../org/apache/doris/task/CreateReplicaTask.java | 7 +-
.../doris/transaction/DatabaseTransactionMgr.java | 13 +-
.../doris/transaction/GlobalTransactionMgr.java | 7 +-
.../doris/analysis/CancelExportStmtTest.java | 26 -
.../org/apache/doris/catalog/RefreshDbTest.java | 3 +
.../java/org/apache/doris/catalog/TabletTest.java | 17 +-
.../org/apache/doris/clone/TabletHealthTest.java | 361 +++++++++
.../doris/cluster/DecommissionBackendTest.java | 7 +-
.../common/util/QueryableReentrantLockTest.java | 4 +-
.../doris/datasource/RefreshCatalogTest.java | 5 +-
.../datasource/hive/HiveDDLAndDMLPlanTest.java | 2 +-
.../datasource/jdbc/JdbcExternalCatalogTest.java | 26 +-
.../org/apache/doris/mtmv/MTMVRewriteUtilTest.java | 57 +-
.../apache/doris/nereids/UnsupportedTypeTest.java | 2 +-
.../doris/nereids/memo/StructInfoMapTest.java | 6 +-
.../doris/nereids/mv/IdStatisticsMapTest.java | 2 +-
.../doris/nereids/mv/MvTableIdIsLongTest.java | 2 +-
.../doris/nereids/parser/NereidsParserTest.java | 9 +-
.../doris/nereids/preprocess/SelectHintTest.java | 2 +-
.../nereids/rules/analysis/AnalyzeCTETest.java | 2 +-
.../rules/analysis/AnalyzeSubQueryTest.java | 2 +-
.../rules/analysis/AnalyzeWhereSubqueryTest.java | 2 +-
.../exploration/mv/MaterializedViewUtilsTest.java | 49 ++
.../nereids/rules/rewrite/InferPredicatesTest.java | 44 ++
.../PushDownExpressionsInHashConditionTest.java | 2 +-
.../doris/nereids/trees/expressions/ViewTest.java | 2 +-
.../trees/plans/ExplainInsertCommandTest.java | 2 +-
.../doris/nereids/trees/plans/OutFileTest.java | 2 +-
.../org/apache/doris/nereids/util/PlanChecker.java | 6 +-
.../apache/doris/nereids/util/ReadLockTest.java | 10 +-
.../org/apache/doris/planner/ColocatePlanTest.java | 2 +-
.../org/apache/doris/qe/OlapQueryCacheTest.java | 2 +-
.../apache/doris/system/SystemInfoServiceTest.java | 2 +
.../java/org/apache/doris/task/AgentTaskTest.java | 3 +-
.../apache/doris/utframe/TestWithFeService.java | 56 +-
fe/pom.xml | 57 +-
gensrc/proto/olap_file.proto | 16 +
gensrc/script/doris_builtins_functions.py | 7 +
gensrc/thrift/AgentService.thrift | 1 +
gensrc/thrift/PaloInternalService.thrift | 9 +
gensrc/thrift/PlanNodes.thrift | 1 +
regression-test/README.md | 1 +
regression-test/conf/regression-conf.groovy | 2 +
.../data/datatype_p0/json/json_cast.out | 37 +-
.../one_level_nestedtypes_with_s3data.out | 414 +++++-----
.../create_nestedtypes_with_replaceIfNOtNull.out | 46 ++
.../outfile/hdfs/test_outfile_hdfs.out} | 64 ++
.../hive/test_external_sql_block_rule.out | 13 +
.../hive/test_hive_opt_fill_partition.out | 101 +++
.../hive/test_hive_rename_column_orc_parquet.out | 435 ++++++++++
.../iceberg/test_gen_iceberg_by_api.out | 10 +
.../iceberg/test_iceberg_equality_delete.out | 41 +
.../iceberg/test_iceberg_position_delete.out} | 0
.../iceberg/test_iceberg_time_travel.out | 46 ++
.../test_iceberg_upper_case_column_name.out} | 44 --
.../paimon/paimon_timestamp_types.out | 139 ++++
.../hive/test_upper_case_column_name.out | 44 --
.../hudi/test_hudi_timetravel.out | 125 +++
.../iceberg/iceberg_equality_delete.out | 109 ---
...est_external_catalog_iceberg_hadoop_catalog.out | 26 -
.../test_external_catalog_icebergv2_nereids.out | 74 --
.../{ => partial_update}/concurrency_update1.csv | 0
.../{ => partial_update}/concurrency_update2.csv | 0
.../{ => partial_update}/concurrency_update3.csv | 0
...t_partial_update_column_num_fault_injection.out | 0
...tial_update_compaction_with_higher_version.out} | 10 +-
...st_partial_update_conflict_skip_compaction.out} | 10 +-
..._partial_update_publish_conflict_with_error.out | 0
.../test_partial_update_skip_compaction.out} | 10 +-
.../test_all_index_hit_fault_injection.out | 31 +
.../test_topn_fault_injection.out | 25 +
.../group_commit}/group_commit_wal_msg.csv | 0
.../test_add_build_index_with_format_v2.out} | 4 +-
.../test_create_table_with_format_v2.out} | 4 +-
.../test_cumulative_compaction_with_format_v2.out | 9 +
.../test_drop_column_index_with_format_v2.out} | 4 +-
.../test_drop_column_with_format_v2.out} | 4 +-
.../test_drop_index_with_format_v2.out} | 4 +-
.../test_mor_table_with_format_v2.out | 7 +
.../test_mow_table_with_format_v2.out | 7 +
.../test_rename_column_with_format_v2.out} | 9 +-
...st_single_replica_compaction_with_format_v2.out | 9 +
.../test_ignore_above_in_index.out | 3 +
...e_in_index.out => test_index_complex_match.out} | 17 +-
.../test_index_match_phrase_edge.out | 12 +
..._above_in_index.out => test_no_index_match.out} | 20 +-
...nested_index_file_http_action_with_variant.out} | 11 +-
.../data/javaudf_p0/test_javaudf_string.out | 22 +
.../data/json_p0/test_json_load_and_function.out | 76 +-
.../test_json_load_unique_key_and_function.out | 64 +-
regression-test/data/jsonb_p0/test_jsonb_cast.csv | 4 +
regression-test/data/jsonb_p0/test_jsonb_cast.out | 27 +
.../data/jsonb_p0/test_jsonb_load_and_function.out | 190 ++++-
.../test_jsonb_load_unique_key_and_function.out | 64 +-
.../data/jsonb_p0/test_jsonb_unescaped.csv | 5 +
.../data/jsonb_p0/test_jsonb_unescaped.json | 5 +
.../jsonb_p0/test_jsonb_with_unescaped_string.out | 15 +
.../routine_load/test_routine_load_offset.out} | 4 +-
.../routine_load/test_routine_load_property.out | 10 +
.../load_p0/stream_load/load_object_array_json.out | 4 +
.../load_p0/stream_load/test_json_object_array.csv | 1 +
.../data/mv_p0/contain_cast/mv_contains_cast.out | 11 +
.../data/nereids_function_p0/scalar_function/A.out | 129 +++
.../nereids_function_p0/scalar_function/Array.out | 9 +-
.../data/nereids_function_p0/scalar_function/J.out | 181 ++++-
.../json_p0/test_json_load_and_function.out | 76 +-
.../test_json_load_unique_key_and_function.out | 64 +-
.../test_jsonb_load_unique_key_and_function.out | 64 +-
.../infer_predicate/pull_up_predicate_literal.out | 14 +-
.../dml/external/dml_query_has_external_table.out} | 6 +-
.../mv/dml/insert/dml_insert_and_overwrite.out | 19 +
.../mv/dml/outfile/dml_into_outfile.out | 9 +
.../nereids_rules_p0/mv/variant/variant_data.json | 28 +
.../nereids_rules_p0/mv/variant/variant_mv.out | 877 +++++++++++++++++++++
.../partition_prune/test_date_trunc_prune.out} | 8 +-
regression-test/data/nereids_syntax_p0/match.out | 8 +
.../query_p0/cast/test_complextype_to_json.out | 67 ++
.../data/query_p0/except/test_query_except.out | 2 +
.../join/test_runtime_filter_boolean.out} | 9 +-
.../test_aggregate_all_functions2.out | 72 ++
.../data/rollup_p0/test_create_mv_and_mtmv.out | 14 +
.../unsigned/test_unsigned_int_compatibility.out | 14 +-
.../unique_with_mow_p0/partial_update/data1.csv | 2 +
.../test_partial_update_conflict_be_restart.out} | 16 +-
.../doris/regression/action/TestAction.groovy | 2 +-
.../doris/regression/action/WaitForAction.groovy | 12 +-
.../org/apache/doris/regression/suite/Suite.groovy | 23 +
.../pipeline/external/conf/regression-conf.groovy | 6 +
regression-test/pipeline/p0/conf/fe.conf | 4 +
.../pipeline/p0/conf/regression-conf.groovy | 1 +
.../plugins/plugin_curl_requester.groovy | 130 ++-
.../backup_restore/test_backup_cancelled.groovy | 199 +++++
...est_bloom_filter_hit_with_renamed_column.groovy | 142 ++++
.../suites/brown_p2/sql/passwordLeaked.sql | 3 +-
.../compaction_width_array_column.groovy | 137 ++++
.../suites/datatype_p0/json/json_cast.groovy | 14 +
.../one_level_nestedtypes_with_s3data.groovy | 4 +-
...create_nestedtypes_with_replaceIfNOtNull.groovy | 325 ++++++++
..._nested_types_insert_into_with_agg_table.groovy | 130 +--
..._nested_types_insert_into_with_dup_table.groovy | 130 +--
...sted_types_insert_into_with_unique_table.groovy | 260 +++---
.../test_array_zip_array_enumerate_uniq.groovy | 25 +
.../suites/ddl_p0/test_create_table.groovy | 8 +
.../ddl_p0/test_create_table_like_nereids.groovy | 13 +-
.../outfile/hdfs/test_outfile_hdfs.groovy | 97 +++
.../suites/export_p2/test_export_with_hdfs.groovy | 118 ---
.../hive/test_external_sql_block_rule.groovy | 102 +++
.../hive/test_hive_opt_fill_partition.groovy | 74 ++
.../test_hive_rename_column_orc_parquet.groovy | 196 +++++
.../hive/test_upper_case_column_name.groovy | 32 -
.../iceberg/test_gen_iceberg_by_api.groovy | 192 +++++
.../iceberg/test_iceberg_equality_delete.groovy | 152 ++++
.../iceberg/test_iceberg_position_delete.groovy} | 42 +-
.../iceberg/test_iceberg_table_stats.groovy | 4 +
.../iceberg/test_iceberg_time_travel.groovy | 55 ++
.../test_iceberg_upper_case_column_name.groovy} | 75 +-
.../kerberos/test_two_hive_kerberos.groovy | 33 +
.../paimon/paimon_base_filesystem.groovy | 23 +-
.../paimon/paimon_timestamp_types.groovy | 224 +++++-
.../paimon/test_paimon_predict.groovy | 127 +++
.../external_table_p0/tvf/test_numbers.groovy | 2 +-
.../hive/test_upper_case_column_name.groovy | 32 -
.../hudi/test_hudi_timetravel.groovy | 107 +++
.../iceberg/iceberg_equality_delete.groovy | 57 --
..._external_catalog_iceberg_hadoop_catalog.groovy | 49 --
.../test_external_catalog_icebergv2_nereids.groovy | 84 --
...artial_update_column_num_fault_injection.groovy | 0
...al_update_compaction_with_higher_version.groovy | 222 ++++++
..._partial_update_conflict_skip_compaction.groovy | 212 +++++
...rtial_update_publish_conflict_with_error.groovy | 0
.../test_partial_update_skip_compaction.groovy | 193 +++++
.../test_all_index_hit_fault_injection.groovy | 122 +++
.../test_build_index_fault.groovy | 14 +-
...oup_commit_async_wal_msg_fault_injection.groovy | 51 +-
...index_builder_drop_index_fault_injection.groovy | 22 +
.../test_index_compaction_fault_injection.groovy | 7 +-
.../test_topn_fault_injection.groovy | 117 +++
.../group_commit/replay_wal_restart_fe.groovy | 80 ++
.../test_group_commit_replay_wal.groovy | 96 +++
regression-test/suites/insert_p0/insert.groovy | 2 +-
.../insert_p0/insert_group_commit_into.groovy | 8 +
.../suites/insert_p0/prepare_insert.groovy | 2 +-
.../insert_p0/test_group_commit_timeout.groovy | 2 +-
.../test_index_compaction_dup_keys.groovy | 2 +-
.../test_index_compaction_null.groovy | 6 +-
.../test_index_compaction_unique_keys.groovy | 3 +-
...dex_compaction_with_multi_index_segments.groovy | 6 +-
.../test_add_build_index_with_format_v2.groovy | 143 ++++
.../test_create_table_with_format_v2.groovy | 61 ++
...est_cumulative_compaction_with_format_v2.groovy | 254 ++++++
.../test_drop_column_with_format_v2.groovy | 125 +++
.../test_drop_index_with_format_v2.groovy | 96 +++
.../test_index_change_format.groovy | 51 ++
.../test_mor_table_with_format_v2.groovy | 259 ++++++
.../test_mow_table_with_format_v2.groovy | 252 ++++++
.../test_recover_with_format_v2.groovy | 84 ++
.../test_rename_column_with_format_v2.groovy | 94 +++
...single_replica_compaction_with_format_v2.groovy | 254 ++++++
.../test_array_contains_with_inverted_index.groovy | 1 -
.../inverted_index_p0/test_array_index.groovy | 31 +-
.../test_array_inverted_index/load.groovy | 1 -
.../test_array_with_inverted_index_all_type.groovy | 1 -
.../test_ignore_above_in_index.groovy | 47 ++
.../test_index_complex_match.groovy | 138 ++++
.../test_index_match_phrase_edge.groovy | 11 +
.../inverted_index_p0/test_no_index_match.groovy | 115 +++
.../test_show_nested_index_file_http_action.groovy | 98 +++
...sted_index_file_http_action_with_variant.groovy | 130 +++
.../test_array_with_large_dataset.groovy | 1 -
.../suites/javaudf_p0/test_javaudf_string.groovy | 20 +-
.../suites/jsonb_p0/test_jsonb_cast.groovy | 79 ++
.../jsonb_p0/test_jsonb_load_and_function.groovy | 41 +
.../test_jsonb_with_unescaped_string.groovy | 99 +++
.../routine_load/data/test_enclose_and_escape0.csv | 1 +
.../routine_load/data/test_enclose_and_escape1.csv | 1 +
.../load_p0/routine_load/data/test_offset_time.csv | 1 +
.../routine_load/data/test_show_routine_load.csv | 1 +
.../routine_load/test_routine_load_offset.groovy | 113 +++
.../routine_load/test_routine_load_property.groovy | 187 +++++
.../routine_load/test_show_routine_load.groovy | 150 ++++
.../stream_load/load_object_array_json.groovy | 100 +++
.../mv_p0/contain_cast/mv_contains_cast.groovy | 130 +++
.../nereids_function_p0/scalar_function/A.groovy | 72 ++
.../scalar_function/Array.groovy | 32 +
.../nereids_function_p0/scalar_function/J.groovy | 42 +
.../nereids_p0/aggregate/agg_group_concat.groovy | 102 +++
.../group_concat/test_group_concat.groovy | 18 +-
.../aggregate_without_roll_up.groovy | 26 +-
.../external/dml_query_has_external_table.groovy | 144 ++++
.../mv/dml/insert/dml_insert_and_overwrite.groovy | 297 +++++++
.../mv/dml/outfile/dml_into_outfile.groovy | 227 ++++++
.../mv_contain_external_table.groovy | 2 -
.../nereids_rules_p0/mv/variant/variant_mv.groovy | 591 ++++++++++++++
.../test_date_function_prune_mono.groovy | 310 ++++++++
.../partition_prune/test_date_trunc_prune.groovy | 337 ++++++++
.../suites/nereids_syntax_p0/match.groovy | 34 +-
.../query_p0/cast/test_complextype_to_json.groovy | 119 +++
.../query_p0/except/test_query_except.groovy | 3 +
.../query_p0/group_concat/test_group_concat.groovy | 19 +-
.../join/test_runtime_filter_boolean.groovy | 64 ++
.../query_p0/show/test_row_store_page_size.groovy | 67 ++
.../test_aggregate_all_functions2.groovy | 95 +++
.../array_functions/test_array_functions.groovy | 22 +
.../rollup_p0/test_create_mv_and_mtmv.groovy | 109 +++
.../schema_change_modify_mv_column_type.groovy | 2 +
.../schema_change_modify_mv_column_type2.groovy | 2 +
.../test_alter_table_after_empty_insert.groovy | 35 +-
.../test_move_column_with_cast.groovy | 32 +-
.../test_show_create_table_and_views.groovy | 22 +
...test_show_create_table_and_views_nereids.groovy | 20 +
.../test_primary_key_simple_case.groovy | 2 +-
.../test_partial_update_conflict_be_restart.groovy | 156 ++++
.../test_primary_key_simple_case.groovy | 2 +-
samples/datalake/iceberg_and_paimon/README.md | 279 +++++++
.../data/flink-conf/flink-conf.yaml | 312 ++++++++
.../data/flink-conf/log4j-cli.properties | 67 ++
.../data/flink-conf/log4j-console.properties | 70 ++
.../data/flink-conf/log4j-session.properties | 42 +
.../data/flink-conf/log4j.properties | 61 ++
.../data/flink-conf/logback-console.xml | 67 ++
.../data/flink-conf/logback-session.xml | 39 +
.../iceberg_and_paimon/data/flink-conf/logback.xml | 58 ++
.../iceberg_and_paimon/data/flink-conf/masters | 7 +-
.../iceberg_and_paimon/data/flink-conf/workers | 7 +-
.../iceberg_and_paimon/data/flink-conf/zoo.cfg | 36 +
.../data/spark-conf/fairscheduler.xml.template | 35 +-
.../data/spark-conf/log4j2.properties.template | 69 ++
.../data/spark-conf/metrics.properties.template | 210 +++++
.../data/spark-conf/spark-defaults.conf | 43 +
.../data/spark-conf/spark-defaults.conf.template | 27 +
.../data/spark-conf/spark-env.sh.template | 81 ++
.../data/spark-conf/workers.template | 19 +
.../data/table/customer/000000_0} | Bin
.../data/table/customer/000001_0} | Bin
.../data/table/customer/000002_0} | Bin
.../data/table/customer/000003_0} | Bin
.../datalake/iceberg_and_paimon/docker-compose.env | 9 +-
.../datalake/iceberg_and_paimon/docker-compose.yml | 173 ++++
.../iceberg_and_paimon/scripts/start_doris.sh | 60 ++
.../datalake/iceberg_and_paimon/sql/init_doris.sql | 21 +
.../iceberg_and_paimon/sql/init_tables.sql | 53 ++
.../iceberg_and_paimon/sql/prepare_data.sql | 8 +
samples/datalake/iceberg_and_paimon/start_all.sh | 121 +++
.../iceberg_and_paimon/start_doris_client.sh | 9 +-
.../iceberg_and_paimon/start_flink_client.sh | 8 +-
.../start_spark_iceberg_client.sh | 8 +-
.../start_spark_paimon_client.sh | 8 +-
.../datalake/iceberg_and_paimon/stop_all.sh | 8 +-
722 files changed, 23052 insertions(+), 4541 deletions(-)
create mode 100644 be/src/http/action/show_nested_index_file_action.cpp
copy be/src/{exec/schema_scanner/schema_user_scanner.h =>
http/action/show_nested_index_file_action.h} (58%)
create mode 100644 be/src/olap/partial_update_info.cpp
create mode 100644 be/test/olap/base_compaction_test.cpp
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/create_preinstalled_scripts/run64.hql
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/create_preinstalled_scripts/run65.hql
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/orc_table/orc_partition_multi_stripe/partition_col1=hello/partition_col2=1/000000_0_copy_10
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/orc_table/orc_partition_multi_stripe/partition_col1=hello/partition_col2=1/000000_0_copy_11
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/orc_table/orc_partition_multi_stripe/partition_col1=hello/partition_col2=1/000000_0_copy_12
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/orc_table/orc_partition_multi_stripe/partition_col1=hello/partition_col2=1/000000_0_copy_13
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/orc_table/simulation_hive1_orc/000000_0
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/orc_table/test_hive_rename_column_orc/000000_0
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/orc_table/test_hive_rename_column_orc/000000_0_copy_1
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/orc_table/test_hive_rename_column_orc/000000_0_copy_2
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/orc_table/test_hive_rename_column_orc/000000_0_copy_3
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/parquet_partition_multi_row_group/partition_col1=hello/partition_col2=1/000000_0_copy_10
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/parquet_partition_multi_row_group/partition_col1=hello/partition_col2=1/000000_0_copy_11
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/parquet_partition_multi_row_group/partition_col1=hello/partition_col2=1/000000_0_copy_9
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/test_hive_rename_column_parquet/000000_0
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/test_hive_rename_column_parquet/000000_0_copy_1
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/test_hive_rename_column_parquet/000000_0_copy_2
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/test_hive_rename_column_parquet/000000_0_copy_3
copy
fe/fe-common/src/main/java/org/apache/doris/common/security/authentication/{KerberosAuthenticationConfig.java
=> HadoopAuthenticator.java} (51%)
create mode 100644
fe/fe-common/src/main/java/org/apache/doris/common/security/authentication/HadoopKerberosAuthenticator.java
create mode 100644
fe/fe-common/src/main/java/org/apache/doris/common/security/authentication/HadoopSimpleAuthenticator.java
rename
fe/{fe-core/src/main/java/org/apache/doris/common/util/QueryableReentrantReadWriteLock.java
=>
fe-common/src/main/java/org/apache/doris/common/security/authentication/ImpersonatingHadoopAuthenticator.java}
(51%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/authorizer/ranger/cache/CatalogCacheAccessController.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/authorizer/ranger/cache/DatamaskCacheKey.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/authorizer/ranger/cache/RangerCache.java
rename
fe/fe-core/src/main/java/org/apache/doris/{common/util/QueryableReentrantLock.java
=> catalog/authorizer/ranger/cache/RangerCacheInvalidateListener.java} (52%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/authorizer/ranger/cache/RowFilterCacheKey.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/authorizer/ranger/doris/RangerCacheDorisAccessController.java
copy
fe/fe-core/src/main/java/org/apache/doris/catalog/authorizer/ranger/hive/{RangerHiveAccessControllerFactory.java
=> RangerCacheHiveAccessController.java} (52%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/lock/AbstractMonitoredLock.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/lock/DeadlockMonitor.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/lock/MonitoredReentrantLock.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/lock/MonitoredReentrantReadWriteLock.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/hudi/source/HudiLocalEngineContext.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/analysis/AddInitMaterializationHook.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/exploration/mv/InitConsistentMaterializationContextHook.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/{agg/MultiDistinction.java
=> Monotonic.java} (55%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/AutoPartitionName.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{Date.java
=> JsonKeys.java} (52%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/clone/TabletHealthTest.java
create mode 100644
regression-test/data/datatype_p0/nested_types/ddl/create_nestedtypes_with_replaceIfNOtNull.out
rename regression-test/data/{export_p2/test_export_with_hdfs.out =>
export_p0/outfile/hdfs/test_outfile_hdfs.out} (56%)
create mode 100644
regression-test/data/external_table_p0/hive/test_external_sql_block_rule.out
create mode 100644
regression-test/data/external_table_p0/hive/test_hive_opt_fill_partition.out
create mode 100644
regression-test/data/external_table_p0/hive/test_hive_rename_column_orc_parquet.out
create mode 100644
regression-test/data/external_table_p0/iceberg/test_gen_iceberg_by_api.out
create mode 100644
regression-test/data/external_table_p0/iceberg/test_iceberg_equality_delete.out
rename
regression-test/data/{external_table_p2/iceberg/iceberg_position_delete.out =>
external_table_p0/iceberg/test_iceberg_position_delete.out} (100%)
create mode 100644
regression-test/data/external_table_p0/iceberg/test_iceberg_time_travel.out
copy
regression-test/data/{external_table_p2/hive/test_upper_case_column_name.out =>
external_table_p0/iceberg/test_iceberg_upper_case_column_name.out} (58%)
create mode 100644
regression-test/data/external_table_p0/paimon/paimon_timestamp_types.out
create mode 100644
regression-test/data/external_table_p2/hudi/test_hudi_timetravel.out
delete mode 100644
regression-test/data/external_table_p2/iceberg/iceberg_equality_delete.out
delete mode 100644
regression-test/data/external_table_p2/iceberg/test_external_catalog_iceberg_hadoop_catalog.out
delete mode 100644
regression-test/data/external_table_p2/iceberg/test_external_catalog_icebergv2_nereids.out
rename regression-test/data/fault_injection_p0/{ =>
partial_update}/concurrency_update1.csv (100%)
rename regression-test/data/fault_injection_p0/{ =>
partial_update}/concurrency_update2.csv (100%)
rename regression-test/data/fault_injection_p0/{ =>
partial_update}/concurrency_update3.csv (100%)
copy regression-test/data/fault_injection_p0/{ =>
partial_update}/test_partial_update_column_num_fault_injection.out (100%)
copy
regression-test/data/fault_injection_p0/{test_partial_update_column_num_fault_injection.out
=> partial_update/test_partial_update_compaction_with_higher_version.out} (63%)
copy
regression-test/data/fault_injection_p0/{test_partial_update_column_num_fault_injection.out
=> partial_update/test_partial_update_conflict_skip_compaction.out} (63%)
rename regression-test/data/fault_injection_p0/{ =>
partial_update}/test_partial_update_publish_conflict_with_error.out (100%)
copy
regression-test/data/fault_injection_p0/{test_partial_update_column_num_fault_injection.out
=> partial_update/test_partial_update_skip_compaction.out} (66%)
create mode 100644
regression-test/data/fault_injection_p0/test_all_index_hit_fault_injection.out
create mode 100644
regression-test/data/fault_injection_p0/test_topn_fault_injection.out
copy regression-test/data/{fault_injection_p0 =>
insert_p0/group_commit}/group_commit_wal_msg.csv (100%)
copy regression-test/data/inverted_index_p0/{test_ignore_above_in_index.out =>
index_format_v2/test_add_build_index_with_format_v2.out} (76%)
copy regression-test/data/inverted_index_p0/{test_ignore_above_in_index.out =>
index_format_v2/test_create_table_with_format_v2.out} (76%)
create mode 100644
regression-test/data/inverted_index_p0/index_format_v2/test_cumulative_compaction_with_format_v2.out
copy regression-test/data/inverted_index_p0/{test_ignore_above_in_index.out =>
index_format_v2/test_drop_column_index_with_format_v2.out} (76%)
copy regression-test/data/inverted_index_p0/{test_ignore_above_in_index.out =>
index_format_v2/test_drop_column_with_format_v2.out} (76%)
copy regression-test/data/inverted_index_p0/{test_ignore_above_in_index.out =>
index_format_v2/test_drop_index_with_format_v2.out} (76%)
create mode 100644
regression-test/data/inverted_index_p0/index_format_v2/test_mor_table_with_format_v2.out
create mode 100644
regression-test/data/inverted_index_p0/index_format_v2/test_mow_table_with_format_v2.out
copy regression-test/data/inverted_index_p0/{test_ignore_above_in_index.out =>
index_format_v2/test_rename_column_with_format_v2.out} (57%)
create mode 100644
regression-test/data/inverted_index_p0/index_format_v2/test_single_replica_compaction_with_format_v2.out
copy regression-test/data/inverted_index_p0/{test_ignore_above_in_index.out =>
test_index_complex_match.out} (56%)
copy regression-test/data/inverted_index_p0/{test_ignore_above_in_index.out =>
test_no_index_match.out} (52%)
copy regression-test/data/inverted_index_p0/{test_ignore_above_in_index.out =>
test_show_nested_index_file_http_action_with_variant.out} (68%)
create mode 100644 regression-test/data/jsonb_p0/test_jsonb_cast.csv
create mode 100644 regression-test/data/jsonb_p0/test_jsonb_cast.out
create mode 100644 regression-test/data/jsonb_p0/test_jsonb_unescaped.csv
create mode 100644 regression-test/data/jsonb_p0/test_jsonb_unescaped.json
create mode 100644
regression-test/data/jsonb_p0/test_jsonb_with_unescaped_string.out
copy regression-test/data/{inverted_index_p0/test_ignore_above_in_index.out =>
load_p0/routine_load/test_routine_load_offset.out} (59%)
create mode 100644
regression-test/data/load_p0/routine_load/test_routine_load_property.out
create mode 100644
regression-test/data/load_p0/stream_load/load_object_array_json.out
create mode 100644
regression-test/data/load_p0/stream_load/test_json_object_array.csv
create mode 100644 regression-test/data/mv_p0/contain_cast/mv_contains_cast.out
copy regression-test/data/{inverted_index_p0/test_ignore_above_in_index.out =>
nereids_rules_p0/mv/dml/external/dml_query_has_external_table.out} (61%)
create mode 100644
regression-test/data/nereids_rules_p0/mv/dml/insert/dml_insert_and_overwrite.out
create mode 100644
regression-test/data/nereids_rules_p0/mv/dml/outfile/dml_into_outfile.out
create mode 100644
regression-test/data/nereids_rules_p0/mv/variant/variant_data.json
create mode 100644
regression-test/data/nereids_rules_p0/mv/variant/variant_mv.out
copy regression-test/data/{inverted_index_p0/test_ignore_above_in_index.out =>
nereids_rules_p0/partition_prune/test_date_trunc_prune.out} (75%)
create mode 100644
regression-test/data/query_p0/cast/test_complextype_to_json.out
copy regression-test/data/{inverted_index_p0/test_ignore_above_in_index.out =>
query_p0/join/test_runtime_filter_boolean.out} (64%)
create mode 100644 regression-test/data/rollup_p0/test_create_mv_and_mtmv.out
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/data1.csv
rename
regression-test/data/{fault_injection_p0/test_partial_update_column_num_fault_injection.out
=>
unique_with_mow_p0/partial_update/test_partial_update_conflict_be_restart.out}
(52%)
create mode 100644
regression-test/suites/backup_restore/test_backup_cancelled.groovy
create mode 100644
regression-test/suites/bloom_filter_p0/test_bloom_filter_hit_with_renamed_column.groovy
create mode 100644
regression-test/suites/compaction/compaction_width_array_column.groovy
create mode 100644
regression-test/suites/datatype_p0/nested_types/ddl/create_nestedtypes_with_replaceIfNOtNull.groovy
create mode 100644
regression-test/suites/export_p0/outfile/hdfs/test_outfile_hdfs.groovy
delete mode 100644
regression-test/suites/export_p2/test_export_with_hdfs.groovy
create mode 100644
regression-test/suites/external_table_p0/hive/test_external_sql_block_rule.groovy
create mode 100644
regression-test/suites/external_table_p0/hive/test_hive_opt_fill_partition.groovy
create mode 100644
regression-test/suites/external_table_p0/hive/test_hive_rename_column_orc_parquet.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/test_gen_iceberg_by_api.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/test_iceberg_equality_delete.groovy
rename
regression-test/suites/{external_table_p2/iceberg/iceberg_position_delete.groovy
=> external_table_p0/iceberg/test_iceberg_position_delete.groovy} (92%)
create mode 100644
regression-test/suites/external_table_p0/iceberg/test_iceberg_time_travel.groovy
copy
regression-test/suites/{external_table_p2/hive/test_upper_case_column_name.groovy
=> external_table_p0/iceberg/test_iceberg_upper_case_column_name.groovy} (50%)
create mode 100644
regression-test/suites/external_table_p0/paimon/test_paimon_predict.groovy
create mode 100644
regression-test/suites/external_table_p2/hudi/test_hudi_timetravel.groovy
delete mode 100644
regression-test/suites/external_table_p2/iceberg/iceberg_equality_delete.groovy
delete mode 100644
regression-test/suites/external_table_p2/iceberg/test_external_catalog_iceberg_hadoop_catalog.groovy
delete mode 100644
regression-test/suites/external_table_p2/iceberg/test_external_catalog_icebergv2_nereids.groovy
rename regression-test/suites/fault_injection_p0/{ =>
partial_update}/test_partial_update_column_num_fault_injection.groovy (100%)
create mode 100644
regression-test/suites/fault_injection_p0/partial_update/test_partial_update_compaction_with_higher_version.groovy
create mode 100644
regression-test/suites/fault_injection_p0/partial_update/test_partial_update_conflict_skip_compaction.groovy
rename regression-test/suites/fault_injection_p0/{ =>
partial_update}/test_partial_update_publish_conflict_with_error.groovy (100%)
create mode 100644
regression-test/suites/fault_injection_p0/partial_update/test_partial_update_skip_compaction.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_all_index_hit_fault_injection.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_topn_fault_injection.groovy
create mode 100644
regression-test/suites/insert_p0/group_commit/replay_wal_restart_fe.groovy
create mode 100644
regression-test/suites/insert_p0/group_commit/test_group_commit_replay_wal.groovy
create mode 100644
regression-test/suites/inverted_index_p0/index_format_v2/test_add_build_index_with_format_v2.groovy
create mode 100644
regression-test/suites/inverted_index_p0/index_format_v2/test_create_table_with_format_v2.groovy
create mode 100644
regression-test/suites/inverted_index_p0/index_format_v2/test_cumulative_compaction_with_format_v2.groovy
create mode 100644
regression-test/suites/inverted_index_p0/index_format_v2/test_drop_column_with_format_v2.groovy
create mode 100644
regression-test/suites/inverted_index_p0/index_format_v2/test_drop_index_with_format_v2.groovy
create mode 100644
regression-test/suites/inverted_index_p0/index_format_v2/test_index_change_format.groovy
create mode 100644
regression-test/suites/inverted_index_p0/index_format_v2/test_mor_table_with_format_v2.groovy
create mode 100644
regression-test/suites/inverted_index_p0/index_format_v2/test_mow_table_with_format_v2.groovy
create mode 100644
regression-test/suites/inverted_index_p0/index_format_v2/test_recover_with_format_v2.groovy
create mode 100644
regression-test/suites/inverted_index_p0/index_format_v2/test_rename_column_with_format_v2.groovy
create mode 100644
regression-test/suites/inverted_index_p0/index_format_v2/test_single_replica_compaction_with_format_v2.groovy
create mode 100644
regression-test/suites/inverted_index_p0/test_index_complex_match.groovy
create mode 100644
regression-test/suites/inverted_index_p0/test_no_index_match.groovy
create mode 100644
regression-test/suites/inverted_index_p0/test_show_nested_index_file_http_action.groovy
create mode 100644
regression-test/suites/inverted_index_p0/test_show_nested_index_file_http_action_with_variant.groovy
create mode 100644 regression-test/suites/jsonb_p0/test_jsonb_cast.groovy
create mode 100644
regression-test/suites/jsonb_p0/test_jsonb_with_unescaped_string.groovy
create mode 100644
regression-test/suites/load_p0/routine_load/data/test_enclose_and_escape0.csv
create mode 100644
regression-test/suites/load_p0/routine_load/data/test_enclose_and_escape1.csv
create mode 100644
regression-test/suites/load_p0/routine_load/data/test_offset_time.csv
create mode 100644
regression-test/suites/load_p0/routine_load/data/test_show_routine_load.csv
create mode 100644
regression-test/suites/load_p0/routine_load/test_routine_load_offset.groovy
create mode 100644
regression-test/suites/load_p0/routine_load/test_routine_load_property.groovy
create mode 100644
regression-test/suites/load_p0/routine_load/test_show_routine_load.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/load_object_array_json.groovy
create mode 100644
regression-test/suites/mv_p0/contain_cast/mv_contains_cast.groovy
create mode 100644
regression-test/suites/nereids_p0/aggregate/agg_group_concat.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/dml/external/dml_query_has_external_table.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/dml/insert/dml_insert_and_overwrite.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/dml/outfile/dml_into_outfile.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/variant/variant_mv.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/partition_prune/test_date_function_prune_mono.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/partition_prune/test_date_trunc_prune.groovy
create mode 100644
regression-test/suites/query_p0/cast/test_complextype_to_json.groovy
create mode 100644
regression-test/suites/query_p0/join/test_runtime_filter_boolean.groovy
create mode 100644
regression-test/suites/query_p0/show/test_row_store_page_size.groovy
create mode 100644
regression-test/suites/rollup_p0/test_create_mv_and_mtmv.groovy
copy
fe/fe-common/src/main/java/org/apache/doris/common/security/authentication/KerberosAuthenticationConfig.java
=>
regression-test/suites/schema_change_p0/test_alter_table_after_empty_insert.groovy
(52%)
copy
fe/fe-common/src/main/java/org/apache/doris/common/security/authentication/KerberosAuthenticationConfig.java
=> regression-test/suites/schema_change_p0/test_move_column_with_cast.groovy
(53%)
create mode 100644
regression-test/suites/unique_with_mow_p0/partial_update/test_partial_update_conflict_be_restart.groovy
create mode 100644 samples/datalake/iceberg_and_paimon/README.md
create mode 100644
samples/datalake/iceberg_and_paimon/data/flink-conf/flink-conf.yaml
create mode 100644
samples/datalake/iceberg_and_paimon/data/flink-conf/log4j-cli.properties
create mode 100644
samples/datalake/iceberg_and_paimon/data/flink-conf/log4j-console.properties
create mode 100644
samples/datalake/iceberg_and_paimon/data/flink-conf/log4j-session.properties
create mode 100644
samples/datalake/iceberg_and_paimon/data/flink-conf/log4j.properties
create mode 100644
samples/datalake/iceberg_and_paimon/data/flink-conf/logback-console.xml
create mode 100644
samples/datalake/iceberg_and_paimon/data/flink-conf/logback-session.xml
create mode 100644
samples/datalake/iceberg_and_paimon/data/flink-conf/logback.xml
copy docker/thirdparties/docker-compose/iceberg/tools/save_docker.sh =>
samples/datalake/iceberg_and_paimon/data/flink-conf/masters (79%)
copy docker/thirdparties/docker-compose/iceberg/tools/save_docker.sh =>
samples/datalake/iceberg_and_paimon/data/flink-conf/workers (79%)
create mode 100644 samples/datalake/iceberg_and_paimon/data/flink-conf/zoo.cfg
copy fe/.idea/vcs.xml =>
samples/datalake/iceberg_and_paimon/data/spark-conf/fairscheduler.xml.template
(56%)
create mode 100644
samples/datalake/iceberg_and_paimon/data/spark-conf/log4j2.properties.template
create mode 100644
samples/datalake/iceberg_and_paimon/data/spark-conf/metrics.properties.template
create mode 100755
samples/datalake/iceberg_and_paimon/data/spark-conf/spark-defaults.conf
create mode 100644
samples/datalake/iceberg_and_paimon/data/spark-conf/spark-defaults.conf.template
create mode 100755
samples/datalake/iceberg_and_paimon/data/spark-conf/spark-env.sh.template
create mode 100644
samples/datalake/iceberg_and_paimon/data/spark-conf/workers.template
copy samples/datalake/{hudi/data/customer/000000_0.parquet =>
iceberg_and_paimon/data/table/customer/000000_0} (100%)
copy samples/datalake/{hudi/data/customer/000001_0.parquet =>
iceberg_and_paimon/data/table/customer/000001_0} (100%)
copy samples/datalake/{hudi/data/customer/000002_0.parquet =>
iceberg_and_paimon/data/table/customer/000002_0} (100%)
copy samples/datalake/{hudi/data/customer/000003_0.parquet =>
iceberg_and_paimon/data/table/customer/000003_0} (100%)
copy docker/thirdparties/docker-compose/iceberg/tools/save_docker.sh =>
samples/datalake/iceberg_and_paimon/docker-compose.env (80%)
create mode 100644 samples/datalake/iceberg_and_paimon/docker-compose.yml
create mode 100644 samples/datalake/iceberg_and_paimon/scripts/start_doris.sh
create mode 100644 samples/datalake/iceberg_and_paimon/sql/init_doris.sql
create mode 100644 samples/datalake/iceberg_and_paimon/sql/init_tables.sql
create mode 100644 samples/datalake/iceberg_and_paimon/sql/prepare_data.sql
create mode 100644 samples/datalake/iceberg_and_paimon/start_all.sh
copy docker/thirdparties/docker-compose/iceberg/tools/save_docker.sh =>
samples/datalake/iceberg_and_paimon/start_doris_client.sh (79%)
copy docker/thirdparties/docker-compose/iceberg/tools/save_docker.sh =>
samples/datalake/iceberg_and_paimon/start_flink_client.sh (79%)
copy docker/thirdparties/docker-compose/iceberg/tools/save_docker.sh =>
samples/datalake/iceberg_and_paimon/start_spark_iceberg_client.sh (79%)
copy docker/thirdparties/docker-compose/iceberg/tools/save_docker.sh =>
samples/datalake/iceberg_and_paimon/start_spark_paimon_client.sh (79%)
copy docker/thirdparties/docker-compose/iceberg/tools/save_docker.sh =>
samples/datalake/iceberg_and_paimon/stop_all.sh (79%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
