This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch auto-pick-66224-branch-4.1
in repository https://gitbox.apache.org/repos/asf/doris.git
discard 27683a3921d [fix](be) Report stream load size limits in MiB (#66224)
add 640a61b7f6d [test](paimon) Add P0 write correctness and snapshot
reference coverage (#66325)
add af64a59827c [fix](paimon) Backport JNI reader guardrails to branch-4.1
(#66297)
add 35d7084d565 branch-4.1: [fix](auto partition) restrict dummy load
locations to current compute group #66083 (#66352)
add afe6e647e4b branch-4.1: [fix](fe) Allow retention count ALTER in cloud
mode #66197 (#66278)
add 206f2f663f8 [refactor](cloud) Rename cloud compute group metadata
class (#65817) (#66175)
add 98f95869fcd branch-4.1: [fix](be) Avoid scan executor shutdown use
after free #65220 (#66217)
add 3ef0f866976 branch-4.1: [fix](cloud) Skip BE rowset promotion for
incomplete lazy commits (#66253)
add 9a77e41d8f1 branch-4.1: [Fix](user-property) Preserve legacy user
properties during desrialization #65781 (#66098)
add dda9300565b branch-4.1: [fix](cast) Handle DST fallback in timestamp
cast monotonicity #65903 (#66186)
add af7b9936265 branch-4.1: [fix](cloud) Prevent old clients from decoding
unknown MetaServiceCode as OK (#64148) (#66353)
add a700f04fee8 branch-4.1: [fix](mv) Fix scan materialization pattern
context check #65414 (#66086)
add 61720ba4927 [branch-4.1][pick] Backport Paimon and Parquet scan
improvements (#66359)
add b531a5795d3 branch-4.1: [fix](arrow) correct the Flight SQL GetTables
schema and the TIMESTAMPTZ arrow reader #66344 (#66355)
add a9641f1770f [enhancement](scan) Optimize Parquet V2 direct predicate
filtering (#66360)
add bd234fc068d [opt](parquet) accelerate fixed binary decimal decoding
(#66379)
add a73b2106fd3 [feat](cloud) cross compute group peer read routing with
peer cache I/O optimization (#63818) (#66167)
add 46bd26c7f6f [opt](parquet) Fuse fragmented nullable selection planning
(#66397)
add b8a683bfba9 [feature](variant) Support reading Iceberg Variant from
Parquet (#66302)
add 69f4d9a9d78 branch-4.1:[feature](eager-agg) Bilateral push-down for
eager aggregation #63690 (#66341)
add e0115cac0cd [fix](catalog) safely publish Hadoop properties (#66392)
add 9b094acb7f8 branch-4.1: [improvement](fe) Evaluate protobuf 4 with
Arrow 19 (#61943) (#63720)
add 28d350eceb2 branch-4.1:[enhance](eager-agg) adjust aggregation push
down strategy #66117 (#66415)
add 1237a436994 branch-4.1: [fix](reverted index) Validate nested variant
MATCH predicates #66207 (#66394)
add 36b84b7541c branch-4.1: [fix](be) Key the index lookup map by each
surviving index in remove_index #66316 (#66393)
add 92d5ba0510f branch-4.1: [chore](session-variable) remove the unused
session variable plan_nereids_dump (#66387)
add f0d8f2b0bee branch-4.1: [fix](job scheduler) Record task finish time
on execution failure #66232 (#66271)
add b4b2f795576 [fix](variant) Preserve nested Variant append atomicity
(#66421)
add 8df195315e1 [opt](paimon) support read paimon variant type using jni
reader (#66334)
add e5c6b601955 branch-4.1: [fix](fe) Preserve effective Compute Group for
audit logs #66281 (#66373)
add 0a0dd232a25 [fix](test) handle Polaris one-shot init outside compose
wait (#66268)
add 7f81c9847f6 branch-4.1: [fix](compaction) Fix sparse vertical
compaction destination offset #66306 (#66429)
add 7d9cf5dbe2f [fix](parquet) Isolate Variant planning from ordinary
scans (#66441)
add 5b2dc5ca08f branch-4.1: [fix](insert) reset skipAuth on all INSERT
OVERWRITE exit paths (#66411)
add 78c1626259e [fix](be) Use shortest round-trip floating-point strings
(#65609) (#66425)
add 55c8638d05d branch-4.1: [opt](paimon) add table cache in paimon jni
scanner (#66018) (#66438)
add 50e6d56c642 branch-4.1: [fix](multi-catalog) Preserve external
partition metadata (#66012)
add f2257d5bf43 branch-4.1: [feature](tls) Backport TLS framework and
backend shutdown fix #64016 #64110 (#65971)
add 0b8ac318b8c [fix](be) Report stream load size limits in MiB (#66224)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (27683a3921d)
\
N -- N -- N refs/heads/auto-pick-66224-branch-4.1 (0b8ac318b8c)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.gitleaks.toml | 12 +
be/CMakeLists.txt | 10 +
be/benchmark/benchmark_bit_pack.hpp | 10 +-
be/benchmark/benchmark_column_array_view.hpp | 2 +-
.../benchmark_column_array_view_distance.hpp | 2 +-
be/benchmark/benchmark_fastunion.hpp | 2 +-
be/benchmark/benchmark_hll_merge.hpp | 2 +-
be/benchmark/benchmark_main.cpp | 18 +-
be/benchmark/binary_cast_benchmark.hpp | 2 +-
be/benchmark/parquet/AGENTS.md | 75 +-
be/benchmark/parquet/README.md | 79 +-
.../parquet/benchmark_file_scanner_expr.hpp | 118 +
be/benchmark/parquet/benchmark_parquet_kernels.hpp | 470 ++-
.../parquet/benchmark_parquet_selection.hpp | 172 +
be/benchmark/parquet/parquet_benchmark_scenarios.h | 96 +-
be/src/agent/heartbeat_server.cpp | 29 +-
be/src/agent/heartbeat_server.h | 5 -
be/src/cloud/cloud_backend_service.cpp | 43 +-
be/src/cloud/cloud_backend_service.h | 9 +-
be/src/cloud/cloud_cluster_info.h | 3 +
be/src/cloud/cloud_internal_service.cpp | 587 +++-
be/src/cloud/cloud_internal_service.h | 14 +
be/src/cloud/cloud_meta_mgr.cpp | 30 +-
be/src/cloud/cloud_meta_mgr.h | 4 +
be/src/cloud/cloud_snapshot_loader.cpp | 2 +
be/src/cloud/cloud_storage_engine.cpp | 8 +-
be/src/cloud/cloud_storage_engine.h | 7 +-
be/src/cloud/cloud_warm_up_manager.cpp | 525 ++-
be/src/cloud/cloud_warm_up_manager.h | 78 +-
be/src/cloud/config.cpp | 34 +-
be/src/cloud/config.h | 24 +-
be/src/common/config.cpp | 26 +
be/src/common/config.h | 28 +
be/src/common/metrics/doris_metrics.h | 4 +
be/src/common/utils.h | 36 +
be/src/core/block/block.cpp | 5 +-
.../core/column/variant_v2/column_variant_v2.cpp | 168 +-
be/src/core/column/variant_v2/column_variant_v2.h | 63 +-
.../variant_v2/column_variant_v2_read_view.cpp | 3 +
.../data_type_serde/data_type_decimal_serde.cpp | 75 +
.../data_type_serde/data_type_number_serde.cpp | 14 +-
.../data_type_timestamptz_serde.cpp | 88 +
.../data_type_serde/data_type_timestamptz_serde.h | 5 +
be/src/exec/connector/jni_connector.cpp | 85 +-
be/src/exec/connector/jni_connector.h | 6 +
be/src/exec/operator/file_scan_operator.cpp | 43 +
be/src/exec/operator/olap_scan_operator.cpp | 1 +
be/src/exec/operator/scan_operator.h | 12 +
be/src/exec/scan/access_path_parser.cpp | 95 +-
be/src/exec/scan/access_path_parser.h | 6 +
be/src/exec/scan/file_scanner_v2.cpp | 49 +-
be/src/exec/scan/file_scanner_v2.h | 3 +
be/src/exec/scan/olap_scanner.cpp | 4 +-
be/src/exec/scan/olap_scanner.h | 2 +
be/src/exec/scan/parallel_scanner_builder.cpp | 50 +-
be/src/exec/scan/parallel_scanner_builder.h | 5 +-
be/src/exec/scan/scanner.cpp | 9 +
be/src/exec/scan/scanner.h | 4 +
be/src/exec/scan/scanner_context.cpp | 14 +-
be/src/exec/scan/scanner_context.h | 1 +
be/src/exec/scan/scanner_scheduler.h | 8 +-
be/src/exec/scan/split_source_connector.h | 17 +
be/src/exec/sink/viceberg_merge_sink.cpp | 26 +-
be/src/exec/sink/viceberg_merge_sink.h | 1 +
be/src/exprs/function/cast/cast_to_string.h | 9 +-
.../exprs/function/function_variant_element_v2.cpp | 45 +-
be/src/exprs/vdirect_in_predicate.h | 71 +-
be/src/format/jni/jni_data_bridge.cpp | 80 +
be/src/format/jni/jni_data_bridge.h | 9 +
be/src/format/table/paimon_jni_reader.cpp | 15 +
be/src/format/table/paimon_jni_reader.h | 7 +
be/src/format_v2/column_data.h | 24 +
be/src/format_v2/column_mapper.cpp | 380 ++-
be/src/format_v2/column_mapper.h | 26 +-
be/src/format_v2/column_mapper_nested.cpp | 116 -
be/src/format_v2/column_mapper_nested.h | 2 -
be/src/format_v2/file_reader.cpp | 8 +
be/src/format_v2/file_reader.h | 85 +-
be/src/format_v2/jni/jni_table_reader.cpp | 34 +
be/src/format_v2/jni/jni_table_reader.h | 2 +
be/src/format_v2/jni/paimon_jni_reader.cpp | 7 +
be/src/format_v2/jni/paimon_jni_reader.h | 1 +
be/src/format_v2/parquet/native_schema_desc.cpp | 434 +++
be/src/format_v2/parquet/native_schema_desc.h | 4 +
be/src/format_v2/parquet/native_schema_node.cpp | 3 +-
be/src/format_v2/parquet/parquet_column_schema.cpp | 55 +-
be/src/format_v2/parquet/parquet_column_schema.h | 9 +
be/src/format_v2/parquet/parquet_file_context.cpp | 2 +
be/src/format_v2/parquet/parquet_file_context.h | 3 +
be/src/format_v2/parquet/parquet_profile.cpp | 23 +
be/src/format_v2/parquet/parquet_profile.h | 15 +
be/src/format_v2/parquet/parquet_reader.cpp | 153 +-
be/src/format_v2/parquet/parquet_reader.h | 13 +
be/src/format_v2/parquet/parquet_scan.cpp | 122 +-
be/src/format_v2/parquet/parquet_scan.h | 9 +-
be/src/format_v2/parquet/parquet_statistics.cpp | 470 ++-
be/src/format_v2/parquet/parquet_statistics.h | 2 +-
be/src/format_v2/parquet/parquet_type.h | 2 +
.../parquet/reader/count_column_reader.cpp | 11 +
.../parquet/reader/native/column_chunk_reader.cpp | 59 +
.../parquet/reader/native/column_chunk_reader.h | 8 +
.../parquet/reader/native/column_reader.cpp | 82 +-
.../parquet/reader/native/column_reader.h | 1 +
be/src/format_v2/parquet/reader/native/common.cpp | 212 ++
be/src/format_v2/parquet/reader/native/common.h | 19 +
.../parquet/reader/native_column_reader.cpp | 218 +-
.../parquet/reader/native_column_reader.h | 8 +-
.../parquet/reader/variant_column_reader.cpp | 1170 +++++++
.../parquet/reader/variant_column_reader.h | 67 +
be/src/format_v2/parquet/selection_vector.h | 105 +-
be/src/format_v2/schema_projection.cpp | 5 +
be/src/format_v2/table/hudi_reader.cpp | 12 +
be/src/format_v2/table/hudi_reader.h | 1 +
be/src/format_v2/table/iceberg_reader.cpp | 91 +
be/src/format_v2/table/iceberg_reader.h | 4 +
be/src/format_v2/table/paimon_reader.cpp | 12 +
be/src/format_v2/table/paimon_reader.h | 1 +
be/src/format_v2/table_reader.cpp | 110 +
be/src/format_v2/table_reader.h | 55 +-
be/src/io/CMakeLists.txt | 5 +-
be/src/io/cache/block_file_cache.cpp | 14 +-
be/src/io/cache/block_file_cache_downloader.cpp | 33 +-
be/src/io/cache/block_file_cache_profile.cpp | 43 +
be/src/io/cache/block_file_cache_profile.h | 12 +
be/src/io/cache/cached_remote_file_reader.cpp | 1392 +++++---
be/src/io/cache/cached_remote_file_reader.h | 222 +-
be/src/io/cache/file_block.cpp | 82 +-
be/src/io/cache/file_block.h | 8 +
be/src/io/cache/file_cache_common.h | 6 +-
be/src/io/cache/file_cache_storage.h | 21 +
be/src/io/cache/fs_file_cache_storage.cpp | 226 +-
be/src/io/cache/fs_file_cache_storage.h | 34 +-
be/src/io/cache/mem_file_cache_storage.cpp | 105 +-
be/src/io/cache/mem_file_cache_storage.h | 23 +-
be/src/io/cache/peer_file_cache_reader.cpp | 218 +-
be/src/io/cache/peer_file_cache_reader.h | 38 +-
be/src/io/cache/shard_mem_cache.cpp | 195 ++
.../shard_mem_cache.h} | 41 +-
be/src/io/file_factory.cpp | 1 +
be/src/io/fs/file_reader.cpp | 23 +
be/src/io/fs/file_reader.h | 17 +
be/src/io/fs/local_file_reader.cpp | 46 +
be/src/io/fs/local_file_reader.h | 2 +
be/src/io/fs/local_file_writer.cpp | 43 +
be/src/io/fs/local_file_writer.h | 3 +
be/src/io/fs/remote_file_system.cpp | 9 +-
be/src/io/io_common.h | 34 +
be/src/runtime/exec_env.h | 2 +
be/src/runtime/exec_env_init.cpp | 6 +
be/src/runtime/query_context.h | 1 -
be/src/service/CMakeLists.txt | 8 +
be/src/service/backend_service.cpp | 18 +-
be/src/service/backend_service.h | 14 +-
be/src/service/brpc_service.cpp | 121 -
be/src/service/doris_main.cpp | 69 +-
be/src/service/http/action/peer_cache_action.cpp | 267 ++
be/src/service/http/action/peer_cache_action.h | 74 +
be/src/service/http/ev_http_server.cpp | 1 +
be/src/service/http/ev_http_server.h | 16 +-
be/src/service/http/http_request.h | 2 +
be/src/service/http/utils.cpp | 8 +
be/src/service/http_service.cpp | 12 +
be/src/service/http_service.h | 1 +
be/src/service/internal_service.cpp | 30 +
be/src/service/internal_service.h | 1 +
be/src/service/server/be_server_starter_factory.h | 52 +
.../server/oss/be_server_starter_factory.cpp | 317 ++
.../{brpc_service.h => server/server_starter.h} | 31 +-
be/src/storage/iterator/vertical_block_reader.cpp | 4 +-
be/src/storage/rowset/beta_rowset.cpp | 2 +
be/src/storage/rowset/beta_rowset_writer.cpp | 2 +
be/src/storage/rowset/rowset_meta.cpp | 6 +-
be/src/storage/segment/column_reader.h | 4 +-
be/src/storage/tablet/tablet_schema.cpp | 4 +-
be/src/util/CMakeLists.txt | 5 +
be/src/util/brpc_client_cache.h | 5 +
be/src/util/bthread_utils.h | 62 +
.../client_connection_provider.h} | 29 +-
.../oss/client_connection_provider.cpp} | 34 +-
be/src/util/thrift_client.cpp | 11 +
be/src/util/thrift_client.h | 6 +-
be/test/cloud/cloud_meta_mgr_test.cpp | 23 +
be/test/cloud/cloud_warm_up_manager_peer_test.cpp | 527 +++
be/test/core/column/column_variant_v2_test.cpp | 27 +
.../data_type_serde/data_type_serde_csv_test.cpp | 2 +-
.../data_type_serde_parquet_test.cpp | 84 +
.../data_type_serde/data_type_serde_text_test.cpp | 30 +-
.../data_type_serde_timestamptz_test.cpp | 85 +
be/test/exec/scan/access_path_parser_test.cpp | 87 +
be/test/exec/scan/file_scanner_v2_test.cpp | 96 +
be/test/exec/scan/scanner_late_arrival_rf_test.cpp | 49 +-
be/test/exec/sink/viceberg_merge_sink_test.cpp | 38 +
.../test_data/parquet_scanner/type-decoder.txt | 4 +-
be/test/exprs/expr_zonemap_filter_test.cpp | 44 +-
be/test/exprs/function/cast/cast_to_string.cpp | 88 +-
.../function/cast/cast_to_string_api_test.cpp | 4 +-
be/test/format/jni/jni_data_bridge_test.cpp | 89 +
be/test/format/orc/orc_read_lines.cpp | 209 +-
be/test/format/parquet/parquet_read_lines.cpp | 78 +-
be/test/format/table/paimon_jni_reader_test.cpp | 67 +
be/test/format_v2/column_mapper_test.cpp | 904 ++---
be/test/format_v2/jni/jni_table_reader_test.cpp | 63 +
be/test/format_v2/jni/paimon_jni_reader_test.cpp | 53 +
.../parquet/parquet_benchmark_scenarios_test.cpp | 66 +-
.../parquet/parquet_reader_control_test.cpp | 204 ++
be/test/format_v2/parquet/parquet_reader_test.cpp | 822 +++++
be/test/format_v2/parquet/parquet_scan_test.cpp | 130 +-
be/test/format_v2/parquet/parquet_schema_test.cpp | 405 +++
.../format_v2/parquet/parquet_statistics_test.cpp | 508 ++-
.../parquet/variant_column_reader_test.cpp | 1822 ++++++++++
be/test/format_v2/table/hudi_reader_test.cpp | 45 +
be/test/format_v2/table/iceberg_reader_test.cpp | 39 +
be/test/format_v2/table/paimon_reader_test.cpp | 46 +
be/test/format_v2/table_reader_request_test.cpp | 26 +
be/test/format_v2/table_reader_test.cpp | 172 +-
be/test/gutil/strings/numbers_test.cpp | 16 +-
be/test/io/cache/block_file_cache_test.cpp | 1302 +++++++-
.../cache/cached_remote_file_reader_peer_test.cpp | 3493 ++++++++++++++++++++
be/test/io/fs/local_file_system_test.cpp | 137 +
.../server/be_server_starter_factory_test.cpp} | 38 +-
.../compaction/vertical_compaction_test.cpp | 112 +-
be/test/storage/olap_type_test.cpp | 15 +-
be/test/storage/tablet/tablet_schema_test.cpp | 56 +
be/test/storage/variant/variant_util_test.cpp | 42 +
build.sh | 161 +-
cloud/CMakeLists.txt | 22 +-
cloud/src/common/CMakeLists.txt | 8 +
cloud/src/common/config.h | 10 +
cloud/src/main.cpp | 26 +-
cloud/src/meta-service/meta_service.h | 7 +
cloud/src/meta-service/meta_service_helper.h | 40 +-
cloud/src/meta-service/meta_service_txn.cpp | 6 +
.../src/server/cloud_server_starter_factory.h | 31 +-
.../server/oss/cloud_server_starter_factory.cpp | 87 +
cloud/test/CMakeLists.txt | 34 +-
cloud/test/meta_service_helper_test.cpp | 250 ++
cloud/test/meta_service_http_test.cpp | 9 +-
cloud/test/meta_service_test.cpp | 8 +
cloud/test/txn_lazy_commit_test.cpp | 111 +
conf/be.conf | 2 +-
conf/fe.conf | 2 +-
.../create_preinstalled_scripts/paimon/run13.sql | 17 +
docker/thirdparties/run-thirdparties-docker.sh | 6 +-
.../apache/doris/common/jni/vec/ColumnType.java | 55 +-
.../apache/doris/common/jni/vec/ColumnValue.java | 8 +
.../apache/doris/common/jni/vec/VectorColumn.java | 31 +
.../doris/common/jni/vec/VectorColumnVariant.java | 214 ++
.../apache/doris/common/jni/JniScannerTest.java | 12 +
.../common/jni/vec/VectorColumnVariantTest.java | 128 +
.../org/apache/doris/paimon/PaimonColumnValue.java | 146 +-
.../org/apache/doris/paimon/PaimonJniScanner.java | 471 ++-
.../org/apache/doris/paimon/PaimonTableCache.java | 82 +
.../org/apache/doris/paimon/PaimonTypeUtils.java | 6 +
.../apache/doris/paimon/PaimonColumnValueTest.java | 251 +-
.../apache/doris/paimon/PaimonJniScannerTest.java | 610 +++-
.../apache/doris/paimon/PaimonTableCacheTest.java | 121 +
.../rolemapping/UnifiedRoleMappingCelEngine.java | 2 +-
.../java/org/apache/doris/catalog/VariantType.java | 6 +
.../main/java/org/apache/doris/common/Config.java | 35 +
.../src/main/java/org/apache/doris/DorisFE.java | 31 +-
.../apache/doris/alter/SchemaChangeHandler.java | 26 +-
.../org/apache/doris/analysis/FloatLiteral.java | 11 +-
.../org/apache/doris/analysis/TableScanParams.java | 10 +
.../java/org/apache/doris/analysis/TlsOptions.java | 14 +-
.../org/apache/doris/analysis/UserIdentity.java | 28 +-
.../auth/certificate/CertificateAuthDecision.java | 85 +
.../certificate/CertificateRuntimeAuthFactory.java | 59 +
.../certificate/CertificateRuntimeAuthService.java | 31 +-
.../auth/certificate/ForwardedCertificateInfo.java | 77 +
.../NoOpCertificateRuntimeAuthService.java | 37 +-
.../doris/auth/certificate/SanEntryCodec.java | 145 +
.../StreamLoadCertificateAuthHelper.java | 50 +
.../cloud/alter/CloudSchemaChangeHandler.java | 11 +-
.../doris/cloud/catalog/BalanceTypeEnum.java | 3 +-
...omputeGroup.java => CloudComputeGroupMeta.java} | 28 +-
.../cloud/catalog/CloudInstanceStatusChecker.java | 30 +-
.../apache/doris/cloud/catalog/CloudReplica.java | 34 +-
.../doris/cloud/catalog/CloudTabletRebalancer.java | 16 +-
.../apache/doris/cloud/rpc/MetaServiceClient.java | 93 +-
.../rpc/MetaServiceClientChannelProvider.java | 30 +-
.../MetaServiceClientChannelProviderFactory.java | 46 +
.../apache/doris/cloud/rpc/MetaServiceProxy.java | 8 +-
.../rpc/OssMetaServiceClientChannelProvider.java | 44 +
.../doris/cloud/system/CloudSystemInfoService.java | 43 +-
.../transaction/CloudGlobalTransactionMgr.java | 6 +
.../java/org/apache/doris/common/GenericPool.java | 12 +-
.../common/OssThriftClientTransportProvider.java | 37 +-
.../common/ThriftClientTransportProvider.java | 30 +-
.../ThriftClientTransportProviderFactory.java | 43 +
.../doris/common/ThriftServerEventProcessor.java | 15 +-
.../org/apache/doris/common/util/BrokerUtil.java | 71 +-
.../org/apache/doris/datasource/CatalogMgr.java | 25 +-
.../apache/doris/datasource/CatalogProperty.java | 20 +-
.../apache/doris/datasource/ExternalCatalog.java | 18 +-
.../org/apache/doris/datasource/FileGroupInfo.java | 24 +-
.../apache/doris/datasource/FileQueryScanNode.java | 14 +-
.../datasource/hive/HiveExternalMetaCache.java | 4 +-
.../doris/datasource/hudi/source/HudiScanNode.java | 6 +-
.../doris/datasource/iceberg/IcebergUtils.java | 99 +-
.../datasource/iceberg/source/IcebergScanNode.java | 156 +-
.../PaimonLatestSnapshotProjectionLoader.java | 64 +-
.../paimon/PaimonPartitionInfoLoader.java | 2 +
.../apache/doris/datasource/mvcc/MvccTable.java | 25 +
.../doris/datasource/mvcc/MvccTableInfo.java | 25 +-
.../org/apache/doris/datasource/mvcc/MvccUtil.java | 22 +-
.../datasource/paimon/PaimonExternalCatalog.java | 34 +-
.../datasource/paimon/PaimonExternalMetaCache.java | 22 +
.../datasource/paimon/PaimonExternalTable.java | 85 +-
.../datasource/paimon/PaimonReaderOptions.java | 315 ++
.../doris/datasource/paimon/PaimonScanParams.java | 98 +-
.../datasource/paimon/PaimonSysExternalTable.java | 144 +-
.../datasource/paimon/PaimonTableDecorators.java | 41 +
.../apache/doris/datasource/paimon/PaimonUtil.java | 5 +-
.../doris/datasource/paimon/PaimonUtils.java | 19 +
.../datasource/paimon/source/PaimonScanNode.java | 84 +-
.../datasource/paimon/source/PaimonSource.java | 34 +-
.../metastore/AbstractPaimonProperties.java | 84 +-
.../config/WebServerFactoryCustomizerConfig.java | 3 +-
.../doris/httpv2/controller/BaseController.java | 48 +-
.../doris/httpv2/rest/RestBaseController.java | 2 +-
.../org/apache/doris/job/task/AbstractTask.java | 1 +
.../apache/doris/journal/bdbje/BDBEnvironment.java | 5 +
.../bdbje/BdbjeReplicationConfigProvider.java | 30 +-
.../BdbjeReplicationConfigProviderFactory.java | 43 +
.../bdbje/OssBdbjeReplicationConfigProvider.java | 32 +-
.../org/apache/doris/load/StreamLoadHandler.java | 47 +-
.../java/org/apache/doris/mysql/MysqlChannel.java | 18 +
.../java/org/apache/doris/mysql/MysqlProto.java | 5 +-
.../org/apache/doris/mysql/MysqlSslContext.java | 52 +-
.../doris/mysql/MysqlSslContextProvider.java | 31 +-
.../mysql/MysqlSslContextProviderFactory.java | 43 +
.../doris/mysql/OssMysqlSslContextProvider.java | 72 +
.../mysql/authenticate/AuthenticateRequest.java | 35 +
.../mysql/authenticate/AuthenticatorManager.java | 26 +
.../mysql/authenticate/DefaultAuthenticator.java | 9 +-
.../org/apache/doris/mysql/privilege/Auth.java | 36 +-
.../mysql/privilege/CommonUserProperties.java | 4 +-
.../apache/doris/mysql/privilege/UserManager.java | 31 +
.../org/apache/doris/nereids/StatementContext.java | 138 +-
.../glue/translator/PhysicalPlanTranslator.java | 1 +
.../doris/nereids/jobs/executor/Rewriter.java | 11 +-
.../nereids/jobs/rewrite/CostBasedRewriteJob.java | 3 +-
.../doris/nereids/load/NereidsFileGroupInfo.java | 24 +-
.../doris/nereids/rules/analysis/BindRelation.java | 13 +-
.../doris/nereids/rules/analysis/BindSink.java | 3 +
...terializedViewAggregateOnNoneAggregateRule.java | 4 +-
...IcebergMergeSinkToPhysicalIcebergMergeSink.java | 1 +
.../rewrite/AccessPathExpressionCollector.java | 9 +
.../rules/rewrite/AccessPathPlanCollector.java | 7 +
.../rules/rewrite/CheckMatchExpression.java | 26 +-
.../nereids/rules/rewrite/NestedColumnPruning.java | 6 +
.../rewrite/PushDownAggThroughJoinOneSide.java | 276 --
.../rules/rewrite/PushDownDistinctThroughJoin.java | 97 -
.../nereids/rules/rewrite/SlotTypeReplacer.java | 5 +
.../rewrite/eageraggregation/BilateralState.java | 110 +
.../rewrite/eageraggregation/EagerAggHints.java | 159 +
.../rewrite/eageraggregation/EagerAggRewriter.java | 1038 +++++-
.../eageraggregation/PushDownAggContext.java | 98 +-
.../eageraggregation/PushDownAggregation.java | 70 +-
.../doris/nereids/trees/expressions/Cast.java | 50 +-
.../expressions/literal/FractionalLiteral.java | 7 +-
.../literal/format/FractionalFormat.java | 288 +-
.../plans/commands/AlterComputeGroupCommand.java | 4 +-
.../trees/plans/commands/ExecuteCommand.java | 41 +-
.../trees/plans/commands/IcebergMergeCommand.java | 2 +
.../trees/plans/commands/IcebergUpdateCommand.java | 1 +
.../trees/plans/commands/ShowClustersCommand.java | 8 +-
.../plans/commands/ShowCreateUserCommand.java | 4 +-
.../trees/plans/commands/WarmUpClusterCommand.java | 6 +-
.../insert/InsertOverwriteTableCommand.java | 7 +-
.../plans/commands/merge/MergeIntoCommand.java | 8 +
.../trees/plans/logical/LogicalFileScan.java | 3 +-
.../plans/logical/LogicalIcebergMergeSink.java | 36 +-
.../plans/physical/PhysicalIcebergMergeSink.java | 26 +-
.../org/apache/doris/persist/gson/GsonUtils.java | 6 +-
.../org/apache/doris/planner/IcebergMergeSink.java | 18 +-
.../org/apache/doris/planner/OlapTableSink.java | 12 +-
.../java/org/apache/doris/qe/AuditLogHelper.java | 12 +-
.../java/org/apache/doris/qe/ConnectContext.java | 11 +
.../main/java/org/apache/doris/qe/QeService.java | 50 +-
.../java/org/apache/doris/qe/SessionVariable.java | 79 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 6 +
.../org/apache/doris/rpc/BackendServiceClient.java | 21 +-
.../rpc/BackendServiceClientChannelProvider.java | 32 +-
...BackendServiceClientChannelProviderFactory.java | 45 +
.../org/apache/doris/rpc/BackendServiceProxy.java | 9 +-
.../OssBackendServiceClientChannelProvider.java | 49 +
.../java/org/apache/doris/service/FeServer.java | 82 -
.../apache/doris/service/FrontendServiceImpl.java | 126 +-
.../service/arrowflight/FlightSqlSchemaHelper.java | 103 +-
.../java/org/apache/doris/system/HeartbeatMgr.java | 4 +
.../tablefunction/PaimonTableValuedFunction.java | 28 +-
.../doris/tls/server/FeServerStarterFactory.java | 57 +
.../doris/tls/server/FeServerStarterProvider.java | 35 +-
.../doris/tls/server/HttpServerTlsProvider.java | 30 +-
.../tls/server/HttpServerTlsProviderFactory.java | 43 +
.../tls/server/OssFeServerStarterProvider.java | 157 +
.../doris/tls/server/OssHttpServerTlsProvider.java | 54 +
.../org/apache/doris/tls/server/ServerStarter.java | 30 +-
.../apache/doris/tls/server/TlsProtocolSet.java | 64 +
.../apache/doris/analysis/AlterUserStmtTest.java | 146 +
.../apache/doris/analysis/CreateUserStmtTest.java | 165 +
.../apache/doris/analysis/FloatLiteralTest.java | 32 +-
.../org/apache/doris/analysis/TlsOptionsTest.java | 65 +
.../doris/auth/certificate/SanEntryCodecTest.java | 52 +
.../cloud/WarmUpClusterOnTablesParseTest.java | 20 +-
...oupTest.java => CloudComputeGroupMetaTest.java} | 135 +-
.../catalog/CloudInstanceStatusCheckerTest.java | 23 +-
.../doris/cloud/catalog/CloudReplicaTest.java | 346 ++
.../doris/cloud/rpc/MetaServiceProxyTest.java | 183 +-
.../cloud/system/CloudSystemInfoServiceTest.java | 104 +-
.../transaction/CloudGlobalTransactionMgrTest.java | 77 +
.../apache/doris/common/util/BrokerUtilTest.java | 37 +-
.../apache/doris/datasource/CatalogMgrTest.java | 191 ++
.../doris/datasource/CatalogPropertyTest.java | 137 +
.../doris/datasource/iceberg/IcebergUtilsTest.java | 88 +
.../iceberg/source/IcebergScanNodeTest.java | 281 +-
.../paimon/PaimonExternalMetaCacheTest.java | 273 +-
.../datasource/paimon/PaimonExternalTableTest.java | 505 ++-
.../datasource/paimon/PaimonReaderOptionsTest.java | 279 ++
.../datasource/paimon/PaimonScanParamsTest.java | 92 +-
.../doris/datasource/paimon/PaimonUtilTest.java | 10 +
.../paimon/source/PaimonScanNodeTest.java | 119 +
.../datasource/paimon/source/PaimonSourceTest.java | 33 +
.../metastore/AbstractPaimonPropertiesTest.java | 116 +-
.../doris/job/base/AbstractJobStatusTest.java | 23 +
.../doris/mysql/privilege/CloudAuthTest.java | 8 +-
.../mysql/privilege/CommonUserPropertiesTest.java | 86 +
.../nereids/StatementContextMvccSnapshotTest.java | 277 ++
.../apache/doris/nereids/StatementContextTest.java | 36 +-
.../rules/rewrite/CheckMatchExpressionTest.java | 14 +
.../rules/rewrite/PruneNestedColumnTest.java | 19 +
.../rewrite/PushDownDistinctThroughJoinTest.java | 97 -
.../rewrite/PushDownMinMaxSumThroughJoinTest.java | 355 --
.../rules/rewrite/VariantPruningLogicTest.java | 19 +
.../eageraggregation/EagerAggRewriterTest.java | 348 +-
.../trees/expressions/CastMonotonicityTest.java | 126 +
.../expressions/literal/DoubleLiteralTest.java | 29 +-
.../expressions/literal/FloatLiteralTest.java | 28 +-
.../literal/format/FractionalFormatTest.java | 254 ++
.../commands/AlterComputeGroupCommandTest.java | 4 +-
.../trees/plans/commands/ExecuteCommandTest.java | 114 +
.../plans/commands/IcebergUpdateCommandTest.java | 27 +
.../insert/InsertOverwriteSkipAuthResetTest.java | 81 +
.../gson/GsonProtobufCompatibilityTest.java | 50 +-
.../apache/doris/planner/IcebergMergeSinkTest.java | 12 +
.../apache/doris/planner/OlapTableSinkTest.java | 64 +
.../org/apache/doris/qe/AuditLogHelperTest.java | 9 +
.../org/apache/doris/qe/SessionVariablesTest.java | 23 +
.../FlightSqlSchemaHelperArrowTypeTest.java | 209 ++
.../doris/statistics/AnalysisManagerTest.java | 107 +
.../PaimonTableValuedFunctionTest.java | 87 +
fe/pom.xml | 10 +-
gensrc/proto/cloud.proto | 28 +-
gensrc/proto/internal_service.proto | 13 +
gensrc/thrift/BackendService.thrift | 1 +
gensrc/thrift/DataSinks.thrift | 2 +
gensrc/thrift/HeartbeatService.thrift | 1 +
gensrc/thrift/PaloInternalService.thrift | 6 +-
gensrc/thrift/PlanNodes.thrift | 2 +
gensrc/thrift/Types.thrift | 1 +
.../spark_connector/spark_connector_arrow.out | 14 +-
.../data/correctness_p0/test_cast_null.out | 2 +-
.../double/test_double_zonemap.out} | 13 +-
.../float/test_float_special_values.out | 14 +-
.../one_level_nestedtypes_with_s3data.out | 546 +--
.../create_nestedtypes_with_replaceIfNOtNull.out | 2 +-
.../test_nested_types_insert_into_with_s3.out | 16 +-
.../test_nestedtypes_csv_insert_into_with_s3.out | 6 +-
.../test_nestedtypes_json_insert_into_with_s3.out | 10 +-
.../data/datatype_p0/serde/test_serde_dialect.out | 4 +-
.../datatype_p0/serde/test_serde_dialect_hive.out | 4 +-
.../test_timestamptz_rf_partition_prune_dst.out | 13 +
.../data/doc/sql-manual/ArrayNullsafe.out | 16 +-
.../outfile/csv/test_outfile_csv_array_type.out | 32 +-
.../outfile/csv/test_outfile_csv_complex_type.out | 4 +-
.../outfile/csv/test_outfile_csv_map_type.out | 32 +-
.../parquet/test_outfile_parquet_array_type.out | 32 +-
.../parquet/test_outfile_parquet_complex_type.out | 6 +-
.../parquet/test_outfile_parquet_map_type.out | 32 +-
.../data/export_p0/test_export_data_types.out | 25 +-
regression-test/data/export_p0/test_outfile.out | 152 +-
.../data/export_p0/test_outfile_orc_array_type.out | 32 +-
.../export_p0/test_outfile_orc_complex_type.out | 4 +-
.../data/export_p0/test_outfile_orc_map_type.out | 32 +-
.../orc/test_hive_read_orc_complex_type.out | 8 +-
.../hive_read/parquet/test_hive_read_parquet.out | 16 +-
.../test_hive_read_parquet_complex_type.out | 8 +-
.../hive/hive_json_basic_test.out | 65 +-
.../external_table_p0/hive/test_complex_types.out | 8 +-
.../hive/test_hive_basic_type.out | 548 +--
.../hive/test_hive_get_schema_from_table.out | 104 +-
.../data/external_table_p0/hive/test_hive_orc.out | 2080 +++---------
.../hive/test_hive_text_complex_type.out | 65 -
.../external_table_p0/hive/test_hive_to_array.out | 21 -
.../hive/test_parquet_bloom_filter.out | 107 +-
.../hive/write/test_hive_text_write_insert.out | 410 +--
.../hive/write/test_hive_write_insert.out | 225 +-
.../hive/write/test_hive_write_partitions.out | 96 +-
.../iceberg/iceberg_schema_change.out | 232 +-
.../iceberg/iceberg_variant_shredded.parquet | Bin 0 -> 34528 bytes
...f3ae6-7100-4eb0-a42e-e52ddc62d9e3.metadata.json | 74 +
.../b7958052-e154-425f-8850-f0011d0272c5-m0.avro | Bin 0 -> 7778 bytes
...823-1-b7958052-e154-425f-8850-f0011d0272c5.avro | Bin 0 -> 4758 bytes
.../iceberg/test_iceberg_statistics.out | 4 +-
.../iceberg/test_iceberg_varbinary.out | 1 +
.../iceberg/test_iceberg_variant_read.out | 178 +
.../write/test_iceberg_insert_overwrite.out | 128 +-
.../iceberg/write/test_iceberg_write_insert.out | 276 +-
.../jdbc/test_clickhouse_jdbc_catalog.out | 8 +-
.../jdbc/test_pg_jdbc_catalog.out | 28 +-
.../type_test/ctas/test_mysql_all_types_ctas.out | 8 +-
.../select/test_doris_all_types_select.out | 8 +-
.../select/test_mysql_all_types_select.out | 8 +-
.../type_test/select/test_pg_all_types_select.out | 4 +-
.../paimon/test_paimon_catalog.out | 48 +-
.../paimon/test_paimon_catalog_variant.out | 26 +
.../paimon/test_paimon_jni_reader_guardrails.out | 44 +
.../test_remote_doris_all_types_select.out | 2 +-
.../test_remote_doris_unique_table_select.out | 8 +-
.../trino_connector/hive/test_trino_hive_orc.out | 152 +-
.../external_table_p0/tvf/test_ctas_with_hdfs.out | 482 +--
.../tvf/test_hdfs_parquet_group0.out | 40 +-
.../tvf/test_hdfs_parquet_group4.out | 256 +-
.../tvf/test_hdfs_parquet_group5.out | 34 +-
.../tvf/test_hdfs_parquet_group6.out | 166 +-
.../data/external_table_p0/tvf/test_http_tvf.out | 20 +-
.../tvf/test_local_tvf_with_complex_type.out | 98 +-
...test_local_tvf_with_complex_type_element_at.out | 124 +-
...ocal_tvf_with_complex_type_insertinto_doris.out | 294 +-
.../data/external_table_p2/es/test_es_query.out | 546 +--
.../es/test_es_query_no_http_url.out | 6 -
.../data/function_p0/cast/test_cast_from_json.out | 28 +-
.../from_float/test_cast_to_string_from_float.out | 510 ++-
.../data/function_p0/test_agg_foreach.out | 4 +-
.../data/function_p0/test_agg_foreach_notnull.out | 4 +-
.../data/load/insert/test_array_insert.out | 4 +-
.../http_stream/test_http_stream_properties.out | 954 +++---
.../data/load_p0/stream_load/test_stream_load.out | 2 +-
.../stream_load/test_stream_load_move_memtable.out | 2 +-
.../stream_load/test_stream_load_properties.out | 1182 +++----
regression-test/data/mtmv_p2/test_es_mtmv.out | 16 +-
.../nereids_function_p0/scalar_function/Array.out | 452 +--
.../nereids_function_p0/scalar_function/Array1.out | 204 +-
.../scalar_function/nereids_scalar_fn_map.out | 8 +-
.../nereids_p0/eager_agg/bilateral_eager_agg.out | 337 ++
.../data/nereids_p0/eager_agg/eager_agg.out | 44 +-
.../nereids_p0/eager_agg/scalar_agg_pushdown.out | 41 +
.../test_aggregate_percentile_no_cast.out | 10 +-
.../test_aggregate_window_functions.out | 344 +-
.../sql_functions/array_functions/sql/q04.out | 200 +-
.../variables_persist/test_array_agg_view.out | 20 +-
.../mv/agg_with_roll_up/aggregate_with_roll_up.out | 16 +-
.../push_down_distinct_through_join.out | 52 -
.../pythonudaf_p0/test_pythonudaf_edge_cases.out | 4 +-
.../data/query_p0/aggregate/aggregate.out | 10 +-
.../aggregate/map_agg_nested_insert_doris.out | 18 +-
.../percentile_ar/percentile_array.out | 2 +-
.../array_functions/test_array_cross_product.out | 12 +-
.../sql_functions/test_template_one_arg.out | 12 +-
.../sql_functions/test_template_two_args.out | 166 +-
.../test_unique_schema_value_modify.out | 70 +-
.../unique_ck/test_unique_schema_value_modify.out | 70 +-
.../tpcds_sf100/constraints/query23.out | 25 +-
.../shape_check/tpcds_sf100/rf_prune/query14.out | 78 +-
.../shape_check/tpcds_sf100/rf_prune/query23.out | 25 +-
.../shape_check/tpcds_sf100/rf_prune/query3.out | 18 +-
.../shape_check/tpcds_sf100/rf_prune/query31.out | 36 +-
.../shape_check/tpcds_sf100/rf_prune/query37.out | 25 +-
.../shape_check/tpcds_sf100/rf_prune/query38.out | 38 +-
.../shape_check/tpcds_sf100/rf_prune/query42.out | 22 +-
.../shape_check/tpcds_sf100/rf_prune/query5.out | 32 +-
.../shape_check/tpcds_sf100/rf_prune/query52.out | 22 +-
.../shape_check/tpcds_sf100/rf_prune/query55.out | 22 +-
.../shape_check/tpcds_sf100/rf_prune/query70.out | 9 +-
.../shape_check/tpcds_sf100/rf_prune/query8.out | 21 +-
.../shape_check/tpcds_sf100/rf_prune/query82.out | 25 +-
.../shape_check/tpcds_sf100/rf_prune/query87.out | 38 +-
.../shape_check/tpcds_sf100/rf_prune/query98.out | 19 +-
.../data/shape_check/tpcds_sf100/shape/query14.out | 78 +-
.../data/shape_check/tpcds_sf100/shape/query23.out | 25 +-
.../data/shape_check/tpcds_sf100/shape/query3.out | 18 +-
.../data/shape_check/tpcds_sf100/shape/query31.out | 36 +-
.../data/shape_check/tpcds_sf100/shape/query37.out | 25 +-
.../data/shape_check/tpcds_sf100/shape/query38.out | 38 +-
.../data/shape_check/tpcds_sf100/shape/query42.out | 22 +-
.../data/shape_check/tpcds_sf100/shape/query5.out | 32 +-
.../data/shape_check/tpcds_sf100/shape/query52.out | 22 +-
.../data/shape_check/tpcds_sf100/shape/query55.out | 22 +-
.../data/shape_check/tpcds_sf100/shape/query70.out | 9 +-
.../data/shape_check/tpcds_sf100/shape/query8.out | 21 +-
.../data/shape_check/tpcds_sf100/shape/query82.out | 25 +-
.../data/shape_check/tpcds_sf100/shape/query87.out | 38 +-
.../data/shape_check/tpcds_sf100/shape/query98.out | 19 +-
.../tpcds_sf1000/bs_downgrade_shape/query8.out | 21 +-
.../data/shape_check/tpcds_sf1000/hint/query12.out | 19 +-
.../data/shape_check/tpcds_sf1000/hint/query20.out | 19 +-
.../data/shape_check/tpcds_sf1000/hint/query23.out | 25 +-
.../data/shape_check/tpcds_sf1000/hint/query3.out | 7 +-
.../data/shape_check/tpcds_sf1000/hint/query31.out | 36 +-
.../data/shape_check/tpcds_sf1000/hint/query37.out | 20 +-
.../data/shape_check/tpcds_sf1000/hint/query38.out | 57 +-
.../data/shape_check/tpcds_sf1000/hint/query42.out | 22 +-
.../data/shape_check/tpcds_sf1000/hint/query5.out | 32 +-
.../data/shape_check/tpcds_sf1000/hint/query52.out | 22 +-
.../data/shape_check/tpcds_sf1000/hint/query55.out | 9 +-
.../data/shape_check/tpcds_sf1000/hint/query70.out | 19 +-
.../data/shape_check/tpcds_sf1000/hint/query8.out | 21 +-
.../data/shape_check/tpcds_sf1000/hint/query82.out | 20 +-
.../data/shape_check/tpcds_sf1000/hint/query87.out | 57 +-
.../data/shape_check/tpcds_sf1000/hint/query98.out | 19 +-
.../shape_check/tpcds_sf1000/shape/query12.out | 19 +-
.../shape_check/tpcds_sf1000/shape/query20.out | 19 +-
.../shape_check/tpcds_sf1000/shape/query23.out | 25 +-
.../data/shape_check/tpcds_sf1000/shape/query3.out | 18 +-
.../shape_check/tpcds_sf1000/shape/query31.out | 36 +-
.../shape_check/tpcds_sf1000/shape/query37.out | 28 +-
.../shape_check/tpcds_sf1000/shape/query38.out | 57 +-
.../shape_check/tpcds_sf1000/shape/query42.out | 22 +-
.../data/shape_check/tpcds_sf1000/shape/query5.out | 32 +-
.../shape_check/tpcds_sf1000/shape/query52.out | 22 +-
.../shape_check/tpcds_sf1000/shape/query55.out | 22 +-
.../shape_check/tpcds_sf1000/shape/query70.out | 9 +-
.../data/shape_check/tpcds_sf1000/shape/query8.out | 21 +-
.../shape_check/tpcds_sf1000/shape/query82.out | 28 +-
.../shape_check/tpcds_sf1000/shape/query83.out | 87 +-
.../shape_check/tpcds_sf1000/shape/query87.out | 57 +-
.../shape_check/tpcds_sf1000/shape/query98.out | 19 +-
.../tpch_sf1000/{shape => dphyper}/q18.out | 17 +-
.../data/shape_check/tpch_sf1000/rf_prune/q18.out | 13 +-
.../data/shape_check/tpch_sf1000/shape/q18.out | 15 +-
.../test_flexible_partial_update_all_types.out | 340 +-
regression-test/data/variant_p0/doc_mode/load.out | 2 +-
.../data/variant_p0/doc_mode/predefine/load.out | 2 +-
regression-test/data/variant_p0/load.out | 2 +-
.../predefine/test_all_prdefine_type_to_sparse.out | 152 +-
.../data/variant_p0/test_array_function.out | 8 +-
.../regression/action/StreamLoadAction.groovy | 4 +
regression-test/pipeline/p0/conf/be.conf | 2 +-
regression-test/pipeline/p0/conf/fe.conf | 2 +-
.../query-result-target/doris-q10.result | 18 +-
.../query-result-target/doris-q28.result | 18 +-
.../query-result-target/doris-q29.result | 22 +-
.../clickbench/query-result-target/doris-q3.result | 2 +-
.../query-result-target/doris-q31.result | 14 +-
...test_audit_log_hint_compute_group_docker.groovy | 64 +
.../cloud_p0/balance/test_balance_warm_up.groovy | 25 +-
.../test_balance_warm_up_use_peer_cache.groovy | 85 +-
...e_warm_up_with_compaction_use_peer_cache.groovy | 46 +-
.../balance/test_cross_cg_bvar_metrics.groovy | 280 ++
.../test_cross_cg_candidate_management.groovy | 377 +++
.../balance/test_cross_cg_inverted_index.groovy | 195 ++
.../test_cross_cg_peer_read_colocate.groovy | 309 ++
.../balance/test_cross_cg_peer_read_core.groovy | 351 ++
.../balance/test_cross_cg_server_fill.groovy | 319 ++
...test_cross_cg_server_fill_dynamic_config.groovy | 305 ++
.../test_cross_cg_server_fill_three_cg.groovy | 272 ++
.../balance/test_peer_cache_http_api.groovy | 311 ++
.../test_peer_fetch_concurrent_same_block.groovy | 230 ++
.../balance/test_peer_fetch_pool_isolation.groovy | 244 ++
.../balance/test_peer_read_async_warmup.groovy | 44 +-
.../read_from_peer/test_read_from_peer.groovy | 188 +-
...st_cloud_alter_partition_retention_count.groovy | 61 +
.../datatype_p0/double/test_double_zonemap.groovy | 41 +-
.../test_timestamptz_rf_partition_prune_dst.groovy | 90 +
.../cache/test_file_cache_statistics.groovy | 28 +-
.../iceberg/test_iceberg_varbinary.groovy | 20 +-
.../iceberg/test_iceberg_variant_read.groovy | 1049 ++++++
.../paimon/test_paimon_catalog_variant.groovy | 91 +
.../paimon/test_paimon_jdbc_catalog.groovy | 211 +-
.../test_paimon_jni_reader_guardrails.groovy | 231 ++
.../hive/test_trino_hive_other.groovy | 2 +-
.../test_cast_to_string_from_float.groovy | 25 +-
.../eager_agg/bilateral_eager_agg.groovy | 953 ++++++
.../suites/nereids_p0/eager_agg/eager_agg.groovy | 1 -
.../eager_agg/scalar_agg_pushdown.groovy | 125 +
.../push_down_distinct_through_join.groovy | 67 -
...paimon_write_key_dynamic_memory_negative.groovy | 160 +
.../test_paimon_write_snapshot_refs.groovy | 192 ++
.../test_paimon_write_source_models.groovy | 294 ++
.../test_paimon_write_thread_lifecycle.groovy | 154 +
.../auto_partition/test_auto_new_recycle.groovy | 22 +
.../suites/query_p0/cast/test_cast.groovy | 2 +-
.../test_agg_schema_value_modify1.groovy | 48 +-
.../test_dup_schema_value_modify1.groovy | 36 +-
.../search/test_disable_root_variant_match.groovy | 22 +-
.../suites/variant_p0/doc_mode/load.groovy | 3 +-
.../variant_p0/schema_change/schema_change.groovy | 5 +-
.../suites/variant_p0/variant_with_rowstore.groovy | 7 +-
run-be-ut.sh | 77 +-
run-cloud-ut.sh | 76 +
run-fe-ut.sh | 84 +-
run-regression-test.sh | 7 +-
693 files changed, 49793 insertions(+), 13685 deletions(-)
create mode 100644 be/benchmark/parquet/benchmark_file_scanner_expr.hpp
create mode 100644 be/benchmark/parquet/benchmark_parquet_selection.hpp
create mode 100644 be/src/format_v2/parquet/reader/variant_column_reader.cpp
create mode 100644 be/src/format_v2/parquet/reader/variant_column_reader.h
create mode 100644 be/src/io/cache/shard_mem_cache.cpp
copy be/src/io/{fs/local_file_writer.h => cache/shard_mem_cache.h} (52%)
delete mode 100644 be/src/service/brpc_service.cpp
create mode 100644 be/src/service/http/action/peer_cache_action.cpp
create mode 100644 be/src/service/http/action/peer_cache_action.h
create mode 100644 be/src/service/server/be_server_starter_factory.h
create mode 100644 be/src/service/server/oss/be_server_starter_factory.cpp
copy be/src/service/{brpc_service.h => server/server_starter.h} (67%)
create mode 100644 be/src/util/bthread_utils.h
copy be/src/{service/brpc_service.h => util/client_connection_provider.h} (71%)
copy be/src/{service/brpc_service.h =>
util/oss/client_connection_provider.cpp} (65%)
create mode 100644 be/test/cloud/cloud_warm_up_manager_peer_test.cpp
create mode 100644 be/test/format/jni/jni_data_bridge_test.cpp
create mode 100644 be/test/format/table/paimon_jni_reader_test.cpp
create mode 100644 be/test/format_v2/parquet/variant_column_reader_test.cpp
create mode 100644 be/test/io/cache/cached_remote_file_reader_peer_test.cpp
copy be/{src/service/brpc_service.h =>
test/service/server/be_server_starter_factory_test.cpp} (51%)
copy be/src/service/brpc_service.h =>
cloud/src/server/cloud_server_starter_factory.h (58%)
create mode 100644 cloud/src/server/oss/cloud_server_starter_factory.cpp
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/create_preinstalled_scripts/paimon/run13.sql
create mode 100644
fe/be-java-extensions/java-common/src/main/java/org/apache/doris/common/jni/vec/VectorColumnVariant.java
create mode 100644
fe/be-java-extensions/java-common/src/test/java/org/apache/doris/common/jni/vec/VectorColumnVariantTest.java
create mode 100644
fe/be-java-extensions/paimon-connector/src/main/java/org/apache/doris/paimon/PaimonTableCache.java
create mode 100644
fe/be-java-extensions/paimon-connector/src/test/java/org/apache/doris/paimon/PaimonTableCacheTest.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/auth/certificate/CertificateAuthDecision.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/auth/certificate/CertificateRuntimeAuthFactory.java
copy be/src/service/brpc_service.h =>
fe/fe-core/src/main/java/org/apache/doris/auth/certificate/CertificateRuntimeAuthService.java
(66%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/auth/certificate/ForwardedCertificateInfo.java
copy be/src/service/brpc_service.h =>
fe/fe-core/src/main/java/org/apache/doris/auth/certificate/NoOpCertificateRuntimeAuthService.java
(58%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/auth/certificate/SanEntryCodec.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/auth/certificate/StreamLoadCertificateAuthHelper.java
rename
fe/fe-core/src/main/java/org/apache/doris/cloud/catalog/{ComputeGroup.java =>
CloudComputeGroupMeta.java} (89%)
copy be/src/service/brpc_service.h =>
fe/fe-core/src/main/java/org/apache/doris/cloud/rpc/MetaServiceClientChannelProvider.java
(66%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/cloud/rpc/MetaServiceClientChannelProviderFactory.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/cloud/rpc/OssMetaServiceClientChannelProvider.java
copy be/src/service/brpc_service.h =>
fe/fe-core/src/main/java/org/apache/doris/common/OssThriftClientTransportProvider.java
(55%)
copy be/src/service/brpc_service.h =>
fe/fe-core/src/main/java/org/apache/doris/common/ThriftClientTransportProvider.java
(66%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/ThriftClientTransportProviderFactory.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/PaimonReaderOptions.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/PaimonTableDecorators.java
copy be/src/service/brpc_service.h =>
fe/fe-core/src/main/java/org/apache/doris/journal/bdbje/BdbjeReplicationConfigProvider.java
(66%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/journal/bdbje/BdbjeReplicationConfigProviderFactory.java
copy be/src/service/brpc_service.h =>
fe/fe-core/src/main/java/org/apache/doris/journal/bdbje/OssBdbjeReplicationConfigProvider.java
(67%)
copy be/src/service/brpc_service.h =>
fe/fe-core/src/main/java/org/apache/doris/mysql/MysqlSslContextProvider.java
(66%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/mysql/MysqlSslContextProviderFactory.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/mysql/OssMysqlSslContextProvider.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/PushDownAggThroughJoinOneSide.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/PushDownDistinctThroughJoin.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/eageraggregation/BilateralState.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/eageraggregation/EagerAggHints.java
copy be/src/service/brpc_service.h =>
fe/fe-core/src/main/java/org/apache/doris/rpc/BackendServiceClientChannelProvider.java
(66%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/rpc/BackendServiceClientChannelProviderFactory.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/rpc/OssBackendServiceClientChannelProvider.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/service/FeServer.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/tls/server/FeServerStarterFactory.java
copy be/src/service/brpc_service.h =>
fe/fe-core/src/main/java/org/apache/doris/tls/server/FeServerStarterProvider.java
(61%)
copy be/src/service/brpc_service.h =>
fe/fe-core/src/main/java/org/apache/doris/tls/server/HttpServerTlsProvider.java
(66%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/tls/server/HttpServerTlsProviderFactory.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/tls/server/OssFeServerStarterProvider.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/tls/server/OssHttpServerTlsProvider.java
copy be/src/service/brpc_service.h =>
fe/fe-core/src/main/java/org/apache/doris/tls/server/ServerStarter.java (66%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/tls/server/TlsProtocolSet.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/AlterUserStmtTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/CreateUserStmtTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/TlsOptionsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/auth/certificate/SanEntryCodecTest.java
rename
fe/fe-core/src/test/java/org/apache/doris/cloud/catalog/{ComputeGroupTest.java
=> CloudComputeGroupMetaTest.java} (61%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/catalog/CloudReplicaTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/CatalogMgrTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/CatalogPropertyTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/paimon/PaimonReaderOptionsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/mysql/privilege/CommonUserPropertiesTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/StatementContextMvccSnapshotTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/PushDownDistinctThroughJoinTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/PushDownMinMaxSumThroughJoinTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/CastMonotonicityTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/literal/format/FractionalFormatTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/insert/InsertOverwriteSkipAuthResetTest.java
copy be/src/service/brpc_service.h =>
fe/fe-core/src/test/java/org/apache/doris/persist/gson/GsonProtobufCompatibilityTest.java
(51%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/service/arrowflight/FlightSqlSchemaHelperArrowTypeTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/tablefunction/PaimonTableValuedFunctionTest.java
copy regression-test/data/{correctness_p0/test_cast_null.out =>
datatype_p0/double/test_double_zonemap.out} (56%)
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_rf_partition_prune_dst.out
create mode 100644
regression-test/data/external_table_p0/iceberg/iceberg_variant_shredded.parquet
create mode 100644
regression-test/data/external_table_p0/iceberg/iceberg_variant_shredded_table/00002-5d3f3ae6-7100-4eb0-a42e-e52ddc62d9e3.metadata.json
create mode 100644
regression-test/data/external_table_p0/iceberg/iceberg_variant_shredded_table/b7958052-e154-425f-8850-f0011d0272c5-m0.avro
create mode 100644
regression-test/data/external_table_p0/iceberg/iceberg_variant_shredded_table/snap-5420489606554005823-1-b7958052-e154-425f-8850-f0011d0272c5.avro
create mode 100644
regression-test/data/external_table_p0/iceberg/test_iceberg_variant_read.out
create mode 100644
regression-test/data/external_table_p0/paimon/test_paimon_catalog_variant.out
create mode 100644
regression-test/data/external_table_p0/paimon/test_paimon_jni_reader_guardrails.out
create mode 100644
regression-test/data/nereids_p0/eager_agg/bilateral_eager_agg.out
create mode 100644
regression-test/data/nereids_p0/eager_agg/scalar_agg_pushdown.out
delete mode 100644
regression-test/data/nereids_rules_p0/push_down_distinct_through_join/push_down_distinct_through_join.out
copy regression-test/data/shape_check/tpch_sf1000/{shape => dphyper}/q18.out
(63%)
create mode 100644
regression-test/suites/audit/test_audit_log_hint_compute_group_docker.groovy
create mode 100644
regression-test/suites/cloud_p0/balance/test_cross_cg_bvar_metrics.groovy
create mode 100644
regression-test/suites/cloud_p0/balance/test_cross_cg_candidate_management.groovy
create mode 100644
regression-test/suites/cloud_p0/balance/test_cross_cg_inverted_index.groovy
create mode 100644
regression-test/suites/cloud_p0/balance/test_cross_cg_peer_read_colocate.groovy
create mode 100644
regression-test/suites/cloud_p0/balance/test_cross_cg_peer_read_core.groovy
create mode 100644
regression-test/suites/cloud_p0/balance/test_cross_cg_server_fill.groovy
create mode 100644
regression-test/suites/cloud_p0/balance/test_cross_cg_server_fill_dynamic_config.groovy
create mode 100644
regression-test/suites/cloud_p0/balance/test_cross_cg_server_fill_three_cg.groovy
create mode 100644
regression-test/suites/cloud_p0/balance/test_peer_cache_http_api.groovy
create mode 100644
regression-test/suites/cloud_p0/balance/test_peer_fetch_concurrent_same_block.groovy
create mode 100644
regression-test/suites/cloud_p0/balance/test_peer_fetch_pool_isolation.groovy
create mode 100644
regression-test/suites/cloud_p0/partition/test_cloud_alter_partition_retention_count.groovy
rename be/src/service/brpc_service.h =>
regression-test/suites/datatype_p0/double/test_double_zonemap.groovy (66%)
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_rf_partition_prune_dst.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/test_iceberg_variant_read.groovy
create mode 100644
regression-test/suites/external_table_p0/paimon/test_paimon_catalog_variant.groovy
create mode 100644
regression-test/suites/external_table_p0/paimon/test_paimon_jni_reader_guardrails.groovy
create mode 100644
regression-test/suites/nereids_p0/eager_agg/bilateral_eager_agg.groovy
create mode 100644
regression-test/suites/nereids_p0/eager_agg/scalar_agg_pushdown.groovy
delete mode 100644
regression-test/suites/nereids_rules_p0/push_down_distinct_through_join/push_down_distinct_through_join.groovy
create mode 100644
regression-test/suites/paimon_write/test_paimon_write_key_dynamic_memory_negative.groovy
create mode 100644
regression-test/suites/paimon_write/test_paimon_write_snapshot_refs.groovy
create mode 100644
regression-test/suites/paimon_write/test_paimon_write_source_models.groovy
create mode 100644
regression-test/suites/paimon_write/test_paimon_write_thread_lifecycle.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
