This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a change to branch auto-pick-49752-branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
omit 9dd1d2e6789 [Opt](mow) Add more logs for mow delete bitmap (#49752)
add a72ce5eb008 branch-3.0: [Fix](compaction) Only print delete compaction
log when there is a delete rowset #49953 (#50291)
add 681ac90ba15 branch-3.0: [fix](load) fix routine load job progress
fallback after FE master node restart #50221 (#50282)
add df504139b8b branch-3.0: [fix](cloud) remove unnecessary DCHECK
existence when delete file cache directory #50049 (#50258)
add 657003297e7 branch-3.0: [fix](txn) Restart fe after commit txn causes
`loadedTblIndexes` lossing #50123 (#50205)
add 77fe6b8109d [opt](deps) patch re2 to add ignore_replace_escape option
(#50124) (#50324)
add 65a742b4d75 branch-3.0: [fix](lzo) fix lzo decompression failed
(#49538) (#50323)
add ab89bb6d53c branch-3.0: [Fix](Catalog) Close system resources when
dropping catalog (#49621) (#49936)
add 440d4d8de6c branch-3.0: [fix](trino connector catalog) enable
self-attachment for Java agents and adjust settings for Mac systems #49520
(#49680)
add 12572b01bc7 branch-3.0: [fix](cloud-mow)Schema change fail should
release delete bitmap lock #49889 (#50335)
add 8894c73ee8a branch-3.0: [fix](profile) Fix incorrect check of
Profile.shouldStoreToStorage #49925 (#49991)
add 68c292081e0 branch-3.0: [Opt](cloud) Refactor
`OlapScanLocalState::hold_tablets` (#49945) (#50332)
add 1fdf36aeb51 branch-3.0: [fix](serDe) global function could not
deserialization from image #50279 (#50347)
add 785af8c7252 branch-3.0: [Fix](vault) Remove double slashes when s3
vault prefix is empty #50352 (#50377)
add 21a440df3ff branch-3.0: [fix](orc) Should not pass selection vector
when decode child column of List or Map #50136 (#50317)
add 15d698eaf96 branch-3.0: [enhance](hive) support skip.header.line.count
#49929 (#49975)
add 0fb1395effd [fix](compaction) fix time series compaction time
threshold (#50306) (#50391)
add a9da4deb318 [opt](paimon/iceberg)upgrade paimon to 1.0.1, iceberg to
1.6.1 (#49280)
add 790ab9e6fb1 [enhance](third-party) Add pugixml library (#49238)
(#50396)
add d4b3dc640a4 branch-3.0: [opt](Nereids) avoid generate nested alias
expr when plan insert values (#50386)
add 55630ff2609 branch-3.0:[fix](auditlog)Set sqlHash in
executeInternalQuery (#49984) (#50365)
add 54c43a13c53 [fix](cloud) batch process ttl cache block gc to limit
lock held time once in a time (pick#50387) (#50402)
add 79fcf4fb905 branch-3.0: [fix](s3client) Avoild dead loop when storage
not support `ListObjectsV2` #50252 (#50413)
add 92b9fbea349 [enhancement](statistics) Add segment footer open stats to
profile (#50326) (#50416)
add c5c18915648 branch-3.0: [enhance](mtmv)Only restrict MTMV to not allow
concurrent insert overwrite execution #48673 (#49964)
add 1bf4983bdf5 branch-3.0: [fix](Nereids) fix regression framework
compare issue and fix code point count (#49575) (#49741)
add 1659df517e1 branch-3.0: [Bug](function) fix Could not find function
explode_json_array_json_outer #50164 (#50226)
add f3b023252bf branch-3.0: [feat](debugpoint) add a backup block debug
point for ccr test #50380 (#50429)
add 0fdf8724d23 branch-3.0: [chore] Fix unhandled exceptions thrown by
stoi on streamload #49714 (#50410)
add 059617d8e07 branch-3.0: [opt](recycler) Speed up recycling txn info by
introducing parallelism #50037 (#50428)
add 63440838483 [cherry-pick](branch-3.0) Pick "[Enhancement](compaction)
Try get global lock when execute compaction (#49882)" (#50432)
add f7153b7eae0 branch-3.0: [feat](function) SUBSTRING_INDEX function
delimiter supports dynamic #50149 (#50302)
add a6a9f990f42 branch-3.0: [Opt](mow) Forbid time_series compaction
policy on unique table #49905 (#50128)
add 534d051c1ec branch-3.0: [enhacement](cloud) Make
config::custom_conf_path default to use conf_path's value specified when
started #50381 (#50474)
add 3996fe286c2 branch-3.0: [fix](ut) fix unstable FE ut case for schema
change job #50350 (#50443)
add 23623e7a457 branch-3.0: [fix](replica) skip missing version should
care catchup #49999 (#50087)
add 7905e504a30 branch-3.0: [fix](doc) make cases for docs on sc same as
docs #46851 (#50475)
add 7b70b7223c7 branch-3.0: [fix](path gc) Fix path gc race with publish
task #50343 (#50487)
add 79191a986ba branch-3.0: [fix](regression test) fix case
variant_github_events_nonConcurrent_p2 #50437 (#50490)
add 7167b16b872 branch-3.0: [fix](bdbje) avoid remove empty frontends
#46424 (#50472)
add 6086725377f brnach-3.0: [Test][Fix](parquet-reader) Add parquet
decoder unit tests and fix bugs by these tests. (#50452)
add 74edb1a4462 branch-3.0: [fix](catalog) do cache load when cache value
is not present #50188 (#50450)
add 48016a747e9 branch-3.0: [Opt](mow) Calc delete bitmaps between
segments concurrently in commit phase (#50106) (#50495)
add 494c5db5581 [fix] use g1 for jdk17 (#46396)
add cf243787a16 Branch-3.0 [fix](array-index) Fix types that do not
support indexing also in array nesting should also not be supported. #50162
(#50315)
add a14458c90e2 branch-3.0: [chore](load) adjust
load_task_high_priority_threshold_second default value #50478 (#50522)
add 283654dab49 branch-3.0: [bugfix](cloud) Fix ms crash when set the
custom config path #50246 (#50513)
add dbcbb42d745 branch-3.0: [fix](cloud) FDCache nullptr when doris exit
#50397 (#50518)
add 37678cbd9a7 branch-3.0: [fix](json) Json Path supports the $.[0]
format #50427 (#50448)
add 7d747acbce3 branch-3.0: [Fix](CloudStorageEngine) Fix
`CloudStorageEngine::~CloudStorageEngine` coredump #50486 (#50515)
add df81ddbf011 branch-3.0: [fix](load) disable fetching meta request to
disable_load or decommissioned BE node #50421 (#50516)
add 47c7238c038 branch-3.0: [opt](s3io) Check data integrity after an
upload for S3FileWriter #50168 (#50312)
add 3152752b0c9 [enhancement](hive)Initial support for Hive
org.openx.data.jsonserde.JsonSerDe (#49958) (#50412)
add f28ccaab794 [fix](paimon)Set the target size of the split for 3.0
(#50405)
add 36b52c5267a branch-3.0: [test](partial update) Ensure the correct
order of concurrency #50398 (#50517)
add ace825afc5d branch-3.0: [fix](partition)fix default partitionkey not
persistent and keep default on some operator #50489 (#50532)
add 6251709655c [Feature](json) Support json_search function (#40948)
(#50499)
add 9124197bf73 [feat](cloud) Add a config for cloud txn lazy commit fuzzy
test (#50314) (#50544)
add d07a3f7787f branch-3.0: [enhancement](cloud) optimize warm up local IO
and performance #50275 (#50527)
add bf49711c655 branch-3.0:[fix](inverted index) resolve inverted index
incompatibility between arm and x86 (#49923) (#50120)
add f9494b43132 [Opt](mow) Add more logs for mow delete bitmap (#49752)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (9dd1d2e6789)
\
N -- N -- N refs/heads/auto-pick-49752-branch-3.0 (f9494b43132)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
be/src/cloud/cloud_base_compaction.cpp | 38 +-
be/src/cloud/cloud_base_compaction.h | 1 +
be/src/cloud/cloud_cumulative_compaction.cpp | 73 +-
be/src/cloud/cloud_cumulative_compaction.h | 1 +
.../cloud/cloud_engine_calc_delete_bitmap_task.cpp | 4 +-
be/src/cloud/cloud_full_compaction.cpp | 37 +-
be/src/cloud/cloud_full_compaction.h | 1 +
be/src/cloud/cloud_schema_change_job.cpp | 17 +-
be/src/cloud/cloud_schema_change_job.h | 1 +
be/src/cloud/cloud_storage_engine.cpp | 136 +-
be/src/cloud/cloud_storage_engine.h | 11 +
be/src/cloud/cloud_tablet.cpp | 26 +-
be/src/cloud/cloud_warm_up_manager.cpp | 38 +-
be/src/clucene | 2 +-
be/src/common/config.cpp | 9 +-
be/src/common/config.h | 8 +
be/src/exec/lzo_decompressor.cpp | 18 +-
be/src/http/action/adjust_log_level.cpp | 33 +-
be/src/http/action/stream_load.cpp | 29 +-
be/src/io/cache/block_file_cache.cpp | 18 +-
be/src/io/cache/block_file_cache.h | 1 +
be/src/io/cache/block_file_cache_downloader.cpp | 2 +
be/src/io/cache/cached_remote_file_reader.cpp | 23 +-
be/src/io/cache/fs_file_cache_storage.cpp | 1 -
be/src/io/fs/s3_file_writer.cpp | 61 +
be/src/io/fs/s3_obj_storage_client.cpp | 6 +
be/src/io/io_common.h | 3 +
be/src/olap/base_tablet.cpp | 6 +-
be/src/olap/base_tablet.h | 2 +-
be/src/olap/calc_delete_bitmap_executor.cpp | 23 +
be/src/olap/calc_delete_bitmap_executor.h | 6 +
be/src/olap/compaction.cpp | 3 +-
be/src/olap/cumulative_compaction.cpp | 7 +
.../cumulative_compaction_time_series_policy.cpp | 37 +-
be/src/olap/data_dir.cpp | 8 +
be/src/olap/olap_server.cpp | 13 +-
be/src/olap/rowset/beta_rowset.cpp | 5 +-
be/src/olap/rowset/beta_rowset.h | 4 +-
be/src/olap/rowset/beta_rowset_reader.cpp | 2 +-
.../rowset/segment_v2/inverted_index_reader.cpp | 4 +
be/src/olap/rowset/segment_v2/segment.cpp | 21 +-
be/src/olap/rowset/segment_v2/segment.h | 10 +-
be/src/olap/rowset_builder.cpp | 9 +-
be/src/olap/segment_loader.cpp | 2 +-
be/src/olap/tablet.cpp | 7 -
be/src/olap/task/engine_publish_version_task.cpp | 87 +-
be/src/olap/txn_manager.cpp | 12 +-
be/src/olap/txn_manager.h | 6 +-
be/src/pipeline/exec/olap_scan_operator.cpp | 94 +-
be/src/runtime/exec_env_init.cpp | 2 +-
be/src/service/backend_service.cpp | 4 +-
be/src/util/jsonb_document.h | 49 +-
be/src/util/string_util.cpp | 11 +
be/src/util/string_util.h | 2 +-
.../file_reader/new_plain_text_line_reader.cpp | 14 +-
be/src/vec/exec/format/json/new_json_reader.cpp | 33 +-
be/src/vec/exec/format/json/new_json_reader.h | 8 +-
be/src/vec/exec/format/orc/vorc_reader.cpp | 14 +-
.../vec/exec/format/parquet/bool_plain_decoder.h | 3 +-
.../vec/exec/format/parquet/bool_rle_decoder.cpp | 24 +-
be/src/vec/exec/format/parquet/bool_rle_decoder.h | 5 +-
be/src/vec/exec/format/parquet/decoder.h | 6 +-
.../exec/format/parquet/delta_bit_pack_decoder.cpp | 134 ++
.../exec/format/parquet/delta_bit_pack_decoder.h | 176 +--
.../format/parquet/fix_length_dict_decoder.hpp | 6 +-
.../format/parquet/fix_length_plain_decoder.cpp | 40 +
.../exec/format/parquet/fix_length_plain_decoder.h | 96 +-
be/src/vec/exec/format/parquet/level_decoder.cpp | 10 +-
.../parquet/vparquet_column_chunk_reader.cpp | 2 +-
be/src/vec/functions/function_fake.cpp | 3 -
be/src/vec/functions/function_jsonb.cpp | 354 +++++
be/src/vec/functions/function_string.h | 85 +-
be/src/vec/functions/like.cpp | 204 +--
be/src/vec/functions/like.h | 4 +
be/test/io/cache/block_file_cache_test.cpp | 153 +-
be/test/io/fs/s3_file_writer_test.cpp | 6 +-
be/test/io/fs/s3_obj_stroage_client_mock_test.cpp | 121 ++
...mulative_compaction_time_series_policy_test.cpp | 11 +-
be/test/olap/delta_writer_cluster_key_test.cpp | 8 +-
be/test/olap/delta_writer_test.cpp | 23 +-
.../olap/engine_storage_migration_task_test.cpp | 7 +-
.../segment_v2/inverted_index_reader_test.cpp | 1564 ++++++++++++++++++++
be/test/olap/segment_cache_test.cpp | 8 +-
be/test/olap/tablet_cooldown_test.cpp | 7 +-
be/test/olap/test_data/arm_new_1744017919441.idx | Bin 0 -> 615085 bytes
be/test/olap/test_data/arm_new_v2.idx | Bin 0 -> 960103 bytes
be/test/olap/test_data/arm_old_1744016478651.idx | Bin 0 -> 666901 bytes
be/test/olap/test_data/arm_old_v2.idx | Bin 0 -> 957547 bytes
be/test/olap/test_data/x86_new_1744025019684.idx | Bin 0 -> 609330 bytes
be/test/olap/test_data/x86_new_v2.idx | Bin 0 -> 957479 bytes
.../test_data/x86_noavx2_new_1744093412581.idx | Bin 0 -> 868619 bytes
be/test/olap/test_data/x86_noavx2_new_v2.idx | Bin 0 -> 1211694 bytes
.../test_data/x86_noavx2_old_1744076790030.idx | Bin 0 -> 1297226 bytes
be/test/olap/test_data/x86_noavx2_old_v2.idx | Bin 0 -> 1531191 bytes
be/test/olap/test_data/x86_old_10248.idx | Bin 0 -> 666279 bytes
be/test/olap/test_data/x86_old_v2.idx | Bin 0 -> 954373 bytes
be/test/olap/txn_manager_test.cpp | 14 +-
be/test/runtime/snapshot_loader_test.cpp | 4 +-
.../format/parquet/bool_plain_decoder_test.cpp | 245 +++
.../exec/format/parquet/bool_rle_decoder_test.cpp | 245 +++
.../parquet/byte_array_dict_decoder_test.cpp | 513 +++++++
.../parquet/byte_array_plain_decoder_test.cpp | 247 ++++
.../parquet/byte_stream_split_decoder_test.cpp | 405 +++++
.../format/parquet/delta_bit_pack_decoder_test.cpp | 272 ++++
.../parquet/delta_byte_array_decoder_test.cpp | 598 ++++++++
.../delta_length_byte_array_decoder_test.cpp | 281 ++++
.../parquet/fix_length_dict_decoder_test.cpp | 551 +++++++
.../parquet/fix_length_plain_decoder_test.cpp | 208 +++
.../vec/exec/format/parquet/level_decoder_test.cpp | 225 +++
.../{ => format}/parquet/parquet_common_test.cpp | 0
.../parquet/parquet_corrupt_statistics_test.cpp | 0
.../parquet_nested_type_cross_page_test.cpp | 0
.../{ => format}/parquet/parquet_reader_test.cpp | 0
.../parquet/parquet_statistics_test.cpp | 0
.../{ => format}/parquet/parquet_thrift_test.cpp | 28 +-
.../{ => format}/parquet/parquet_version_test.cpp | 0
cloud/src/common/config.h | 15 +-
cloud/src/main.cpp | 7 +-
cloud/src/meta-service/meta_service_job.cpp | 2 +-
cloud/src/meta-service/meta_service_txn.cpp | 40 +-
cloud/src/recycler/recycler.cpp | 52 +-
cloud/src/recycler/s3_accessor.cpp | 8 +-
cloud/src/recycler/s3_obj_client.cpp | 11 +
cloud/test/CMakeLists.txt | 4 +
cloud/test/recycler_test.cpp | 278 ++++
cloud/test/s3_accessor_mock_test.cpp | 43 +-
cloud/test/txn_lazy_commit_test.cpp | 35 +
conf/fe.conf | 2 +-
dist/LICENSE-dist.txt | 1 +
dist/licenses/LICENSE-pugixml.txt | 24 +
.../hive/scripts/auxlib/json-serde-1.3.9.tar.gz | Bin 0 -> 78992 bytes
.../create_hive_orc_tables.hql | 11 +
.../scripts/create_preinstalled_scripts/run76.hql | 78 +
.../docker-compose/hive/scripts/hive-metastore.sh | 9 +
.../json/openx_json/json_data_arrays_tb/1 | 2 +
.../json/openx_json/json_one_column_table/1 | 5 +
.../preinstalled_data/json/openx_json/json_table/1 | 2 +
.../preinstalled_data/json/openx_json/json_table/2 | 11 +
.../json/openx_json/scalar_to_array_tb/1 | 1 +
.../orc/complex_data_orc/000000_0 | Bin 0 -> 561 bytes
.../text_table_compressed_skip_header/000000_0.gz | Bin 0 -> 149 bytes
.../text/text_table_normal_skip_header/000000_0 | 20 +
.../trinoconnector/TrinoConnectorPluginLoader.java | 8 +
fe/fe-core/pom.xml | 16 +-
.../apache/doris/alter/SchemaChangeHandler.java | 5 +
.../org/apache/doris/alter/SchemaChangeJobV2.java | 41 +-
.../java/org/apache/doris/analysis/IndexDef.java | 23 +-
.../org/apache/doris/backup/BackupHandler.java | 9 +
.../apache/doris/binlog/AddPartitionRecord.java | 8 +-
.../doris/catalog/BuiltinScalarFunctions.java | 2 +
.../main/java/org/apache/doris/catalog/Env.java | 4 +
.../apache/doris/catalog/GlobalFunctionMgr.java | 2 +-
.../apache/doris/catalog/ListPartitionInfo.java | 18 +-
.../apache/doris/catalog/ListPartitionItem.java | 3 +
.../org/apache/doris/catalog/PartitionKey.java | 26 +-
.../main/java/org/apache/doris/catalog/Tablet.java | 21 +-
.../cloud/alter/CloudSchemaChangeHandler.java | 5 +
.../org/apache/doris/common/profile/Profile.java | 41 +-
.../apache/doris/common/util/PropertyAnalyzer.java | 6 +-
.../org/apache/doris/datasource/CatalogIf.java | 2 +-
.../org/apache/doris/datasource/CatalogMgr.java | 2 +-
.../apache/doris/datasource/ExternalCatalog.java | 25 +-
.../apache/doris/datasource/InternalCatalog.java | 2 +-
.../doris/datasource/hive/HMSExternalCatalog.java | 15 +-
.../doris/datasource/hive/HMSExternalTable.java | 8 +
.../datasource/hive/HiveMetaStoreClientHelper.java | 1 +
.../doris/datasource/hive/HiveProperties.java | 32 +-
.../doris/datasource/hive/source/HiveScanNode.java | 51 +-
.../datasource/iceberg/IcebergExternalCatalog.java | 8 +
.../datasource/iceberg/IcebergMetadataOps.java | 3 +
.../datasource/iceberg/source/IcebergScanNode.java | 42 +-
.../doris/datasource/jdbc/JdbcExternalCatalog.java | 8 +-
.../apache/doris/datasource/kafka/KafkaUtil.java | 8 +-
.../doris/datasource/metacache/MetaCache.java | 13 +-
.../datasource/paimon/PaimonExternalCatalog.java | 11 +-
.../datasource/paimon/PaimonExternalTable.java | 2 +-
.../datasource/paimon/PaimonMetadataCache.java | 2 +-
.../apache/doris/datasource/paimon/PaimonUtil.java | 2 +-
.../datasource/paimon/source/PaimonScanNode.java | 39 +-
.../datasource/paimon/source/PaimonSource.java | 8 +
.../trinoconnector/TrinoConnectorPluginLoader.java | 8 +
.../insertoverwrite/InsertOverwriteManager.java | 3 +-
.../doris/insertoverwrite/InsertOverwriteUtil.java | 9 +-
.../load/routineload/KafkaRoutineLoadJob.java | 6 +
.../mysql/privilege/AccessControllerManager.java | 8 +-
.../doris/nereids/rules/analysis/BindSink.java | 1 +
.../functions/executable/StringArithmetic.java | 52 +-
.../generator/ExplodeJsonArrayJsonOuter.java | 4 +-
.../JsonSearch.java} | 38 +-
.../functions/scalar/SubstringIndex.java | 11 -
.../expressions/visitor/ScalarFunctionVisitor.java | 5 +
.../trees/plans/commands/info/IndexDefinition.java | 22 +-
.../java/org/apache/doris/qe/SessionVariable.java | 34 +
.../java/org/apache/doris/qe/StmtExecutor.java | 4 +
.../org/apache/doris/statistics/AnalysisJob.java | 6 +-
.../apache/doris/transaction/TransactionState.java | 1 +
.../org/apache/doris/analysis/IndexDefTest.java | 71 +
.../org/apache/doris/catalog/PartitionKeyTest.java | 15 +-
.../apache/doris/common/profile/ProfileTest.java | 263 ++++
.../org/apache/doris/datasource/MetaCacheTest.java | 157 ++
.../doris/datasource/RefreshCatalogTest.java | 2 +-
.../paimon/source/PaimonScanNodeTest.java | 157 ++
.../InsertOverwriteManagerTest.java | 30 +-
.../insertoverwrite/InsertOverwriteUtilTest.java | 25 +-
.../nereids/rules/expression/FoldConstantTest.java | 2 +-
.../doris/nereids/trees/expressions/UdfTest.java | 10 +-
.../trees/plans/commands/IndexDefinitionTest.java | 73 +
.../doris/qe/StmtExecutorInternalQueryTest.java | 45 +
.../apache/doris/statistics/AnalysisJobTest.java | 27 +
fe/pom.xml | 12 +-
gensrc/script/doris_builtins_functions.py | 2 +
gensrc/script/gen_builtins_functions.py | 11 +-
gensrc/thrift/PaloInternalService.thrift | 1 +
gensrc/thrift/PlanNodes.thrift | 3 +
.../hive/test_hive_openx_json.out | Bin 0 -> 709 bytes
.../hive/test_hive_orc_predicate.out | Bin 463 -> 2463 bytes
.../hive/test_hive_use_meta_cache.out | Bin 2041 -> 2089 bytes
.../hive/test_text_skip_header.out | Bin 0 -> 755 bytes
.../external_table_p0/tvf/lzo/test_compress.lzo | Bin 0 -> 256 bytes
.../test_no_compress_with_empty_block_begin.lzo | Bin 0 -> 200 bytes
.../lzo/test_no_compress_with_empty_block_end.lzo | Bin 0 -> 196 bytes
.../test_no_compress_with_empty_block_middle.lzo | Bin 0 -> 188 bytes
.../external_table_p0/tvf/test_local_tvf_lzo.out | Bin 0 -> 899 bytes
.../data/function_p0/test_substring_index.out | Bin 0 -> 2304 bytes
.../function_p0/test_substring_index_columns.out | Bin 0 -> 1124 bytes
.../function_p0/test_substring_index_simple.out | Bin 0 -> 725 bytes
.../data/inverted_index_p0/test_array_index2.out | Bin 0 -> 277 bytes
.../data/json_p0/test_json_load_and_function.out | Bin 261467 -> 261689
bytes
.../data/load_p0/stream_load/large_test_file.csv | 5 +
.../sql_functions/json_functions/json_search.out | Bin 0 -> 6219 bytes
.../string_functions/test_string_function.out | Bin 4890 -> 4892 bytes
.../table_function/explode_json_array.out | Bin 6692 -> 6751 bytes
.../org/apache/doris/regression/suite/Suite.groovy | 10 +-
.../pipeline/cloud_p0/conf/ms_custom.conf | 1 +
.../pipeline/cloud_p1/conf/ms_custom.conf | 1 +
.../test_warm_up_same_table_multi_times.groovy | 268 ++++
.../test_time_series_compaction_policy.groovy | 30 +
.../decimalv3/test_decimalv3_overflow.groovy | 1 -
.../doc/table-design/schema-change.md.groovy | 129 +-
.../hive/test_hive_openx_json.groovy | 84 ++
.../hive/test_hive_orc_predicate.groovy | 5 +
.../hive/test_hive_use_meta_cache.groovy | 24 +-
.../hive/test_text_skip_header.groovy | 45 +
.../tvf/test_local_tvf_lzo.groovy | 58 +
.../cloud/test_cloud_compaction_global_lock.groovy | 135 ++
.../test_sc_fail_release_delete_bitmap_lock.groovy | 136 ++
.../test_partial_update_publish_seq.groovy | 16 +-
.../suites/function_p0/test_substring_index.groovy | 137 ++
.../test_substring_index_columns.groovy | 114 ++
.../function_p0/test_substring_index_simple.groovy | 89 ++
.../test_iot_auto_detect_concurrent.groovy | 14 +-
.../inverted_index_p0/test_array_index2.groovy | 160 ++
.../json_p0/test_json_load_and_function.groovy | 20 +
..._routine_load_udf.csv => test_disable_load.csv} | 0
.../data/test_routine_load_progress.csv | 4 +
.../load_p0/routine_load/test_disable_load.groovy | 106 ++
.../routine_load/test_routine_load_progress.groovy | 130 ++
.../load_p0/stream_load/test_stream_load.groovy | 6 +-
.../test_stream_load_illegal_skip_lines.groovy | 62 +
.../test_stream_load_illegal_timeout.groovy | 61 +
.../fold_constant/fold_constant_cast.groovy | 15 +-
.../fold_constant_date_arithmatic.groovy | 1 +
.../fold_constant_string_arithmatic.groovy | 260 ++--
.../test_list_default_partition_show_create.groovy | 29 +-
.../test_path_gc_with_publish_version.groovy | 77 +
.../json_functions/json_search.groovy | 121 ++
.../table_function/explode_json_array.groovy | 29 +-
.../test_mow_time_series_compaction.groovy | 81 +
.../load.groovy | 9 +-
thirdparty/CHANGELOG.md | 8 +
thirdparty/build-thirdparty.sh | 18 +
thirdparty/download-thirdparty.sh | 15 +
.../patches/re2-2021-02-02-ignore-replace.patch | 63 +
thirdparty/vars.sh | 7 +
tools/lzo/README.md | 37 +
tools/lzo/build.sh | 20 +
tools/lzo/lzo_writer.cpp | 282 ++++
277 files changed, 11990 insertions(+), 1233 deletions(-)
create mode 100644 be/src/vec/exec/format/parquet/delta_bit_pack_decoder.cpp
create mode 100644 be/src/vec/exec/format/parquet/fix_length_plain_decoder.cpp
create mode 100644 be/test/io/fs/s3_obj_stroage_client_mock_test.cpp
create mode 100644
be/test/olap/rowset/segment_v2/inverted_index_reader_test.cpp
create mode 100644 be/test/olap/test_data/arm_new_1744017919441.idx
create mode 100644 be/test/olap/test_data/arm_new_v2.idx
create mode 100644 be/test/olap/test_data/arm_old_1744016478651.idx
create mode 100644 be/test/olap/test_data/arm_old_v2.idx
create mode 100644 be/test/olap/test_data/x86_new_1744025019684.idx
create mode 100644 be/test/olap/test_data/x86_new_v2.idx
create mode 100644 be/test/olap/test_data/x86_noavx2_new_1744093412581.idx
create mode 100644 be/test/olap/test_data/x86_noavx2_new_v2.idx
create mode 100644 be/test/olap/test_data/x86_noavx2_old_1744076790030.idx
create mode 100644 be/test/olap/test_data/x86_noavx2_old_v2.idx
create mode 100644 be/test/olap/test_data/x86_old_10248.idx
create mode 100644 be/test/olap/test_data/x86_old_v2.idx
create mode 100644 be/test/vec/exec/format/parquet/bool_plain_decoder_test.cpp
create mode 100644 be/test/vec/exec/format/parquet/bool_rle_decoder_test.cpp
create mode 100644
be/test/vec/exec/format/parquet/byte_array_dict_decoder_test.cpp
create mode 100644
be/test/vec/exec/format/parquet/byte_array_plain_decoder_test.cpp
create mode 100644
be/test/vec/exec/format/parquet/byte_stream_split_decoder_test.cpp
create mode 100644
be/test/vec/exec/format/parquet/delta_bit_pack_decoder_test.cpp
create mode 100644
be/test/vec/exec/format/parquet/delta_byte_array_decoder_test.cpp
create mode 100644
be/test/vec/exec/format/parquet/delta_length_byte_array_decoder_test.cpp
create mode 100644
be/test/vec/exec/format/parquet/fix_length_dict_decoder_test.cpp
create mode 100644
be/test/vec/exec/format/parquet/fix_length_plain_decoder_test.cpp
create mode 100644 be/test/vec/exec/format/parquet/level_decoder_test.cpp
rename be/test/vec/exec/{ => format}/parquet/parquet_common_test.cpp (100%)
rename be/test/vec/exec/{ =>
format}/parquet/parquet_corrupt_statistics_test.cpp (100%)
rename be/test/vec/exec/{ =>
format}/parquet/parquet_nested_type_cross_page_test.cpp (100%)
rename be/test/vec/exec/{ => format}/parquet/parquet_reader_test.cpp (100%)
rename be/test/vec/exec/{ => format}/parquet/parquet_statistics_test.cpp (100%)
rename be/test/vec/exec/{ => format}/parquet/parquet_thrift_test.cpp (96%)
rename be/test/vec/exec/{ => format}/parquet/parquet_version_test.cpp (100%)
create mode 100644 dist/licenses/LICENSE-pugixml.txt
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/auxlib/json-serde-1.3.9.tar.gz
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/create_preinstalled_scripts/create_hive_orc_tables.hql
create mode 100755
docker/thirdparties/docker-compose/hive/scripts/create_preinstalled_scripts/run76.hql
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/json/openx_json/json_data_arrays_tb/1
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/json/openx_json/json_one_column_table/1
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/json/openx_json/json_table/1
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/json/openx_json/json_table/2
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/json/openx_json/scalar_to_array_tb/1
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/orc/complex_data_orc/000000_0
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/text/text_table_compressed_skip_header/000000_0.gz
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/text/text_table_normal_skip_header/000000_0
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/{generator/ExplodeJsonArrayJsonOuter.java
=> scalar/JsonSearch.java} (56%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/common/profile/ProfileTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/paimon/source/PaimonScanNodeTest.java
copy be/src/util/string_util.cpp =>
fe/fe-core/src/test/java/org/apache/doris/insertoverwrite/InsertOverwriteUtilTest.java
(61%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/qe/StmtExecutorInternalQueryTest.java
create mode 100644
regression-test/data/external_table_p0/hive/test_hive_openx_json.out
create mode 100644
regression-test/data/external_table_p0/hive/test_text_skip_header.out
create mode 100644
regression-test/data/external_table_p0/tvf/lzo/test_compress.lzo
create mode 100644
regression-test/data/external_table_p0/tvf/lzo/test_no_compress_with_empty_block_begin.lzo
create mode 100644
regression-test/data/external_table_p0/tvf/lzo/test_no_compress_with_empty_block_end.lzo
create mode 100644
regression-test/data/external_table_p0/tvf/lzo/test_no_compress_with_empty_block_middle.lzo
create mode 100644
regression-test/data/external_table_p0/tvf/test_local_tvf_lzo.out
create mode 100644 regression-test/data/function_p0/test_substring_index.out
create mode 100644
regression-test/data/function_p0/test_substring_index_columns.out
create mode 100644
regression-test/data/function_p0/test_substring_index_simple.out
create mode 100644 regression-test/data/inverted_index_p0/test_array_index2.out
create mode 100644 regression-test/data/load_p0/stream_load/large_test_file.csv
create mode 100644
regression-test/data/query_p0/sql_functions/json_functions/json_search.out
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/table/test_warm_up_same_table_multi_times.groovy
create mode 100644
regression-test/suites/external_table_p0/hive/test_hive_openx_json.groovy
create mode 100644
regression-test/suites/external_table_p0/hive/test_text_skip_header.groovy
create mode 100644
regression-test/suites/external_table_p0/tvf/test_local_tvf_lzo.groovy
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_cloud_compaction_global_lock.groovy
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_sc_fail_release_delete_bitmap_lock.groovy
create mode 100644
regression-test/suites/function_p0/test_substring_index.groovy
create mode 100644
regression-test/suites/function_p0/test_substring_index_columns.groovy
create mode 100644
regression-test/suites/function_p0/test_substring_index_simple.groovy
create mode 100644
regression-test/suites/inverted_index_p0/test_array_index2.groovy
copy
regression-test/suites/load_p0/routine_load/data/{test_routine_load_udf.csv =>
test_disable_load.csv} (100%)
create mode 100644
regression-test/suites/load_p0/routine_load/data/test_routine_load_progress.csv
create mode 100644
regression-test/suites/load_p0/routine_load/test_disable_load.groovy
create mode 100644
regression-test/suites/load_p0/routine_load/test_routine_load_progress.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/test_stream_load_illegal_skip_lines.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/test_stream_load_illegal_timeout.groovy
copy be/src/util/string_util.cpp =>
regression-test/suites/partition_p0/list_partition/test_list_default_partition_show_create.groovy
(60%)
create mode 100644
regression-test/suites/path_gc_p0/test_path_gc_with_publish_version.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/json_functions/json_search.groovy
create mode 100644
regression-test/suites/unique_with_mow_p0/test_mow_time_series_compaction.groovy
create mode 100644 thirdparty/patches/re2-2021-02-02-ignore-replace.patch
create mode 100644 tools/lzo/README.md
create mode 100644 tools/lzo/build.sh
create mode 100644 tools/lzo/lzo_writer.cpp
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
