This is an automated email from the ASF dual-hosted git repository.
kirs pushed a change to branch auto-pick-46872-branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
from f1587616eb4 [Fix](job)Fix for Duplicate Scheduling of Tasks (#46872)
add 490e04a88aa branch-2.1: [fix](Nereids) bind schema table qualified
column failed #46960 (#47156)
add f2fe07a0b93 [fix](regression) join condition is missing in tpcds
query24 (#47158)
add 257e07ae169 branch-2.1: [fix](Nereids) insert lock all target tables
#47033 (#47172)
add ca2b8d1613c branch-2.1: [fix](case) fix group commit case (#47143)
add 77c93850405 branch-2.1: [fix](regression-test) fix failed in
regression-test: doc/table-design/tiered-storage/remote-storage.md (#46733)
(#47109)
add df020058a7a branch-2.1: [regression-test](framework) fix bug when sql
returns two column with same name #47087 (#47137)
add 43bfca9ba52 branch-2.1: [test](move-memtable) mitigate flaky injection
test `skip_two_backends` #47082 (#47111)
add 9dffe5992ef branch-2.1: [fix](json) fix parsing double in jsonb #46977
(#47065)
add 4f9562650da Branch-2.1 [Fix](Variant) fix variant serialize to string
(#47121) (#47147)
add 700d9aed44f branch-2.1: [fix](test) add debug info (#47170)
add 32ad2d930c1 [fix](coldheat) fix missing partition's storage policy in
create_table_like stmt (#47133)
add 52396fbc88e 2.1.8-rc01 (#47232)
add 9e460a0c631 [chore](submodule) align clucene submodule branch with
doris branch-2.1 (#47268)
add fe182c71488 branch-2.1: [fix](bug) Fix dead lock in Tablet Stat Mgr
(#47242)
add 7568b212731 branch-2.1: [fix](docker) solve kerberos docker conflict
#47260 (#47273)
add 50b33033852 branch-2.1:[fix](docker) Start kerberos docker correctly
(#47315)
add 896fd7d6bc7 branch-2.1: [Opt](test) export/outfile case supports
multi-kerberos env #47189 (#47239)
add 3aad9e5f674 [opt](oceanbase docker)Use LTS docker image and print
unhealthy docker logs (#46647) (#47349)
add baaf026e82d [fix](hive docker)Reserve host port for hive2 namenode and
datanode (#47262) (#47354)
add 511adb8ea39 branch-2.1:[Opt](regression) Add more test cases to
external communit… (#47383)
add 4c0f3d76316 branch-2.1: [fix](ccr) Wrong tosql for alt tbl enable
feature #46620 (#47212)
add 13964bb1eee branch-2.1: [fix](sql) Wrong result of tosql for drop
column with rollup #47153 (#47206)
add 701aec6b21b branch-2.1: [opt](jsonb) add ut for the jsonb parser
#47181 (#47388)
add 2c476753d81 branch-2.1: [fix](cache) fix sql cache throw npe in cloud
mode #47221 (#47267)
add ffb9c863d9a branch-2.1: [fix](mtmv)Release snapshots to avoid keeping
references in MTMVTask #47149 (#47259)
add 8925a390d6c [fix](date_function) fix str_to_date function return wrong
microsecond issue (#47252)
add ad6737796f6 branch-2.1: [fix](binlog) Fix table not gc binlog
meta/records #46981 (#47257)
add 3b7cc67ec27 branch-2.1: [fix](func) Fix precision loss in
ST_GeometryFromWKB coordinate parsing #46661 (#47263)
add 3a9612d97e4 [Bug](fix) Try to prevent the bug of brpc issue 2146
(#47432)
add 407d04fab58 branch-2.1: [opt](docker)Replace healthy container with
`--wait` #47357 (#47421)
add 92db3076977 branch-2.1: [fix](edit_log) throw exception when replay
alter constraint on catalog table #47151 (#47233)
add dd7affb8f9c branch-2.1 [Fix](ShortCircuite) fix point query crash with
prepared statement when encounter delete sign (#47227)
add 5f2438aeab8 branch-2.1: [opt](docker)Add healthy check for ES and
Kafka #47362 (#47414)
add 7c9d64d79ab [opt](iceberg docker)Add health check for iceberg rest
container (#46767) (#47422)
add 2ae03d7e021 branch-2.1: [Bug](function) fix wrong result when case
when have more than 256 conditions and the… #47179 (#47392)
add 0e13ee3db64 branch-2.1: [fix](restore) Release snapshots after the
FINISHED state is persisted #47277 (#47286)
add 631d1f43cf7 [Chore](profile) add some profile on ReaderInit #45556
(#47427)
add 803d3a1545c Revert "[fix](date_function) fix str_to_date function
return wrong microsecond issue" (#47441)
add af55eba2424 branch-2.1: [opt](hive docker)Exit on creating table
failed #47390 (#47453)
add 2334b2a513a [fix](hive) Incorrect location conversion for target path
for 2.1 (#47162) (#47343)
add 13e88b8a152 branch-2.1: [Fix](test) test_cumu_compaction_with_delete
case should be nonConcurrent #47372 (#47448)
add 5240e6fd361 branch-2.1: [regression-test](case) audit log case #47456
(#47485)
add 328d23a825c branch-2.1: [fix](case)rm hms event use_meta_chache is
false case. #47457 (#47492)
add 209ddb374e7 branch-2.1: [chore](io) Add debug log for critical file
operations #46770 (#46859)
add 0cd25578822 branch-2.1: [Fix]Fix double-free when memtable agg #47523
(#47532)
add 226f848ad8a branch-2.1: [fix](hive docker)Table `partition_location_1`
miss data #47539 (#47559)
add 9d3ee27e557 branch-2.1: [fix](restore) Add a local snapshot lock to
protect snapshot dir #47279 (#47574)
add 45c9daa0638 branch-2.1:[fix](docker) Starting thirdpaty script with
only the res… (#47592)
add 800288b7feb [branch-2.1](FoldFE) pick special date arithmetics of
#37376 and #37766 (#47616)
add 3ec723f2cb7 branch-2.1: [fix](prepared statement) fix protocol with
TIME datatype #47389 (#47543)
add b4f00be528b branch-2.1: [fix](restore) Make the DirMoveTask
idempotent. #47313 (#47584)
add e681c055a49 [chore](binlog) Log download binlog cost (#47360) (#47575)
add e47b3981235 branch-2.1: [chore](binlog) Add download binlog related
configs to BE #47412 (#47585)
add 3f250e55ce6 branch-2.1: [Enhancement](regression-test)Add regression
test for database properties backup and restore #41925 (#47643)
add 8ff4ae879e4 branch-2.1: [fix](nereids) fix compare ipv4 / ipv6 always
equals (#47514)
add f4e92d75f51 [branch-2.1] fix select * from variables system table
(#34529) (#47660)
add 470030b8782 [feat](clone) Speed clone tablet via batch small file
downloading #45061 (#45218)
add 6ceb0101956 branch-2.1: [fix](mv)Fix direct select mv pre agg bug.
#47658 (#47700)
add 9eb6c2fa603 [fix](jni) pass krb5 conf to jni (#47679)
add a3f96175806 Merge branch 'branch-2.1' into auto-pick-46872-branch-2.1
No new revisions were added by this update.
Summary of changes:
.gitmodules | 2 +-
be/src/common/config.cpp | 6 +
be/src/common/config.h | 6 +
.../schema_scanner/schema_variables_scanner.cpp | 37 +-
be/src/geo/geo_types.cpp | 2 +-
be/src/geo/wkb_parse.cpp | 153 ++++--
be/src/geo/wkb_parse.h | 14 +-
be/src/gutil/strings/stringpiece.h | 6 +
be/src/http/action/batch_download_action.cpp | 216 ++++++++
...oad_binlog_action.h => batch_download_action.h} | 31 +-
be/src/http/action/cooldown_action.cpp.bak | 75 +++
.../action/{meta_action.h => cooldown_action.h} | 19 +-
be/src/http/action/download_binlog_action.cpp | 3 -
be/src/http/http_channel.cpp | 56 ++-
be/src/http/http_channel.h | 8 +
be/src/http/http_client.cpp | 247 +++++++++-
be/src/http/http_client.h | 5 +
be/src/http/utils.cpp | 130 ++++-
be/src/http/utils.h | 16 +-
be/src/io/fs/local_file_system.cpp | 9 +
be/src/olap/memtable.cpp | 2 -
be/src/olap/olap_common.h | 24 +
be/src/olap/rowset/beta_rowset_reader.cpp | 19 +-
be/src/olap/rowset/segment_v2/segment.cpp | 24 +-
be/src/olap/rowset/segment_v2/segment.h | 6 +-
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 10 +-
be/src/olap/snapshot_manager.cpp | 33 +-
be/src/olap/snapshot_manager.h | 50 ++
be/src/olap/tablet.cpp | 4 +-
be/src/olap/tablet_reader.cpp | 7 +
be/src/olap/task/engine_clone_task.cpp | 149 +++++-
be/src/olap/task/engine_clone_task.h | 3 +
be/src/pipeline/exec/olap_scan_operator.cpp | 41 ++
be/src/pipeline/exec/olap_scan_operator.h | 27 +
be/src/runtime/snapshot_loader.cpp | 144 +++---
be/src/service/backend_service.cpp | 63 ++-
be/src/service/http_service.cpp | 10 +
be/src/service/point_query_executor.cpp | 25 +-
be/src/util/brpc_client_cache.h | 5 +
be/src/util/jni-util.cpp | 11 +-
be/src/util/jsonb_parser_simd.h | 22 +-
be/src/util/mysql_row_buffer.cpp | 80 ++-
be/src/vec/columns/column_object.cpp | 34 +-
be/src/vec/exec/scan/new_olap_scanner.cpp | 43 ++
be/src/vec/functions/function_case.h | 13 +-
be/src/vec/olap/block_reader.cpp | 57 ++-
be/src/vec/olap/vgeneric_iterators.cpp | 5 +-
be/test/http/http_client_test.cpp | 101 +++-
be/test/util/jsonb_parser_simd_test.cpp | 406 +++++++++++++++
be/test/util/mysql_row_buffer_test.cpp | 140 ++++++
build.sh | 2 +-
.../docker-compose/clickhouse/clickhouse.yaml.tpl | 7 -
.../thirdparties/docker-compose/db2/db2.yaml.tpl | 7 -
.../docker-compose/elasticsearch/es.yaml.tpl | 7 +-
.../elasticsearch/scripts/es_init.sh | 2 +
.../docker-compose/hive/hive-2x.yaml.tpl | 20 +-
.../docker-compose/hive/hive-2x_settings.env | 2 +-
.../docker-compose/hive/hive-3x.yaml.tpl | 20 +-
.../partition_location_1/create_table.hql | 1 +
.../partition_location_2/create_table.hql | 1 +
.../data/regression/crdmm_data/create_table.hql | 2 +-
.../docker-compose/hive/scripts/hive-metastore.sh | 32 +-
.../docker-compose/iceberg/entrypoint.sh.tpl | 7 +
.../docker-compose/iceberg/iceberg.yaml.tpl | 46 +-
.../docker-compose/kafka/kafka.yaml.tpl | 14 +
.../docker-compose/mariadb/mariadb-10.yaml.tpl | 7 -
.../docker-compose/mysql/mysql-5.7.yaml.tpl | 8 +-
.../docker-compose/oceanbase/oceanbase.yaml.tpl | 10 +-
.../docker-compose/oracle/oracle-11.yaml.tpl | 7 -
.../postgresql/postgresql-14.yaml.tpl | 7 -
.../docker-compose/sqlserver/sqlserver.yaml.tpl | 8 +-
docker/thirdparties/run-thirdparties-docker.sh | 78 ++-
.../main/java/org/apache/doris/common/Config.java | 4 +
fe/fe-core/pom.xml | 6 +
.../org/apache/doris/analysis/AlterTableStmt.java | 7 +-
.../org/apache/doris/analysis/DateLiteral.java | 2 +-
.../org/apache/doris/analysis/DecimalLiteral.java | 3 +
.../apache/doris/analysis/DropColumnClause.java | 2 +-
.../org/apache/doris/analysis/FloatLiteral.java | 3 +
.../org/apache/doris/analysis/IPv4Literal.java | 14 +-
.../org/apache/doris/analysis/IPv6Literal.java | 20 +-
.../java/org/apache/doris/analysis/IntLiteral.java | 10 +-
.../java/org/apache/doris/backup/RestoreJob.java | 18 +-
.../org/apache/doris/binlog/BinlogManager.java | 2 +
.../java/org/apache/doris/binlog/DBBinlog.java | 13 +-
.../java/org/apache/doris/binlog/TableBinlog.java | 26 +-
.../apache/doris/catalog/ListPartitionInfo.java | 4 +
.../apache/doris/catalog/RangePartitionInfo.java | 3 +
.../java/org/apache/doris/catalog/TableIf.java | 39 +-
.../org/apache/doris/catalog/TabletStatMgr.java | 57 ++-
.../doris/common/NereidsSqlCacheManager.java | 53 +-
.../org/apache/doris/common/util/LocationPath.java | 2 +-
.../apache/doris/datasource/ExternalCatalog.java | 9 +
.../apache/doris/datasource/ExternalDatabase.java | 9 +
.../apache/doris/datasource/InitCatalogLog.java | 15 +
.../apache/doris/datasource/InitDatabaseLog.java | 16 +
.../apache/doris/job/extensions/mtmv/MTMVTask.java | 5 +-
.../java/org/apache/doris/metric/MetricRepo.java | 6 +
.../doris/nereids/rules/analysis/BindRelation.java | 8 +-
.../trees/expressions/ComparisonPredicate.java | 2 +
.../executable/DateTimeExtractAndTransform.java | 70 ++-
.../trees/expressions/literal/DateLiteral.java | 15 +
.../commands/insert/InsertIntoTableCommand.java | 11 +-
.../java/org/apache/doris/persist/EditLog.java | 12 +-
.../org/apache/doris/planner/HiveTableSink.java | 4 +-
.../org/apache/doris/qe/cache/CacheAnalyzer.java | 84 ++--
.../apache/doris/service/FrontendServiceImpl.java | 11 +-
.../apache/doris/analysis/AlterTableStmtTest.java | 21 +
.../doris/analysis/DropColumnClauseTest.java | 2 +-
.../java/org/apache/doris/binlog/DbBinlogTest.java | 118 +++++
.../apache/doris/binlog/MockBinlogConfigCache.java | 5 +
.../org/apache/doris/binlog/TableBinlogTest.java | 117 +++++
.../doris/common/proc/IndexesProcNodeTest.java | 2 +-
.../functions/DateTimeExtractAndTransformTest.java | 118 ++++-
.../expressions/literal/CompareLiteralTest.java | 97 ++++
.../apache/doris/planner/HiveTableSinkTest.java | 1 +
.../apache/doris/utframe/TestWithFeService.java | 10 +
gensrc/script/gen_build_version.sh | 4 +-
gensrc/thrift/FrontendService.thrift | 2 +-
regression-test/conf/regression-conf.groovy | 1 +
.../data/correctness_p0/test_select_constant.out | Bin 211 -> 214 bytes
.../jdbc/test_oceanbase_jdbc_catalog.out | Bin 1318 -> 1318 bytes
regression-test/data/json_p0/test_json_double.csv | 2 +
.../data/json_p0/test_json_load_double.out | Bin 0 -> 271 bytes
.../data/nereids_function_p0/scalar_function/S.out | Bin 53552 -> 53624 bytes
.../data/nereids_p0/test_select_constant.out | Bin 186 -> 189 bytes
.../data/point_query_p0/test_point_query.out | Bin 9868 -> 9931 bytes
.../case_function/test_case_function.out | Bin 361 -> 462 bytes
.../spatial_functions/test_gis_function.out | Bin 1438 -> 1604 bytes
.../data/query_p0/test_select_constant.out | Bin 186 -> 189 bytes
.../test_analyze_mv.out} | Bin 109 -> 124 bytes
.../sql/q24_1.out | Bin 27654 -> 109 bytes
.../sql/q24_2.out | Bin 3795 -> 109 bytes
.../tpcds_sf100_nonConcurrent_p2/sql/q24_1.out | Bin 27654 -> 109 bytes
.../tpcds_sf100_nonConcurrent_p2/sql/q24_2.out | Bin 3795 -> 109 bytes
.../data/variable_p0/set_and_unset_variable.out | Bin 2588 -> 2680 bytes
.../{sql => }/load.out | Bin
regression-test/data/variant_p0/agg.out | Bin 1444 -> 1478 bytes
.../data/variant_p0/compaction/test_compaction.out | Bin 5827 -> 5835 bytes
.../org/apache/doris/regression/suite/Suite.groovy | 18 +
.../suites/audit/test_audit_log_behavior.groovy | 52 +-
...=> test_backup_store_with_db_properties.groovy} | 43 +-
...test_backup_store_with_db_properties_kv.groovy} | 48 +-
.../create_table_use_partition_policy.groovy | 55 ++-
.../test_cumu_compaction_with_delete.groovy | 2 +-
.../tiered-storage/remote-storage.md.groovy | 42 +-
.../export_p2/test_export_max_file_size.groovy | 269 +++++-----
.../test_outfile_orc_max_file_size.groovy | 218 ++++----
.../suites/export_p2/test_outfile_p2.groovy | 95 ++--
.../hive/test_hms_event_notification.groovy | 2 +-
...est_hms_event_notification_multi_catalog.groovy | 3 +-
.../jdbc/test_jdbc_query_tvf.groovy | 2 +-
.../lower_case/test_conflict_name.groovy | 2 +-
.../lower_case/test_meta_names_mapping.groovy | 2 +-
.../tvf/test_frontends_disks_tvf.groovy | 2 +-
.../test_insert_from_tvf_with_common_user.groovy | 2 +-
.../tvf/test_local_tvf_compression.groovy | 2 +-
.../tvf/test_local_tvf_enclose.groovy | 2 +-
...test_local_tvf_parquet_unsigned_integers.groovy | 2 +-
.../tvf/test_local_tvf_with_complex_type.groovy | 2 +-
...t_local_tvf_with_complex_type_element_at.groovy | 2 +-
...l_tvf_with_complex_type_insertinto_doris.groovy | 2 +-
.../tvf/test_read_csv_empty_line_as_null.groovy | 2 +-
.../external_table_p0/tvf/test_s3_tvf.groovy | 2 +-
.../tvf/test_s3_tvf_compression.groovy | 2 +-
.../tvf/test_s3_tvf_parquet_compress.groovy | 2 +-
.../tvf/test_s3_tvf_with_resource.groovy | 2 +-
.../tvf/test_tvf_csv_line_end.groovy | 2 +-
.../test_multi_replica_fault_injection.groovy | 7 +-
.../insert_group_commit_into_unique.groovy | 3 +
.../test_json_load_double.groovy} | 72 +--
.../stream_load/test_load_with_decimal.groovy | 2 +-
.../suites/manager/test_manager_interface_1.groovy | 14 +-
.../nereids_p0/literal/test_compare_literal.groovy | 153 ++++++
.../nereids_syntax_p0/information_schema.groovy | 2 +-
.../suites/point_query_p0/test_point_query.groovy | 7 +
.../case_function/test_case_function.groovy | 548 +++++++++++++++++++++
.../spatial_functions/test_gis_function.groovy | 6 +
.../suites/statistics/test_analyze_mv.groovy | 19 +
.../sql/q24_1.sql | 2 +-
.../sql/q24_2.sql | 1 +
.../tpcds_sf100_nonConcurrent_p2/sql/q24_1.sql | 1 +
.../tpcds_sf100_nonConcurrent_p2/sql/q24_2.sql | 1 +
.../variable_p0/set_and_unset_variable.groovy | 4 +
.../suites/variant_log_data_p2/load.groovy | 6 +-
regression-test/suites/variant_p0/agg.groovy | 8 +-
.../suites/variant_p0/delete_update.groovy | 2 +-
regression-test/suites/variant_p0/desc.groovy | 2 +-
regression-test/suites/variant_p0/load.groovy | 4 +-
regression-test/suites/variant_p2/load.groovy | 2 +-
190 files changed, 4619 insertions(+), 1087 deletions(-)
create mode 100644 be/src/http/action/batch_download_action.cpp
copy be/src/http/action/{download_binlog_action.h => batch_download_action.h}
(50%)
create mode 100644 be/src/http/action/cooldown_action.cpp.bak
copy be/src/http/action/{meta_action.h => cooldown_action.h} (69%)
create mode 100644 be/test/util/jsonb_parser_simd_test.cpp
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/literal/CompareLiteralTest.java
create mode 100644 regression-test/data/json_p0/test_json_double.csv
create mode 100644 regression-test/data/json_p0/test_json_load_double.out
copy regression-test/data/{correctness/test_crossjoin_inlineview_slot.out =>
statistics/test_analyze_mv.out} (77%)
copy regression-test/data/variant_github_events_nonConcurrent_p2/{sql =>
}/load.out (100%)
copy
regression-test/suites/backup_restore/{test_backup_restore_multi_tables.groovy
=> test_backup_store_with_db_properties.groovy} (66%)
copy
regression-test/suites/backup_restore/{test_backup_restore_multi_tables.groovy
=> test_backup_store_with_db_properties_kv.groovy} (63%)
copy regression-test/suites/{jsonb_p0/test_jsonb_cast.groovy =>
json_p0/test_json_load_double.groovy} (52%)
create mode 100644
regression-test/suites/nereids_p0/literal/test_compare_literal.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
