This is an automated email from the ASF dual-hosted git repository.
hellostephen pushed a change to branch auto-pick-44913-branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
from 983edb68131 [fix](third party) fix hang when destroy of rdkafka
instances (#44913)
add a98cb8c8bff branch-2.1: [fix](arrow-flight-sql) Fix query result is
empty and not return query error message #45023 (#45053)
add 041a1fe0958 branch-2.1: [fix](nereids) fix compare with long min for
simplify comparison rule (#44922)
add a67bbf3c586 branch-2.1: [Fix](job)Fix CAS competition failure leading
to message publishing failure. #45018 (#45030)
add 0c3bc1bcd07 [fix](auth)fix be enable http auth, some request link
never return. (#44959) (#45063)
add 21e21f5e3b4 [opt](exec) Use PASSTHROUGH to improve the concurrency of
the ADAPTIV… (#44971)
add 94746b764db branch-2.1: [fix](memory) Fix UT `ThreadMemTrackerMgrTest`
#44147 (#44936)
add 682cec9b9a5 [test](stream load) add cases to ensure the correctness of
the document (#43016) (#44385)
add f038f28682b branch-2.1: [fix](mtmv) Fixed an error in setting
variables in nested materialize views #44960 (#45038)
add d3c10f01e3a branch-2.1: [Chore](Job)Add scheduling logs for periodic
jobs. #44843 (#45071)
add 2ed306d0b16 [pick](branch-2.1) pick #44286 (#45055)
add ea24410faf5 [enhancement][docker] fix kafka docker issue (#45091)
add f0324e2a562 branch-2.1: [improvement](information_schema)Support show
default value in information_schema. #44849 (#45080)
add 53291bd040d branch-2.1: [fix](hudi) upgrade hudi to 0.15.0
(#44267)(#44995) (#45041)
add 08c8a416ea2 branch-2.1: [fix](runtime_profile) fix race condition in
to_thrift #45047 (#45099)
add 3018e9af4c7 branch-2.1: [fix](routine load) fix invalid EOF tasks
scheduling delay #44949 (#45088)
add bea9564e385 branch-2.1: [fix](Export) Fix the problem of exporting
stuck #44944 (#45094)
add ebb21ef0310 branch-2.1: [Fix](merge-on-write) Add defensive check
before partial update #44687 (#45086)
add 4f45fefea28 [enhance](mtmv)Optimize MTMV lock logic (#44967) (#45076)
add d4a6fd1850f Revert #43255 & #44615 (#45096)
add bd14d864ef4 branch-2.1: [fix](editlog) Fix replay BatchDropInfo #45077
(#45102)
add 6ddc45b3fd9 branch-2.1: [opt](auto-inc) Allow to miss auto-increment
column and other value columns in partial update #44528 (#45073)
add b4e2e2cf78e branch-2.1: [fix](hudi)Add hudi catalog read partition
table partition prune #44669 (#45113)
add 9bb9a56a48b [opt](paimon)Remove unnecessary fields for 2.1 (#44906)
(#45118)
add 8f0276809a9 branch-2.1: [fix](compaction) tablet is not removed in
compaction queue if dropped #45085 (#45136)
add 02840a98ffa branch-2.1: [bugfix](hive)Fix split assignment leak.
releated to issue (#40683). #44845 (#45144)
add a44ac563521 branch-2.1: [chore](job-test)Add comments to the job's
test cases #44627 (#45142)
add 3714063975c branch-2.1: [feat](catalog)Replace HadoopUGI with
HadoopKerberosAuthenticator to Support Kerberos Ticket Auto-Renewal #44916
(#45138)
add 358bceaf577 branch-2.1: [fix](case)fix manager show proc case
unstable. #45040 (#45140)
add 2543af8d3ba [feature](function) support
orthogonal_bitmap_expr_calculate & orthogonal_bitmap_expr_calculate_count for
nereids (#44991) (#45012)
add b3322175840 [enchement](mc)mc catalog append netowrk config (#44194)
(#45149)
add cf2e2113db8 branch-2.1: [fix](move-memtable) tolerate non-open streams
in close wait #44680 (#45154)
add 17bcc208e9d branch-2.1: [fix](arrow-flight-sql) Revert
arrow_flight_sql group from regression test #44992 (#45089)
add 99e51ae4d26 [fix](auth) Prohibit deleting admin user (#44751) (#45083)
add 1662e4709a7 Pick some pr to 21 #43010 #43030 #43785 #44779 #44786
#44857 (#45129)
add 95a12acbe6b branch-2.1: [fix](regression-test) Fix potential multi FE
desc table result not refresh after schema change #44989 (#45009)
add b4db543eaad [chore](ci) macOS-12 environment is deprecated, switch to
macOS-13 (#45185)
add 1b3e825c0d0 Merge branch 'branch-2.1' into auto-pick-44913-branch-2.1
No new revisions were added by this update.
Summary of changes:
.github/workflows/build-thirdparty.yml | 2 +-
be/src/agent/task_worker_pool.cpp | 4 +-
.../exec/schema_scanner/schema_columns_scanner.cpp | 14 +-
be/src/http/http_handler_with_auth.cpp | 10 +
be/src/olap/olap_server.cpp | 3 +-
be/src/olap/rowset/segment_v2/segment_writer.cpp | 42 +-
be/src/olap/rowset/segment_v2/segment_writer.h | 2 +
.../rowset/segment_v2/vertical_segment_writer.cpp | 40 +-
.../rowset/segment_v2/vertical_segment_writer.h | 2 +
be/src/olap/tablet_manager.cpp | 20 +-
be/src/olap/tablet_meta_manager.cpp | 3 +-
be/src/pipeline/pipeline.h | 8 +
.../pipeline_x/pipeline_x_fragment_context.cpp | 10 +-
be/src/runtime/buffer_control_block.cpp | 20 +-
be/src/runtime/exec_env.h | 1 -
.../arrow_flight/arrow_flight_batch_reader.cpp | 2 +-
be/src/util/runtime_profile.cpp | 5 +-
.../aggregate_function_orthogonal_bitmap.h | 2 +-
be/src/vec/exec/format/orc/vorc_reader.cpp | 486 +++++++-------------
be/src/vec/exec/format/orc/vorc_reader.h | 45 +-
be/src/vec/exec/format/table/hudi_jni_reader.cpp | 15 +-
be/src/vec/exec/format/table/hudi_jni_reader.h | 4 +-
.../exec/format/table/max_compute_jni_reader.cpp | 6 +-
be/src/vec/exec/scan/vfile_scanner.cpp | 16 +-
be/src/vec/sink/load_stream_stub.cpp | 16 +-
be/src/vec/sink/vresult_sink.cpp | 1 -
be/src/vec/sink/writer/vtablet_writer_v2.cpp | 12 +-
be/test/exec/test_data/orc_scanner/orders.orc | Bin 1293 -> 0 bytes
be/test/http/http_client_test.cpp | 1 -
.../runtime/memory/thread_mem_tracker_mgr_test.cpp | 6 +-
be/test/testutil/desc_tbl_builder.cpp | 29 +-
be/test/testutil/desc_tbl_builder.h | 17 +-
be/test/vec/exec/orc_reader_test.cpp | 158 -------
build.sh | 4 +
.../docker-compose/kafka/kafka.yaml.tpl | 21 +-
docker/thirdparties/run-thirdparties-docker.sh | 16 +-
fe/be-java-extensions/hadoop-hudi-scanner/pom.xml | 227 ++++++++++
.../apache/doris/hudi/HadoopHudiColumnValue.java | 219 +++++++++
.../apache/doris/hudi/HadoopHudiJniScanner.java | 271 ++++++++++++
.../src/main/resources/package.xml | 0
.../java/org/apache/doris/hudi/HudiJniScanner.java | 16 +-
.../src/main/java/org/apache/doris/hudi/Utils.java | 14 +-
.../org/apache/doris/hudi/BaseSplitReader.scala | 15 +-
.../doris/maxcompute/MaxComputeJniScanner.java | 47 +-
fe/be-java-extensions/pom.xml | 1 +
.../common/security/authentication/HadoopUGI.java | 103 -----
.../org/apache/doris/analysis/DropUserStmt.java | 4 +-
.../apache/doris/analysis/NativeInsertStmt.java | 8 +
.../org/apache/doris/analysis/UserIdentity.java | 4 +
.../doris/catalog/BuiltinAggregateFunctions.java | 4 +
.../main/java/org/apache/doris/catalog/Env.java | 46 +-
.../main/java/org/apache/doris/catalog/MTMV.java | 2 +-
.../java/org/apache/doris/catalog/OlapTable.java | 20 +-
.../apache/doris/datasource/FileQueryScanNode.java | 2 +
.../org/apache/doris/datasource/FileScanNode.java | 1 -
.../doris/datasource/hive/HMSExternalTable.java | 26 +-
.../datasource/hive/HiveMetaStoreClientHelper.java | 21 +-
.../apache/doris/datasource/hudi/HudiUtils.java | 52 ++-
.../hudi/source/COWIncrementalRelation.java | 11 +-
.../hudi/source/HudiLocalEngineContext.java | 67 ++-
.../hudi/source/HudiPartitionProcessor.java | 14 +-
.../doris/datasource/hudi/source/HudiScanNode.java | 142 +++---
.../doris/datasource/hudi/source/HudiSplit.java | 3 +-
.../hudi/source/MORIncrementalRelation.java | 14 +-
.../maxcompute/MaxComputeExternalCatalog.java | 57 +++
.../maxcompute/source/MaxComputeScanNode.java | 13 +
.../datasource/paimon/PaimonExternalCatalog.java | 88 ++--
.../datasource/paimon/source/PaimonScanNode.java | 37 +-
.../property/constants/MCProperties.java | 8 +
.../apache/doris/job/disruptor/TaskDisruptor.java | 11 +-
.../doris/job/executor/TimerJobSchedulerTask.java | 2 +
.../apache/doris/job/scheduler/JobScheduler.java | 12 +-
.../main/java/org/apache/doris/load/ExportMgr.java | 30 +-
.../load/routineload/RoutineLoadTaskScheduler.java | 2 +-
.../main/java/org/apache/doris/mtmv/MTMVCache.java | 19 +-
.../org/apache/doris/mtmv/MTMVPartitionUtil.java | 16 +-
.../java/org/apache/doris/mtmv/MTMVPlanUtil.java | 37 +-
.../glue/translator/PhysicalPlanTranslator.java | 4 +-
.../jobs/joinorder/hypergraph/HyperElement.java | 12 +-
.../jobs/joinorder/hypergraph/edge/Edge.java | 4 +-
.../joinorder/hypergraph/node/AbstractNode.java | 8 +-
.../doris/nereids/rules/analysis/BindRelation.java | 4 +
.../rules/exploration/mv/HyperGraphComparator.java | 103 +++--
.../mv/InitMaterializationContextHook.java | 13 +-
.../mv/LogicalCompatibilityContext.java | 78 +++-
.../exploration/mv/MaterializedViewUtils.java | 69 ++-
.../nereids/rules/exploration/mv/StructInfo.java | 143 +++---
.../rules/SimplifyComparisonPredicate.java | 10 +-
.../rules/implementation/AggregateStrategies.java | 12 +
.../nereids/rules/rewrite/PruneEmptyPartition.java | 7 +-
.../nereids/rules/rewrite/PruneOlapScanTablet.java | 6 +-
.../functions/agg/AggregateFunction.java | 4 +
.../expressions/functions/agg/AggregatePhase.java | 8 +-
.../agg/OrthogonalBitmapExprCalculate.java | 79 ++++
.../agg/OrthogonalBitmapExprCalculateCount.java | 81 ++++
.../trees/plans/commands/ExplainCommand.java | 4 +
.../plans/commands/UpdateMvByPartitionCommand.java | 9 +-
.../trees/plans/commands/info/CreateMTMVInfo.java | 44 +-
.../commands/info/MTMVPartitionDefinition.java | 71 ++-
.../plans/commands/info/ShowCreateMTMVInfo.java | 13 +-
.../trees/plans/commands/insert/InsertUtils.java | 10 +
.../trees/plans/logical/LogicalAggregate.java | 12 +
.../trees/plans/logical/LogicalHudiScan.java | 2 +-
.../trees/plans/logical/LogicalOlapScan.java | 55 ++-
.../trees/plans/visitor/TableCollector.java | 34 +-
.../org/apache/doris/persist/BatchDropInfo.java | 4 +
.../java/org/apache/doris/persist/DropInfo.java | 2 +-
.../java/org/apache/doris/persist/EditLog.java | 22 +-
.../apache/doris/planner/SingleNodePlanner.java | 2 +-
.../java/org/apache/doris/qe/ConnectContext.java | 41 +-
.../main/java/org/apache/doris/qe/Coordinator.java | 21 +-
.../java/org/apache/doris/qe/SessionVariable.java | 14 +
.../java/org/apache/doris/qe/ShowExecutor.java | 12 +-
.../doris/scheduler/disruptor/TaskDisruptor.java | 11 +-
.../scheduler/manager/TransientTaskManager.java | 4 +-
.../apache/doris/service/FrontendServiceImpl.java | 4 +
.../arrowflight/DorisFlightSqlProducer.java | 73 +--
.../arrowflight/FlightSqlConnectProcessor.java | 150 ++++---
.../results/FlightSqlEndpointsLocation.java | 65 +++
.../rules/rewrite/PruneOlapScanTabletTest.java | 21 +-
.../apache/doris/nereids/sqltest/SqlTestBase.java | 3 +
.../doris/nereids/trees/plans/PlanVisitorTest.java | 14 +-
fe/pom.xml | 6 +-
gensrc/thrift/FrontendService.thrift | 1 +
gensrc/thrift/PlanNodes.thrift | 8 +-
.../data/account_p0/test_information_schema.out | 7 +
.../data/correctness_p0/test_mv_case.out | 3 +
.../import/import-way/stream-load-manual.md.out | 154 +++++++
.../{test_rl_csv.csv => streamload_example.csv} | 0
.../import/import-way/streamload_example.json | 12 +
.../data-operate/import/import-way/test_array.csv | 10 +
.../data-operate/import/import-way/test_bitmap.csv | 10 +
.../import/import-way/test_default.csv | 1 +
.../import/import-way/test_enclose_and_escape.csv | 1 +
.../data-operate/import/import-way/test_hll.csv | 10 +
.../data-operate/import/import-way/test_map.json | 12 +
.../import/import-way/test_merge_type.csv | 2 +
.../data-operate/import/import-way/test_seq.csv | 1 +
.../data/external_table_p0/hive/test_hive_orc.out | 48 --
.../hudi/test_hudi_incremental.out | 174 ++++++++
.../hudi/test_hudi_orc_tables.out | 15 +
.../hudi/test_hudi_partition_prune.out | 357 +++++++++++++++
.../hudi/test_hudi_schema_evolution.out | 32 ++
.../external_table_p2/hudi/test_hudi_snapshot.out | Bin 348526 -> 696105 bytes
.../external_table_p2/hudi/test_hudi_timestamp.out | 31 +-
.../hudi/test_hudi_timetravel.out | 120 +++++
regression-test/data/mv_p0/ssb/q_1_1/q_1_1.out | 11 +-
.../aggregate_without_roll_up.out | 24 +
.../mv/micro_test/micro_test_when_cte.out | 128 ++++++
.../test_partial_update_auto_inc.out | 16 +
.../org/apache/doris/regression/suite/Suite.groovy | 21 +-
.../account_p0/test_information_schema.groovy | 22 +
.../test_system_user.groovy} | 26 +-
.../suites/correctness_p0/test_mv_case.groovy | 69 ++-
.../import/import-way/stream-load-manual.md.groovy | 492 +++++++++++++++++++++
.../external_table_p0/hive/test_hive_orc.groovy | 12 -
.../hudi/test_hudi_catalog.groovy | 2 +-
.../hudi/test_hudi_incremental.groovy | 16 +-
..._catalog.groovy => test_hudi_orc_tables.groovy} | 10 +-
.../hudi/test_hudi_partition_prune.groovy | 333 ++++++++++++++
.../hudi/test_hudi_schema_evolution.groovy | 14 +-
.../hudi/test_hudi_snapshot.groovy | 13 +-
.../hudi/test_hudi_timestamp.groovy | 20 +-
.../hudi/test_hudi_timetravel.groovy | 15 +-
.../test_external_catalog_maxcompute.groovy | 5 +-
.../test_multi_replica_fault_injection.groovy | 13 +-
.../suites/job_p0/test_base_insert_job.groovy | 42 +-
.../suites/manager/test_manager_interface_1.groovy | 122 -----
.../suites/manager/test_manager_interface_4.groovy | 146 ++++++
.../agg_have_dup_base/agg_have_dup_base.groovy | 2 +
.../mv_p0/agg_state/test_agg_state_max_by.groovy | 3 +
.../suites/mv_p0/case_ignore/case_ignore.groovy | 3 +
.../suites/mv_p0/count_star/count_star.groovy | 2 +
.../suites/mv_p0/dis_26495/dis_26495.groovy | 2 +
.../suites/mv_p0/k1ap2spa/k1ap2spa.groovy | 2 +
regression-test/suites/mv_p0/k1s2m3/k1s2m3.groovy | 1 +
.../mv_p0/k1s2m3_auto_inc/k1s2m3_auto_inc.groovy | 1 +
.../multi_agg_with_same_slot.groovy | 1 +
.../mv_p0/multi_slot_k123p/multi_slot_k123p.groovy | 1 +
.../multi_slot_k1a2p2ap3p.groovy | 1 +
.../multi_slot_k1a2p2ap3ps.groovy | 1 +
.../multi_slot_k1p2ap3p/multi_slot_k1p2ap3p.groovy | 1 +
.../multi_slot_k1p2ap3ps.groovy | 1 +
.../suites/mv_p0/mv_with_view/mv_with_view.groovy | 26 +-
.../suites/mv_p0/null_insert/null_insert.groovy | 1 +
.../mv_p0/routine_load_hll/routine_load_hll.groovy | 1 +
.../multiple_ssb_between.groovy | 51 +--
.../suites/mv_p0/ssb/q_1_1/q_1_1.groovy | 40 +-
.../suites/mv_p0/ssb/q_2_1/q_2_1.groovy | 2 +
.../suites/mv_p0/ssb/q_3_1/q_3_1.groovy | 27 +-
.../suites/mv_p0/ssb/q_4_1/q_4_1.groovy | 2 +
.../suites/mv_p0/ssb/q_4_1_r1/q_4_1_r1.groovy | 1 +
.../suites/mv_p0/sum_count/sum_count.groovy | 1 +
.../mv_p0/sum_divede_count/sum_devide_count.groovy | 2 +
.../suites/mv_p0/test_28741/test_28741.groovy | 2 +-
.../test_approx_count_distinct.groovy | 1 +
.../suites/mv_p0/test_base/test_base.groovy | 1 +
.../mv_p0/test_casewhen/test_casewhen.groovy | 1 +
.../mv_p0/test_create_mv/test_create_mv.groovy | 2 +
.../test_create_mv_complex_type.groovy | 2 +
.../suites/mv_p0/test_doc_e4/test_doc_e4.groovy | 1 +
.../test_dup_group_by_mv_abs.groovy | 1 +
.../test_dup_group_by_mv_plus.groovy | 1 +
.../mv_p0/test_dup_mv_abs/test_dup_mv_abs.groovy | 1 +
.../mv_p0/test_dup_mv_bin/test_dup_mv_bin.groovy | 1 +
.../test_dup_mv_bitmap_hash.groovy | 3 +
.../mv_p0/test_dup_mv_plus/test_dup_mv_plus.groovy | 2 +-
.../test_dup_mv_repeat/test_dup_mv_repeat.groovy | 1 +
.../mv_p0/test_dup_mv_year/test_dup_mv_year.groovy | 1 +
.../suites/mv_p0/test_mv_dp/test_mv_dp.groovy | 2 +
.../suites/mv_p0/test_mv_mor/test_mv_mor.groovy | 2 +
.../suites/mv_p0/test_ndv/test_ndv.groovy | 1 +
.../suites/mv_p0/test_nvl/test_nvl.groovy | 1 +
.../suites/mv_p0/test_o2/test_o2.groovy | 1 +
.../suites/mv_p0/test_substr/test_substr.groovy | 1 +
.../mv_p0/test_tbl_name/test_tbl_name.groovy | 1 +
.../mv_p0/test_upper_alias/test_upper_alias.groovy | 1 +
.../test_user_activity/test_user_activity.groovy | 1 +
regression-test/suites/mv_p0/unique/unique.groovy | 1 +
.../testAggQueryOnAggMV1.groovy | 1 +
.../testAggQueryOnAggMV10.groovy | 1 +
.../testAggQueryOnAggMV11.groovy | 1 +
.../testAggQueryOnAggMV2.groovy | 1 +
.../testAggQueryOnAggMV3.groovy | 2 +-
.../testAggQuqeryOnAggMV5.groovy | 1 +
.../testAggQuqeryOnAggMV6.groovy | 1 +
.../testAggQuqeryOnAggMV7.groovy | 2 +
.../testAggregateMVCalcAggFunctionQuery.groovy | 1 +
.../testBitmapUnionInQuery.groovy | 2 +-
.../testCountDistinctToBitmap.groovy | 4 +
.../testIncorrectMVRewriteInSubquery.groovy | 1 +
.../testIncorrectRewriteCountDistinct.groovy | 1 +
.../testJoinOnLeftProjectToJoin.groovy | 3 +
.../mv_p0/ut/testNDVToHll/testNDVToHll.groovy | 1 +
.../testOrderByQueryOnProjectView.groovy | 1 +
.../ut/testProjectionMV1/testProjectionMV1.groovy | 1 +
.../ut/testProjectionMV2/testProjectionMV2.groovy | 1 +
.../ut/testProjectionMV3/testProjectionMV3.groovy | 1 +
.../ut/testProjectionMV4/testProjectionMV4.groovy | 1 +
.../ut/testQueryOnStar/testQueryOnStar.groovy | 1 +
.../testSelectMVWithTableAlias.groovy | 2 +
.../testSingleMVMultiUsage.groovy | 1 +
.../mv_p0/ut/testSubQuery/testSubQuery.groovy | 2 +-
.../ut/testUnionDistinct/testUnionDistinct.groovy | 2 +
.../test_orthogonal_bitmap_expr_calculate.groovy | 55 +++
.../mv/agg_on_none_agg/agg_on_none_agg.groovy | 6 +
.../mv/agg_variety/agg_variety.groovy | 6 +
.../agg_with_roll_up/aggregate_with_roll_up.groovy | 3 +
.../aggregate_without_roll_up.groovy | 469 +++++++++++++++++++-
.../mv/availability/grace_period.groovy | 2 +
.../availability/materialized_view_switch.groovy | 22 +-
.../mv/dimension/dimension_1.groovy | 3 +
.../mv/dimension/dimension_2_3.groovy | 3 +
.../mv/dimension/dimension_2_4.groovy | 4 +
.../mv/dimension/dimension_2_5.groovy | 4 +
.../mv/dimension/dimension_2_6.groovy | 6 +
.../mv/dimension/dimension_2_full_join.groovy | 2 +
.../mv/dimension/dimension_2_inner_join.groovy | 3 +
.../mv/dimension/dimension_2_left_anti_join.groovy | 3 +
.../mv/dimension/dimension_2_left_join.groovy | 3 +
.../mv/dimension/dimension_2_left_semi_join.groovy | 3 +
.../dimension/dimension_2_right_anti_join.groovy | 3 +
.../mv/dimension/dimension_2_right_join.groovy | 3 +
.../dimension/dimension_2_right_semi_join.groovy | 3 +
.../mv/dimension/dimension_self_conn.groovy | 3 +
.../dimension_2_join_agg.groovy | 15 +-
.../dimension_join_agg_negative.groovy | 3 +
.../filter_equal_or_notequal.groovy | 3 +
.../mv/direct_query/direct_query.groovy | 3 +
.../mv/grouping_sets/grouping_sets.groovy | 3 +
.../mv/is_in_debug_mode/is_in_debug_mode.groovy | 156 +++++++
.../mv/join/dphyp_inner/inner_join_dphyp.groovy | 4 +
.../mv/join/dphyp_outer/outer_join_dphyp.groovy | 4 +
.../mv/join/inner/inner_join.groovy | 4 +
.../mv/join/left_outer/outer_join.groovy | 11 +
.../inner_join_infer_and_derive.groovy | 3 +
.../left_join_infer_and_derive.groovy | 2 +
.../right_join_infer_and_derive.groovy | 3 +
.../micro_test_when_cte.groovy} | 131 ++++--
.../mv/negative/negative_test.groovy | 3 +
.../mv/nested/nested_materialized_view.groovy | 4 +
.../mv/nested_mtmv/nested_mtmv.groovy | 213 ++++-----
.../nested_mtmv_rewrite_switch.groovy | 3 +
.../mv/partition_mv_rewrite.groovy | 4 +
.../nereids_rules_p0/mv/scan/scan_table.groovy | 4 +
.../union_all_compensate.groovy | 3 +
.../partition_curd_union_rewrite.groovy | 3 +
.../mv/union_rewrite/usercase_union_rewrite.groovy | 3 +
.../mv/unsafe_equals/null_un_safe_equals.groovy | 2 +
.../nereids_rules_p0/mv/variant/variant_mv.groovy | 3 +
.../mv/with_auth/with_select_table_auth.groovy | 3 +
.../mv/with_sql_limit/query_with_sql_limit.groovy | 4 +
.../with_table_operator/with_table_operator.groovy | 195 ++++++++
.../mv/newMv/aggHaveDupBase.groovy | 1 +
.../nereids_syntax_p0/mv/newMv/case_ignore.groovy | 2 +
.../mv/newMv/dup_gb_mv_abs.groovy | 1 +
.../mv/newMv/dup_gb_mv_plus.groovy | 1 +
.../nereids_syntax_p0/mv/newMv/dup_mv_abs.groovy | 2 +-
.../nereids_syntax_p0/mv/newMv/dup_mv_bin.groovy | 1 +
.../mv/newMv/dup_mv_bm_hash.groovy | 1 +
.../nereids_syntax_p0/mv/newMv/dup_mv_plus.groovy | 2 +-
.../nereids_syntax_p0/mv/newMv/dup_mv_year.groovy | 1 +
.../nereids_syntax_p0/mv/newMv/multi_slot1.groovy | 1 +
.../nereids_syntax_p0/mv/newMv/multi_slot2.groovy | 1 +
.../nereids_syntax_p0/mv/newMv/multi_slot3.groovy | 1 +
.../nereids_syntax_p0/mv/newMv/multi_slot4.groovy | 1 +
.../nereids_syntax_p0/mv/newMv/multi_slot5.groovy | 1 +
.../nereids_syntax_p0/mv/newMv/multi_slot6.groovy | 1 +
.../nereids_syntax_p0/mv/newMv/single_slot.groovy | 2 +-
.../mv/newMv/sum_devide_count.groovy | 2 +-
.../nereids_syntax_p0/mv/newMv/unique_mv.groovy | 1 +
.../nereids_syntax_p0/mv/ut/MVMultiUsage.groovy | 3 +
.../suites/nereids_syntax_p0/mv/ut/MVWithAs.groovy | 3 +
.../nereids_syntax_p0/mv/ut/aggCDInBitmap.groovy | 9 +
.../nereids_syntax_p0/mv/ut/aggMVCalcAggFun.groovy | 2 +-
.../nereids_syntax_p0/mv/ut/aggOnAggMV1.groovy | 1 +
.../nereids_syntax_p0/mv/ut/aggOnAggMV10.groovy | 1 +
.../nereids_syntax_p0/mv/ut/aggOnAggMV11.groovy | 3 +
.../nereids_syntax_p0/mv/ut/aggOnAggMV2.groovy | 1 +
.../nereids_syntax_p0/mv/ut/aggOnAggMV3.groovy | 1 +
.../nereids_syntax_p0/mv/ut/aggOnAggMV5.groovy | 2 +
.../nereids_syntax_p0/mv/ut/aggOnAggMV6.groovy | 1 +
.../nereids_syntax_p0/mv/ut/aggOnAggMV7.groovy | 1 +
.../nereids_syntax_p0/mv/ut/bitmapUnionIn.groovy | 3 +
.../nereids_syntax_p0/mv/ut/incMVReInSub.groovy | 3 +
.../nereids_syntax_p0/mv/ut/incRewriteCD.groovy | 3 +
.../mv/ut/joinOnLeftPToJoin.groovy | 5 +
.../nereids_syntax_p0/mv/ut/orderByOnPView.groovy | 2 +
.../nereids_syntax_p0/mv/ut/projectMV1.groovy | 3 +
.../nereids_syntax_p0/mv/ut/projectMV2.groovy | 3 +
.../nereids_syntax_p0/mv/ut/projectMV3.groovy | 3 +
.../nereids_syntax_p0/mv/ut/projectMV4.groovy | 3 +
.../suites/nereids_syntax_p0/mv/ut/subQuery.groovy | 2 +-
.../suites/nereids_syntax_p0/mv/ut/unionDis.groovy | 2 +
.../suites/nereids_syntax_p0/rollup/agg.groovy | 1 +
.../nereids_syntax_p0/rollup/agg_date.groovy | 1 +
.../suites/nereids_syntax_p0/rollup/bitmap.groovy | 1 +
.../suites/nereids_syntax_p0/rollup/date.groovy | 1 +
.../suites/nereids_syntax_p0/rollup/hll/hll.groovy | 1 +
.../hll_with_light_sc/hll_with_light_sc.groovy | 1 +
.../query_p0/aggregate/aggregate_count1.groovy | 2 +-
.../query_p0/aggregate/select_distinct.groovy | 2 +-
.../join_with_column_casesensetive.groovy | 2 +-
.../suites/query_p0/cast/test_cast.groovy | 2 +-
.../query_p0/except/test_query_except.groovy | 2 +-
.../query_p0/group_concat/test_group_concat.groovy | 2 +-
.../grouping_sets/test_grouping_sets1.groovy | 2 +-
.../suites/query_p0/having/having.groovy | 2 +-
.../query_p0/intersect/test_intersect.groovy | 2 +-
.../suites/query_p0/join/test_join2.groovy | 2 +-
.../suites/query_p0/join/test_left_join1.groovy | 2 +-
.../join/test_nestedloop_outer_join.groovy | 2 +-
.../join/test_partitioned_hash_join.groovy | 2 +-
.../query_p0/lateral_view/lateral_view.groovy | 2 +-
.../query_p0/limit/OffsetInSubqueryWithJoin.groovy | 2 +-
.../query_p0/literal_view/lietral_test.groovy | 2 +-
.../query_p0/operator/test_set_operator.groovy | 2 +-
.../query_p0/operator/test_sort_operator.groovy | 2 +-
.../session_variable/test_default_limit.groovy | 2 +-
.../query_p0/show/test_show_create_table.groovy | 2 +-
.../test_aggregate_all_functions.groovy | 2 +-
.../case_function/test_case_function_null.groovy | 2 +-
.../hash_functions/test_hash_function.groovy | 2 +-
.../ip_functions/test_ip_functions.groovy | 2 +-
.../json_function/test_query_json_insert.groovy | 2 +-
.../json_functions/test_json_function.groovy | 2 +-
.../sql_functions/math_functions/test_conv.groovy | 2 +-
.../test_multi_string_search.groovy | 2 +-
.../spatial_functions/test_gis_function.groovy | 2 +-
.../string_functions/test_string_function.groovy | 2 +-
.../table_function/explode_split.groovy | 2 +-
.../sql_functions/test_alias_function.groovy | 2 +-
.../query_p0/sql_functions/test_predicate.groovy | 2 +-
.../test_width_bucket_function.groovy | 2 +-
.../suites/query_p0/subquery/test_subquery2.groovy | 2 +-
.../suites/query_p0/test_data_type_marks.groovy | 2 +-
.../suites/query_p0/test_dict_with_null.groovy | 2 +-
.../query_p0/test_orderby_nullliteral.groovy | 2 +-
.../suites/query_p0/test_select_constant.groovy | 2 +-
.../test_select_with_predicate_like.groovy | 2 +-
.../test_select_with_predicate_prune.groovy | 2 +-
.../query_p0/type_inference/test_largeint.groovy | 2 +-
.../with/test_with_and_two_phase_agg.groovy | 2 +-
.../test_partial_update_auto_inc.groovy | 41 ++
384 files changed, 6539 insertions(+), 2001 deletions(-)
delete mode 100644 be/test/exec/test_data/orc_scanner/orders.orc
delete mode 100644 be/test/vec/exec/orc_reader_test.cpp
create mode 100644 fe/be-java-extensions/hadoop-hudi-scanner/pom.xml
create mode 100644
fe/be-java-extensions/hadoop-hudi-scanner/src/main/java/org/apache/doris/hudi/HadoopHudiColumnValue.java
create mode 100644
fe/be-java-extensions/hadoop-hudi-scanner/src/main/java/org/apache/doris/hudi/HadoopHudiJniScanner.java
copy fe/be-java-extensions/{avro-scanner =>
hadoop-hudi-scanner}/src/main/resources/package.xml (100%)
delete mode 100644
fe/fe-common/src/main/java/org/apache/doris/common/security/authentication/HadoopUGI.java
copy regression-test/suites/query_p0/test_select_constant.groovy =>
fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/joinorder/hypergraph/HyperElement.java
(79%)
copy regression-test/suites/query_p0/test_select_constant.groovy =>
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/agg/AggregatePhase.java
(81%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/agg/OrthogonalBitmapExprCalculate.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/agg/OrthogonalBitmapExprCalculateCount.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/service/arrowflight/results/FlightSqlEndpointsLocation.java
create mode 100644
regression-test/data/doc/data-operate/import/import-way/stream-load-manual.md.out
copy regression-test/data/doc/data-operate/import/import-way/{test_rl_csv.csv
=> streamload_example.csv} (100%)
create mode 100644
regression-test/data/doc/data-operate/import/import-way/streamload_example.json
create mode 100644
regression-test/data/doc/data-operate/import/import-way/test_array.csv
create mode 100644
regression-test/data/doc/data-operate/import/import-way/test_bitmap.csv
create mode 100644
regression-test/data/doc/data-operate/import/import-way/test_default.csv
create mode 100644
regression-test/data/doc/data-operate/import/import-way/test_enclose_and_escape.csv
create mode 100644
regression-test/data/doc/data-operate/import/import-way/test_hll.csv
create mode 100644
regression-test/data/doc/data-operate/import/import-way/test_map.json
create mode 100644
regression-test/data/doc/data-operate/import/import-way/test_merge_type.csv
create mode 100644
regression-test/data/doc/data-operate/import/import-way/test_seq.csv
create mode 100644
regression-test/data/external_table_p2/hudi/test_hudi_orc_tables.out
create mode 100644
regression-test/data/external_table_p2/hudi/test_hudi_partition_prune.out
create mode 100644
regression-test/data/nereids_rules_p0/mv/micro_test/micro_test_when_cte.out
copy regression-test/suites/{query_p0/intersect/test_intersect.groovy =>
account_p0/test_system_user.groovy} (67%)
create mode 100644
regression-test/suites/doc/data-operate/import/import-way/stream-load-manual.md.groovy
copy regression-test/suites/external_table_p2/hudi/{test_hudi_catalog.groovy
=> test_hudi_orc_tables.groovy} (84%)
create mode 100644
regression-test/suites/external_table_p2/hudi/test_hudi_partition_prune.groovy
create mode 100644
regression-test/suites/manager/test_manager_interface_4.groovy
create mode 100644
regression-test/suites/nereids_function_p0/agg_function/test_orthogonal_bitmap_expr_calculate.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/is_in_debug_mode/is_in_debug_mode.groovy
copy
regression-test/suites/nereids_rules_p0/mv/{direct_query/direct_query.groovy =>
micro_test/micro_test_when_cte.groovy} (56%)
create mode 100644
regression-test/suites/nereids_rules_p0/mv/with_table_operator/with_table_operator.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
