This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch auto-pick-51508-branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
discard 930410cb69f [fix](iceberg)Fix the thread pool issue used for commit.
(#51508)
add a836df5d535 branch-2.1: [fix](decimal)Fix the issue where decimal
multiplication produces incorrect results due to mul_overflow error #51533
(#51563)
add 0f053789fca branch-2.1: [fix](memory-leak) skip libzip and libjvm
memory leak #51628 (#51632)
add ec0af702157 [fix](regression) fix global vars in cases (#51636)
add 18d2f931200 branch-2.1: [fix](function) JSON_EXTRACT_STRING should
return NULL instead of the string 'null' when encountering a NULL value #51516
(#51566)
add 3c85740a1e5 branch-2.1: [Opt](metric) Add metrics for invalid delete
bitmap key count (#51654)
add d4a50393751 branch-2.1: [chore](dep)bump up parquet to 1.15.2 #51372
(#51602)
add 1a1649376f6 branch-2.1:[improvement](statistics)Eliminate null values
while sample analyzing ndv. (#50574) (#51648)
add e8615e13296 branch-2.1: [fix](test)Fix the unstable test. #50691
(#50760)
add 8734c3fb3b2 branch-2.1: [improvement](statistics)Agg table set preagg
on when doing sample analyzing. (#49918) (#51675)
add 1ee58b216b4 [fix](test) fix fe UT failed because of timeout (#51699)
add c9623c32f0b branch-2.1: [Bug](sort) fix wrong result coz push down
sort with null last #51472 (#51507)
add 56d87c7f4d3 [cherry-pick](branch-21) fix array_map cause coredump as
NULL (#51618) (#51742)
add c6ff4994f32 branch-2.1: [fix](hudi) check requiredFields exists in
splitHudiColumnNames in HudiJniScanner #51430 (#51504)
add eaa65567214 branch-2.1: [fix](nereids) fix cast ipv4 to string #51546
(#51738)
add 3a1e95c6c2f branch-2.1: [improvement](jdbc catalog) Optimize the
acquisition of indentity type in SQLServer (#51659)
add 03b26066960 [opt](catalog) throw explict error when operation is not
supported (#51589) (#51723)
add ee09f55ca24 branch-2.1: [fix](mtmv)Fix issue that refreshState turns
to init when replaying alterStatus editLog #51439 (#51544)
add a461ff3c8a7 branch-2.1: [fix](load) fix concurrent read and write to
runningTxnIds #51615 (#51640)
add 1ae039e4aef [test](jsonb) Add test case for Jsonb format (#51876)
add aa562b3e8f3 [bugfix](memleak) fix memory leak for tabletschema and
result cache (#51931)
add ab48d63d1e5 [fix](cold hot separation) Fix the issue of root_path not
working in HDFS resource (#48441)
add 523879ed0e2 branch-2.1: [Bug](function) fix wrong result of
hll_to_base64 #51831 (#51855)
add 75989dae5ea branch-2.1: [Fix](compile) Fix arm compile failure caused
by undefined symbol #51715 (#51927)
add 8c2713b2e5a [fix](alter) alter partition without storage_policy
property will also cancel storage_policy (#51662) (#51910)
add 746d83647e4 [fix](mtmv) Fix compensate union wrongly when direct query
is empty relation (#51700) (#51899)
add c7a94ba608d branch-2.1: [chore](load) reduce log for data load #51172
(#51801)
add 6cca4892624 branch-2.1: [opt](insert) return root cause of exception
when executing insert #51721 (#51759)
add 43a5116b9e7 branch-2.1: [fix](jdbc)make sure init the jdbc client
before using it (#51541)
add a75760d18f5 brach-2.1 cherry-pick [Fix](Variant) fix serialize with
json key contains `.` as name (#51864)
add 7ef48245758 Pick [enhancement](fe-meta) Support skip specified journal
to avoid FE can't be start due to a damaged journal (#35783) (#51877)
add 956fb96dcd4 branch-2.1: [bugfix](query) Fix for incorrect query
results of variant type #51651 (#51707)
add 0230d60e063 branch-2.1:[fix](cooldown)No need to rdlock inside
get_cooldown_tablets, there's enough rdlock inside tablet internal function
calls.#39211 (#51611)
add 614c7f85797 [fix](restore) Analyze idx meta in Olap Table after
restore commit (#51883)
add 2e8ec1850ff [bugfix](memleak) fix memleak in arrow input stream
(#51929) (#51992)
add f58b3204cab branch-2.1: [Fix](Iceberg-hadoop-catalog)Fix
Kerberos-authenticated HadoopCatalog insert failures due to missing kerberos
credentials #51245 (#51337)
add a42fe9f6e8d branch-2.1: [fix](metadata) replace view will break view's
metadata #51058 (#52043)
add e9744f78459 [Bug](aggregate) fix bitmap_union return error result in
query sql (#51866)
add d194014914b [fix](ip) fix ip type in IndexDef support (#50637)
add 347c1e1e63f [branch-2.1]refactor workload group cpu hard limit
(#51278) (#51382)
add c9e2df607b1 [opt](metrics) add metrics pipeline_task_queue_size
(#51878) (#52141)
add 490963634b8 [enhancement](time_series) increase the version limit for
the time series table (#51371) (#52077)
add 4cb66f3a406 branch-2.1: [chore](http) return NOT_FOUND if dir is not
exists #51897 (#52156)
add 667510f71bb [branch-2.1]Remove memory sum check (#52055)
add 93d7eb57bc3 branch-2.1: [fix](hudi catalog) Fix the Kerberos
authentication error when querying hudi table #51713 (#51903)
add 042e18068a1 [chore](test) fix
regression-test/suites/fault_injection_p0/test_variant_bloom_filter.groovy
(#52201)
add b3588b01c0e branch-2.1: [improvement](nereids)Support GROUP BY ...
WITH ROLLUP syntax #51948 (#51978)
add 6dca968e96a branch-2.1:[fix](planner)Fix the concurrency issue caused
by Expr setting member… (#52194)
add 43b99ddd7a3 [fix](mtmv) Fix compensate union all wrongly when
partition mv use partition external table (#52218)
add 16777c7235a branch-2.1: [fix](nereids) correct the log class in the
command (#43896) (#52253)
add f0ce208e686 [fix](test) Create mv but not check finished (#52167)
add 307c0473779 branch-2.1: [fix](Prepared Statment) Fix exec prepared
insert stmt in non master error (#48689) (#52265)
add 74a409d74e0 [test](mv)forbid create mv test case (#52350)
add d7184af32b9 branch-2.1: [fix](cluster)fix fe host may be contains
Scope Identifier #52076 (#52398)
add 86ea0f2b813 [fix](be) Fix be aws-sdk-cpp memory leak (#52185) (#52298)
add 5d20a04b327 branch-2.1: [fix](auth)Only treat admin@% and root@% as
system users. #50904 (#52283)
add e029e420aef branch-2.1: [fix](nereids) fix calc repeat property stack
overflow #52159 (#52188)
add af070ac853f [branch-2.1](timezone) Fix incorrect DST handling (#51454)
(#52418)
add 95f10aa8a15 branch-2.1:[fix](mtmv) fix when compatible fail, will
throw NPE (#49875) (#52273)
add c671a09a564 branch-2.1: [fix](iceberg)Ensure proper authentication
context before accessing Iceberg Catalog #52149 (#52234)
add cb60589c0a6 branch-2.1: [fix](trash) Fix shadow variable causing
garbage scheduling time errors #51647 (#51996)
add 1deb221f8c2 branch-2.1: [chore](ci)Replace local setup-maven with
setup-java for more stable and simplified Maven setup #52229 (#52257)
add 93e5431bb92 branch-2.1: [test](mv) Fix mv regression test is not
chosen stable by CBO #50690 (#52353)
add 4999816ae62 branch-2.1: [fix](map) fix createMap function #52231
(#52401)
add e923acef1be branch-2.1: [Fix](JsonReader) Fix the issue where the null
bitmap of the JSON reader was not initialized when the JSON path is specified
as '$.’ #52211 (#52268)
add 84806918717 branch-2.1: [fix](hive) ignore all hidden dir and files
#52286 (#52324)
add ed94a6d21a5 branch-2.1: [fix](docker)Add docker-ps 'sudo' permissions
#52395 (#52457)
add fecc6ac8020 branch-2.1: [fix](nereids) exceed expr limit error not
fallback to legacy planner (#52431)
add dc8102bbf4c branch-2.1: [Bug](distinct) fix distinct function with
over return error result #51875 (#52313)
add 577ef510d8e branch-2.1: [fix](mow) fix potential mem leak for
DeleteBitmap::AggCache #52596 (#52613)
add 794982a668e branch-2.1: [fix](type) Fix TYPE_DATETIMEV2 upgrade and
downgrade compatibility (#52530)
add 06bbfd1eead branch-2.1: [fix](nereids) fix tanh cosntant folding
#52100 (#52527)
add ea8ef605a6c [fix](main) check error immediately after flight_server
init (#52616) (#52624)
add cf3fe579ad5 [fix](regression-test) fix variant_p2 case to show load
failure #52652 (#52686)
add cabd664c7a2 [fix](case) Fix case test_index_like_select (#52674)
add d374b6e1e4d [fix](replica) skip missing version should care catchup
(#49999) (#50094) (#52386)
add 3c88f4df705 [opt](nereids) Improve sql parse performance by avoid
parse twice when collect hint map (#52627)
add fb70742e871 branch-2.1: [Fix](field) Fix potential memory leak and
wrong binary reading about JsonbField (#50174) (#52693)
add 64042777956 [fix](json) Add . after in JSON path to support correct
token parsing (#52543) (#52544)
add b0e83ca7d1d branch-2.1: [fix](fe) multi statements different behavior
in master and follower (#52144) (#52632)
add 8c850274bbc [Bug](topn) variant column read in topn may coredump
(#52583)
add 721f5965cf8 [fix](inverted index) fix memory leaks in inverted index
(#52747)
add 820971a3840 branch-2.1: [regression-test](Variant) add escaped chars
cases #52657 (#52699)
add 0f7f7dd0f69 [Opt](multi-catalog)Disable dict filter in parquet/orc
reader if have non-single conjuncts. (#52617)
add b2e70e938cc branch-2.1: [improve](statistics)Specify column name when
insert into stat table.(#52441) (#52633)
add 29fe672dbc6 branch-2.1: [fix](ui) fix ui builds failed error #52711
(#52776)
add 3dde6775a93 [Fix](case) Fix wg regression test (#52895)
add abb9c88a3fe branch-2.1: [improve](hive row count)Log stack info when
fetch hive row count fail. (#52795) (#52849)
add 528eaadaf75 [fix](pipeline) premature exit causing core dump during
concurrent pr… (#52850)
add 26bf3d93186 [Bug](schema-change) pass arena to agg function's add
method (#52930)
add 6f6590936d3 branch-2.1: [fix](be) fix macos report wrong cpu cores
#52726 (#52858)
add 1775200cbae branch-2.1: [fix](coordinator) fix cte with local shuffle
throw exception #52870 (#52871)
add 6c5ec15e100 branch-2.1: [fix](be) fix parquet file reader not updating
page index when processing it #52228 (#52782)
add 560097e491a branch-2.1: [Opt](mow) Move `DeleteBitmapAggCache` to
`ExecEnv` (#52649) (#52738)
add 3c38843e0d6 [Bug](branch-21) fix the compatibility cause coredump
during upgrade (#52720)
add 1a4e71610c9 [Chore](ub) fix some ub of vector (#52982)
add 1cdba2cf72f [fix](iceberg)Fix the thread pool issue used for commit.
(#51508)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (930410cb69f)
\
N -- N -- N refs/heads/auto-pick-51508-branch-2.1 (1cdba2cf72f)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/actions/setup-maven | 1 -
.github/workflows/checkstyle.yaml | 8 +-
.gitmodules | 3 -
be/src/agent/be_exec_version_manager.h | 3 +-
be/src/agent/task_worker_pool.cpp | 9 +-
be/src/agent/workload_group_listener.cpp | 23 +-
be/src/common/config.cpp | 11 +-
be/src/common/config.h | 10 +
be/src/common/daemon.cpp | 22 ++
be/src/common/daemon.h | 1 +
be/src/http/utils.cpp | 8 +-
be/src/io/fs/hdfs_file_system.cpp | 11 +-
be/src/io/fs/hdfs_file_system.h | 5 +-
be/src/olap/base_tablet.cpp | 10 +-
be/src/olap/base_tablet.h | 2 +
be/src/olap/olap_server.cpp | 7 +-
be/src/olap/push_handler.cpp | 9 +-
.../rowset/segment_v2/hierarchical_data_reader.h | 8 +
.../olap/rowset/segment_v2/inverted_index_common.h | 103 +++++
.../segment_v2/inverted_index_compound_reader.cpp | 6 +-
.../segment_v2/inverted_index_compound_reader.h | 4 +-
.../segment_v2/inverted_index_file_writer.cpp | 99 ++---
.../segment_v2/inverted_index_fs_directory.cpp | 18 +-
be/src/olap/rowset/segment_v2/segment.cpp | 4 +
be/src/olap/rowset_builder.cpp | 10 +-
be/src/olap/schema_change.cpp | 3 +-
be/src/olap/tablet.cpp | 23 ++
be/src/olap/tablet.h | 3 +
be/src/olap/tablet_manager.cpp | 17 +-
be/src/olap/tablet_manager.h | 2 +
be/src/olap/tablet_meta.cpp | 68 ++--
be/src/olap/tablet_meta.h | 49 +--
be/src/olap/tablet_schema.cpp | 17 +-
be/src/olap/tablet_schema.h | 3 -
.../pipeline_x/pipeline_x_fragment_context.cpp | 38 +-
be/src/pipeline/task_queue.cpp | 5 +-
be/src/runtime/cache/result_cache.h | 6 +-
be/src/runtime/exec_env.h | 5 +
be/src/runtime/exec_env_init.cpp | 16 +
be/src/runtime/jsonb_value.h | 10 +-
be/src/runtime/tablets_channel.cpp | 9 +-
be/src/runtime/types.cpp | 3 +
be/src/runtime/workload_group/workload_group.cpp | 34 +-
be/src/runtime/workload_group/workload_group.h | 1 -
.../workload_group/workload_group_manager.cpp | 8 +-
.../workload_group/workload_group_manager.h | 6 -
be/src/service/doris_main.cpp | 8 +-
be/src/service/internal_service.cpp | 10 +-
be/src/util/countdown_latch.h | 7 +
be/src/util/cpu_info.cpp | 6 +-
be/src/util/doris_metrics.cpp | 7 +
be/src/util/doris_metrics.h | 3 +
.../aggregate_function_bitmap.h | 4 +
.../aggregate_function_distinct.h | 13 +
be/src/vec/columns/column_dictionary.h | 2 +-
be/src/vec/columns/column_object.cpp | 8 +-
be/src/vec/columns/column_string.h | 2 +
be/src/vec/common/arithmetic_overflow.h | 48 ++-
be/src/vec/common/string_buffer.hpp | 3 +
be/src/vec/core/field.cpp | 7 +-
be/src/vec/core/field.h | 71 ++--
be/src/vec/data_types/data_type_jsonb.h | 22 +-
be/src/vec/data_types/data_type_object.cpp | 10 +-
.../exec/format/arrow/arrow_pip_input_stream.cpp | 2 +-
.../vec/exec/format/arrow/arrow_pip_input_stream.h | 3 +-
be/src/vec/exec/format/json/new_json_reader.cpp | 1 +
be/src/vec/exec/format/orc/vorc_reader.cpp | 57 ++-
be/src/vec/exec/format/orc/vorc_reader.h | 1 +
.../exec/format/parquet/vparquet_group_reader.cpp | 98 ++---
.../exec/format/parquet/vparquet_group_reader.h | 1 -
be/src/vec/exec/format/parquet/vparquet_reader.cpp | 2 +-
.../exprs/lambda_function/varray_map_function.cpp | 34 +-
.../table_function/table_function_factory.cpp | 13 +-
.../exprs/table_function/table_function_factory.h | 15 +-
be/src/vec/exprs/table_function/vexplode.cpp | 2 +-
be/src/vec/exprs/table_function/vexplode_v2.cpp | 2 +-
be/src/vec/functions/array/function_array_index.h | 10 +
.../vec/functions/array/function_arrays_overlap.h | 6 +
be/src/vec/functions/function_fake.cpp | 38 +-
be/src/vec/functions/function_hll.cpp | 4 +-
be/src/vec/functions/function_json.cpp | 114 +++---
be/src/vec/functions/function_jsonb.cpp | 2 +-
be/src/vec/functions/simple_function_factory.h | 17 +-
be/src/vec/io/io_helper.h | 12 +-
be/src/vec/io/var_int.h | 35 +-
be/src/vec/json/json_parser.h | 8 +
be/src/vec/json/path_in_data.h | 8 -
be/src/vec/runtime/vdatetime_value.cpp | 57 ++-
be/src/vec/runtime/vdatetime_value.h | 20 +-
be/src/vec/sink/vrow_distribution.cpp | 2 +-
be/src/vec/sink/writer/vtablet_writer.cpp | 4 +-
be/test/common/check_overflow.cpp | 92 +++++
be/test/testutil/run_all_tests.cpp | 4 +
be/test/util/jsonb_parser_simd_test.cpp | 2 +-
be/test/util/jsonb_serialize_test.cpp | 242 ++++++++++++
.../util/test_data/jsonb_serialize_test_data.bin | Bin 0 -> 320 bytes
be/test/vec/columns/column_object_test.cpp | 1 +
be/test/vec/core/field_test.cpp | 166 ++++++++
be/test/vec/function/function_json_test.cpp | 12 +-
be/test/vec/function/function_jsonb_test.cpp | 8 +-
.../be_exec_version_test.cpp} | 23 +-
conf/lsan_suppr.conf | 3 +
.../parquet/small_2rowgroup.parquet | Bin 0 -> 13059 bytes
.../sqlserver/init/03-create-table.sql | 5 +
.../docker-compose/sqlserver/init/04-insert.sql | 2 +
docker/thirdparties/run-thirdparties-docker.sh | 4 +-
.../apache/doris/hudi/HadoopHudiJniScanner.java | 15 +-
fe/fe-common/pom.xml | 4 +
.../main/java/org/apache/doris/common/Config.java | 11 +-
.../authentication/PreExecutionAuthenticator.java | 48 +--
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 2 +-
.../main/java/org/apache/doris/alter/Alter.java | 9 +-
.../org/apache/doris/analysis/AnalyticExpr.java | 36 ++
.../org/apache/doris/analysis/AnalyticWindow.java | 34 ++
.../org/apache/doris/analysis/ArithmeticExpr.java | 13 +
.../org/apache/doris/analysis/ArrayLiteral.java | 11 +
.../apache/doris/analysis/BetweenPredicate.java | 11 +
.../org/apache/doris/analysis/BinaryPredicate.java | 9 +
.../doris/analysis/BitmapFilterPredicate.java | 10 +
.../org/apache/doris/analysis/BoolLiteral.java | 8 +
.../java/org/apache/doris/analysis/CaseExpr.java | 25 ++
.../java/org/apache/doris/analysis/CastExpr.java | 19 +-
.../org/apache/doris/analysis/ColumnRefExpr.java | 8 +
.../apache/doris/analysis/CompoundPredicate.java | 14 +
.../doris/analysis/CreateMaterializedViewStmt.java | 13 +-
.../org/apache/doris/analysis/DateLiteral.java | 8 +
.../org/apache/doris/analysis/DecimalLiteral.java | 8 +
.../apache/doris/analysis/DefaultValueExpr.java | 8 +
.../org/apache/doris/analysis/EncryptKeyRef.java | 10 +
.../org/apache/doris/analysis/ExistsPredicate.java | 15 +
.../main/java/org/apache/doris/analysis/Expr.java | 36 +-
.../org/apache/doris/analysis/FloatLiteral.java | 8 +
.../apache/doris/analysis/FunctionCallExpr.java | 134 +++++++
.../org/apache/doris/analysis/IPv4Literal.java | 8 +
.../org/apache/doris/analysis/IPv6Literal.java | 8 +
.../apache/doris/analysis/ImportColumnDesc.java | 2 +-
.../org/apache/doris/analysis/InPredicate.java | 17 +
.../java/org/apache/doris/analysis/IndexDef.java | 2 +-
.../apache/doris/analysis/InformationFunction.java | 8 +
.../java/org/apache/doris/analysis/IntLiteral.java | 8 +
.../org/apache/doris/analysis/IsNullPredicate.java | 9 +
.../org/apache/doris/analysis/JsonLiteral.java | 8 +
.../doris/analysis/LambdaFunctionCallExpr.java | 47 +++
.../apache/doris/analysis/LambdaFunctionExpr.java | 22 ++
.../org/apache/doris/analysis/LargeIntLiteral.java | 8 +
.../org/apache/doris/analysis/LikePredicate.java | 9 +
.../org/apache/doris/analysis/MVColumnItem.java | 2 +-
.../java/org/apache/doris/analysis/MapLiteral.java | 14 +
.../org/apache/doris/analysis/MatchPredicate.java | 9 +
.../java/org/apache/doris/analysis/MaxLiteral.java | 8 +
.../org/apache/doris/analysis/NullLiteral.java | 8 +
.../org/apache/doris/analysis/OrderByElement.java | 25 ++
.../org/apache/doris/analysis/PlaceHolderExpr.java | 11 +
.../java/org/apache/doris/analysis/SlotRef.java | 45 ++-
.../org/apache/doris/analysis/StringLiteral.java | 8 +
.../org/apache/doris/analysis/StructLiteral.java | 10 +
.../java/org/apache/doris/analysis/Subquery.java | 8 +
.../doris/analysis/TimestampArithmeticExpr.java | 41 ++
.../doris/analysis/TupleIsNullPredicate.java | 8 +
.../org/apache/doris/analysis/UserIdentity.java | 4 +-
.../org/apache/doris/analysis/VariableExpr.java | 18 +
.../java/org/apache/doris/backup/RestoreJob.java | 3 +
.../org/apache/doris/catalog/AliasFunction.java | 4 +-
.../catalog/BuiltinTableGeneratingFunctions.java | 11 +-
.../main/java/org/apache/doris/catalog/Env.java | 22 +-
.../main/java/org/apache/doris/catalog/MTMV.java | 20 +-
.../doris/catalog/MaterializedIndexMeta.java | 2 +-
.../main/java/org/apache/doris/catalog/Tablet.java | 25 +-
.../doris/common/profile/SummaryProfile.java | 22 +-
.../org/apache/doris/common/util/NetUtils.java | 28 ++
.../apache/doris/common/util/PropertyAnalyzer.java | 7 +
.../apache/doris/datasource/ExternalCatalog.java | 19 +-
.../doris/datasource/ExternalRowCountCache.java | 9 +-
.../doris/datasource/hive/HiveMetaStoreCache.java | 18 +-
.../doris/datasource/hudi/source/HudiScanNode.java | 9 +-
.../datasource/iceberg/IcebergExternalCatalog.java | 12 +
.../iceberg/IcebergExternalDatabase.java | 12 +-
.../datasource/iceberg/IcebergTransaction.java | 16 +-
.../doris/datasource/jdbc/JdbcExternalCatalog.java | 1 +
.../jdbc/client/JdbcSQLServerClient.java | 9 +-
.../org/apache/doris/httpv2/rest/LoadAction.java | 6 +-
.../doris/journal/bdbje/BDBJournalCursor.java | 4 +
.../doris/load/routineload/RoutineLoadJob.java | 12 +-
.../load/routineload/RoutineLoadStatistic.java | 4 +-
.../java/org/apache/doris/mtmv/BaseTableInfo.java | 16 +-
.../org/apache/doris/mtmv/MTMVPartitionInfo.java | 2 +-
.../doris/mtmv/MTMVRefreshPartitionSnapshot.java | 61 +--
.../org/apache/doris/mtmv/MTMVRefreshSnapshot.java | 2 +-
.../java/org/apache/doris/mtmv/MTMVRelation.java | 4 +-
.../org/apache/doris/mtmv/MTMVRelationManager.java | 46 +--
.../org/apache/doris/mtmv/MTMVRewriteUtil.java | 5 +-
.../java/org/apache/doris/mtmv/MTMVStatus.java | 26 +-
.../org/apache/doris/nereids/CascadesContext.java | 5 -
.../org/apache/doris/nereids/NereidsPlanner.java | 18 -
.../org/apache/doris/nereids/StatementContext.java | 15 +
.../glue/translator/PhysicalPlanTranslator.java | 6 +-
.../doris/nereids/jobs/executor/Analyzer.java | 4 +-
.../jobs/executor/TablePartitionCollector.java | 46 ---
.../doris/nereids/parser/LogicalPlanBuilder.java | 172 +++++----
.../apache/doris/nereids/parser/NereidsParser.java | 53 ++-
.../org/apache/doris/nereids/rules/RuleType.java | 1 +
.../doris/nereids/rules/analysis/BindRelation.java | 11 +-
.../nereids/rules/analysis/CollectRelation.java | 8 +-
...lter.java => EliminateLogicalPreAggOnHint.java} | 17 +-
.../LogicalResultSinkToShortCircuitPointQuery.java | 3 +
.../mv/AbstractMaterializedViewRule.java | 16 +-
.../InitConsistentMaterializationContextHook.java | 8 +-
.../mv/InitMaterializationContextHook.java | 28 +-
.../exploration/mv/MaterializedViewUtils.java | 10 +
.../rules/exploration/mv/PartitionCompensator.java | 32 +-
.../nereids/rules/exploration/mv/StructInfo.java | 33 +-
.../rules/rewrite/QueryPartitionCollector.java | 26 +-
.../mv/AbstractSelectMaterializedIndexRule.java | 9 +-
.../mv/SelectMaterializedIndexWithAggregate.java | 2 +-
.../doris/nereids/stats/StatsCalculator.java | 11 +-
.../nereids/trees/expressions/Expression.java | 9 +-
.../functions/executable/NumericArithmetic.java | 2 +-
.../expressions/functions/generator/Explode.java | 61 +--
.../functions/generator/ExplodeOuter.java | 61 +--
.../{ExplodeOuter.java => ExplodeOuterV2.java} | 13 +-
.../generator/{Explode.java => ExplodeV2.java} | 12 +-
.../expressions/functions/scalar/CreateMap.java | 20 +-
.../trees/expressions/functions/udf/AliasUdf.java | 2 +-
.../trees/expressions/literal/IPv4Literal.java | 68 +++-
.../visitor/TableGeneratingFunctionVisitor.java | 10 +
.../apache/doris/nereids/trees/plans/PlanType.java | 1 +
.../doris/nereids/trees/plans/algebra/Repeat.java | 4 +-
.../trees/plans/commands/PrepareCommand.java | 4 +-
.../trees/plans/commands/info/BaseViewInfo.java | 4 +-
.../insert/BaseExternalTableInsertExecutor.java | 3 +-
...icalCTEAnchor.java => LogicalPreAggOnHint.java} | 55 ++-
.../nereids/trees/plans/visitor/PlanVisitor.java | 5 +
.../org/apache/doris/planner/OlapScanNode.java | 6 +-
.../org/apache/doris/planner/OlapTableSink.java | 1 -
.../java/org/apache/doris/qe/ConnectContext.java | 7 +
.../java/org/apache/doris/qe/ConnectProcessor.java | 39 +-
.../main/java/org/apache/doris/qe/Coordinator.java | 4 +-
.../java/org/apache/doris/qe/MasterOpExecutor.java | 7 +
.../org/apache/doris/qe/MysqlConnectProcessor.java | 28 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 14 +-
.../resource/workloadgroup/WorkloadGroup.java | 13 -
.../resource/workloadgroup/WorkloadGroupMgr.java | 14 +-
.../org/apache/doris/rewrite/FunctionAlias.java | 3 +-
.../org/apache/doris/service/FrontendOptions.java | 15 +-
.../org/apache/doris/statistics/AnalysisJob.java | 2 +-
.../apache/doris/statistics/AnalysisManager.java | 8 +-
.../apache/doris/statistics/BaseAnalysisTask.java | 16 +-
.../org/apache/doris/statistics/ColStatsData.java | 14 +-
.../doris/statistics/ExternalAnalysisTask.java | 1 +
.../apache/doris/statistics/OlapAnalysisTask.java | 15 +-
.../doris/statistics/StatisticConstants.java | 5 +
.../doris/statistics/StatisticsAutoCollector.java | 15 +-
.../doris/statistics/StatisticsRepository.java | 7 +-
.../apache/doris/statistics/TableStatsMeta.java | 25 +-
.../doris/statistics/util/StatisticsUtil.java | 20 +
.../analysis/CreateMaterializedViewStmtTest.java | 2 +-
.../java/org/apache/doris/analysis/ExprTest.java | 44 ++-
.../org/apache/doris/analysis/IndexDefTest.java | 63 +++
.../{CheckedMathTest.java => ConfigTest.java} | 23 +-
.../util/NetUtilsTest.java} | 21 +-
.../apache/doris/datasource/PathVisibleTest.java | 7 +-
.../java/org/apache/doris/mtmv/AlterMTMVTest.java | 2 +-
.../org/apache/doris/mtmv/MTMVRewriteUtilTest.java | 12 +-
.../test/java/org/apache/doris/mtmv/MTMVTest.java | 24 ++
.../doris/nereids/memo/StructInfoMapTest.java | 18 +
.../doris/nereids/mv/IdStatisticsMapTest.java | 6 +
.../doris/nereids/mv/MvTableIdIsLongTest.java | 6 +
.../nereids/mv/OptimizeGetAvailableMvsTest.java | 20 +
.../exploration/mv/PartitionCompensatorTest.java | 13 +-
.../rules/rewrite/mv/SelectMvIndexTest.java | 14 +-
.../functions/generator/ExplodeOuterTest.java | 6 +-
.../functions/generator/ExplodeTest.java | 6 +-
.../org/apache/doris/nereids/util/PlanChecker.java | 14 +-
.../org/apache/doris/qe/HmsQueryCacheTest.java | 9 +
.../java/org/apache/doris/qe/LocalShuffleTest.java | 221 +++++++++++
.../org/apache/doris/rewrite/FEFunctionsTest.java | 5 +-
.../FrontendOptionsTest.java} | 31 +-
.../apache/doris/statistics/AnalysisJobTest.java | 2 +-
.../doris/statistics/BaseAnalysisTaskTest.java | 46 ++-
.../apache/doris/statistics/ColStatsDataTest.java | 2 +-
.../doris/statistics/OlapAnalysisTaskTest.java | 66 +++-
.../doris/statistics/util/StatisticsUtilTest.java | 62 +++
.../org/apache/doris/utframe/MockedFrontend.java | 4 +-
fe/pom.xml | 2 +-
fe/spark-dpp/pom.xml | 12 -
gensrc/proto/data.proto | 2 +
gensrc/thrift/FrontendService.thrift | 1 +
.../data/datatype_p0/datetimev2/test_timezone.out | Bin 628 -> 694 bytes
.../datatype_p0/datetimev2/test_tz_streamload.out | Bin 627 -> 627 bytes
.../datatype_p0/decimalv3/test_decimalv3_cast3.out | Bin 1492 -> 1645 bytes
.../data/ddl_p0/test_create_or_replace_view.out | Bin 155 -> 525 bytes
.../hive/test_hive_parquet_skip_page.out | Bin 31833 -> 31867 bytes
.../jdbc/test_sqlserver_jdbc_catalog.out | Bin 5638 -> 5667 bytes
regression-test/data/insert_p0/insert.out | Bin 15806 -> 15882 bytes
.../test_array_ip_with_inverted_index.out | Bin 0 -> 4757 bytes
.../data/json_p0/test_json_load_and_function.out | Bin 259759 -> 258245 bytes
.../test_json_load_unique_key_and_function.out | Bin 87037 -> 87033 bytes
.../data/jsonb_p0/test_jsonb_load_and_function.out | Bin 188471 -> 187714 bytes
.../test_jsonb_load_unique_key_and_function.out | Bin 124398 -> 124394 bytes
.../http_stream/test_http_stream_compress.out | Bin 179025 -> 179043 bytes
.../data/load_p0/stream_load/test_json_load.out | Bin 4666 -> 5107 bytes
.../mv_p0/test_dup_mv_plus/test_dup_mv_plus.out | Bin 436 -> 531 bytes
.../testAggQueryOnAggMV10.out | Bin 264 -> 349 bytes
.../testAggQueryOnAggMV11.out | Bin 229 -> 292 bytes
.../testAggQueryOnAggMV2/testAggQueryOnAggMV2.out | Bin 235 -> 300 bytes
.../testAggQueryOnAggMV3/testAggQueryOnAggMV3.out | Bin 241 -> 327 bytes
.../testAggQuqeryOnAggMV5.out | Bin 217 -> 301 bytes
.../testAggQuqeryOnAggMV7.out | Bin 217 -> 301 bytes
.../testAggregateMVCalcAggFunctionQuery.out | Bin 217 -> 301 bytes
.../testBitmapUnionInQuery.out | Bin 210 -> 261 bytes
.../testCountDistinctToBitmap.out | Bin 281 -> 332 bytes
.../testIncorrectMVRewriteInSubquery.out | Bin 189 -> 240 bytes
.../testIncorrectRewriteCountDistinct.out | Bin 192 -> 243 bytes
.../testJoinOnLeftProjectToJoin.out | Bin 129 -> 130 bytes
.../data/mv_p0/ut/testNDVToHll/testNDVToHll.out | Bin 218 -> 269 bytes
.../testOrderByQueryOnProjectView.out | Bin 225 -> 317 bytes
.../ut/testProjectionMV1/testProjectionMV1.out | Bin 260 -> 335 bytes
.../ut/testProjectionMV2/testProjectionMV2.out | Bin 224 -> 295 bytes
.../ut/testProjectionMV3/testProjectionMV3.out | Bin 227 -> 302 bytes
.../ut/testProjectionMV4/testProjectionMV4.out | Bin 220 -> 287 bytes
.../testSingleMVMultiUsage.out | Bin 217 -> 301 bytes
.../data/mv_p0/ut/testSubQuery/testSubQuery.out | Bin 241 -> 349 bytes
.../ut/testUnionDistinct/testUnionDistinct.out | Bin 225 -> 309 bytes
.../data/nereids_function_p0/scalar_function/J.out | Bin 160937 -> 160276 bytes
.../nereids_function_p0/scalar_function/Map.out | Bin 25901 -> 28172 bytes
.../json_p0/test_json_load_and_function.out | Bin 136412 -> 135655 bytes
.../test_json_load_unique_key_and_function.out | Bin 87037 -> 87033 bytes
.../jsonb_p0/test_jsonb_load_and_function.out | Bin 182408 -> 182404 bytes
.../test_jsonb_load_unique_key_and_function.out | Bin 120029 -> 120025 bytes
.../test_aggregate_window_functions.out | Bin 21094 -> 21093 bytes
.../infer_predicate/pull_up_predicate_literal.out | Bin 84247 -> 84246 bytes
.../data/nereids_syntax_p0/grouping_sets.out | Bin 1638 -> 1867 bytes
.../data/point_query_p0/test_point_query.out | Bin 9931 -> 9944 bytes
.../test_orderby_limit/test_orderby_limit.out | Bin 0 -> 1191 bytes
.../array_functions/test_array_map_function.out | Bin 2522 -> 2588 bytes
.../json_functions/test_json_extract.out | Bin 0 -> 320 bytes
.../sql_functions/window_functions/test_sum.out | Bin 143 -> 242 bytes
regression-test/data/variant_p0/column_name.out | Bin 469 -> 545 bytes
regression-test/data/variant_p0/escaped_chars.out | Bin 0 -> 1177 bytes
.../org/apache/doris/regression/suite/Suite.groovy | 12 +
regression-test/pipeline/p0/conf/be.conf | 2 +
.../suites/account_p0/test_system_user.groovy | 38 ++
.../alter_p2/test_alter_table_property.groovy | 2 +-
.../test_backup_restore_mv_write.groovy | 134 +++++++
....groovy => cold_data_compaction_by_hdfs.groovy} | 89 ++---
.../test_show_storage_policy_using.groovy | 11 +
.../datatype_p0/datetimev2/test_timezone.groovy | 5 +
.../decimalv3/test_decimalv3_cast3.groovy | 7 +
.../ddl_p0/test_create_or_replace_view.groovy | 18 +
.../hive/test_hive_parquet_skip_page.groovy | 12 +-
.../hive/test_hive_statistics_all_type_p0.groovy | 4 +-
...ceberg_insert_overwrite_with_empty_table.groovy | 10 +-
.../jdbc/test_sqlserver_jdbc_catalog.groovy | 2 +
.../test_iceberg_hadoop_catalog_kerberos.groovy | 98 +++++
.../test_variant_bloom_filter.groovy | 2 +-
regression-test/suites/insert_p0/insert.groovy | 26 ++
.../test_array_ip_with_inverted_index.groovy | 97 +++++
.../test_index_like_select.groovy | 2 +-
.../http_stream/test_http_stream_compress.groovy | 1 +
.../load_p0/spark_load/test_spark_load.groovy | 10 +-
.../load_p0/stream_load/test_json_load.groovy | 27 ++
.../mv_p0/mv_negative/agg_negative_test.groovy | 173 +++++++++
.../mv_p0/mv_negative/dup_negative_test.groovy | 149 +++++++
.../mv_p0/mv_negative/mor_negative_test.groovy | 155 ++++++++
.../mv_p0/mv_negative/mow_negative_test.groovy | 159 ++++++++
.../mv_p0/test_dup_mv_plus/test_dup_mv_plus.groovy | 6 +-
.../testAggQueryOnAggMV10.groovy | 6 +-
.../testAggQueryOnAggMV11.groovy | 6 +-
.../testAggQueryOnAggMV2.groovy | 5 +-
.../testAggQueryOnAggMV3.groovy | 6 +-
.../testAggQuqeryOnAggMV5.groovy | 6 +-
.../testAggQuqeryOnAggMV7.groovy | 7 +-
.../testAggTableCountDistinctInBitmapType.groovy | 13 +-
.../testAggregateMVCalcAggFunctionQuery.groovy | 6 +-
.../testBitmapUnionInQuery.groovy | 5 +-
.../testCountDistinctToBitmap.groovy | 5 +-
.../testIncorrectMVRewriteInSubquery.groovy | 5 +-
.../testIncorrectRewriteCountDistinct.groovy | 5 +-
.../testJoinOnLeftProjectToJoin.groovy | 10 +-
.../mv_p0/ut/testNDVToHll/testNDVToHll.groovy | 5 +-
.../testOrderByQueryOnProjectView.groovy | 6 +-
.../ut/testProjectionMV1/testProjectionMV1.groovy | 5 +-
.../ut/testProjectionMV2/testProjectionMV2.groovy | 5 +-
.../ut/testProjectionMV3/testProjectionMV3.groovy | 5 +-
.../ut/testProjectionMV4/testProjectionMV4.groovy | 5 +-
.../testSingleMVMultiUsage.groovy | 6 +-
.../mv_p0/ut/testSubQuery/testSubQuery.groovy | 6 +-
.../ut/testUnionDistinct/testUnionDistinct.groovy | 6 +-
.../nereids_function_p0/scalar_function/Map.groovy | 27 ++
.../nereids_p0/expression/check_expr_limit.groovy} | 18 +-
.../fold_constant/fold_constant_ip.groovy | 40 +-
.../fold_constant_numeric_arithmatic.groovy | 3 +
.../nereids_p0/test_repeat_no_stackflow.groovy | 429 +++++++++++++++++++++
.../mv/dml/insert/dml_insert_and_overwrite.groovy | 9 +-
.../mv/dml/outfile/dml_into_outfile.groovy | 5 +-
.../mv/union_rewrite/usercase_union_rewrite.groovy | 2 +-
.../suites/nereids_syntax_p0/grouping_sets.groovy | 9 +
.../suites/point_query_p0/test_point_query.groovy | 32 +-
.../test_orderby_limit/test_orderby_limit.groovy | 64 +++
.../array_functions/test_array_map_function.groovy | 43 +++
.../json_functions/test_json_extract.groovy | 37 ++
.../sql_functions/window_functions/test_sum.groovy | 22 ++
.../suites/query_p0/test_forward_qeury.groovy | 7 +-
.../suites/statistics/analyze_stats.groovy | 3 +-
...te_list.groovy => test_analyze_all_null.groovy} | 92 +++--
.../suites/statistics/test_analyze_mv.groovy | 56 +--
.../test_skip_agg_table_value_column.groovy | 293 ++++++++++++++
.../suites/variant_p0/column_name.groovy | 15 +-
.../suites/variant_p0/escaped_chars.groovy | 71 ++++
regression-test/suites/variant_p2/load.groovy | 18 +-
.../workload_manager_p0/test_curd_wlg.groovy | 45 ---
ui/package.json | 5 +
412 files changed, 6324 insertions(+), 1742 deletions(-)
delete mode 160000 .github/actions/setup-maven
create mode 100644 be/src/olap/rowset/segment_v2/inverted_index_common.h
create mode 100644 be/test/common/check_overflow.cpp
create mode 100644 be/test/util/jsonb_serialize_test.cpp
create mode 100644 be/test/util/test_data/jsonb_serialize_test_data.bin
create mode 100644 be/test/vec/core/field_test.cpp
copy be/test/vec/{core/column_vector_test.cpp =>
utils/be_exec_version_test.cpp} (70%)
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet/small_2rowgroup.parquet
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/executor/TablePartitionCollector.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/analysis/{HavingToFilter.java
=> EliminateLogicalPreAggOnHint.java} (61%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/generator/{ExplodeOuter.java
=> ExplodeOuterV2.java} (89%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/generator/{Explode.java
=> ExplodeV2.java} (90%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/logical/{LogicalCTEAnchor.java
=> LogicalPreAggOnHint.java} (55%)
copy fe/fe-core/src/test/java/org/apache/doris/common/{CheckedMathTest.java =>
ConfigTest.java} (61%)
copy
fe/fe-core/src/test/java/org/apache/doris/{analysis/TupleIsNullPredicateTest.java
=> common/util/NetUtilsTest.java} (62%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/qe/LocalShuffleTest.java
copy
fe/fe-core/src/test/java/org/apache/doris/{analysis/ShowDataTypesStmtTest.java
=> service/FrontendOptionsTest.java} (58%)
mode change 100644 => 100755
create mode 100644
regression-test/data/inverted_index_p0/test_array_ip_with_inverted_index.out
create mode 100644
regression-test/data/query_p0/limit/test_orderby_limit/test_orderby_limit.out
create mode 100644
regression-test/data/query_p0/sql_functions/json_functions/test_json_extract.out
create mode 100644 regression-test/data/variant_p0/escaped_chars.out
create mode 100644
regression-test/suites/backup_restore/test_backup_restore_mv_write.groovy
copy regression-test/suites/cold_heat_separation/{cold_data_compaction.groovy
=> cold_data_compaction_by_hdfs.groovy} (52%)
create mode 100644
regression-test/suites/external_table_p0/kerberos/test_iceberg_hadoop_catalog_kerberos.groovy
create mode 100644
regression-test/suites/inverted_index_p0/test_array_ip_with_inverted_index.groovy
create mode 100644
regression-test/suites/mv_p0/mv_negative/agg_negative_test.groovy
create mode 100644
regression-test/suites/mv_p0/mv_negative/dup_negative_test.groovy
create mode 100644
regression-test/suites/mv_p0/mv_negative/mor_negative_test.groovy
create mode 100644
regression-test/suites/mv_p0/mv_negative/mow_negative_test.groovy
copy
regression-test/{framework/src/main/groovy/org/apache/doris/regression/util/FileUtils.groovy
=> suites/nereids_p0/expression/check_expr_limit.groovy} (69%)
copy be/src/service/brpc_service.h =>
regression-test/suites/nereids_p0/expression/fold_constant/fold_constant_ip.groovy
(57%)
create mode 100644
regression-test/suites/nereids_p0/test_repeat_no_stackflow.groovy
create mode 100644
regression-test/suites/query_p0/limit/test_orderby_limit/test_orderby_limit.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/json_functions/test_json_extract.groovy
copy
regression-test/suites/statistics/{test_auto_analyze_black_white_list.groovy =>
test_analyze_all_null.groovy} (51%)
create mode 100644
regression-test/suites/statistics/test_skip_agg_table_value_column.groovy
create mode 100644 regression-test/suites/variant_p0/escaped_chars.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
