This is an automated email from the ASF dual-hosted git repository.
kassiez pushed a change to branch KassieZ-patch-1
in repository https://gitbox.apache.org/repos/asf/doris.git
from 3422bc8e14c Update README.md
add ef4cf6337f4 [fix](Nereids) we should also push down expr in join's
mark conjuncts (#50886)
add e3f222f3583 [fix](nereids)use analyzed plan instead of rewritten plan
in CreateMaterializedViewCommand (#49297)
add e0a83f72ce9 [fix](nereids)create alias function should fail when meet
unsupported expr (#49698)
add e7a3e78b97c [fix](nereids)prune assert_true slots in subquery
unnesting (#50256)
add 727161bfd18 [feat](oss) support oss-hdfs root policy (#50678)
add 86fcb313660 [fix](function) fix xpath_string to support xpath_query
with string functions (#50946)
add 0f4bde56aa9 [refactor](nereids)move PhysicalWindow child request
property deriving from LogicalWindowToPhysicalWindow to RequestPropertyDeriver
(#50891)
add 7c49f4f1251 [feature](inverted index) Support the IS NOT NULL
condition in expr via inverted indexes (#50748)
add ba2d01123ec [Fix](Variant) fix array with predicate push down (#50934)
add 7b259d3badf [Fix](ShortCircuit) fix crash when enable
`skip_delete_sign` (#50941)
add adda6282246 [chore](Nereids) remove some useless code (#50953)
add e31100359d1 [fix](expr) fix expr set result column id even when state
is not ok (#50938)
add e8717f2587b [fix](core) Fix the core issue caused by extra fields when
casting a string to a struct. (#50851)
add 4da1c8ab194 [opt](mtmv) optimize mtmv rewrite performance (#49514)
add 1262d7c3e1a [test](mtmv)Verifying master-slave consistency after
schema change (#50880)
add f6bfb0430c4 [Enhancement] config rf wait time in cloud mode (#47579)
add c647dd597a4 [chore](build) speed up generated-source.sh (#50980)
add af64ad9e728 [Fix](cloud-mow) Full compaction should only update delete
bitmap of its output rowset (#50974)
add 5ee113fab4e [enhancement] Optimize the retry policy of backend request
meta service (#50957)
add 53b7f146bfc [bug](cloud) Fix npe when show cluster load statistic
(#50866)
add a71ccc1948e [Opt](compaction) Add config
`enable_mow_compaction_correctness_check_fail` for debug (#50966)
add 1af10e87ba0 [fix](jsonb) Avoid crashing caused by invalid path (#50978)
add 504bce2c014 [Chore](case) add some prepare fail test case (#50944)
add dc88e558a2e [bug](function) fix array_map coredump when no rows
(#50913)
add c1ef8c22d53 [Feature](Compaction)Improve Compaction Profiling and
Logging (#50950)
add 0cab080a3f5 [Enhancement] (nereids) implement cancelBuildIndexCommand
in nereids (#49631)
add 01725e5ebf5 [improvement](nereids)abstract function for limit and
offset (#50988)
add 3a154a2425d [fix](nereids) fix create view use null literal (#49881)
add 2eee6d7c8a0 [feat](hive) add catalog level schema cache property
(#50958)
add 34e4bec7fce [fix](arrow-flight-sql) Separate arrow-flight-sql
connection and mysql connection (#50939)
add 1da99867a13 [ut](numbers) add ut for casting to numbers (#50962)
add 82703feff77 [fix](ut) Fix fe ut `RemoteFileSystemTest` crash (#51014)
add bba3d358189 [fix](mv) refresh failed while open
enable_single_replica_insert (#50986)
add 09107db8ca0 ut Fix DiskUtilsTest runs failed on mac (#50981)
add 15f410ee5e7 [Fix](mac) Fix macos compile about BYTE_ORDER and
BASE_HAS_ATOMIC64 and USE_UNWIND (#50997)
add f96860fa515 Merge branch 'master' into KassieZ-patch-1
No new revisions were added by this update.
Summary of changes:
be/src/cloud/cloud_base_compaction.cpp | 38 +-
be/src/cloud/cloud_compaction_action.cpp | 8 +
be/src/cloud/cloud_cumulative_compaction.cpp | 35 +-
be/src/cloud/cloud_full_compaction.cpp | 23 +-
be/src/cloud/cloud_meta_mgr.cpp | 10 +-
be/src/cloud/cloud_tablet.cpp | 68 +-
be/src/cloud/cloud_tablet.h | 36 +
be/src/cloud/config.cpp | 5 +-
be/src/cloud/config.h | 3 +
be/src/common/config.cpp | 3 +
be/src/common/config.h | 3 +
be/src/common/stack_trace.cpp | 4 +-
be/src/gutil/atomic_refcount.h | 2 +-
be/src/http/action/compaction_action.cpp | 10 +
be/src/olap/base_compaction.cpp | 45 +-
be/src/olap/compaction.cpp | 7 +-
be/src/olap/cumulative_compaction.cpp | 49 +-
be/src/olap/full_compaction.cpp | 33 +-
be/src/olap/olap_server.cpp | 4 +
be/src/olap/rowset/segment_v2/segment.h | 7 +-
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 23 +
be/src/olap/tablet.cpp | 18 +
be/src/olap/tablet.h | 28 +
be/src/pipeline/pipeline_fragment_context.cpp | 2 +
be/src/runtime/fragment_mgr.cpp | 3 +
be/src/service/point_query_executor.cpp | 8 +-
be/src/util/byte_stream_split.cpp | 2 +-
be/src/util/coding.h | 16 +-
be/src/util/jsonb_document.h | 8 +
be/src/vec/common/int_exp.h | 160 +--
be/src/vec/core/types.h | 6 +-
be/src/vec/data_types/data_type_number_base.cpp | 2 +-
be/src/vec/data_types/data_type_number_base.h | 3 +-
be/src/vec/data_types/number_traits.h | 26 +-
.../data_types/serde/data_type_struct_serde.cpp | 10 +
.../exprs/lambda_function/varray_map_function.cpp | 6 +-
be/src/vec/exprs/vcast_expr.cpp | 2 +
be/src/vec/exprs/vexpr.cpp | 4 +-
be/src/vec/exprs/vexpr_context.cpp | 3 +-
be/src/vec/functions/function_string.h | 50 +-
be/src/vec/functions/is_not_null.cpp | 63 +-
.../functions/{is_not_null.cpp => is_not_null.h} | 34 +-
be/src/vec/functions/is_null.cpp | 58 +-
be/src/vec/functions/{is_null.cpp => is_null.h} | 27 +-
be/src/vec/io/io_helper.h | 1 +
be/src/vec/runtime/vdata_stream_mgr.cpp | 7 +-
be/test/vec/function/cast/cast_test.h | 46 +-
be/test/vec/function/cast/cast_to_decimal.cpp | 1047 ++++++++++++++++++++
be/test/vec/function/cast/cast_to_float_double.cpp | 784 +++++++++++++++
be/test/vec/function/cast/cast_to_integer.cpp | 741 ++++++++++++++
be/test/vec/function/cast/cast_to_time_test.cpp | 5 +-
be/test/vec/function/function_is_null_test.cpp | 237 +++++
be/test/vec/function/function_test_util.cpp | 61 +-
be/test/vec/function/function_test_util.h | 27 +-
.../apache/doris/common/jni/vec/VectorColumn.java | 8 +-
.../main/java/org/apache/doris/common/Config.java | 30 +-
.../org/apache/doris/common/io/DiskUtilsTest.java | 2 +-
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 10 +-
.../apache/doris/alter/SchemaChangeHandler.java | 60 ++
.../doris/catalog/BuiltinScalarFunctions.java | 2 -
.../main/java/org/apache/doris/catalog/Env.java | 8 +
.../common/proc/ClusterLoadStatisticProcDir.java | 5 +-
.../doris/common/profile/SummaryProfile.java | 18 +-
.../org/apache/doris/common/util/LocationPath.java | 48 +-
.../apache/doris/datasource/ExternalCatalog.java | 32 +-
.../doris/datasource/ExternalMetaCacheMgr.java | 35 +-
.../doris/datasource/ExternalSchemaCache.java | 8 +-
.../doris/datasource/hive/HMSExternalCatalog.java | 5 -
.../doris/datasource/hive/HiveMetaStoreCache.java | 9 +-
.../datasource/property/PropertyConverter.java | 5 +-
.../org/apache/doris/mtmv/MTMVRelationManager.java | 24 +-
.../org/apache/doris/mtmv/MTMVRewriteUtil.java | 45 +-
.../org/apache/doris/mysql/AcceptListener.java | 6 +-
.../org/apache/doris/nereids/CascadesContext.java | 5 +
.../org/apache/doris/nereids/NereidsPlanner.java | 88 +-
.../java/org/apache/doris/nereids/PlannerHook.java | 12 +
.../org/apache/doris/nereids/StatementContext.java | 43 +-
.../doris/nereids/analyzer/UnboundFunction.java | 7 +-
.../doris/nereids/jobs/executor/Analyzer.java | 12 +-
.../doris/nereids/jobs/executor/Rewriter.java | 4 +
.../executor/TablePartitionCollector.java} | 34 +-
.../apache/doris/nereids/memo/StructInfoMap.java | 4 +
.../doris/nereids/parser/LogicalPlanBuilder.java | 11 +
.../nereids/properties/RequestPropertyDeriver.java | 37 +
.../org/apache/doris/nereids/rules/RuleType.java | 1 +
.../nereids/rules/analysis/BindExpression.java | 66 +-
.../rules/analysis/EliminateLogicalSelectHint.java | 2 -
.../nereids/rules/analysis/ExpressionAnalyzer.java | 10 -
.../nereids/rules/analysis/SubExprAnalyzer.java | 9 +-
.../nereids/rules/analysis/SubqueryToApply.java | 67 +-
.../mv/AbstractMaterializedViewRule.java | 223 ++---
.../rules/exploration/mv/HyperGraphComparator.java | 41 +-
.../mv/InitMaterializationContextHook.java | 17 +-
.../exploration/mv/MaterializationContext.java | 37 +-
...terializedViewAggregateOnNoneAggregateRule.java | 12 +-
.../rules/exploration/mv/PartitionCompensator.java | 199 ++++
.../nereids/rules/exploration/mv/StructInfo.java | 121 +--
...ogicalOlapTableSinkToPhysicalOlapTableSink.java | 3 +-
.../LogicalWindowToPhysicalWindow.java | 60 +-
.../nereids/rules/rewrite/EliminateMarkJoin.java | 68 --
.../nereids/rules/rewrite/NormalizeToSlot.java | 5 -
.../rules/rewrite/PruneFileScanPartition.java | 1 -
.../rules/rewrite/PushDownAliasIntoUnionAll.java | 85 --
.../PushDownExpressionsInHashCondition.java | 59 +-
.../rules/rewrite/QueryPartitionCollector.java | 95 ++
.../nereids/trees/copier/ExpressionDeepCopier.java | 2 +-
.../nereids/trees/expressions/ScalarSubquery.java | 22 +-
.../apache/doris/nereids/trees/plans/PlanType.java | 1 +
...cyCommand.java => CancelBuildIndexCommand.java} | 80 +-
.../plans/commands/CreateFunctionCommand.java | 82 ++
.../commands/CreateMaterializedViewCommand.java | 44 +-
.../nereids/trees/plans/commands/ShowCommand.java | 25 +
.../trees/plans/commands/ShowLoadCommand.java | 11 +-
.../trees/plans/commands/ShowResourcesCommand.java | 10 +-
.../trees/plans/commands/info/BaseViewInfo.java | 14 +-
.../nereids/trees/plans/logical/LogicalJoin.java | 17 +-
.../trees/plans/visitor/CommandVisitor.java | 5 +
.../plans/visitor/ExpressionLineageReplacer.java | 27 +-
.../java/org/apache/doris/qe/ConnectContext.java | 2 +-
.../{ConnectScheduler.java => ConnectPoolMgr.java} | 82 +-
.../java/org/apache/doris/qe/ConnectScheduler.java | 174 ++--
.../java/org/apache/doris/qe/SessionVariable.java | 9 +
.../java/org/apache/doris/service/ExecuteEnv.java | 2 +-
.../arrowflight/DorisFlightSqlProducer.java | 49 +-
.../service/arrowflight/DorisFlightSqlService.java | 12 +-
.../sessions/FlightSessionsManager.java | 7 +
.../sessions/FlightSessionsWithTokenManager.java | 22 +-
.../sessions/FlightSqlConnectContext.java | 15 +-
.../sessions/FlightSqlConnectPoolMgr.java | 74 ++
.../arrowflight/tokens/FlightTokenManagerImpl.java | 18 +-
.../apache/doris/common/util/LocationPathTest.java | 74 ++
.../org/apache/doris/mtmv/MTMVRewriteUtilTest.java | 41 +-
.../apache/doris/mysql/ConnectionExceedTest.java | 31 +-
.../doris/nereids/memo/StructInfoMapTest.java | 10 +-
.../doris/nereids/mv/IdStatisticsMapTest.java | 3 +-
.../nereids/mv/MtmvCacheNewConnectContextTest.java | 6 +-
.../doris/nereids/mv/MvTableIdIsLongTest.java | 4 +-
.../nereids/mv/OptimizeGetAvailableMvsTest.java | 271 +++++
.../properties/RequestPropertyDeriverTest.java | 104 ++
.../rules/analysis/AnalyzeWhereSubqueryTest.java | 1 +
.../rules/analysis/FillUpMissingSlotsTest.java | 7 +
.../exploration/mv/PartitionCompensatorTest.java | 187 ++++
.../rules/rewrite/OperativeColumnDeriveTest.java | 2 +
.../PushDownExpressionsInHashConditionTest.java | 83 ++
...dTest.java => CancelBuildIndexCommandTest.java} | 36 +-
.../plans/commands/KillConnectionCommandTest.java | 2 +-
.../trees/plans/commands/ShowLoadCommandTest.java | 22 +
.../org/apache/doris/nereids/util/PlanChecker.java | 12 +-
fe/pom.xml | 2 +-
generated-source.sh | 2 +-
.../create_view_nereids_fix_null.out} | Bin 135 -> 153 bytes
.../hive/test_hive_meta_cache.out | Bin 858 -> 1649 bytes
.../test_cloud_full_compaction_multi_segments.out} | Bin 181 -> 168 bytes
.../mtmv_p0/test_base_replace_on_commit_mtmv.out | Bin 342 -> 349 bytes
.../subquery/correlated_scalar_subquery.out | Bin 693 -> 736 bytes
.../partition_mv_rewrite.out | Bin 2856 -> 4048 bytes
.../unioin_rewrite_grace_big.out} | Bin 2856 -> 3997 bytes
.../data/point_query_p0/test_point_query.out | Bin 9896 -> 9920 bytes
.../array_functions/test_array_map_function.out | Bin 2417 -> 2522 bytes
.../cast_function/test_cast_struct.out | Bin 496 -> 513 bytes
.../conditional_functions/test_assert_true.out | Bin 204 -> 0 bytes
.../string_functions/test_xpath_string.out | Bin 1850 -> 2048 bytes
.../array_with_predicate.out} | Bin 261 -> 261 bytes
.../org/apache/doris/regression/suite/Suite.groovy | 35 +
.../compaction/test_full_compaction_status.groovy | 153 +++
.../create_view_nereids_fix_null.groovy | 57 ++
.../suites/ddl_p0/test_alias_function.groovy | 7 +
.../hive/test_hive_meta_cache.groovy | 67 ++
...est_cloud_full_compaction_multi_segments.groovy | 181 ++++
.../inverted_index_p0/test_is_null_expr.groovy | 67 ++
.../test_base_add_col_multi_level_mtmv.groovy | 30 +-
..._base_alter_col_comment_multi_level_mtmv.groovy | 24 +-
...est_base_alter_col_type_multi_level_mtmv.groovy | 23 +-
.../test_base_comment_multi_level_mtmv.groovy | 23 +-
.../test_base_drop_col_multi_level_mtmv.groovy | 25 +-
.../mtmv_p0/test_base_drop_multi_level_mtmv.groovy | 30 +-
.../test_base_recreate_on_commit_mtmv.groovy | 30 +-
.../test_base_rename_col_multi_level_mtmv.groovy | 24 +-
.../test_base_rename_multi_level_mtmv.groovy | 24 +-
.../test_base_rename_mv_multi_level_mtmv.groovy | 36 +-
.../mtmv_p0/test_base_rename_on_commit_mtmv.groovy | 55 +-
.../test_base_rename_p_mv_multi_level_mtmv.groovy | 26 +-
.../test_base_replace_multi_level_mtmv.groovy | 63 +-
.../test_base_replace_mv_multi_level_mtmv.groovy | 84 +-
.../test_base_replace_on_commit_mtmv.groovy | 45 +-
.../suites/mtmv_p0/test_column_type_mtmv.groovy | 30 +-
.../mtmv_p0/test_paimon_olap_rewrite_mtmv.groovy | 2 +-
.../suites/mtmv_p0/test_paimon_rewrite_mtmv.groovy | 2 +-
.../suites/mtmv_p0/test_recreate_table_mtmv.groovy | 37 +-
.../authorization/column_authorization.groovy | 10 +
.../subquery/correlated_scalar_subquery.groovy | 18 +-
.../mv/availability/grace_period.groovy | 4 +-
.../partition_mv_rewrite.groovy | 293 +++---
.../rewrite_duration_exceeded.groovy} | 128 ++-
.../unioin_rewrite_grace_big.groovy} | 310 +++---
.../suites/point_query_p0/test_point_query.groovy | 7 +
.../set_with_cancel/set_with_cancel.groovy | 249 +++++
.../array_functions/test_array_map_function.groovy | 25 +
.../cast_function/test_cast_struct.groovy | 3 +
.../conditional_functions/test_assert_true.groovy | 79 --
.../conditional_functions/test_json_parse.groovy | 21 +
.../string_functions/test_xpath_string.groovy | 12 +
...ze_limit.groovy => array_with_predicate.groovy} | 33 +-
.../variant_p0/test_variant_is_null_expr.groovy | 77 ++
samples/arrow-flight-sql/java/pom.xml | 4 +-
thirdparty/vars.sh | 8 +-
206 files changed, 7772 insertions(+), 2104 deletions(-)
copy be/src/vec/functions/{is_not_null.cpp => is_not_null.h} (70%)
copy be/src/vec/functions/{is_null.cpp => is_null.h} (71%)
create mode 100644 be/test/vec/function/cast/cast_to_decimal.cpp
create mode 100644 be/test/vec/function/cast/cast_to_float_double.cpp
create mode 100644 be/test/vec/function/cast/cast_to_integer.cpp
create mode 100644 be/test/vec/function/function_is_null_test.cpp
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/{rules/rewrite/EliminateSortUnderSubqueryOrView.java
=> jobs/executor/TablePartitionCollector.java} (54%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/exploration/mv/PartitionCompensator.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/EliminateMarkJoin.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/PushDownAliasIntoUnionAll.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/QueryPartitionCollector.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/{DropRowPolicyCommand.java
=> CancelBuildIndexCommand.java} (50%)
copy fe/fe-core/src/main/java/org/apache/doris/qe/{ConnectScheduler.java =>
ConnectPoolMgr.java} (61%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/service/arrowflight/sessions/FlightSqlConnectPoolMgr.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/mv/OptimizeGetAvailableMvsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/exploration/mv/PartitionCompensatorTest.java
copy
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/{AdminSetReplicaStatusCommandTest.java
=> CancelBuildIndexCommandTest.java} (60%)
copy regression-test/data/{inverted_index_p2/test_variant_index_format_v1.out
=> ddl_p0/create_view_nereids/create_view_nereids_fix_null.out} (65%)
copy regression-test/data/fault_injection_p0/{test_full_compaction_mow.out =>
cloud/test_cloud_full_compaction_multi_segments.out} (79%)
copy regression-test/data/nereids_rules_p0/mv/{ =>
partition_union_rewrite}/partition_mv_rewrite.out (68%)
rename regression-test/data/nereids_rules_p0/mv/{partition_mv_rewrite.out =>
union_rewrite_grace_big/unioin_rewrite_grace_big.out} (69%)
delete mode 100644
regression-test/data/query_p0/sql_functions/conditional_functions/test_assert_true.out
copy regression-test/data/{datatype_p0/datetimev2/test_invalid_hour.out =>
variant_p0/array_with_predicate.out} (54%)
create mode 100644
regression-test/suites/compaction/test_full_compaction_status.groovy
create mode 100644
regression-test/suites/ddl_p0/create_view_nereids/create_view_nereids_fix_null.groovy
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_cloud_full_compaction_multi_segments.groovy
create mode 100644
regression-test/suites/inverted_index_p0/test_is_null_expr.groovy
copy regression-test/suites/nereids_rules_p0/mv/{ =>
partition_union_rewrite}/partition_mv_rewrite.groovy (68%)
copy
regression-test/suites/nereids_rules_p0/mv/{direct_query/direct_query.groovy =>
rewrite_duration_exceeded/rewrite_duration_exceeded.groovy} (53%)
rename regression-test/suites/nereids_rules_p0/mv/{partition_mv_rewrite.groovy
=> union_rewrite_grace_big/unioin_rewrite_grace_big.groovy} (67%)
create mode 100644
regression-test/suites/query_p0/set_operations/set_with_cancel/set_with_cancel.groovy
delete mode 100644
regression-test/suites/query_p0/sql_functions/conditional_functions/test_assert_true.groovy
copy regression-test/suites/variant_p0/{column_size_limit.groovy =>
array_with_predicate.groovy} (53%)
create mode 100644
regression-test/suites/variant_p0/test_variant_is_null_expr.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
