This is an automated email from the ASF dual-hosted git repository.
kxiao pushed a change to branch branch-2.0
in repository https://gitbox.apache.org/repos/asf/doris.git
from 729a08d6dd [fix](nereids) Fix analyze when encounter complex type
(#22310)
new 86214739a7 change version back to 2.0.0-dev
new 96b813fbdf [opt](Nereids) add boolean type signature for sum aggregate
function (#21959)
new 891fb2c6d7 [Improve](point query) Improve lookup connection cache from
DoubleBuffer to LRU cache for better item pruning (#22041)
new cb144a539f [fix](kerberos)fix kerberos config read (#22081)
new 63413ec3b4 [fix](jdbc catalog) Fixed mappings with type errors for
bool and tinyint(1) (#22089)
new 79fc0d39ff [Fix](multi-catalog) Do not throw exceptions when file not
exists for external hive tables. (#22140)
new 78cb0f2791 [fix](jdbc catalog) fix jdbc catalog like expr query error
(#22141)
new f2035aa5a7 [fix](forward) fix MissingFormatArgumentException when
failed to forward stmt to Master (#22142)
new 89805047c7 [opt](Nereids) support sql cache (#22144)
new 1379aed930 [enhancement](default_config) change default value of rpc
related (#22149)
new b9cc086a1c [fix][jdbc_case]Change the method of obtaining the driver
for case test_doris_jdbc_catalog 0724 #22164
new e93be2a03d [Fix](mutli-catalog) Fix null partitions error in iceberg
tables. (#22185)
new c95cc7e89a [fix](hudi) table schema is not the same as parquet schema
(#22186)
new 29012f7ba8 [fix](hudi) the required fields are empty if only reading
partition columns (#22187)
new 28d0ea011a [fix](jdbc catalog) fix hana jdbc table bug (#22190)
new c25d16138f [Fix](mutli-catalog) Fix orc reader crashed when hdfs
reading error by catching exception. (#22193)
new 76e6b22808 [fix](planner) fix bug of push down conjuncts through agg
(#22202)
new 2bb4f98e70 [Feature](inverted index) add inverted index tool (#22207)
new 405373c58b [test](partial-update) add some cases for partial-update
(#22210)
new a855f2f43d [improvement](regression-test) add partial update with
schema change case (#22213)
new 8728f7614d [Fix](jdbcCatalog) fix typo of some variable #22214
new 661e844e96 [test](regression) add cases for partial update with
sequence_type (#22215)
new d4e214ed6c [fix](ipv6)Support IPV6 (#22219)
new 97d3078a23 [fix](cast) fix invalid value error when casting null date
value to string then casting to date value (#22223)
new 57814d2839 [fix](executor)cancel exchange buffer rpc when query is
cancelled (#22226)
new 920ee8a9c4 [fix](multi-catalog) complex types parsing failed, with
unexpected nulls and rows (#22228)
new 0d080354bc [exceptionsafe](expr) exprcontext's open and prepare method
should catch exception (#22230)
new 5ff769a4ea fix erase (#22235)
new 425ca20843 [fix](planner) fix bug of unexpected nest loop join (#22236)
new f6a3ca66de [improvement](scanner) use batch size of session instead of
limit to improve performance of reading (#22240)
new 6e996cf481 [Improvement](brpc) adjust
brpc_light_work_pool_threads/brpc_heavy_work_pool_threads (#22241)
new ae975dae69 [fix](Nereids) cast time should turn nullable on all valid
types (#22242)
new 18d0c78324 [fix](Unique-Key) fix version upgrade caused MOR to become
MOW (#22243)
new d324dfa338 [opt](planner) support to parse scientific notation(aEb)
(#22248)
new fa0c83fd36 [fix](partial-update) sequence column not updated if using
function_column.sequence_type (#22250)
new bc2f4aee0e [fix](jdbc_catalog) fix int and bigint in mysql view when
use doris catalog (#22251)
new 2deef41d3e Update table binlog config disable failure when db binlog
is enable && (#22253)
new 343959e489 [Enhencement](binlog) db enable binlog (#22256)
new 9bfdbe4a85 [round](decimalv2) round precise decimalv2 value (#22258)
new b1a4fa8d66 [fix](fs-cache) add 'scheme://authority' to fs cache key
(#22263)
new ef57623f54 [fix](test) change some name in regression test to avoid
conflict name running in parallel (#22273)
new df5fc844dc [opt](Nereids) add double signature back for round like
function (#22284)
new a1173ec2b4 [improvement][default_config] enlarge default value
compaction related (#22286)
new ebc0a1d1d6 [Chore](regression-test) remove insert into select on
enable nereids dml (#22291)
new ad188c4a0f [fix](vec) Arena was not initialized in
PartitionMethodSerialized (#22295)
new f33ee69399 [opt](inverted index) add more check for create inverted
index (#22297)
new 33f6821cbb [improvement](profile) add table name for file scan node
(#22299)
new 18e6de791c [fix](bitmap) incorrect result of function
'bitmap_from_array' (#22305)
new 714b9b57c7 [fix](nereids) only allow inner join in dphyper join
reorder (#22307)
new 38c471763b [fix](Nereids) decimal divide should not return null if
numerator is zero (#22309)
new 9d77eec825 [opt](nereids) Retry when async analyze task failed (#21889)
The 51 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/CMakeLists.txt | 4 +
be/src/common/config.cpp | 34 +-
be/src/common/config.h | 14 +
be/src/exec/text_converter.h | 2 +
be/src/index-tools/CMakeLists.txt | 47 +
be/src/index-tools/index_tool.cpp | 241 +++++
be/src/io/fs/file_handle_cache.cpp | 6 +-
be/src/olap/olap_server.cpp | 12 -
be/src/olap/storage_engine.h | 2 -
be/src/olap/task/engine_clone_task.cpp | 4 +-
be/src/pipeline/exec/exchange_sink_buffer.cpp | 29 +-
be/src/pipeline/exec/exchange_sink_buffer.h | 9 +-
be/src/runtime/exec_env_init.cpp | 2 +
be/src/runtime/tablets_channel.cpp | 6 +-
be/src/service/backend_options.cpp | 7 +
be/src/service/backend_options.h | 1 +
be/src/service/point_query_executor.cpp | 37 +-
be/src/service/point_query_executor.h | 104 +-
be/src/util/thrift_server.cpp | 7 +-
be/src/vec/core/block.cpp | 4 +
be/src/vec/core/block.h | 3 +
be/src/vec/data_types/data_type_time_v2.cpp | 12 +
be/src/vec/exec/format/orc/vorc_reader.cpp | 50 +-
.../exec/format/parquet/vparquet_column_reader.cpp | 48 +-
be/src/vec/exec/jni_connector.cpp | 61 +-
be/src/vec/exec/jni_connector.h | 1 +
be/src/vec/exec/scan/new_file_scan_node.cpp | 5 +
be/src/vec/exec/scan/new_file_scan_node.h | 4 +
be/src/vec/exec/scan/new_olap_scanner.cpp | 9 +-
be/src/vec/exec/scan/vfile_scanner.cpp | 79 +-
be/src/vec/exec/scan/vfile_scanner.h | 4 +
be/src/vec/exec/vjdbc_connector.cpp | 5 +-
be/src/vec/exec/vpartition_sort_node.h | 5 +-
be/src/vec/exprs/vexpr_context.cpp | 8 +-
be/src/vec/functions/function_bitmap.cpp | 2 +-
be/src/vec/functions/round.h | 6 +-
bin/run-fs-benchmark.sh | 2 +-
bin/start_be.sh | 2 +-
build.sh | 20 +-
conf/be.conf | 4 +-
.../docker-compose/mysql/init/03-create-table.sql | 8 +-
.../developer-guide/mac-dev/be-clion-dev.md | 2 +-
docs/en/docs/admin-manual/config/be-config.md | 4 +-
docs/en/docs/admin-manual/config/fe-config.md | 2 +-
docs/en/docs/lakehouse/multi-catalog/jdbc.md | 2 +-
.../developer-guide/mac-dev/be-clion-dev.md | 2 +-
docs/zh-CN/docs/admin-manual/config/be-config.md | 4 +-
docs/zh-CN/docs/admin-manual/config/fe-config.md | 2 +-
docs/zh-CN/docs/lakehouse/multi-catalog/jdbc.md | 2 +-
fe/be-java-extensions/hudi-scanner/pom.xml | 1 -
.../java/org/apache/doris/hudi/HudiJniScanner.java | 54 +-
.../org/apache/doris/hudi/BaseSplitReader.scala | 33 +-
.../apache/doris/hudi/MORSnapshotSplitReader.scala | 2 +-
.../java/org/apache/doris/jdbc/JdbcExecutor.java | 54 +-
.../main/java/org/apache/doris/common/Config.java | 4 +-
fe/fe-core/pom.xml | 2 +-
.../apache/doris/alter/SchemaChangeHandler.java | 17 +-
.../org/apache/doris/analysis/DateLiteral.java | 7 +
.../apache/doris/analysis/FunctionCallExpr.java | 32 +-
.../apache/doris/analysis/InvertedIndexUtil.java | 14 +-
.../analysis/ModifyTablePropertiesClause.java | 6 +-
.../org/apache/doris/catalog/BinlogConfig.java | 6 +
.../java/org/apache/doris/catalog/Database.java | 34 +-
.../java/org/apache/doris/catalog/FunctionSet.java | 14 +
.../org/apache/doris/catalog/JdbcResource.java | 2 +-
.../java/org/apache/doris/catalog/JdbcTable.java | 3 +-
.../org/apache/doris/catalog/TableProperty.java | 2 +-
.../doris/datasource/HMSExternalCatalog.java | 6 +-
.../apache/doris/datasource/InternalCatalog.java | 7 +-
.../doris/datasource/hive/HiveMetaStoreCache.java | 10 +-
.../java/org/apache/doris/fs/FileSystemCache.java | 14 +-
.../org/apache/doris/fs/FileSystemFactory.java | 21 +-
.../java/org/apache/doris/fs/FileSystemType.java | 3 +-
.../glue/translator/PhysicalPlanTranslator.java | 2 +-
.../java/org/apache/doris/nereids/memo/Group.java | 19 +-
.../nereids/rules/analysis/AddDefaultLimit.java | 8 +-
.../nereids/rules/expression/check/CheckCast.java | 4 +
.../doris/nereids/trees/expressions/Cast.java | 2 +
.../functions/SearchSignatureForRound.java | 43 +
.../trees/expressions/functions/agg/Sum.java | 7 +-
.../functions/executable/NumericArithmetic.java | 2 +-
.../trees/expressions/functions/scalar/Ceil.java | 10 +-
.../trees/expressions/functions/scalar/Dceil.java | 10 +-
.../trees/expressions/functions/scalar/Dfloor.java | 10 +-
.../trees/expressions/functions/scalar/Dround.java | 9 +-
.../trees/expressions/functions/scalar/Floor.java | 10 +-
.../trees/expressions/functions/scalar/Round.java | 9 +-
.../expressions/functions/scalar/RoundBankers.java | 9 +-
.../expressions/functions/scalar/Truncate.java | 8 +-
.../org/apache/doris/nereids/types/DataType.java | 2 +-
.../doris/persist/AlterDatabasePropertyInfo.java | 4 +
.../apache/doris/planner/SingleNodePlanner.java | 12 +-
.../apache/doris/planner/StreamLoadPlanner.java | 5 +-
.../doris/planner/external/FileScanNode.java | 3 +
.../java/org/apache/doris/qe/MasterOpExecutor.java | 6 +-
.../java/org/apache/doris/qe/SessionVariable.java | 16 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 26 +-
.../main/java/org/apache/doris/qe/cache/Cache.java | 6 +
.../org/apache/doris/qe/cache/CacheAnalyzer.java | 129 ++-
.../java/org/apache/doris/qe/cache/SqlCache.java | 10 +-
.../org/apache/doris/service/FrontendOptions.java | 19 +-
.../apache/doris/statistics/AnalysisManager.java | 2 +-
.../doris/statistics/AnalysisTaskExecutor.java | 2 +-
.../apache/doris/statistics/BaseAnalysisTask.java | 17 +-
.../apache/doris/statistics/HMSAnalysisTask.java | 2 +-
.../org/apache/doris/statistics/HistogramTask.java | 2 +-
.../apache/doris/statistics/MVAnalysisTask.java | 2 +-
.../apache/doris/statistics/OlapAnalysisTask.java | 2 +-
.../doris/statistics/StatisticConstants.java | 2 +
.../doris/statistics/util/StatisticsUtil.java | 3 +
fe/fe-core/src/main/jflex/sql_scanner.flex | 14 +-
.../nereids/trees/expressions/GetDataTypeTest.java | 2 +-
.../doris/nereids/trees/expressions/UdfTest.java | 9 +-
.../apache/doris/statistics/AnalysisJobTest.java | 2 +-
.../doris/statistics/AnalysisTaskExecutorTest.java | 2 +-
.../apache/doris/statistics/HistogramTaskTest.java | 2 +-
gensrc/script/doris_builtins_functions.py | 14 +-
gensrc/script/gen_build_version.sh | 2 +-
gensrc/thrift/PlanNodes.thrift | 1 +
.../data/datatype_p0/decimalv3/test_decimalv3.out | 18 +
.../data/delete_p0/fold_constant/fold_constant.out | 3 +
.../hive/test_complex_types.out | 25 +
.../hive/test_external_catalog_hive_partition.out | 73 ++
.../test_external_catalog_iceberg_partition.out | 73 ++
.../jdbc_catalog_p0/test_mysql_jdbc_catalog.out | 27 +-
.../test_mysql_jdbc_catalog_nereids.out | 18 +-
.../data/nereids_function_p0/agg_function/agg.out | 776 ++++++--------
.../data/nereids_function_p0/scalar_function/D.out | 192 ++--
.../data/nereids_function_p0/scalar_function/R.out | 192 ++--
regression-test/data/nereids_syntax_p0/cast.out | 80 ++
regression-test/data/query_p0/cache/sql_cache.out | 50 +
.../array_functions/test_array_functions.out | 2 +-
.../cast_function/test_cast_to_datetime.out | 12 +
.../sql_functions/math_functions/test_round.out | 18 +-
.../partial_update/basic_invalid.csv | 3 +
.../partial_update/basic_with_new_keys.csv | 2 +
.../basic_with_new_keys_and_invalid.csv | 2 +
.../partial_update/basic_with_seq.csv | 4 +-
.../partial_update/basic_with_test.csv | 5 +
.../partial_update/basic_with_test2.csv | 5 +
.../partial_update/schema_change/load.csv | 1 +
.../partial_update/schema_change/load1.csv | 1 +
.../schema_change/load_with_change_properties.csv | 1 +
.../schema_change/load_with_create_index.csv | 1 +
.../schema_change/load_with_delete_column.csv | 1 +
.../schema_change/load_with_key_column.csv | 1 +
.../schema_change/load_with_new_column.csv | 1 +
.../schema_change/load_with_update_column.csv | 1 +
.../schema_change/load_without_delete_column.csv | 1 +
.../schema_change/load_without_new_column.csv | 1 +
.../partial_update/test_partial_update.out | 24 +
.../test_partial_update_schema_change.out | 78 +-
.../partial_update/test_partial_update_seq_col.out | 3 +-
.../test_partial_update_seq_type.out | 35 +
.../test_partial_update_strict_mode.out | 14 +
.../partial_update/upsert_invalid.csv | 3 +
.../partial_update/upsert_missing_par_cols.csv | 2 +
.../test_push_conjuncts_inlineview.groovy | 14 +
.../datatype_p0/decimalv3/test_decimalv3.groovy | 8 +
.../delete_p0/fold_constant/fold_constant.groovy | 1 +
.../hive/test_complex_types.groovy | 54 +
.../test_external_catalog_hive_partition.groovy | 67 ++
.../test_external_catalog_iceberg_partition.groovy | 63 ++
.../mysql/test_external_resource_mysql.groovy | 4 +-
.../test_external_resource_mysql_nereids.groovy | 10 +-
.../pg/test_external_pg_nereids.groovy | 10 +-
.../inverted_index_p0/test_create_index_3.groovy | 72 ++
.../jdbc_catalog_p0/test_doris_jdbc_catalog.groovy | 4 +-
.../jdbc_catalog_p0/test_mysql_jdbc_catalog.groovy | 13 +
.../suites/jdbc_p0/test_jdbc_query_mysql.groovy | 2 +-
.../mv_p0/agg_state/test_agg_state_max_by.groovy | 1 -
.../nereids_function_p0/agg_function/agg.groovy | 4 +
.../suites/nereids_syntax_p0/cast.groovy | 44 +
.../suites/query_p0/cache/partition_cache.groovy | 3 +
.../suites/query_p0/cache/sql_cache.groovy | 215 ++++
.../cast_function/test_cast_to_datetime.groovy | 63 ++
.../sql_functions/math_functions/test_round.groovy | 6 +
.../test_alter_database_property.groovy | 58 ++
.../partial_update/test_partial_update.groovy | 81 ++
....groovy => test_partial_update_parallel.groovy} | 80 +-
.../test_partial_update_schema_change.groovy | 1071 +++++++++++++++++++-
.../test_partial_update_seq_col.groovy | 2 +-
....groovy => test_partial_update_seq_type.groovy} | 92 +-
.../test_partial_update_strict_mode.groovy | 94 +-
run-be-ut.sh | 4 +-
185 files changed, 4437 insertions(+), 1212 deletions(-)
create mode 100644 be/src/index-tools/CMakeLists.txt
create mode 100644 be/src/index-tools/index_tool.cpp
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/SearchSignatureForRound.java
create mode 100644
regression-test/data/external_table_emr_p2/hive/test_complex_types.out
create mode 100644
regression-test/data/external_table_emr_p2/hive/test_external_catalog_hive_partition.out
create mode 100644
regression-test/data/external_table_emr_p2/iceberg/test_external_catalog_iceberg_partition.out
create mode 100644 regression-test/data/query_p0/cache/sql_cache.out
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/basic_invalid.csv
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/basic_with_new_keys.csv
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/basic_with_new_keys_and_invalid.csv
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/basic_with_test.csv
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/basic_with_test2.csv
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/schema_change/load.csv
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/schema_change/load1.csv
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/schema_change/load_with_change_properties.csv
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/schema_change/load_with_create_index.csv
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/schema_change/load_with_delete_column.csv
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/schema_change/load_with_key_column.csv
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/schema_change/load_with_new_column.csv
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/schema_change/load_with_update_column.csv
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/schema_change/load_without_delete_column.csv
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/schema_change/load_without_new_column.csv
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/test_partial_update_seq_type.out
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/upsert_invalid.csv
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/upsert_missing_par_cols.csv
create mode 100644
regression-test/suites/external_table_emr_p2/hive/test_complex_types.groovy
create mode 100644
regression-test/suites/external_table_emr_p2/hive/test_external_catalog_hive_partition.groovy
create mode 100644
regression-test/suites/external_table_emr_p2/iceberg/test_external_catalog_iceberg_partition.groovy
create mode 100644
regression-test/suites/inverted_index_p0/test_create_index_3.groovy
create mode 100644 regression-test/suites/query_p0/cache/sql_cache.groovy
copy
regression-test/suites/unique_with_mow_p0/partial_update/{test_partial_update.groovy
=> test_partial_update_parallel.groovy} (57%)
copy
regression-test/suites/unique_with_mow_p0/partial_update/{test_partial_update_seq_col.groovy
=> test_partial_update_seq_type.groovy} (56%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
