This is an automated email from the ASF dual-hosted git repository.
kxiao pushed a change to branch branch-2.0
in repository https://gitbox.apache.org/repos/asf/doris.git
from a8c6477091 [enhancement](exchange) not use thread pool to handle
exchange block (#23970)
new 0584dd1e61 [feature](csv_serde)1.append csv serde for serialize to csv
and deserialize from csv. 2.let csvReader use csv serde not text_converter.
(#23352)
new cbf5358fa7 [fix](test) fix broker load with default value test case
(#24123)
new 107d52dcff [supplement](regression-test) pass ccr case when fe
enable_feature_binlog=false (#24077)
new 0e638f69c3 [fix](broker-load) make sequence column name case
insensitive (#24071)
new c95c572dce [fix](create tablet) fix backend create tablet timeout
(#23879)
new 25141b9eae [fix](jdbc catalog) fix jdbc catalog creating json columns
when reading json data (#24122)
new 56d84449a5 [debug](FileCache) fail over to remote file reader if local
cache failed (#24097)
new 0a45639d6d [Fix](auth) fix revoke role operation cause fe down (#23852)
new 9ebe3cdb8b [Enhancement](multi-catalog) merge hms partition events.
(#22869)
The 9 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/common/config.cpp | 1 +
be/src/common/config.h | 2 +
be/src/http/action/stream_load.cpp | 4 +
.../io/cache/block/cached_remote_file_reader.cpp | 51 +-
be/src/io/cache/block/cached_remote_file_reader.h | 3 +
be/src/olap/tablet.cpp | 1 +
be/src/olap/tablet_manager.cpp | 275 +++++-----
be/src/olap/tablet_manager.h | 22 +-
be/src/util/slice.h | 5 +-
be/src/vec/common/string_buffer.hpp | 5 +
.../vec/data_types/serde/data_type_array_serde.cpp | 88 +++-
.../vec/data_types/serde/data_type_array_serde.h | 21 +-
.../data_types/serde/data_type_bitmap_serde.cpp | 1 +
.../vec/data_types/serde/data_type_bitmap_serde.h | 12 +-
.../data_types/serde/data_type_date64_serde.cpp | 24 +-
.../vec/data_types/serde/data_type_date64_serde.h | 16 +-
.../serde/data_type_datetimev2_serde.cpp | 12 +-
.../data_types/serde/data_type_datetimev2_serde.h | 9 +-
.../data_types/serde/data_type_datev2_serde.cpp | 12 +-
.../vec/data_types/serde/data_type_datev2_serde.h | 8 +-
.../data_types/serde/data_type_decimal_serde.cpp | 12 +-
.../vec/data_types/serde/data_type_decimal_serde.h | 8 +-
.../serde/data_type_fixedlengthobject_serde.h | 8 +-
.../vec/data_types/serde/data_type_hll_serde.cpp | 12 +-
be/src/vec/data_types/serde/data_type_hll_serde.h | 8 +-
.../vec/data_types/serde/data_type_jsonb_serde.cpp | 12 +-
.../vec/data_types/serde/data_type_jsonb_serde.h | 8 +-
.../vec/data_types/serde/data_type_map_serde.cpp | 123 ++++-
be/src/vec/data_types/serde/data_type_map_serde.h | 22 +-
.../data_types/serde/data_type_nullable_serde.cpp | 81 ++-
.../data_types/serde/data_type_nullable_serde.h | 22 +-
.../data_types/serde/data_type_number_serde.cpp | 12 +-
.../vec/data_types/serde/data_type_number_serde.h | 8 +-
.../vec/data_types/serde/data_type_object_serde.h | 8 +-
.../serde/data_type_quantilestate_serde.h | 8 +-
be/src/vec/data_types/serde/data_type_serde.h | 83 ++-
.../data_types/serde/data_type_string_serde.cpp | 37 +-
.../vec/data_types/serde/data_type_string_serde.h | 8 +-
.../data_types/serde/data_type_struct_serde.cpp | 53 ++
.../vec/data_types/serde/data_type_struct_serde.h | 24 +-
be/src/vec/exec/format/csv/csv_reader.cpp | 152 ++++--
be/src/vec/exec/format/csv/csv_reader.h | 8 +-
be/src/vec/exec/format/orc/vorc_reader.cpp | 1 -
be/src/vec/exec/vjdbc_connector.cpp | 2 +-
.../data_types/serde/data_type_serde_csv_test.cpp | 402 ++++++++++++++
.../data_types/serde/data_type_serde_text_test.cpp | 87 ++--
.../org/apache/doris/analysis/DataDescription.java | 4 +-
.../java/org/apache/doris/common/FeConstants.java | 2 +-
.../datasource/hive/event/AddPartitionEvent.java | 18 +-
.../datasource/hive/event/AlterDatabaseEvent.java | 10 +-
.../datasource/hive/event/AlterPartitionEvent.java | 58 ++-
.../datasource/hive/event/AlterTableEvent.java | 41 +-
.../datasource/hive/event/CreateDatabaseEvent.java | 2 +-
.../datasource/hive/event/CreateTableEvent.java | 7 +-
.../datasource/hive/event/DropDatabaseEvent.java | 5 +
.../datasource/hive/event/DropPartitionEvent.java | 52 +-
.../datasource/hive/event/DropTableEvent.java | 23 +-
.../doris/datasource/hive/event/InsertEvent.java | 16 +-
.../datasource/hive/event/MetastoreEvent.java | 6 +-
.../hive/event/MetastoreEventFactory.java | 8 +-
.../hive/event/MetastorePartitionEvent.java | 18 +-
.../datasource/hive/event/MetastoreTableEvent.java | 10 +-
.../org/apache/doris/load/BrokerFileGroup.java | 16 +-
.../org/apache/doris/mysql/privilege/Auth.java | 2 +-
.../doris/planner/external/FileQueryScanNode.java | 4 +
.../doris/planner/external/HiveScanNode.java | 49 --
.../doris/planner/external/LoadScanProvider.java | 5 +
.../ExternalFileTableValuedFunction.java | 10 +-
.../external/hms/MetastoreEventFactoryTest.java | 577 +++++++++++++++------
gensrc/thrift/PlanNodes.thrift | 7 +
.../hive/test_hive_text_complex_type.out | 48 ++
.../tvf/test_hdfs_tvf_compression.out | 389 +++++++-------
.../broker_load/test_seq_load.out} | 2 +-
.../load_p0/stream_load/test_csv_split_line.out | 6 +-
.../load_p0/stream_load/test_csv_split_line3.csv | 8 +-
.../load_p0/stream_load/test_hdfs_json_load.out | 232 ++++-----
.../apache/doris/regression/suite/Syncer.groovy | 8 +
.../{test_role.groovy => test_revoke_role.groovy} | 35 +-
.../test_binlog_config_change.groovy | 4 +
.../test_create_table_with_binlog_config.groovy | 5 +
.../ccr_mow_syncer_p0/test_get_binlog.groovy | 4 +
.../ccr_mow_syncer_p0/test_ingest_binlog.groovy | 4 +
.../ccr_mow_syncer_p0/test_multi_buckets.groovy | 4 +
.../suites/ccr_mow_syncer_p0/test_txn_case.groovy | 4 +
.../ccr_mow_syncer_p1/test_backup_restore.groovy | 4 +
.../ccr_syncer_p0/test_binlog_config_change.groovy | 4 +
.../test_create_table_with_binlog_config.groovy | 5 +
.../suites/ccr_syncer_p0/test_get_binlog.groovy | 4 +
.../suites/ccr_syncer_p0/test_ingest_binlog.groovy | 4 +
.../suites/ccr_syncer_p0/test_multi_buckets.groovy | 4 +
.../suites/ccr_syncer_p0/test_txn_case.groovy | 4 +
.../ccr_syncer_p1/test_backup_restore.groovy | 4 +
.../hive/test_hive_text_complex_type.groovy | 35 +-
.../tvf/test_hdfs_tvf_compression.groovy | 41 +-
.../load_p0/broker_load/ddl/uniq_tbl_basic.sql | 58 +++
.../broker_load/ddl/uniq_tbl_basic_drop.sql | 1 +
...test_etl_failed.groovy => test_seq_load.groovy} | 72 ++-
.../load_p0/stream_load/test_csv_split_line.groovy | 5 +-
.../load_p0/stream_load/test_hdfs_json_load.groovy | 2 +
99 files changed, 2652 insertions(+), 1079 deletions(-)
create mode 100644 be/test/vec/data_types/serde/data_type_serde_csv_test.cpp
copy regression-test/data/{correctness_p0/test_sequence_col_default_value.out
=> load_p0/broker_load/test_seq_load.out} (97%)
copy regression-test/suites/account_p0/{test_role.groovy =>
test_revoke_role.groovy} (57%)
create mode 100644
regression-test/suites/load_p0/broker_load/ddl/uniq_tbl_basic.sql
create mode 100644
regression-test/suites/load_p0/broker_load/ddl/uniq_tbl_basic_drop.sql
copy regression-test/suites/load_p0/broker_load/{test_etl_failed.groovy =>
test_seq_load.groovy} (55%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
