This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from 422170ccb1 [Bugfix](tablet) change WriteCooldownMetaExecutors's thread
pool type to prevent singleton's dtor order (#23834)
add 082bcd820b [feature](insert) Support wal for group commit insert
(#23053)
No new revisions were added by this update.
Summary of changes:
be/src/common/config.cpp | 6 +
be/src/common/config.h | 6 +
be/src/http/action/http_stream.cpp | 6 +-
be/src/http/http_common.h | 2 +
be/src/http/utils.cpp | 10 +-
be/src/olap/wal_manager.cpp | 252 ++++++++++++++++++++
be/src/olap/wal_manager.h | 61 +++++
be/src/olap/wal_reader.cpp | 91 +++++++
be/src/olap/wal_reader.h | 45 ++++
be/src/olap/wal_table.cpp | 265 +++++++++++++++++++++
be/src/olap/wal_table.h | 58 +++++
be/src/olap/wal_writer.cpp | 75 ++++++
be/src/olap/wal_writer.h | 49 ++++
be/src/runtime/exec_env.h | 3 +
be/src/runtime/exec_env_init.cpp | 5 +
be/src/runtime/group_commit_mgr.cpp | 31 ++-
be/src/runtime/plan_fragment_executor.cpp | 3 +
be/src/runtime/runtime_state.h | 7 +
be/src/runtime/stream_load/stream_load_context.h | 1 +
be/src/util/load_util.cpp | 3 +
be/src/vec/exec/format/wal/wal_reader.cpp | 77 ++++++
be/src/vec/exec/format/wal/wal_reader.h | 43 ++++
be/src/vec/exec/scan/vfile_scanner.cpp | 10 +
be/src/vec/sink/vtablet_finder.cpp | 1 +
be/src/vec/sink/vtablet_finder.h | 6 +-
be/src/vec/sink/vtablet_sink.cpp | 2 +-
be/src/vec/sink/vtablet_sink.h | 1 +
be/src/vec/sink/writer/vtablet_writer.cpp | 64 ++++-
be/src/vec/sink/writer/vtablet_writer.h | 17 +-
be/test/exec/test_data/wal_scanner/wal | Bin 0 -> 132 bytes
be/test/olap/wal_manager_test.cpp | 165 +++++++++++++
be/test/olap/wal_reader_writer_test.cpp | 137 +++++++++++
be/test/vec/exec/vtablet_sink_test.cpp | 263 ++++++++++++++++++++
.../org/apache/doris/analysis/DataDescription.java | 4 +
.../java/org/apache/doris/common/util/Util.java | 2 +
.../doris/planner/external/FileQueryScanNode.java | 3 +-
.../apache/doris/service/FrontendServiceImpl.java | 9 +-
.../ExternalFileTableValuedFunction.java | 23 ++
gensrc/thrift/FrontendService.thrift | 10 +
gensrc/thrift/PaloInternalService.thrift | 2 +
gensrc/thrift/PlanNodes.thrift | 1 +
41 files changed, 1796 insertions(+), 23 deletions(-)
create mode 100644 be/src/olap/wal_manager.cpp
create mode 100644 be/src/olap/wal_manager.h
create mode 100644 be/src/olap/wal_reader.cpp
create mode 100644 be/src/olap/wal_reader.h
create mode 100644 be/src/olap/wal_table.cpp
create mode 100644 be/src/olap/wal_table.h
create mode 100644 be/src/olap/wal_writer.cpp
create mode 100644 be/src/olap/wal_writer.h
create mode 100644 be/src/vec/exec/format/wal/wal_reader.cpp
create mode 100644 be/src/vec/exec/format/wal/wal_reader.h
create mode 100644 be/test/exec/test_data/wal_scanner/wal
create mode 100644 be/test/olap/wal_manager_test.cpp
create mode 100644 be/test/olap/wal_reader_writer_test.cpp
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
