This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from 741665d37f [Fix](regression) Fix test_partial_update_schema_change
(#23960)
add 82dc970916 [feature](insert) Support group commit insert (#22829)
No new revisions were added by this update.
Summary of changes:
be/src/common/config.cpp | 3 +
be/src/common/config.h | 3 +
be/src/exec/data_sink.cpp | 18 +-
be/src/exec/exec_node.cpp | 7 +
be/src/pipeline/pipeline_fragment_context.cpp | 7 +-
be/src/pipeline/pipeline_fragment_context.h | 6 +-
be/src/pipeline/pipeline_task.cpp | 14 +-
.../pipeline_x/pipeline_x_fragment_context.cpp | 4 +-
.../pipeline_x/pipeline_x_fragment_context.h | 3 +-
be/src/runtime/exec_env.h | 3 +
be/src/runtime/exec_env_init.cpp | 3 +
be/src/runtime/fragment_mgr.cpp | 3 +-
be/src/runtime/group_commit_mgr.cpp | 515 +++++++++++++++++++++
be/src/runtime/group_commit_mgr.h | 141 ++++++
be/src/runtime/plan_fragment_executor.cpp | 24 +-
be/src/runtime/plan_fragment_executor.h | 2 +
be/src/service/internal_service.cpp | 58 +++
be/src/service/internal_service.h | 5 +
be/src/vec/core/block.h | 6 +
be/src/vec/core/future_block.cpp | 44 ++
be/src/vec/core/future_block.h | 60 +++
be/src/vec/exec/scan/group_commit_scan_node.cpp | 72 +++
be/src/vec/exec/scan/group_commit_scan_node.h | 48 ++
be/src/vec/exec/scan/scanner_context.cpp | 4 +-
be/src/vec/exec/scan/scanner_context.h | 2 +-
be/src/vec/sink/group_commit_vtablet_sink.cpp | 40 ++
be/src/vec/sink/group_commit_vtablet_sink.h | 34 ++
be/src/vec/sink/vtablet_sink.cpp | 6 +
be/src/vec/sink/vtablet_sink.h | 5 +-
fe/fe-core/src/main/cup/sql_parser.cup | 5 +
.../apache/doris/analysis/NativeInsertStmt.java | 166 ++++++-
.../apache/doris/datasource/InternalCatalog.java | 10 +
.../doris/planner/GroupCommitOlapTableSink.java | 36 ++
.../apache/doris/planner/GroupCommitScanNode.java | 75 +++
.../org/apache/doris/planner/OlapTableSink.java | 5 +-
.../apache/doris/planner/StreamLoadPlanner.java | 4 +
.../java/org/apache/doris/qe/ConnectContext.java | 9 +
.../java/org/apache/doris/qe/SessionVariable.java | 4 +
.../java/org/apache/doris/qe/StmtExecutor.java | 93 ++++
.../org/apache/doris/rpc/BackendServiceClient.java | 5 +
.../org/apache/doris/rpc/BackendServiceProxy.java | 13 +
.../apache/doris/service/FrontendServiceImpl.java | 10 +-
.../apache/doris/statistics/StatisticalType.java | 1 +
.../GroupCommitTableValuedFunction.java | 95 ++++
.../doris/tablefunction/TableValuedFunctionIf.java | 2 +
.../org/apache/doris/analysis/InsertStmtTest.java | 4 +-
gensrc/proto/internal_service.proto | 35 +-
gensrc/thrift/DataSinks.thrift | 1 +
gensrc/thrift/FrontendService.thrift | 3 +
gensrc/thrift/PaloInternalService.thrift | 3 +-
gensrc/thrift/PlanNodes.thrift | 6 +
.../insert_group_commit_into_duplicate.out | 93 ++++
.../insert_group_commit_with_prepare_stmt.out | 37 ++
.../org/apache/doris/regression/suite/Suite.groovy | 16 +
.../insert_group_commit_into_duplicate.groovy | 173 +++++++
.../insert_group_commit_with_exception.groovy | 280 +++++++++++
.../insert_group_commit_with_large_data.groovy | 83 ++++
.../insert_group_commit_with_prepare_stmt.groovy | 195 ++++++++
.../suites/insert_p0/prepare_insert.groovy | 20 +-
59 files changed, 2569 insertions(+), 53 deletions(-)
create mode 100644 be/src/runtime/group_commit_mgr.cpp
create mode 100644 be/src/runtime/group_commit_mgr.h
create mode 100644 be/src/vec/core/future_block.cpp
create mode 100644 be/src/vec/core/future_block.h
create mode 100644 be/src/vec/exec/scan/group_commit_scan_node.cpp
create mode 100644 be/src/vec/exec/scan/group_commit_scan_node.h
create mode 100644 be/src/vec/sink/group_commit_vtablet_sink.cpp
create mode 100644 be/src/vec/sink/group_commit_vtablet_sink.h
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/planner/GroupCommitOlapTableSink.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/planner/GroupCommitScanNode.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/tablefunction/GroupCommitTableValuedFunction.java
create mode 100644
regression-test/data/insert_p0/insert_group_commit_into_duplicate.out
create mode 100644
regression-test/data/insert_p0/insert_group_commit_with_prepare_stmt.out
create mode 100644
regression-test/suites/insert_p0/insert_group_commit_into_duplicate.groovy
create mode 100644
regression-test/suites/insert_p0/insert_group_commit_with_exception.groovy
create mode 100644
regression-test/suites/insert_p0/insert_group_commit_with_large_data.groovy
create mode 100644
regression-test/suites/insert_p0/insert_group_commit_with_prepare_stmt.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
