This is an automated email from the ASF dual-hosted git repository.
wanghailin pushed a change to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
from ba572ebedd [CI] Make sure notify_test_workflow.yml error will be
throwed (#6226)
add c69da93b87 [Improve] Extend `SupportResourceShare` to spark/flink
(#5847)
No new revisions were added by this update.
Summary of changes:
seatunnel-api/pom.xml | 2 -
.../api/sink/SupportMultiTableSinkWriter.java | 4 +
.../seatunnel/api/sink/SupportResourceShare.java | 8 +-
.../MultiTableSinkAggregatedCommitter.java | 6 +-
.../multitablesink/MultiTableSinkWriter.java | 8 +-
.../connectors/seatunnel/jdbc/sink/JdbcSink.java | 4 +-
.../seatunnel/jdbc/sink/JdbcSinkWriter.java | 13 ++-
.../seatunnel-flink-15-starter/pom.xml | 34 ++++++++
.../flink/multitable/MultiTableSinkTest.java | 84 +++++++++++++++++++
.../config/fake_to_inmemory_multi_table.conf | 3 +-
.../seatunnel-spark-3-starter/pom.xml | 16 ++++
.../spark/multitable/MultiTableSinkTest.java | 94 ++++++++++++++++++++++
.../config/fake_to_inmemory_multi_table.conf | 12 +--
seatunnel-core/seatunnel-starter/pom.xml | 25 ++++++
.../seatunnel/multitable/MultiTableSinkTest.java | 45 +++++++++--
.../config/fake_to_inmemory_multi_table.conf | 3 +-
.../inmemory/InMemoryAggregatedCommitInfo.java | 4 +-
.../sink/inmemory/InMemoryAggregatedCommitter.java | 78 ++++++++++++++++++
.../e2e/sink/inmemory/InMemoryCommitInfo.java | 4 +-
.../e2e/sink/inmemory/InMemoryConnection.java | 7 +-
.../InMemoryMultiTableResourceManager.java | 23 ++++--
.../seatunnel/e2e/sink/inmemory/InMemorySink.java | 64 +++++++++++++++
.../e2e/sink/inmemory/InMemorySinkFactory.java | 18 +++--
.../e2e/sink/inmemory/InMemorySinkWriter.java | 82 +++++++++++++++++++
.../seatunnel/e2e/sink/inmemory/InMemoryState.java | 7 +-
.../server/task/SinkAggregatedCommitterTask.java | 19 +++++
.../engine/server/task/flow/SinkFlowLifeCycle.java | 16 ++++
.../flink/sink/FlinkGlobalCommitter.java | 23 ++++++
.../translation/flink/sink/FlinkSinkWriter.java | 19 +++++
.../spark/sink/writer/SparkDataSourceWriter.java | 14 ++++
.../spark/sink/writer/SparkDataWriter.java | 22 +++++
.../spark/sink/SeaTunnelBatchWrite.java | 16 ++++
.../spark/sink/write/SeaTunnelSparkDataWriter.java | 22 +++++
33 files changed, 731 insertions(+), 68 deletions(-)
create mode 100644
seatunnel-core/seatunnel-flink-starter/seatunnel-flink-15-starter/src/test/java/org/apache/seatunnel/core/starter/flink/multitable/MultiTableSinkTest.java
copy
seatunnel-examples/seatunnel-engine-examples/src/main/resources/examples/fake_to_console.conf
=>
seatunnel-core/seatunnel-flink-starter/seatunnel-flink-15-starter/src/test/resources/config/fake_to_inmemory_multi_table.conf
(96%)
create mode 100644
seatunnel-core/seatunnel-spark-starter/seatunnel-spark-3-starter/src/test/java/org/apache/seatunnel/core/starter/spark/multitable/MultiTableSinkTest.java
copy
seatunnel-engine/seatunnel-engine-server/src/test/resources/fake_to_console_job_metrics.conf
=>
seatunnel-core/seatunnel-spark-starter/seatunnel-spark-3-starter/src/test/resources/config/fake_to_inmemory_multi_table.conf
(89%)
copy
seatunnel-examples/seatunnel-engine-examples/src/main/java/org/apache/seatunnel/example/engine/SeaTunnelEngineExample.java
=>
seatunnel-core/seatunnel-starter/src/test/java/org/apache/seatunnel/core/starter/seatunnel/multitable/MultiTableSinkTest.java
(50%)
copy
seatunnel-examples/seatunnel-engine-examples/src/main/resources/examples/fake_to_console.conf
=>
seatunnel-core/seatunnel-starter/src/test/resources/config/fake_to_inmemory_multi_table.conf
(96%)
copy
seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/actions/Config.java
=>
seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/sink/inmemory/InMemoryAggregatedCommitInfo.java
(87%)
create mode 100644
seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/sink/inmemory/InMemoryAggregatedCommitter.java
copy
seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/actions/Config.java
=>
seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/sink/inmemory/InMemoryCommitInfo.java
(88%)
copy
seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/JobMode.java
=>
seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/sink/inmemory/InMemoryConnection.java
(89%)
copy
seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/dag/actions/ShuffleAction.java
=>
seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/sink/inmemory/InMemoryMultiTableResourceManager.java
(62%)
create mode 100644
seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/sink/inmemory/InMemorySink.java
copy
seatunnel-connectors-v2/connector-assert/src/main/java/org/apache/seatunnel/connectors/seatunnel/assertion/sink/AssertSinkFactory.java
=>
seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/sink/inmemory/InMemorySinkFactory.java
(71%)
create mode 100644
seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/sink/inmemory/InMemorySinkWriter.java
copy
seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/JobMode.java
=>
seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/sink/inmemory/InMemoryState.java
(89%)
