(flink-web) 01/02: Add Kafka connector v3.0.1 release
This is an automated email from the ASF dual-hosted git repository. tzulitai pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/flink-web.git commit ca8918e4e804e19be1c9aa2070bb1e16351a432e Author: Tzu-Li (Gordon) Tai AuthorDate: Wed Oct 25 13:55:12 2023 -0700 Add Kafka connector v3.0.1 release --- docs/data/flink_connectors.yml | 10 +- docs/data/release_archive.yml | 5 + 2 files changed, 10 insertions(+), 5 deletions(-) diff --git a/docs/data/flink_connectors.yml b/docs/data/flink_connectors.yml index 8bec6542e..7211cf157 100644 --- a/docs/data/flink_connectors.yml +++ b/docs/data/flink_connectors.yml @@ -58,11 +58,11 @@ jdbc: compatibility: ["1.16.x", "1.17.x"] kafka: - name: "Apache Flink Kafka Connector 3.0.0" - source_release_url: "https://www.apache.org/dyn/closer.lua/flink/flink-connector-kafka-3.0.0/flink-connector-kafka-3.0.0-src.tgz; - source_release_asc_url: "https://downloads.apache.org/flink/flink-connector-kafka-3.0.0/flink-connector-kafka-3.0.0-src.tgz.asc; - source_release_sha512_url: "https://downloads.apache.org/flink/flink-connector-kafka-3.0.0/flink-connector-kafka-3.0.0-src.tgz.sha512; - compatibility: ["1.17.x"] + name: "Apache Flink Kafka Connector 3.0.1" + source_release_url: "https://www.apache.org/dyn/closer.lua/flink/flink-connector-kafka-3.0.1/flink-connector-kafka-3.0.1-src.tgz; + source_release_asc_url: "https://downloads.apache.org/flink/flink-connector-kafka-3.0.1/flink-connector-kafka-3.0.1-src.tgz.asc; + source_release_sha512_url: "https://downloads.apache.org/flink/flink-connector-kafka-3.0.1/flink-connector-kafka-3.0.1-src.tgz.sha512; + compatibility: ["1.17.x", "1.18.x"] opensearch: name: "Apache Flink Opensearch Connector 1.0.1" diff --git a/docs/data/release_archive.yml b/docs/data/release_archive.yml index 63ca7c77b..d6c62e7ed 100644 --- a/docs/data/release_archive.yml +++ b/docs/data/release_archive.yml @@ -517,6 +517,11 @@ release_archive: version: 1.0.2 release_date: 2023-08-15 filename: "mongodb" +- name: "Flink Kafka Connector" + connector: "kafka" + version: 3.0.1 + release_date: 2023-10-30 + filename: "kafka" flink_shaded: -
(flink-web) branch asf-site updated (95a7e0907 -> e74c8cd98)
This is an automated email from the ASF dual-hosted git repository. tzulitai pushed a change to branch asf-site in repository https://gitbox.apache.org/repos/asf/flink-web.git from 95a7e0907 Rebuild website new ca8918e4e Add Kafka connector v3.0.1 release new e74c8cd98 Rebuild website The 2 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: .../2014/08/26/apache-flink-0.6-available/index.html | 2 +- .../09/26/apache-flink-0.6.1-available/index.html| 2 +- content/2014/10/03/upcoming-events/index.html| 2 +- .../11/04/apache-flink-0.7.0-available/index.html| 2 +- .../11/18/hadoop-compatibility-in-flink/index.html | 2 +- .../december-2014-in-the-flink-community/index.html | 2 +- .../01/21/apache-flink-0.8.0-available/index.html| 2 +- .../january-2015-in-the-flink-community/index.html | 2 +- .../02/09/introducing-flink-streaming/index.html | 2 +- .../february-2015-in-the-flink-community/index.html | 2 +- .../index.html | 2 +- .../07/march-2015-in-the-flink-community/index.html | 2 +- .../index.html | 2 +- .../05/11/juggling-with-bits-and-bytes/index.html| 2 +- .../14/april-2015-in-the-flink-community/index.html | 2 +- .../06/24/announcing-apache-flink-0.9.0/index.html | 2 +- .../index.html | 2 +- .../09/01/apache-flink-0.9.1-available/index.html| 2 +- .../09/03/announcing-flink-forward-2015/index.html | 2 +- .../index.html | 2 +- .../11/16/announcing-apache-flink-0.10.0/index.html | 2 +- content/2015/11/27/flink-0.10.1-released/index.html | 2 +- .../index.html | 2 +- .../index.html | 2 +- .../index.html | 2 +- content/2016/02/11/flink-0.10.2-released/index.html | 2 +- .../03/08/announcing-apache-flink-1.0.0/index.html | 2 +- content/2016/04/06/flink-1.0.1-released/index.html | 2 +- .../index.html | 2 +- .../index.html | 2 +- content/2016/04/22/flink-1.0.2-released/index.html | 2 +- content/2016/05/11/flink-1.0.3-released/index.html | 2 +- .../index.html | 2 +- .../08/04/announcing-apache-flink-1.1.0/index.html | 2 +- content/2016/08/04/flink-1.1.1-released/index.html | 2 +- .../index.html | 2 +- .../09/05/apache-flink-1.1.2-released/index.html | 2 +- .../10/12/apache-flink-1.1.3-released/index.html | 2 +- .../apache-flink-in-2016-year-in-review/index.html | 2 +- .../12/21/apache-flink-1.1.4-released/index.html | 2 +- .../02/06/announcing-apache-flink-1.2.0/index.html | 2 +- .../03/23/apache-flink-1.1.5-released/index.html | 2 +- .../index.html | 2 +- .../continuous-queries-on-dynamic-tables/index.html | 2 +- .../04/26/apache-flink-1.2.1-released/index.html | 2 +- .../index.html | 2 +- .../index.html | 2 +- .../06/23/apache-flink-1.3.1-released/index.html | 2 +- .../index.html | 2 +- .../08/05/apache-flink-1.3.2-released/index.html | 2 +- .../index.html | 2 +- .../index.html | 2 +- .../apache-flink-in-2017-year-in-review/index.html | 2 +- .../index.html | 2 +- .../02/15/apache-flink-1.4.1-released/index.html | 2 +- .../index.html | 2 +- .../03/08/apache-flink-1.4.2-released/index.html | 2 +- .../03/15/apache-flink-1.3.3-released/index.html | 2 +- .../index.html | 2 +- .../07/12/apache-flink-1.5.1-released/index.html | 2 +- .../07/31/apache-flink-1.5.2-released/index.html | 2 +- .../index.html | 2 +- .../08/21/apache-flink-1.5.3-released/index.html | 2 +- .../09/20/apache-flink-1.5.4-released/index.html | 2 +- .../09/20/apache-flink-1.6.1-released/index.html | 2 +- .../10/29/apache-flink-1.5.5-released/index.html | 2 +- .../10/29/apache-flink-1.6.2-released/index.html | 2 +- .../index.html | 2 +- .../12/21/apache-flink-1.7.1-released/index.html | 2 +- .../12/22/apache-flink-1.6.3-released/index.html | 2 +- .../12/26/apache-flink-1.5.6-released/index.html | 2 +- .../index.html
(flink) branch master updated: [FLINK-25809][table] Improve readability of TableTestPrograms
This is an automated email from the ASF dual-hosted git repository.
twalthr pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git
The following commit(s) were added to refs/heads/master by this push:
new bfe6f19173f [FLINK-25809][table] Improve readability of
TableTestPrograms
bfe6f19173f is described below
commit bfe6f19173fc89e552a04edcd24b508af6155d93
Author: Timo Walther
AuthorDate: Tue Oct 31 12:13:22 2023 +0100
[FLINK-25809][table] Improve readability of TableTestPrograms
---
.../flink/table/test/program/SinkTestStep.java | 60 ++
.../flink/table/test/program/SourceTestStep.java | 42 +
.../flink/table/test/program/TableTestProgram.java | 208 ++---
.../flink/table/test/program/TableTestStep.java| 61 ++
.../nodes/exec/testutils/CalcTestPrograms.java | 24 ++-
.../test/program/TableTestProgramRunnerTest.java | 21 ++-
6 files changed, 207 insertions(+), 209 deletions(-)
diff --git
a/flink-table/flink-table-api-java/src/test/java/org/apache/flink/table/test/program/SinkTestStep.java
b/flink-table/flink-table-api-java/src/test/java/org/apache/flink/table/test/program/SinkTestStep.java
index d195d65c144..11ae1bb055d 100644
---
a/flink-table/flink-table-api-java/src/test/java/org/apache/flink/table/test/program/SinkTestStep.java
+++
b/flink-table/flink-table-api-java/src/test/java/org/apache/flink/table/test/program/SinkTestStep.java
@@ -22,6 +22,7 @@ import org.apache.flink.types.Row;
import javax.annotation.Nullable;
+import java.util.Arrays;
import java.util.List;
import java.util.Map;
import java.util.stream.Collectors;
@@ -58,6 +59,11 @@ public final class SinkTestStep extends TableTestStep {
this.expectedAfterRestoreStrings = expectedAfterRestoreStrings;
}
+/** Builder for creating a {@link SinkTestStep}. */
+public static SinkTestStep.Builder newBuilder(String name) {
+return new SinkTestStep.Builder(name);
+}
+
public List getExpectedBeforeRestoreAsStrings() {
if (expectedBeforeRestoreStrings != null) {
return expectedBeforeRestoreStrings;
@@ -90,4 +96,58 @@ public final class SinkTestStep extends TableTestStep {
? TestKind.SINK_WITH_DATA
: TestKind.SINK_WITH_RESTORE_DATA;
}
+
+/** Builder pattern for {@link SinkTestStep}. */
+public static final class Builder extends AbstractBuilder {
+
+private List expectedBeforeRestore;
+private List expectedAfterRestore;
+
+private List expectedBeforeRestoreStrings;
+private List expectedAfterRestoreStrings;
+
+private Builder(String name) {
+super(name);
+}
+
+public Builder consumedValues(Row... expectedRows) {
+return consumedBeforeRestore(expectedRows);
+}
+
+public Builder consumedValues(String... expectedRows) {
+return consumedBeforeRestore(expectedRows);
+}
+
+public Builder consumedBeforeRestore(Row... expectedRows) {
+this.expectedBeforeRestore = Arrays.asList(expectedRows);
+return this;
+}
+
+public Builder consumedBeforeRestore(String... expectedRows) {
+this.expectedBeforeRestoreStrings = Arrays.asList(expectedRows);
+return this;
+}
+
+public Builder consumedAfterRestore(Row... expectedRows) {
+this.expectedAfterRestore = Arrays.asList(expectedRows);
+return this;
+}
+
+public Builder consumedAfterRestore(String... expectedRows) {
+this.expectedAfterRestoreStrings = Arrays.asList(expectedRows);
+return this;
+}
+
+public SinkTestStep build() {
+return new SinkTestStep(
+name,
+schemaComponents,
+partitionKeys,
+options,
+expectedBeforeRestore,
+expectedAfterRestore,
+expectedBeforeRestoreStrings,
+expectedAfterRestoreStrings);
+}
+}
}
diff --git
a/flink-table/flink-table-api-java/src/test/java/org/apache/flink/table/test/program/SourceTestStep.java
b/flink-table/flink-table-api-java/src/test/java/org/apache/flink/table/test/program/SourceTestStep.java
index eec3b1677b0..6653eb174c5 100644
---
a/flink-table/flink-table-api-java/src/test/java/org/apache/flink/table/test/program/SourceTestStep.java
+++
b/flink-table/flink-table-api-java/src/test/java/org/apache/flink/table/test/program/SourceTestStep.java
@@ -20,6 +20,8 @@ package org.apache.flink.table.test.program;
import org.apache.flink.types.Row;
+import java.util.ArrayList;
+import java.util.Arrays;
import java.util.List;
import java.util.Map;
@@ -41,6 +43,11 @@ public final class SourceTestStep extends TableTestStep {
this.dataAfterRestore = dataAfterRestore;
}
(flink-connector-aws) annotated tag v4.2.0-rc1 updated (b98601a -> fb6d8f7)
This is an automated email from the ASF dual-hosted git repository. dannycranmer pushed a change to annotated tag v4.2.0-rc1 in repository https://gitbox.apache.org/repos/asf/flink-connector-aws.git *** WARNING: tag v4.2.0-rc1 was modified! *** from b98601a (commit) to fb6d8f7 (tag) tagging b98601a562a65129596cb302a4c507ab10f3e133 (commit) by Danny Cranmer on Tue Oct 31 14:27:43 2023 + - Log - v4.2.0-rc1 -BEGIN PGP SIGNATURE- iQIzBAABCAAdFiEED3nyr7I1G8KWeFRFkfnB7BJf2NsFAmVBDt8ACgkQkfnB7BJf 2NuiGQ//Uv4nc4KVu+AS7MwDH3HWnrzJuE1Tj3oo41PwsmO2qGCOdv/UtSxOBV9/ ZH/Z+PKK2imHkknqgvnu48VpJEk90UUYJefgwC1PBHtS/89QXoWQsk2ddD1buzcb 4nwuuvAKplQhZnFBXjBnBZhvnRS0qpU89EgcZ7SfM9EoVYI1nKmygpFeg+i2Iec5 E9qMLJxeRq05iOV0/IaAxmHjXCEQDyjHvuyLE+PdQex3MOlC69eWvd1dpiC2sWhw ltpnh4uE9W2y5g+2Iz8rjcbgUWB1F2c1z91z7USfkf9zg96WnLeVUhSffboPbhgE IjMVsM491vH9mIoSrRpXJfg7mnsX5c3gCx3lvlquFAoYrsSu6NglOX8AVOeKeSWz GlBvPQm0LMFiec18eiDJCPJiS8+CzJCmLQg+5Ai5n/4AUc/jdjVsk0iE6BN1Bs5+ /nv4hbCpaV70qs5kOtMO2a6I9zfx4Di7/mkg8pdUThriiEo6D37qzs+udvI5AFqJ fIMQpo6p/2wRPs7roeUYBau6iGQoOcFagbSRnuE0WVh8dFMs2/zBboTc4ugIJRkJ z0EUrLslZVZVVDWGsjRdrzY1mTE9YI9X9Q/+3irhqSkO0cLmD/gsiHuNZ11gun1Z +cxp5Zwx0PrsAcak6Gr/Td7AsI3Iqq/dYB2nW/ukPv/tdLoJpbg= =xdkx -END PGP SIGNATURE- --- No new revisions were added by this update. Summary of changes:
svn commit: r64954 - in /dev/flink/flink-connector-aws-4.2.0-rc1: ./ flink-connector-aws-4.2.0-src.tgz flink-connector-aws-4.2.0-src.tgz.asc flink-connector-aws-4.2.0-src.tgz.sha512
Author: dannycranmer Date: Tue Oct 31 14:24:16 2023 New Revision: 64954 Log: Add flink-connector-aws-4.2.0-rc1 Added: dev/flink/flink-connector-aws-4.2.0-rc1/ dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz (with props) dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz.asc dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz.sha512 Added: dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz == Binary file - no diff available. Propchange: dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz -- svn:mime-type = application/octet-stream Added: dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz.asc == --- dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz.asc (added) +++ dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz.asc Tue Oct 31 14:24:16 2023 @@ -0,0 +1,16 @@ +-BEGIN PGP SIGNATURE- + +iQIzBAABCAAdFiEED3nyr7I1G8KWeFRFkfnB7BJf2NsFAmVBDgsACgkQkfnB7BJf +2Nv53Q//b5RNvsy9Sgc563z3jYFRn72agetQEl6j/5LMbtlzOQA5+JPASjEPdPZ+ +xELqxLEdms+nDJ4Lyc63wT4zN7lXoXCD+v1Xl9U0AbGgZ83WbEbWhzuB2/C6bSfM +SBH94rzwECDHyT+P5WoaM1CKqjLhI7bITNu0pp+PtzBZx+4jhKzgTwcODbB6h6fZ +IPtvdtWnjSjJ6yOLzLPphpAWwCcyC+CsLgXFySZEexjGvXcJMVT0+ZP9S5rmRHqf +tsouNlWQqGhF4wuRdzw0bZK7ahqWgYEZT+2jgPGIw5Egdlnmu8TBQPiDTJb0oDw0 +t4+tt1vJkf25uzMiLYy0JMU623O+CVZfYxbabQDKYQibSp2gasobJr4CBY5E/OYf +iNZg6lpYK6bujE5a9Mg2+TAsWSRgClNxhRpc4XJM2EWUcxqhTDPlul7Q++6HvWNg +YAW4PHmy3dj8KgHblBxXa2Gog//7Y2e9s11LhyhMmD4PxMIpULACnavsdfAZVMkg +0oqlzUXuHL9TERCeODWUMybHMtrVDTTB2iWRO4SK3zJ26xmgprgevpFrrGJv+wHG +66NvWsSBz33ic6ynUcLHdGynjnI8qLbdj3dFcDc1ldvQUMQ4YhHa4LXPDn0TDC1w +VATJdZ79yG3z388W5lhstFN1DD2JsKRWSAMbDcQ4MTBfNZhWt38= +=2B7G +-END PGP SIGNATURE- Added: dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz.sha512 == --- dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz.sha512 (added) +++ dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz.sha512 Tue Oct 31 14:24:16 2023 @@ -0,0 +1 @@ +7ce2731e7e1ac5106cabb97f1e1371abfb182ce2cad72a6e01772fd1845ea81b9bb4c1e7f3a52598034876b9e4de698ef49bb602610ee3b25167570f6ea6fea5 flink-connector-aws-4.2.0-src.tgz
(flink-connector-aws) branch main updated: [hotfix][Connectors/AWS] Update Flink versions in CI
This is an automated email from the ASF dual-hosted git repository.
dannycranmer pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-aws.git
The following commit(s) were added to refs/heads/main by this push:
new 0243540 [hotfix][Connectors/AWS] Update Flink versions in CI
0243540 is described below
commit 024354055d358253826d5176cb2892cf94574754
Author: Danny Cranmer
AuthorDate: Tue Oct 31 14:23:13 2023 +
[hotfix][Connectors/AWS] Update Flink versions in CI
---
.github/workflows/nightly.yml | 2 +-
.github/workflows/push_pr.yml | 2 +-
2 files changed, 2 insertions(+), 2 deletions(-)
diff --git a/.github/workflows/nightly.yml b/.github/workflows/nightly.yml
index 3fb6e5a..d50e7a9 100644
--- a/.github/workflows/nightly.yml
+++ b/.github/workflows/nightly.yml
@@ -25,7 +25,7 @@ jobs:
if: github.repository_owner == 'apache'
strategy:
matrix:
-flink: [1.16-SNAPSHOT, 1.17-SNAPSHOT, 1.18-SNAPSHOT]
+flink: [1.17-SNAPSHOT, 1.18-SNAPSHOT, 1.19-SNAPSHOT]
uses: ./.github/workflows/common.yml
with:
flink_version: ${{ matrix.flink }}
diff --git a/.github/workflows/push_pr.yml b/.github/workflows/push_pr.yml
index 55e9d7e..82da4df 100644
--- a/.github/workflows/push_pr.yml
+++ b/.github/workflows/push_pr.yml
@@ -26,7 +26,7 @@ jobs:
uses: ./.github/workflows/common.yml
strategy:
matrix:
-flink: [1.16.2, 1.17.1]
+flink: [1.17.1, 1.18.0]
with:
flink_version: ${{ matrix.flink }}
flink_url: https://archive.apache.org/dist/flink/flink-${{ matrix.flink
}}/flink-${{ matrix.flink }}-bin-scala_2.12.tgz
svn commit: r64953 - /dev/flink/flink-connector-aws-4.2.0-rc1/
Author: dannycranmer Date: Tue Oct 31 14:21:17 2023 New Revision: 64953 Log: Remove flink-connector-aws 4.2.0-rc1 Removed: dev/flink/flink-connector-aws-4.2.0-rc1/
(flink-connector-aws) annotated tag v4.2.0-rc1 deleted (was 556685b)
This is an automated email from the ASF dual-hosted git repository. dannycranmer pushed a change to annotated tag v4.2.0-rc1 in repository https://gitbox.apache.org/repos/asf/flink-connector-aws.git *** WARNING: tag v4.2.0-rc1 was deleted! *** tag was 556685b This change permanently discards the following revisions: discard f10079d Update version to 4.2.0
svn commit: r64952 - in /dev/flink/flink-connector-aws-4.2.0-rc1: ./ flink-connector-aws-4.2.0-src.tgz flink-connector-aws-4.2.0-src.tgz.asc flink-connector-aws-4.2.0-src.tgz.sha512
Author: dannycranmer Date: Tue Oct 31 14:20:06 2023 New Revision: 64952 Log: Add flink-connector-aws-4.2.0-rc1 Added: dev/flink/flink-connector-aws-4.2.0-rc1/ dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz (with props) dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz.asc dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz.sha512 Added: dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz == Binary file - no diff available. Propchange: dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz -- svn:mime-type = application/octet-stream Added: dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz.asc == --- dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz.asc (added) +++ dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz.asc Tue Oct 31 14:20:06 2023 @@ -0,0 +1,16 @@ +-BEGIN PGP SIGNATURE- + +iQIzBAABCAAdFiEED3nyr7I1G8KWeFRFkfnB7BJf2NsFAmVBDREACgkQkfnB7BJf +2Nvevg//Vx7jO7ug+iBQBC0SMOkvhtjj4/uDMS5qw2HBbkMf6GN4vJ7FcXWa4gIO +QijS6pLKnqpgpJHUfY9gmL/lJHU/AEEycWcT0T6lHCh85VatEBxEAC7SGG9ndoMr +ZAwtYMDEtwrFXihRnqfLRH2WCUR+zCYPn6ynTwTDR6j5UkJByXcmp+5wTAUhkurN +LeRKZzLJlUOtXH5lQYu6QZgYwy/JXhEU4fV601ghsSwWpg1e4Sz4uvLczV9em3Zz +eJdpT3zD3KC7C9ovkJJKJQo16vwMpjcb/z1zR21CaJe5vc93ovjanOJOkAoOSOuF +T8kHvwAkEKEH4vdJ336L48ucgg3dMtw6x8wym4+I9uw0twadiamNHI81g1Vsx2tt +0NalzU8Kbq+RceKROaY7fZKVStnUgplservmvOBOXESYSiEibLf1wXhMJf5x8P6O +VCAYBWXG2bczMfurtlo+0fcBXqW1VOMOOFE/LkKK6XKoU7/FlsnxhdQMuSlHVvsy +TrFZbsj8D0BTjDq3rpyx6iu8vP/PmAl+C7sBnchxgCVeMisSjvohApVXOul3fVci ++GxSswJ1mR2VvTDJ/etNugubtLWaV3uwEJpxkhOexHtG/0COs7RJGEpQRUwYbCG0 +1ZTjTEzMAv3Og1i1mvx7Nr7l4lyXyLGVhbtsDUQRXS9Vq2+hp7k= +=lYxd +-END PGP SIGNATURE- Added: dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz.sha512 == --- dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz.sha512 (added) +++ dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz.sha512 Tue Oct 31 14:20:06 2023 @@ -0,0 +1 @@ +c03abe0f50d2767e76b69ab63b4f73b6243937ad91c429c14f0da5e38c21dd1dd49b6a1837ce5ae738fbafe41a714c8f790bd0f0105d6661b76c47ddcdad0c39 flink-connector-aws-4.2.0-src.tgz
(flink-connector-aws) annotated tag v4.2.0-rc1 updated (f10079d -> 556685b)
This is an automated email from the ASF dual-hosted git repository. dannycranmer pushed a change to annotated tag v4.2.0-rc1 in repository https://gitbox.apache.org/repos/asf/flink-connector-aws.git *** WARNING: tag v4.2.0-rc1 was modified! *** from f10079d (commit) to 556685b (tag) tagging f10079dce994dd6e9587e6dc282b81e635ad198f (commit) by Danny Cranmer on Tue Oct 31 14:19:44 2023 + - Log - v4.2.0-rc1 -BEGIN PGP SIGNATURE- iQIzBAABCAAdFiEED3nyr7I1G8KWeFRFkfnB7BJf2NsFAmVBDQAACgkQkfnB7BJf 2Nt2Xg/9E1FgwanjBj4POkeYJh+c76bTn4An/obFWo25CrFrFdZnMeAEVfE/NgPj M+jn/Vkp0OcPeXxHhqbRzMvPO6EyC86fK7aL/+QKxuYT9cGtw6db2MAY5kH1Ihvq q4Wt9Kk1QPdhITPZRbs3SRQvHPp9YqEIjkpUTafZt3YHczH3cPpS2wfhmz9B1ZQL Kqnnm9uNHmM2lkikhHPOI8d6LAlOEGV6dNncygXkHjPB3cXpfoWXFldfRKfHptG8 ohbYZCy348cH7ZsFogUD8uMCxIan5f7RdNJpH1qBM7ifKoMxWkihDgvSXqRvweBr 3fjHc7op72+E+Kedg6kv9GqZ3h9dCYd+uElqXfwR7gy8zY1L9GgTRpREvSZz/WTF YfhAm9ETWzuBbIQeduxBcBMYsJ6Gysujl7dGuRHgfPRs8uZDQzL61HGM+T1+DU9c 6cNVYMOeBWch2KyQa41wsrU2mzIp4RflbK3j8jZ5r7Zb7BrCQw89tg4ljsf2fRxj M+c2hYWZZy8GzsdLEc8cEBlHDLBDrq2E/eYL7EIXB+1SiGZgr7cyxNERwGSicRNx emJ5aTzZXZrpVDElIpF+W7G2eeTz9VKURJXCJgXPXSjHp6G3E2h4+DYWmOh8QAOq 3adVcRx8KKcq/jbzqoTwQkCA5MqmArndW1Ld46rkpY2Yo8sXSmY= =wQle -END PGP SIGNATURE- --- No new revisions were added by this update. Summary of changes:
(flink-connector-aws) branch main updated: [hotfix][Connectors/DynamoDB] Fix flink-connector-aws-base version
This is an automated email from the ASF dual-hosted git repository.
dannycranmer pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-aws.git
The following commit(s) were added to refs/heads/main by this push:
new b2e82b7 [hotfix][Connectors/DynamoDB] Fix flink-connector-aws-base
version
b2e82b7 is described below
commit b2e82b787f21ba10eb3883cc9dcd815d0fa3f2f1
Author: Danny Cranmer
AuthorDate: Tue Oct 31 14:11:22 2023 +
[hotfix][Connectors/DynamoDB] Fix flink-connector-aws-base version
---
flink-connector-aws/flink-connector-dynamodb/pom.xml | 4 ++--
.../connector/dynamodb/sink/client/DynamoDbAsyncClientProvider.java | 4 ++--
2 files changed, 4 insertions(+), 4 deletions(-)
diff --git a/flink-connector-aws/flink-connector-dynamodb/pom.xml
b/flink-connector-aws/flink-connector-dynamodb/pom.xml
index 96df4d8..88ee389 100644
--- a/flink-connector-aws/flink-connector-dynamodb/pom.xml
+++ b/flink-connector-aws/flink-connector-dynamodb/pom.xml
@@ -57,7 +57,7 @@ under the License.
org.apache.flink
flink-connector-aws-base
-${flink.version}
+${project.version}
@@ -98,7 +98,7 @@ under the License.
org.apache.flink
flink-connector-aws-base
-${flink.version}
+${project.version}
test-jar
test
diff --git
a/flink-connector-aws/flink-connector-dynamodb/src/main/java/org/apache/flink/connector/dynamodb/sink/client/DynamoDbAsyncClientProvider.java
b/flink-connector-aws/flink-connector-dynamodb/src/main/java/org/apache/flink/connector/dynamodb/sink/client/DynamoDbAsyncClientProvider.java
index f72e304..b7c9717 100644
---
a/flink-connector-aws/flink-connector-dynamodb/src/main/java/org/apache/flink/connector/dynamodb/sink/client/DynamoDbAsyncClientProvider.java
+++
b/flink-connector-aws/flink-connector-dynamodb/src/main/java/org/apache/flink/connector/dynamodb/sink/client/DynamoDbAsyncClientProvider.java
@@ -20,7 +20,7 @@ package org.apache.flink.connector.dynamodb.sink.client;
import org.apache.flink.annotation.Internal;
import org.apache.flink.connector.aws.config.AWSConfigConstants;
-import org.apache.flink.connector.aws.util.AWSAsyncSinkUtil;
+import org.apache.flink.connector.aws.util.AWSClientUtil;
import org.apache.flink.connector.aws.util.AWSGeneralUtil;
import org.apache.flink.connector.dynamodb.sink.DynamoDbConfigConstants;
@@ -65,7 +65,7 @@ public class DynamoDbAsyncClientProvider implements
SdkClientProvider
svn commit: r64951 - /dev/flink/flink-connector-aws-4.2.0-rc1/
Author: dannycranmer Date: Tue Oct 31 14:13:41 2023 New Revision: 64951 Log: Remove flink-connector-aws 4.2.0-rc1 Removed: dev/flink/flink-connector-aws-4.2.0-rc1/
(flink-connector-aws) annotated tag v4.2.0-rc1 deleted (was c7c850f)
This is an automated email from the ASF dual-hosted git repository. dannycranmer pushed a change to annotated tag v4.2.0-rc1 in repository https://gitbox.apache.org/repos/asf/flink-connector-aws.git *** WARNING: tag v4.2.0-rc1 was deleted! *** tag was c7c850f This change permanently discards the following revisions: discard 69f1705 Update version to 4.2.0
svn commit: r64950 - in /dev/flink/flink-connector-aws-4.2.0-rc1: ./ flink-connector-aws-4.2.0-src.tgz flink-connector-aws-4.2.0-src.tgz.asc flink-connector-aws-4.2.0-src.tgz.sha512
Author: dannycranmer Date: Tue Oct 31 14:04:03 2023 New Revision: 64950 Log: Add flink-connector-aws-4.2.0-rc1 Added: dev/flink/flink-connector-aws-4.2.0-rc1/ dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz (with props) dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz.asc dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz.sha512 Added: dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz == Binary file - no diff available. Propchange: dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz -- svn:mime-type = application/octet-stream Added: dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz.asc == --- dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz.asc (added) +++ dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz.asc Tue Oct 31 14:04:03 2023 @@ -0,0 +1,16 @@ +-BEGIN PGP SIGNATURE- + +iQIzBAABCAAdFiEED3nyr7I1G8KWeFRFkfnB7BJf2NsFAmVBCTEACgkQkfnB7BJf +2NuJ4w/7BhJZNOxjDXSxGVr/T/v18lnN2JOXSvNapzhYqDZCEjMBFEx0smvHhukR +1OrXboLg7Dsk+7GxQ5++mDPTY1oOYyZ2pILbjVqdHu+BH0fl9nGdbtDKmpYmxxia +l8CFkqB5vvjmmiP04J/DYIPj0xGeIEUVQ9UCj7Yp2WXNv43BCsU/aCt7DPnN/zNr +6U8v/49f8gnoZQ6OiDd2fNjT8/rFYdPgdMa/UM1sHTLa5JddaW4BH5B4yrqGGngF +jB0Fx7K4m8oIr3/tjSsK3IcLl4GUIPrET+f6I6MJjDT7yWSFE8VyB/2MF3D20tKe +ctS6O1A6dUm6UGxUJA0uqQLCxKdJQhs9R3aWD+1shrRXqKOdYkJ6QV/hBv7Oab2+ +VSOinh7/7bAuMtFRobkz55NhOZx0JP5BilzmbIJBY4pBA5HSGz0U5xwd72ip+T1+ +/BFDMDu80f3gPObJu3StoiN+KFwpqr3gv5zPQm7RIhjvIG0vmnlCJBcVx5gvXwVy +bVyy6ac3FasxnMWsQrKU99SMEmKEAEs0H3YC8PZEQEPEYMY4oSn1L2wI24Ymhnfa +GkuK1u2fZq2kzc9ykVNAGRckpUaQJS4wytSdcRJRQL6Ej4l5KvX5Su2M+kRRQhtD +AXittdOsPwQKPMlKU8CL9iF+RqsU0SWRfcPtdrWtZdDS6hWsmnU= +=BOrT +-END PGP SIGNATURE- Added: dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz.sha512 == --- dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz.sha512 (added) +++ dev/flink/flink-connector-aws-4.2.0-rc1/flink-connector-aws-4.2.0-src.tgz.sha512 Tue Oct 31 14:04:03 2023 @@ -0,0 +1 @@ +74c8720b68e127cafef9f30704e39d8619b77d9d389ad285814a7d578db2207683ae8afb6c59e4ed8f2ce7705eee978b639b152ed531e58816de7256bee18485 flink-connector-aws-4.2.0-src.tgz
(flink-connector-aws) annotated tag v4.2.0-rc1 updated (69f1705 -> c7c850f)
This is an automated email from the ASF dual-hosted git repository. dannycranmer pushed a change to annotated tag v4.2.0-rc1 in repository https://gitbox.apache.org/repos/asf/flink-connector-aws.git *** WARNING: tag v4.2.0-rc1 was modified! *** from 69f1705 (commit) to c7c850f (tag) tagging 69f170530c107dbe112cbbd729359342a5668ac2 (commit) by Danny Cranmer on Tue Oct 31 14:02:24 2023 + - Log - v4.2.0-rc1 -BEGIN PGP SIGNATURE- iQIzBAABCAAdFiEED3nyr7I1G8KWeFRFkfnB7BJf2NsFAmVBCPAACgkQkfnB7BJf 2NvzhQ//UQvrkQpRDu0UsFQBUpwUYpYZsjDGgs7NTAIxEPGvIpTk/oLJQpaiuqck 6zNq5lUGBrqd4ICFu5YOSIoDiNw470R/9feeusYmWt+uTfGFyp8rD0DfkXP0z1np Lork/fwgdkE4Zvd555ppGgXRGtE+tbH+KCMVIjRjJ0CMLObghnVktbTjRbewCmdw Bcv6FERBTvQNuVK7S0XIj1oE2K8VmVmKk5r+FX4WrlGF3UNHfB0Y5hXQC9cFno/U m8oCN0uzEvScWVgSsOZ6HDPwz/ALdDQ6x2Oo8TR0m1xf56wyX2ShyQ7Z4X63+gDW n197nrkqA5DSwldEI3i4ymxmPWPRlzKfUNqmLhCt96jpf0RqctnZUNSIUXvsmqxA cONs9r1TT0crPE//tJmiP0Xsy40Cg/s/hVepD9PmxHEPk/BdaOlP38VqoBRTxqBQ dB6baG/8Zh7UgQ0bdHHq4PsoXpsNPbxuvtDHQLk5k10ffvUtfWZJd5ijOJV4vb0y hi7QSGd7Ub8PHIn5RqPzqQYVw3vyhR8GXou9HvmiNbXCJEbZPwPyWVltwtpk0ET3 dW5Kyt5stkikctmPqh8y/ZLG4eCfZvxhPVIUO68z59u6/S99SBkTOlnwi8m4AW0f MCZaVJw+FJFrOlxbV4Usg2urIetuNqpw25xwNOysyI7bBZ/EJLw= =yaD7 -END PGP SIGNATURE- --- No new revisions were added by this update. Summary of changes:
(flink-connector-aws) branch main updated: [FLINK-33413][Connectors/AWS] Bump Avro version in AWS Connectors
This is an automated email from the ASF dual-hosted git repository. dannycranmer pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/flink-connector-aws.git The following commit(s) were added to refs/heads/main by this push: new 3f4d59b [FLINK-33413][Connectors/AWS] Bump Avro version in AWS Connectors 3f4d59b is described below commit 3f4d59b9cc677550e411b2086aa23812510cfc62 Author: Danny Cranmer AuthorDate: Tue Oct 31 10:43:48 2023 + [FLINK-33413][Connectors/AWS] Bump Avro version in AWS Connectors --- pom.xml | 7 ++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/pom.xml b/pom.xml index bdc88f6..6de7488 100644 --- a/pom.xml +++ b/pom.xml @@ -385,7 +385,12 @@ under the License. org.apache.avro avro -1.11.1 +1.11.3 + + +org.apache.commons +commons-compress +1.21 org.jetbrains
(flink) branch release-1.18 updated: [FLINK-26624][Runtime] Running HA (hashmap, async) end-to-end test failed on azu
This is an automated email from the ASF dual-hosted git repository.
mapohl pushed a commit to branch release-1.18
in repository https://gitbox.apache.org/repos/asf/flink.git
The following commit(s) were added to refs/heads/release-1.18 by this push:
new 7d83ffe63bf [FLINK-26624][Runtime] Running HA (hashmap, async)
end-to-end test failed on azu
7d83ffe63bf is described below
commit 7d83ffe63bff973f7d84fa5d9e5e24b69927e45e
Author: yu <13485876233>
AuthorDate: Tue Oct 31 10:48:08 2023 +0800
[FLINK-26624][Runtime] Running HA (hashmap, async) end-to-end test failed
on azu
---
flink-end-to-end-tests/test-scripts/common_ha.sh | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/flink-end-to-end-tests/test-scripts/common_ha.sh
b/flink-end-to-end-tests/test-scripts/common_ha.sh
index 23f89eea0bb..a18bd15da46 100644
--- a/flink-end-to-end-tests/test-scripts/common_ha.sh
+++ b/flink-end-to-end-tests/test-scripts/common_ha.sh
@@ -49,7 +49,7 @@ function verify_num_occurences_in_logs() {
local text="$2"
local expected_no="$3"
-local actual_no=$(grep -r --include "*${log_pattern}*.log*" -e "${text}"
"$FLINK_LOG_DIR/" | cut -d ":" -f 1 | sed "s/\.[0-9]\{1,\}$//g" | uniq | wc -l)
+local actual_no=$(grep -r --include "*${log_pattern}*.log*" -e "${text}"
"$FLINK_LOG_DIR/" | cut -d ":" -f 1 | sed "s/\.[0-9]\{1,\}$//g" | sort -u | wc
-l)
[[ "${expected_no}" -eq "${actual_no}" ]]
}
(flink) branch release-1.17 updated: [FLINK-26624][Runtime] Running HA (hashmap, async) end-to-end test failed on azu
This is an automated email from the ASF dual-hosted git repository.
mapohl pushed a commit to branch release-1.17
in repository https://gitbox.apache.org/repos/asf/flink.git
The following commit(s) were added to refs/heads/release-1.17 by this push:
new 07196e9e882 [FLINK-26624][Runtime] Running HA (hashmap, async)
end-to-end test failed on azu
07196e9e882 is described below
commit 07196e9e882fec2c27db7f3d5232b3e61750ed12
Author: yu <13485876233>
AuthorDate: Tue Oct 31 10:49:31 2023 +0800
[FLINK-26624][Runtime] Running HA (hashmap, async) end-to-end test failed
on azu
---
flink-end-to-end-tests/test-scripts/common_ha.sh | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/flink-end-to-end-tests/test-scripts/common_ha.sh
b/flink-end-to-end-tests/test-scripts/common_ha.sh
index 23f89eea0bb..a18bd15da46 100644
--- a/flink-end-to-end-tests/test-scripts/common_ha.sh
+++ b/flink-end-to-end-tests/test-scripts/common_ha.sh
@@ -49,7 +49,7 @@ function verify_num_occurences_in_logs() {
local text="$2"
local expected_no="$3"
-local actual_no=$(grep -r --include "*${log_pattern}*.log*" -e "${text}"
"$FLINK_LOG_DIR/" | cut -d ":" -f 1 | sed "s/\.[0-9]\{1,\}$//g" | uniq | wc -l)
+local actual_no=$(grep -r --include "*${log_pattern}*.log*" -e "${text}"
"$FLINK_LOG_DIR/" | cut -d ":" -f 1 | sed "s/\.[0-9]\{1,\}$//g" | sort -u | wc
-l)
[[ "${expected_no}" -eq "${actual_no}" ]]
}
(flink) branch master updated: [FLINK-26624][runtime] Running HA (hashmap, async) end-to-end test failed on azure due to unable to find master logs (#23614)
This is an automated email from the ASF dual-hosted git repository.
mapohl pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git
The following commit(s) were added to refs/heads/master by this push:
new 29b5213aae0 [FLINK-26624][runtime] Running HA (hashmap, async)
end-to-end test failed on azure due to unable to find master logs (#23614)
29b5213aae0 is described below
commit 29b5213aae0f3dbd108909881083dc114cfc15aa
Author: yuxiang <384669...@qq.com>
AuthorDate: Tue Oct 31 21:31:20 2023 +0800
[FLINK-26624][runtime] Running HA (hashmap, async) end-to-end test failed
on azure due to unable to find master logs (#23614)
Co-authored-by: yu <13485876233>
---
flink-end-to-end-tests/test-scripts/common_ha.sh | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/flink-end-to-end-tests/test-scripts/common_ha.sh
b/flink-end-to-end-tests/test-scripts/common_ha.sh
index 23f89eea0bb..a18bd15da46 100644
--- a/flink-end-to-end-tests/test-scripts/common_ha.sh
+++ b/flink-end-to-end-tests/test-scripts/common_ha.sh
@@ -49,7 +49,7 @@ function verify_num_occurences_in_logs() {
local text="$2"
local expected_no="$3"
-local actual_no=$(grep -r --include "*${log_pattern}*.log*" -e "${text}"
"$FLINK_LOG_DIR/" | cut -d ":" -f 1 | sed "s/\.[0-9]\{1,\}$//g" | uniq | wc -l)
+local actual_no=$(grep -r --include "*${log_pattern}*.log*" -e "${text}"
"$FLINK_LOG_DIR/" | cut -d ":" -f 1 | sed "s/\.[0-9]\{1,\}$//g" | sort -u | wc
-l)
[[ "${expected_no}" -eq "${actual_no}" ]]
}
(flink-connector-mongodb) branch v1.0 updated: [FLINK-33380][connectors/mongodb] Bump Flink version to include 1.18 and 1.19-SNAPSHOT. This closes #19
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch v1.0
in repository https://gitbox.apache.org/repos/asf/flink-connector-mongodb.git
The following commit(s) were added to refs/heads/v1.0 by this push:
new d6ef966 [FLINK-33380][connectors/mongodb] Bump Flink version to
include 1.18 and 1.19-SNAPSHOT. This closes #19
d6ef966 is described below
commit d6ef9663b14662c8920c51be351505612f681fad
Author: MartijnVisser
AuthorDate: Tue Oct 31 13:49:43 2023 +0100
[FLINK-33380][connectors/mongodb] Bump Flink version to include 1.18 and
1.19-SNAPSHOT. This closes #19
[FLINK-33380][connectors/mongodb] Bump Flink version to include 1.18 and
1.19-SNAPSHOT
Co-authored-by: Jiabao Sun <328226...@qq.com>
(cherry picked from commit 43ee0b386c1149afec70090d3eacd6900471f523)
Co-authored-by: skylines <34996528+gt...@users.noreply.github.com>
---
.github/workflows/push_pr.yml | 2 +-
.github/workflows/weekly.yml | 8 +++-
pom.xml | 14 ++
3 files changed, 22 insertions(+), 2 deletions(-)
diff --git a/.github/workflows/push_pr.yml b/.github/workflows/push_pr.yml
index 8cc815d..fd4e0af 100644
--- a/.github/workflows/push_pr.yml
+++ b/.github/workflows/push_pr.yml
@@ -25,7 +25,7 @@ jobs:
compile_and_test:
strategy:
matrix:
-flink: [1.17-SNAPSHOT, 1.18-SNAPSHOT]
+flink: [1.16-SNAPSHOT, 1.17-SNAPSHOT, 1.18-SNAPSHOT, 1.19-SNAPSHOT]
uses: apache/flink-connector-shared-utils/.github/workflows/ci.yml@ci_utils
with:
flink_version: ${{ matrix.flink }}
diff --git a/.github/workflows/weekly.yml b/.github/workflows/weekly.yml
index bba17f1..e2db295 100644
--- a/.github/workflows/weekly.yml
+++ b/.github/workflows/weekly.yml
@@ -35,14 +35,20 @@ jobs:
}, {
flink: 1.18-SNAPSHOT,
branch: main
+}, {
+ flink: 1.19-SNAPSHOT,
+ branch: main
}, {
flink: 1.16.2,
branch: v1.0
}, {
flink: 1.17.1,
branch: v1.0
+},{
+ flink: 1.18.0,
+ branch: v1.0
}, {
- flink: 1.18-SNAPSHOT,
+ flink: 1.19-SNAPSHOT,
branch: v1.0
}]
uses: apache/flink-connector-shared-utils/.github/workflows/ci.yml@ci_utils
diff --git a/pom.xml b/pom.xml
index 8389f9b..ba474ec 100644
--- a/pom.xml
+++ b/pom.xml
@@ -283,6 +283,20 @@ under the License.
test
+
+
+ org.apache.commons
+ commons-compress
+ 1.24.0
+
+
+
+
+ org.xerial.snappy
+ snappy-java
+ 1.1.10.4
+
+
com.esotericsoftware.kryo
(flink-connector-mongodb) branch main updated: [FLINK-33380][connectors/mongodb] Bump Flink version to include 1.18 and 1.19-SNAPSHOT. This closes #18
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-mongodb.git
The following commit(s) were added to refs/heads/main by this push:
new 43ee0b3 [FLINK-33380][connectors/mongodb] Bump Flink version to
include 1.18 and 1.19-SNAPSHOT. This closes #18
43ee0b3 is described below
commit 43ee0b386c1149afec70090d3eacd6900471f523
Author: skylines <34996528+gt...@users.noreply.github.com>
AuthorDate: Tue Oct 31 20:23:59 2023 +0800
[FLINK-33380][connectors/mongodb] Bump Flink version to include 1.18 and
1.19-SNAPSHOT. This closes #18
[FLINK-33380][connectors/mongodb] Bump Flink version to include 1.18 and
1.19-SNAPSHOT
Co-authored-by: Jiabao Sun <328226...@qq.com>
---
.github/workflows/push_pr.yml | 2 +-
.github/workflows/weekly.yml | 8 +++-
pom.xml | 14 ++
3 files changed, 22 insertions(+), 2 deletions(-)
diff --git a/.github/workflows/push_pr.yml b/.github/workflows/push_pr.yml
index 8cc815d..fd4e0af 100644
--- a/.github/workflows/push_pr.yml
+++ b/.github/workflows/push_pr.yml
@@ -25,7 +25,7 @@ jobs:
compile_and_test:
strategy:
matrix:
-flink: [1.17-SNAPSHOT, 1.18-SNAPSHOT]
+flink: [1.16-SNAPSHOT, 1.17-SNAPSHOT, 1.18-SNAPSHOT, 1.19-SNAPSHOT]
uses: apache/flink-connector-shared-utils/.github/workflows/ci.yml@ci_utils
with:
flink_version: ${{ matrix.flink }}
diff --git a/.github/workflows/weekly.yml b/.github/workflows/weekly.yml
index bba17f1..e2db295 100644
--- a/.github/workflows/weekly.yml
+++ b/.github/workflows/weekly.yml
@@ -35,14 +35,20 @@ jobs:
}, {
flink: 1.18-SNAPSHOT,
branch: main
+}, {
+ flink: 1.19-SNAPSHOT,
+ branch: main
}, {
flink: 1.16.2,
branch: v1.0
}, {
flink: 1.17.1,
branch: v1.0
+},{
+ flink: 1.18.0,
+ branch: v1.0
}, {
- flink: 1.18-SNAPSHOT,
+ flink: 1.19-SNAPSHOT,
branch: v1.0
}]
uses: apache/flink-connector-shared-utils/.github/workflows/ci.yml@ci_utils
diff --git a/pom.xml b/pom.xml
index 431415a..7d2414b 100644
--- a/pom.xml
+++ b/pom.xml
@@ -283,6 +283,20 @@ under the License.
test
+
+
+ org.apache.commons
+ commons-compress
+ 1.24.0
+
+
+
+
+ org.xerial.snappy
+ snappy-java
+ 1.1.10.4
+
+
com.esotericsoftware.kryo
(flink-connector-elasticsearch) branch main updated (5423d51 -> 6636b62)
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/flink-connector-elasticsearch.git from 5423d51 [FLINK-30400][build] Stop bundling flink-connector-base. This closes #76 add 6636b62 [FLINK-33379] Bump Flink version on flink-connector-elasticsearch to include 1.18 support. This closes #78 No new revisions were added by this update. Summary of changes: .github/workflows/push_pr.yml | 2 +- .github/workflows/weekly.yml | 3 +++ pom.xml | 14 ++ 3 files changed, 18 insertions(+), 1 deletion(-)
(flink-shaded) branch dependabot/maven/flink-shaded-guava-31/com.google.guava-guava-32.0.0-jre deleted (was c6cd059)
This is an automated email from the ASF dual-hosted git repository. github-bot pushed a change to branch dependabot/maven/flink-shaded-guava-31/com.google.guava-guava-32.0.0-jre in repository https://gitbox.apache.org/repos/asf/flink-shaded.git was c6cd059 [FLINK-9][Build/Shaded] Rename two more references of `guava31` to `guava32` The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(flink-shaded) branch master updated: [FLINK-33339][Build/Shaded] Update Guava to 32.1.3. This closes #125
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/flink-shaded.git
The following commit(s) were added to refs/heads/master by this push:
new 8eb41f5 [FLINK-9][Build/Shaded] Update Guava to 32.1.3. This
closes #125
8eb41f5 is described below
commit 8eb41f5926d731c6b2c4ee4c0be29eabda2af7fb
Author: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
AuthorDate: Tue Oct 31 13:02:08 2023 +0100
[FLINK-9][Build/Shaded] Update Guava to 32.1.3. This closes #125
* [FLINK-9][Build/Shaded] Update Guava to 32.1.3
Bumps [com.google.guava:guava](https://github.com/google/guava) from
31.1-jre to 32.1.3-jre.
- [Release notes](https://github.com/google/guava/releases)
- [Commits](https://github.com/google/guava/commits)
---
updated-dependencies:
- dependency-name: com.google.guava:guava
dependency-type: direct:production
...
Signed-off-by: dependabot[bot]
* [FLINK-9][Build/Shaded] Move Guava to parent POM
This resolves the problem where `curator-recipes` pulls a different Guava
version via a transitive dependency
* [FLINK-9][Build/Shaded] Rename two more references of `guava31` to
`guava32`
-
Signed-off-by: dependabot[bot]
Co-authored-by: dependabot[bot]
<49699333+dependabot[bot]@users.noreply.github.com>
Co-authored-by: Martijn Visser
---
{flink-shaded-guava-31 => flink-shaded-guava-32}/pom.xml | 10 +++---
.../src/main/resources/META-INF/NOTICE | 4 ++--
.../flink-shaded-zookeeper-35/pom.xml | 6 ++
.../src/main/resources/META-INF/NOTICE | 2 +-
.../flink-shaded-zookeeper-36/pom.xml | 6 ++
.../src/main/resources/META-INF/NOTICE | 2 +-
.../flink-shaded-zookeeper-37/pom.xml | 6 ++
.../src/main/resources/META-INF/NOTICE | 2 +-
.../flink-shaded-zookeeper-38/pom.xml | 6 ++
.../src/main/resources/META-INF/NOTICE | 2 +-
pom.xml| 3 ++-
11 files changed, 35 insertions(+), 14 deletions(-)
diff --git a/flink-shaded-guava-31/pom.xml b/flink-shaded-guava-32/pom.xml
similarity index 94%
rename from flink-shaded-guava-31/pom.xml
rename to flink-shaded-guava-32/pom.xml
index 2f05dc7..856cae0 100644
--- a/flink-shaded-guava-31/pom.xml
+++ b/flink-shaded-guava-32/pom.xml
@@ -29,15 +29,11 @@ under the License.
flink-shaded-guava${flink.ci.license.suffix}
-flink-shaded-guava-31
+flink-shaded-guava-32
${guava.version}-17.0
jar
-
-31.1-jre
-
-
com.google.guava
@@ -57,7 +53,7 @@ under the License.
license-check
--31
+-32
@@ -85,7 +81,7 @@ under the License.
com.google
-
${shading.prefix}.guava31.com.google
+
${shading.prefix}.guava32.com.google
diff --git a/flink-shaded-guava-31/src/main/resources/META-INF/NOTICE
b/flink-shaded-guava-32/src/main/resources/META-INF/NOTICE
similarity index 75%
rename from flink-shaded-guava-31/src/main/resources/META-INF/NOTICE
rename to flink-shaded-guava-32/src/main/resources/META-INF/NOTICE
index 379e8fc..757a383 100644
--- a/flink-shaded-guava-31/src/main/resources/META-INF/NOTICE
+++ b/flink-shaded-guava-32/src/main/resources/META-INF/NOTICE
@@ -1,4 +1,4 @@
-flink-shaded-guava-30
+flink-shaded-guava-32
Copyright 2014-2023 The Apache Software Foundation
This product includes software developed at
@@ -6,5 +6,5 @@ The Apache Software Foundation (http://www.apache.org/).
This project bundles the following dependencies under the Apache Software
License 2.0 (http://www.apache.org/licenses/LICENSE-2.0.txt)
-- com.google.guava:guava:31.1-jre
+- com.google.guava:guava:32.1.3-jre
- com.google.guava:failureaccess:1.0.1
\ No newline at end of file
diff --git a/flink-shaded-zookeeper-parent/flink-shaded-zookeeper-35/pom.xml
b/flink-shaded-zookeeper-parent/flink-shaded-zookeeper-35/pom.xml
index 70cf8a1..78a0c97 100644
--- a/flink-shaded-zookeeper-parent/flink-shaded-zookeeper-35/pom.xml
+++ b/flink-shaded-zookeeper-parent/flink-shaded-zookeeper-35/pom.xml
@@ -122,6 +122,12 @@ under the License.
pom
import
+
+
+com.google.guava
+guava
+
(flink) branch master updated: [hotfix][rest] Improve error message
This is an automated email from the ASF dual-hosted git repository.
chesnay pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git
The following commit(s) were added to refs/heads/master by this push:
new 81d559a3bb1 [hotfix][rest] Improve error message
81d559a3bb1 is described below
commit 81d559a3bb11722f5148a9f4ad42e60105ae27a2
Author: Chesnay Schepler
AuthorDate: Mon Oct 30 14:37:25 2023 +0100
[hotfix][rest] Improve error message
---
.../org/apache/flink/runtime/rest/messages/MessageHeaders.java | 7 +--
1 file changed, 5 insertions(+), 2 deletions(-)
diff --git
a/flink-runtime/src/main/java/org/apache/flink/runtime/rest/messages/MessageHeaders.java
b/flink-runtime/src/main/java/org/apache/flink/runtime/rest/messages/MessageHeaders.java
index 63c54083493..122429e3c0d 100644
---
a/flink-runtime/src/main/java/org/apache/flink/runtime/rest/messages/MessageHeaders.java
+++
b/flink-runtime/src/main/java/org/apache/flink/runtime/rest/messages/MessageHeaders.java
@@ -78,12 +78,15 @@ public interface MessageHeaders<
* @return short description
*/
default String operationId() {
+final String className = getClass().getSimpleName();
+
if (getHttpMethod() != HttpMethodWrapper.GET) {
throw new UnsupportedOperationException(
-"The default implementation is only supported for GET
calls. Please override 'operationId()'.");
+"The default implementation is only supported for GET
calls. Please override 'operationId()' in '"
++ className
++ "'.");
}
-final String className = getClass().getSimpleName();
final int headersSuffixStart = className.lastIndexOf("Headers");
if (headersSuffixStart == -1) {
throw new IllegalStateException(
(flink-connector-aws) branch main updated: [FLINK-33409][Connectors/AWS] Bump Guava in AWS Connectors to to 32.1.3-jre
This is an automated email from the ASF dual-hosted git repository. dannycranmer pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/flink-connector-aws.git The following commit(s) were added to refs/heads/main by this push: new 23624ab [FLINK-33409][Connectors/AWS] Bump Guava in AWS Connectors to to 32.1.3-jre 23624ab is described below commit 23624ab0a7d36a9dc26c8f60e6b76c971c0fe662 Author: Danny Cranmer AuthorDate: Tue Oct 31 10:01:52 2023 + [FLINK-33409][Connectors/AWS] Bump Guava in AWS Connectors to to 32.1.3-jre --- .../flink-connector-kinesis/src/main/resources/META-INF/NOTICE | 5 +++-- .../src/main/resources/META-INF/NOTICE | 4 ++-- .../src/main/resources/META-INF/NOTICE | 4 ++-- .../flink-sql-connector-dynamodb/src/main/resources/META-INF/NOTICE | 4 ++-- .../flink-sql-connector-kinesis/src/main/resources/META-INF/NOTICE | 3 +-- pom.xml | 2 +- 6 files changed, 11 insertions(+), 11 deletions(-) diff --git a/flink-connector-aws/flink-connector-kinesis/src/main/resources/META-INF/NOTICE b/flink-connector-aws/flink-connector-kinesis/src/main/resources/META-INF/NOTICE index 2cd186f..45e3d39 100644 --- a/flink-connector-aws/flink-connector-kinesis/src/main/resources/META-INF/NOTICE +++ b/flink-connector-aws/flink-connector-kinesis/src/main/resources/META-INF/NOTICE @@ -27,6 +27,7 @@ This project bundles the following dependencies under the Apache Software Licens - software.amazon.awssdk:aws-core:2.20.144 - software.amazon.awssdk:aws-cbor-protocol:2.20.144 - software.amazon.awssdk:auth:2.20.144 +- software.amazon.awssdk:arns:2.20.144 - software.amazon.awssdk:apache-client:2.20.144 - software.amazon.awssdk:annotations:2.20.144 - org.apache.httpcomponents:httpcore:4.4.14 @@ -62,9 +63,9 @@ See bundled license files for details. - com.google.protobuf:protobuf-java:3.21.7 -This project bundles the following dependencies under the Creative Commons Zero license (https://creativecommons.org/publicdomain/zero/1.0/). +This project bundles the following dependencies under the MIT-0 license (https://spdx.org/licenses/MIT-0.html). -- org.reactivestreams:reactive-streams:1.0.3 +- org.reactivestreams:reactive-streams:1.0.4 The Amazon Kinesis Producer Library includes http-parser, Copyright (c) Joyent, Inc. and other Node contributors, libc++, Copyright (c) 2003-2014, LLVM Project, and slf4j, Copyright (c) 2004-2013 QOS.ch, each of which is subject to the terms and conditions of the MIT license that states as follows: diff --git a/flink-connector-aws/flink-sql-connector-aws-kinesis-firehose/src/main/resources/META-INF/NOTICE b/flink-connector-aws/flink-sql-connector-aws-kinesis-firehose/src/main/resources/META-INF/NOTICE index 1b8832a..7e1c82a 100644 --- a/flink-connector-aws/flink-sql-connector-aws-kinesis-firehose/src/main/resources/META-INF/NOTICE +++ b/flink-connector-aws/flink-sql-connector-aws-kinesis-firehose/src/main/resources/META-INF/NOTICE @@ -40,7 +40,7 @@ This project bundles the following dependencies under the Apache Software Licens - io.netty:netty-buffer:4.1.86.Final - commons-logging:commons-logging:1.1.3 -This project bundles the following dependencies under the Creative Commons Zero license (https://creativecommons.org/publicdomain/zero/1.0/). +This project bundles the following dependencies under the MIT-0 license (https://spdx.org/licenses/MIT-0.html). -- org.reactivestreams:reactive-streams:1.0.3 +- org.reactivestreams:reactive-streams:1.0.4 diff --git a/flink-connector-aws/flink-sql-connector-aws-kinesis-streams/src/main/resources/META-INF/NOTICE b/flink-connector-aws/flink-sql-connector-aws-kinesis-streams/src/main/resources/META-INF/NOTICE index 3ede23a..1fecdb0 100644 --- a/flink-connector-aws/flink-sql-connector-aws-kinesis-streams/src/main/resources/META-INF/NOTICE +++ b/flink-connector-aws/flink-sql-connector-aws-kinesis-streams/src/main/resources/META-INF/NOTICE @@ -44,6 +44,6 @@ This project bundles the following dependencies under the Apache Software Licens - commons-logging:commons-logging:1.1.3 -This project bundles the following dependencies under the Creative Commons Zero license (https://creativecommons.org/publicdomain/zero/1.0/). +This project bundles the following dependencies under the MIT-0 license (https://spdx.org/licenses/MIT-0.html). -- org.reactivestreams:reactive-streams:1.0.3 +- org.reactivestreams:reactive-streams:1.0.4 diff --git a/flink-connector-aws/flink-sql-connector-dynamodb/src/main/resources/META-INF/NOTICE b/flink-connector-aws/flink-sql-connector-dynamodb/src/main/resources/META-INF/NOTICE index 7114c0b..b357255 100644 --- a/flink-connector-aws/flink-sql-connector-dynamodb/src/main/resources/META-INF/NOTICE +++ b/flink-connector-aws/flink-sql-connector-dynamodb/src/main/resources/META-INF/NOTICE @@ -42,7
(flink) branch master updated: [FLINK-33356][docs] Fix the messed navigation bar on Flink’s official website
This is an automated email from the ASF dual-hosted git repository. wanglijie pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/flink.git The following commit(s) were added to refs/heads/master by this push: new 780a673d8e2 [FLINK-33356][docs] Fix the messed navigation bar on Flink’s official website 780a673d8e2 is described below commit 780a673d8e2c3845d685c86d95166d9169601726 Author: Wencong Liu <104502720+wencong...@users.noreply.github.com> AuthorDate: Tue Oct 31 16:48:53 2023 +0800 [FLINK-33356][docs] Fix the messed navigation bar on Flink’s official website This closes #23627 --- docs/themes/book | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/themes/book b/docs/themes/book index 3f1bcccbfb2..a486adf8462 16 --- a/docs/themes/book +++ b/docs/themes/book @@ -1 +1 @@ -Subproject commit 3f1bcccbfb247da44ab5410a97576c0bf6da103b +Subproject commit a486adf8462c0abfc9034436ddd72927d6656809
(flink) branch release-1.17 updated: [FLINK-33360][connector/common] Clean up finishedReaders after switch to next Enumerator
This is an automated email from the ASF dual-hosted git repository.
leonard pushed a commit to branch release-1.17
in repository https://gitbox.apache.org/repos/asf/flink.git
The following commit(s) were added to refs/heads/release-1.17 by this push:
new 19637741e9e [FLINK-33360][connector/common] Clean up finishedReaders
after switch to next Enumerator
19637741e9e is described below
commit 19637741e9e56ab231fdcafd1dec4be4087e738e
Author: fengjiajie
AuthorDate: Tue Oct 31 15:23:14 2023 +0800
[FLINK-33360][connector/common] Clean up finishedReaders after switch to
next Enumerator
This closes #23617.
---
.../source/hybrid/HybridSourceSplitEnumerator.java | 1 +
.../hybrid/HybridSourceSplitEnumeratorTest.java| 36 ++
2 files changed, 37 insertions(+)
diff --git
a/flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/source/hybrid/HybridSourceSplitEnumerator.java
b/flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/source/hybrid/HybridSourceSplitEnumerator.java
index b1eeec1327c..df8aaf67d95 100644
---
a/flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/source/hybrid/HybridSourceSplitEnumerator.java
+++
b/flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/source/hybrid/HybridSourceSplitEnumerator.java
@@ -259,6 +259,7 @@ public class HybridSourceSplitEnumerator
if (currentEnumerator != null) {
try {
currentEnumerator.close();
+finishedReaders.clear();
} catch (Exception e) {
throw new RuntimeException(e);
}
diff --git
a/flink-connectors/flink-connector-base/src/test/java/org/apache/flink/connector/base/source/hybrid/HybridSourceSplitEnumeratorTest.java
b/flink-connectors/flink-connector-base/src/test/java/org/apache/flink/connector/base/source/hybrid/HybridSourceSplitEnumeratorTest.java
index e4f268dedef..5685ba0c765 100644
---
a/flink-connectors/flink-connector-base/src/test/java/org/apache/flink/connector/base/source/hybrid/HybridSourceSplitEnumeratorTest.java
+++
b/flink-connectors/flink-connector-base/src/test/java/org/apache/flink/connector/base/source/hybrid/HybridSourceSplitEnumeratorTest.java
@@ -253,6 +253,42 @@ public class HybridSourceSplitEnumeratorTest {
assertThat(context.hasNoMoreSplits(0)).isTrue();
}
+@Test
+public void testMultiSubtaskSwitchEnumerator() {
+context = new MockSplitEnumeratorContext<>(2);
+source =
+HybridSource.builder(MOCK_SOURCE)
+.addSource(MOCK_SOURCE)
+.addSource(MOCK_SOURCE)
+.build();
+
+enumerator = (HybridSourceSplitEnumerator)
source.createEnumerator(context);
+enumerator.start();
+
+registerReader(context, enumerator, SUBTASK0);
+registerReader(context, enumerator, SUBTASK1);
+enumerator.handleSourceEvent(SUBTASK0, new
SourceReaderFinishedEvent(-1));
+enumerator.handleSourceEvent(SUBTASK1, new
SourceReaderFinishedEvent(-1));
+
+assertThat(getCurrentSourceIndex(enumerator)).isEqualTo(0);
+enumerator.handleSourceEvent(SUBTASK0, new
SourceReaderFinishedEvent(0));
+assertThat(getCurrentSourceIndex(enumerator)).isEqualTo(0);
+enumerator.handleSourceEvent(SUBTASK1, new
SourceReaderFinishedEvent(0));
+assertThat(getCurrentSourceIndex(enumerator))
+.as("all reader finished source-0")
+.isEqualTo(1);
+
+enumerator.handleSourceEvent(SUBTASK0, new
SourceReaderFinishedEvent(1));
+assertThat(getCurrentSourceIndex(enumerator))
+.as(
+"only reader-0 has finished reading, reader-1 is not
yet done, so do not switch to the next source")
+.isEqualTo(1);
+enumerator.handleSourceEvent(SUBTASK1, new
SourceReaderFinishedEvent(1));
+assertThat(getCurrentSourceIndex(enumerator))
+.as("all reader finished source-1")
+.isEqualTo(2);
+}
+
private static class UnderlyingEnumeratorWrapper
implements SplitEnumerator {
private static final MockSourceSplit SPLIT_1 = new MockSourceSplit(0,
0, 1);
(flink) branch release-1.18 updated: [FLINK-33360][connector/common] Clean up finishedReaders after switch to next Enumerator
This is an automated email from the ASF dual-hosted git repository.
leonard pushed a commit to branch release-1.18
in repository https://gitbox.apache.org/repos/asf/flink.git
The following commit(s) were added to refs/heads/release-1.18 by this push:
new 013b337329f [FLINK-33360][connector/common] Clean up finishedReaders
after switch to next Enumerator
013b337329f is described below
commit 013b337329ff4732e62d631cac8429cb68dd4776
Author: fengjiajie
AuthorDate: Tue Oct 31 15:20:52 2023 +0800
[FLINK-33360][connector/common] Clean up finishedReaders after switch to
next Enumerator
This closes #23616.
---
.../source/hybrid/HybridSourceSplitEnumerator.java | 1 +
.../hybrid/HybridSourceSplitEnumeratorTest.java| 36 ++
2 files changed, 37 insertions(+)
diff --git
a/flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/source/hybrid/HybridSourceSplitEnumerator.java
b/flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/source/hybrid/HybridSourceSplitEnumerator.java
index b1eeec1327c..df8aaf67d95 100644
---
a/flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/source/hybrid/HybridSourceSplitEnumerator.java
+++
b/flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/source/hybrid/HybridSourceSplitEnumerator.java
@@ -259,6 +259,7 @@ public class HybridSourceSplitEnumerator
if (currentEnumerator != null) {
try {
currentEnumerator.close();
+finishedReaders.clear();
} catch (Exception e) {
throw new RuntimeException(e);
}
diff --git
a/flink-connectors/flink-connector-base/src/test/java/org/apache/flink/connector/base/source/hybrid/HybridSourceSplitEnumeratorTest.java
b/flink-connectors/flink-connector-base/src/test/java/org/apache/flink/connector/base/source/hybrid/HybridSourceSplitEnumeratorTest.java
index fcde32811f4..8b068d645b6 100644
---
a/flink-connectors/flink-connector-base/src/test/java/org/apache/flink/connector/base/source/hybrid/HybridSourceSplitEnumeratorTest.java
+++
b/flink-connectors/flink-connector-base/src/test/java/org/apache/flink/connector/base/source/hybrid/HybridSourceSplitEnumeratorTest.java
@@ -252,6 +252,42 @@ public class HybridSourceSplitEnumeratorTest {
assertThat(context.hasNoMoreSplits(0)).isTrue();
}
+@Test
+public void testMultiSubtaskSwitchEnumerator() {
+context = new MockSplitEnumeratorContext<>(2);
+source =
+HybridSource.builder(MOCK_SOURCE)
+.addSource(MOCK_SOURCE)
+.addSource(MOCK_SOURCE)
+.build();
+
+enumerator = (HybridSourceSplitEnumerator)
source.createEnumerator(context);
+enumerator.start();
+
+registerReader(context, enumerator, SUBTASK0);
+registerReader(context, enumerator, SUBTASK1);
+enumerator.handleSourceEvent(SUBTASK0, new
SourceReaderFinishedEvent(-1));
+enumerator.handleSourceEvent(SUBTASK1, new
SourceReaderFinishedEvent(-1));
+
+assertThat(getCurrentSourceIndex(enumerator)).isEqualTo(0);
+enumerator.handleSourceEvent(SUBTASK0, new
SourceReaderFinishedEvent(0));
+assertThat(getCurrentSourceIndex(enumerator)).isEqualTo(0);
+enumerator.handleSourceEvent(SUBTASK1, new
SourceReaderFinishedEvent(0));
+assertThat(getCurrentSourceIndex(enumerator))
+.as("all reader finished source-0")
+.isEqualTo(1);
+
+enumerator.handleSourceEvent(SUBTASK0, new
SourceReaderFinishedEvent(1));
+assertThat(getCurrentSourceIndex(enumerator))
+.as(
+"only reader-0 has finished reading, reader-1 is not
yet done, so do not switch to the next source")
+.isEqualTo(1);
+enumerator.handleSourceEvent(SUBTASK1, new
SourceReaderFinishedEvent(1));
+assertThat(getCurrentSourceIndex(enumerator))
+.as("all reader finished source-1")
+.isEqualTo(2);
+}
+
private static class UnderlyingEnumeratorWrapper
implements SplitEnumerator {
private static final MockSourceSplit SPLIT_1 = new MockSourceSplit(0,
0, 1);
