[flink-web] 01/03: Add canonical URLs to avoid duplicate content
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/flink-web.git commit 46e64a0561f7d1fb738e85b767c341308e161e61 Author: Martijn Visser AuthorDate: Tue Feb 28 10:46:20 2023 +0100 Add canonical URLs to avoid duplicate content --- docs/layouts/partials/docs/inject/head.html | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/layouts/partials/docs/inject/head.html b/docs/layouts/partials/docs/inject/head.html index 2f217a2f9..c6162b161 100644 --- a/docs/layouts/partials/docs/inject/head.html +++ b/docs/layouts/partials/docs/inject/head.html @@ -22,4 +22,4 @@ under the License. - +
[flink] branch release-1.17 updated: [FLINK-31109][Yarn] Support Hadoop proxy user when delegation token fetch is disabled. This closes #22009
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch release-1.17
in repository https://gitbox.apache.org/repos/asf/flink.git
The following commit(s) were added to refs/heads/release-1.17 by this push:
new 29f4181e107 [FLINK-31109][Yarn] Support Hadoop proxy user when
delegation token fetch is disabled. This closes #22009
29f4181e107 is described below
commit 29f4181e1076712dcaeaadeaad0c1bcb2ef25b70
Author: Venkata krishnan Sowrirajan
AuthorDate: Sun Feb 26 12:07:22 2023 -0800
[FLINK-31109][Yarn] Support Hadoop proxy user when delegation token fetch
is disabled. This closes #22009
* [FLINK-31109][yarn] Support Hadoop proxy user when delegation token fetch
is disabled
(cherry picked from commit 78136133fbec4ca145dec66d4bc0c324c8e16d82)
---
.../runtime/security/modules/HadoopModule.java | 17 ++-
.../token/hadoop/HBaseDelegationTokenProvider.java | 2 +-
.../hadoop/HadoopFSDelegationTokenProvider.java| 2 +-
.../token/hadoop/KerberosLoginProvider.java| 8 ++-
.../runtime/security/modules/HadoopModuleTest.java | 28 +++
.../token/hadoop/KerberosLoginProviderITCase.java | 58 ++
.../apache/flink/yarn/YarnClusterDescriptor.java | 54 +---
7 files changed, 133 insertions(+), 36 deletions(-)
diff --git
a/flink-runtime/src/main/java/org/apache/flink/runtime/security/modules/HadoopModule.java
b/flink-runtime/src/main/java/org/apache/flink/runtime/security/modules/HadoopModule.java
index 9f0bba6ea90..dfc2a7ee3fe 100644
---
a/flink-runtime/src/main/java/org/apache/flink/runtime/security/modules/HadoopModule.java
+++
b/flink-runtime/src/main/java/org/apache/flink/runtime/security/modules/HadoopModule.java
@@ -19,6 +19,7 @@
package org.apache.flink.runtime.security.modules;
import org.apache.flink.annotation.VisibleForTesting;
+import org.apache.flink.configuration.SecurityOptions;
import org.apache.flink.runtime.hadoop.HadoopUserUtils;
import org.apache.flink.runtime.security.SecurityConfiguration;
import org.apache.flink.runtime.security.token.hadoop.KerberosLoginProvider;
@@ -70,10 +71,22 @@ public class HadoopModule implements SecurityModule {
try {
KerberosLoginProvider kerberosLoginProvider = new
KerberosLoginProvider(securityConfig);
-if (kerberosLoginProvider.isLoginPossible()) {
-kerberosLoginProvider.doLogin();
+if (kerberosLoginProvider.isLoginPossible(true)) {
+kerberosLoginProvider.doLogin(true);
loginUser = UserGroupInformation.getLoginUser();
+if (HadoopUserUtils.isProxyUser((loginUser))
+&& securityConfig
+.getFlinkConfig()
+
.getBoolean(SecurityOptions.DELEGATION_TOKENS_ENABLED)) {
+throw new UnsupportedOperationException(
+"Hadoop Proxy user is supported only when"
++ " delegation tokens fetch is managed
outside of Flink!"
++ " Please try again with "
++
SecurityOptions.DELEGATION_TOKENS_ENABLED.key()
++ " config set to false!");
+}
+
if (loginUser.isFromKeytab()) {
String fileLocation =
System.getenv(UserGroupInformation.HADOOP_TOKEN_FILE_LOCATION);
diff --git
a/flink-runtime/src/main/java/org/apache/flink/runtime/security/token/hadoop/HBaseDelegationTokenProvider.java
b/flink-runtime/src/main/java/org/apache/flink/runtime/security/token/hadoop/HBaseDelegationTokenProvider.java
index cdabe8a9d12..bb7f87f4e71 100644
---
a/flink-runtime/src/main/java/org/apache/flink/runtime/security/token/hadoop/HBaseDelegationTokenProvider.java
+++
b/flink-runtime/src/main/java/org/apache/flink/runtime/security/token/hadoop/HBaseDelegationTokenProvider.java
@@ -116,7 +116,7 @@ public class HBaseDelegationTokenProvider implements
DelegationTokenProvider {
return false;
}
return
hbaseConf.get("hbase.security.authentication").equals("kerberos")
-&& kerberosLoginProvider.isLoginPossible();
+&& kerberosLoginProvider.isLoginPossible(false);
}
@Override
diff --git
a/flink-runtime/src/main/java/org/apache/flink/runtime/security/token/hadoop/HadoopFSDelegationTokenProvider.java
b/flink-runtime/src/main/java/org/apache/flink/runtime/security/token/hadoop/HadoopFSDelegationTokenProvider.java
index 960a80509d2..aeb37fefdcb 100644
---
a/flink-runtime/src/main/java/org/apache/flink/runtime/security/token/hadoop/HadoopFSDelegationTokenProvider.java
+++
b/flink-runtime/src/main/java/org/apache/flink/runtime/secur
[flink-web] branch asf-site updated (5c717c5e8 -> cec309235)
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a change to branch asf-site in repository https://gitbox.apache.org/repos/asf/flink-web.git from 5c717c5e8 Rebuild website new aed429196 Replace Slack invite link new cec309235 Rebuild website The 2 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: content/community/index.html | 2 +- content/getting-help/index.html| 2 +- content/zh/community/index.html| 2 +- content/zh/getting-help/index.html | 2 +- docs/content.zh/community.md | 2 +- docs/content.zh/getting-help.md| 2 +- docs/content/community.md | 2 +- docs/content/getting-help.md | 2 +- 8 files changed, 8 insertions(+), 8 deletions(-)
[flink-web] 01/02: Replace Slack invite link
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/flink-web.git
commit aed429196b8a2cf2b536a0d96fa9129b7902996f
Author: Martijn Visser
AuthorDate: Mon Feb 27 10:23:51 2023 +0100
Replace Slack invite link
---
docs/content.zh/community.md| 2 +-
docs/content.zh/getting-help.md | 2 +-
docs/content/community.md | 2 +-
docs/content/getting-help.md| 2 +-
4 files changed, 4 insertions(+), 4 deletions(-)
diff --git a/docs/content.zh/community.md b/docs/content.zh/community.md
index d3d71656e..081e770f2 100644
--- a/docs/content.zh/community.md
+++ b/docs/content.zh/community.md
@@ -145,7 +145,7 @@ under the License.
## Slack
-你可以通过
[此链接](https://join.slack.com/t/apache-flink/shared_invite/zt-1llkzbgyt-K2nNGGg88rfsDGLkT09Qzg)
+你可以通过
[此链接](https://join.slack.com/t/apache-flink/shared_invite/zt-1oamx9dv6-5fB8pQqUH2qY~A_77D4S2A)
加入 Apache Flink 社区专属的 Slack 工作空间。 在成功加入后，不要忘记在 #introductions 频道介绍你自己。 Slack
规定每个邀请链接最多可邀请 100 人，如果遇到上述链接失效的情况，请联系 [Dev 邮件列表](#mailing-lists)。
所有已经加入社区 Slack 空间的成员同样可以邀请新成员加入。
diff --git a/docs/content.zh/getting-help.md b/docs/content.zh/getting-help.md
index 6924c579f..ce33180df 100644
--- a/docs/content.zh/getting-help.md
+++ b/docs/content.zh/getting-help.md
@@ -47,7 +47,7 @@ Apache Flink 社区每天都会回答许多用户的问题。你可以从历史
### Slack
-你可以通过
[此链接](https://join.slack.com/t/apache-flink/shared_invite/zt-1llkzbgyt-K2nNGGg88rfsDGLkT09Qzg)
加入 Apache Flink 社区专属的 Slack 工作空间。
+你可以通过
[此链接](https://join.slack.com/t/apache-flink/shared_invite/zt-1oamx9dv6-5fB8pQqUH2qY~A_77D4S2A)
加入 Apache Flink 社区专属的 Slack 工作空间。
在成功加入后，不要忘记在 #introductions 频道介绍你自己。
Slack 规定每个邀请链接最多可邀请 100 人，如果遇到上述链接失效的情况，请联系 [Dev 邮件列表]({{< relref "community"
>}}#mailing-lists)。
所有已经加入社区 Slack 空间的成员同样可以邀请新成员加入。
diff --git a/docs/content/community.md b/docs/content/community.md
index b70581fcc..5ba9044c5 100644
--- a/docs/content/community.md
+++ b/docs/content/community.md
@@ -146,7 +146,7 @@ If you send us an email with a code snippet, make sure that:
## Slack
-You can join the [Apache Flink community on
Slack.](https://join.slack.com/t/apache-flink/shared_invite/zt-1llkzbgyt-K2nNGGg88rfsDGLkT09Qzg)
+You can join the [Apache Flink community on
Slack.](https://join.slack.com/t/apache-flink/shared_invite/zt-1oamx9dv6-5fB8pQqUH2qY~A_77D4S2A)
After creating an account in Slack, don't forget to introduce yourself in
#introductions.
Due to Slack limitations the invite link expires after 100 invites. If it is
expired, please reach out to the [Dev mailing list](#mailing-lists).
Any existing Slack member can also invite anyone else to join.
diff --git a/docs/content/getting-help.md b/docs/content/getting-help.md
index 97795305c..fb6c5c53e 100644
--- a/docs/content/getting-help.md
+++ b/docs/content/getting-help.md
@@ -47,7 +47,7 @@ Please note that you won't receive a response to your mail if
you are not subscr
### Slack
-You can join the [Apache Flink community on
Slack.](https://join.slack.com/t/apache-flink/shared_invite/zt-1llkzbgyt-K2nNGGg88rfsDGLkT09Qzg)
+You can join the [Apache Flink community on
Slack.](https://join.slack.com/t/apache-flink/shared_invite/zt-1oamx9dv6-5fB8pQqUH2qY~A_77D4S2A)
After creating an account in Slack, don't forget to introduce yourself in
#introductions.
Due to Slack limitations the invite link expires after 100 invites. If it is
expired, please reach out to the [Dev mailing list]({{< relref "community"
>}}#mailing-lists).
Any existing Slack member can also invite anyone else to join.
[flink-web] 02/02: Rebuild website
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/flink-web.git commit cec309235f0ad40dafd42e9ba5f6dde8d5867c6f Author: Martijn Visser AuthorDate: Mon Feb 27 10:24:20 2023 +0100 Rebuild website --- content/community/index.html | 2 +- content/getting-help/index.html| 2 +- content/zh/community/index.html| 2 +- content/zh/getting-help/index.html | 2 +- 4 files changed, 4 insertions(+), 4 deletions(-) diff --git a/content/community/index.html b/content/community/index.html index c6be4f2fb..507d3eeff 100644 --- a/content/community/index.html +++ b/content/community/index.html @@ -1596,7 +1596,7 @@ data-td_id='Archive'>https://lists.apache.org/list.html?commits@flink.a Slack # -You can join the https://join.slack.com/t/apache-flink/shared_invite/zt-1llkzbgyt-K2nNGGg88rfsDGLkT09Qzg;>Apache Flink community on Slack. +You can join the https://join.slack.com/t/apache-flink/shared_invite/zt-1oamx9dv6-5fB8pQqUH2qY~A_77D4S2A;>Apache Flink community on Slack. After creating an account in Slack, dont forget to introduce yourself in #introductions. Due to Slack limitations the invite link expires after 100 invites. If it is expired, please reach out to the Dev mailing list. Any existing Slack member can also invite anyone else to join. diff --git a/content/getting-help/index.html b/content/getting-help/index.html index ac65b0f5d..7c8cf78d0 100644 --- a/content/getting-help/index.html +++ b/content/getting-help/index.html @@ -971,7 +971,7 @@ under the License. Slack # -You can join the https://join.slack.com/t/apache-flink/shared_invite/zt-1llkzbgyt-K2nNGGg88rfsDGLkT09Qzg;>Apache Flink community on Slack. +You can join the https://join.slack.com/t/apache-flink/shared_invite/zt-1oamx9dv6-5fB8pQqUH2qY~A_77D4S2A;>Apache Flink community on Slack. After creating an account in Slack, dont forget to introduce yourself in #introductions. Due to Slack limitations the invite link expires after 100 invites. If it is expired, please reach out to the Dev mailing list. Any existing Slack member can also invite anyone else to join. diff --git a/content/zh/community/index.html b/content/zh/community/index.html index 9d69b4dac..083d54939 100644 --- a/content/zh/community/index.html +++ b/content/zh/community/index.html @@ -1606,7 +1606,7 @@ data-td_id='Archive'>https://lists.apache.org/list.html?commits@flink.a Slack # -你可以通过 https://join.slack.com/t/apache-flink/shared_invite/zt-1llkzbgyt-K2nNGGg88rfsDGLkT09Qzg;>此链接 +你可以通过 https://join.slack.com/t/apache-flink/shared_invite/zt-1oamx9dv6-5fB8pQqUH2qY~A_77D4S2A;>此链接 加入 Apache Flink 社区专属的 Slack 工作空间。 在成功加入后，不要忘记在 #introductions 频道介绍你自己。 Slack 规定每个邀请链接最多可邀请 100 人，如果遇到上述链接失效的情况，请联系 Dev 邮件列表。 所有已经加入社区 Slack 空间的成员同样可以邀请新成员加入。 在 Slack 空间交流时，请遵守以下规则： diff --git a/content/zh/getting-help/index.html b/content/zh/getting-help/index.html index 80638256b..bcb103aa8 100644 --- a/content/zh/getting-help/index.html +++ b/content/zh/getting-help/index.html @@ -981,7 +981,7 @@ under the License. Slack # -你可以通过 https://join.slack.com/t/apache-flink/shared_invite/zt-1llkzbgyt-K2nNGGg88rfsDGLkT09Qzg;>此链接 加入 Apache Flink 社区专属的 Slack 工作空间。 +你可以通过 https://join.slack.com/t/apache-flink/shared_invite/zt-1oamx9dv6-5fB8pQqUH2qY~A_77D4S2A;>此链接 加入 Apache Flink 社区专属的 Slack 工作空间。 在成功加入后，不要忘记在 #introductions 频道介绍你自己。 Slack 规定每个邀请链接最多可邀请 100 人，如果遇到上述链接失效的情况，请联系 Dev 邮件列表。 所有已经加入社区 Slack 空间的成员同样可以邀请新成员加入。
[flink] branch master updated: [FLINK-31109][Yarn] Support Hadoop proxy user when delegation token fetch is disabled. This closes #22009
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git
The following commit(s) were added to refs/heads/master by this push:
new 78136133fbe [FLINK-31109][Yarn] Support Hadoop proxy user when
delegation token fetch is disabled. This closes #22009
78136133fbe is described below
commit 78136133fbec4ca145dec66d4bc0c324c8e16d82
Author: Venkata krishnan Sowrirajan
AuthorDate: Sun Feb 26 12:07:22 2023 -0800
[FLINK-31109][Yarn] Support Hadoop proxy user when delegation token fetch
is disabled. This closes #22009
* [FLINK-31109][yarn] Support Hadoop proxy user when delegation token fetch
is disabled
---
.../runtime/security/modules/HadoopModule.java | 17 ++-
.../token/hadoop/HBaseDelegationTokenProvider.java | 2 +-
.../hadoop/HadoopFSDelegationTokenProvider.java| 2 +-
.../token/hadoop/KerberosLoginProvider.java| 8 ++-
.../runtime/security/modules/HadoopModuleTest.java | 28 +++
.../token/hadoop/KerberosLoginProviderITCase.java | 58 ++
.../apache/flink/yarn/YarnClusterDescriptor.java | 54 +---
7 files changed, 133 insertions(+), 36 deletions(-)
diff --git
a/flink-runtime/src/main/java/org/apache/flink/runtime/security/modules/HadoopModule.java
b/flink-runtime/src/main/java/org/apache/flink/runtime/security/modules/HadoopModule.java
index 9f0bba6ea90..dfc2a7ee3fe 100644
---
a/flink-runtime/src/main/java/org/apache/flink/runtime/security/modules/HadoopModule.java
+++
b/flink-runtime/src/main/java/org/apache/flink/runtime/security/modules/HadoopModule.java
@@ -19,6 +19,7 @@
package org.apache.flink.runtime.security.modules;
import org.apache.flink.annotation.VisibleForTesting;
+import org.apache.flink.configuration.SecurityOptions;
import org.apache.flink.runtime.hadoop.HadoopUserUtils;
import org.apache.flink.runtime.security.SecurityConfiguration;
import org.apache.flink.runtime.security.token.hadoop.KerberosLoginProvider;
@@ -70,10 +71,22 @@ public class HadoopModule implements SecurityModule {
try {
KerberosLoginProvider kerberosLoginProvider = new
KerberosLoginProvider(securityConfig);
-if (kerberosLoginProvider.isLoginPossible()) {
-kerberosLoginProvider.doLogin();
+if (kerberosLoginProvider.isLoginPossible(true)) {
+kerberosLoginProvider.doLogin(true);
loginUser = UserGroupInformation.getLoginUser();
+if (HadoopUserUtils.isProxyUser((loginUser))
+&& securityConfig
+.getFlinkConfig()
+
.getBoolean(SecurityOptions.DELEGATION_TOKENS_ENABLED)) {
+throw new UnsupportedOperationException(
+"Hadoop Proxy user is supported only when"
++ " delegation tokens fetch is managed
outside of Flink!"
++ " Please try again with "
++
SecurityOptions.DELEGATION_TOKENS_ENABLED.key()
++ " config set to false!");
+}
+
if (loginUser.isFromKeytab()) {
String fileLocation =
System.getenv(UserGroupInformation.HADOOP_TOKEN_FILE_LOCATION);
diff --git
a/flink-runtime/src/main/java/org/apache/flink/runtime/security/token/hadoop/HBaseDelegationTokenProvider.java
b/flink-runtime/src/main/java/org/apache/flink/runtime/security/token/hadoop/HBaseDelegationTokenProvider.java
index cdabe8a9d12..bb7f87f4e71 100644
---
a/flink-runtime/src/main/java/org/apache/flink/runtime/security/token/hadoop/HBaseDelegationTokenProvider.java
+++
b/flink-runtime/src/main/java/org/apache/flink/runtime/security/token/hadoop/HBaseDelegationTokenProvider.java
@@ -116,7 +116,7 @@ public class HBaseDelegationTokenProvider implements
DelegationTokenProvider {
return false;
}
return
hbaseConf.get("hbase.security.authentication").equals("kerberos")
-&& kerberosLoginProvider.isLoginPossible();
+&& kerberosLoginProvider.isLoginPossible(false);
}
@Override
diff --git
a/flink-runtime/src/main/java/org/apache/flink/runtime/security/token/hadoop/HadoopFSDelegationTokenProvider.java
b/flink-runtime/src/main/java/org/apache/flink/runtime/security/token/hadoop/HadoopFSDelegationTokenProvider.java
index 960a80509d2..aeb37fefdcb 100644
---
a/flink-runtime/src/main/java/org/apache/flink/runtime/security/token/hadoop/HadoopFSDelegationTokenProvider.java
+++
b/flink-runtime/src/main/java/org/apache/flink/runtime/security/token/hadoop/HadoopFSDelegationTokenProvider.java
@@ -99,7 +99,7 @@ public class HadoopFSD
[flink-web] branch asf-site updated (a8f06aa38 -> 5c717c5e8)
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a change to branch asf-site in repository https://gitbox.apache.org/repos/asf/flink-web.git from a8f06aa38 [hotfix] Fix broken link new 9dc7f0cc1 [FLINK-31206] Repair broken and missing redirect links new 5c717c5e8 Rebuild website The 2 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: _include/.htaccess | 32 ++ content/.htaccess | 32 ++ .../08/26/apache-flink-0.6-available/index.html| 2 +- .../09/26/apache-flink-0.6.1-available/index.html | 2 +- content/2014/10/03/upcoming-events/index.html | 2 +- .../11/04/apache-flink-0.7.0-available/index.html | 2 +- .../11/18/hadoop-compatibility-in-flink/index.html | 2 +- .../index.html | 2 +- .../01/21/apache-flink-0.8.0-available/index.html | 2 +- .../january-2015-in-the-flink-community/index.html | 2 +- .../02/09/introducing-flink-streaming/index.html | 2 +- .../index.html | 2 +- .../index.html | 2 +- .../march-2015-in-the-flink-community/index.html | 2 +- .../index.html | 2 +- .../05/11/juggling-with-bits-and-bytes/index.html | 2 +- .../april-2015-in-the-flink-community/index.html | 2 +- .../06/24/announcing-apache-flink-0.9.0/index.html | 2 +- .../index.html | 2 +- .../09/01/apache-flink-0.9.1-available/index.html | 2 +- .../09/03/announcing-flink-forward-2015/index.html | 2 +- .../index.html | 2 +- .../16/announcing-apache-flink-0.10.0/index.html | 2 +- .../2015/11/27/flink-0.10.1-released/index.html| 2 +- .../index.html | 2 +- .../index.html | 2 +- .../index.html | 2 +- .../2016/02/11/flink-0.10.2-released/index.html| 2 +- .../03/08/announcing-apache-flink-1.0.0/index.html | 2 +- content/2016/04/06/flink-1.0.1-released/index.html | 2 +- .../index.html | 2 +- .../index.html | 2 +- content/2016/04/22/flink-1.0.2-released/index.html | 2 +- content/2016/05/11/flink-1.0.3-released/index.html | 2 +- .../index.html | 2 +- .../08/04/announcing-apache-flink-1.1.0/index.html | 2 +- content/2016/08/04/flink-1.1.1-released/index.html | 2 +- .../index.html | 2 +- .../09/05/apache-flink-1.1.2-released/index.html | 2 +- .../10/12/apache-flink-1.1.3-released/index.html | 2 +- .../apache-flink-in-2016-year-in-review/index.html | 2 +- .../12/21/apache-flink-1.1.4-released/index.html | 2 +- .../02/06/announcing-apache-flink-1.2.0/index.html | 2 +- .../03/23/apache-flink-1.1.5-released/index.html | 2 +- .../index.html | 2 +- .../index.html | 2 +- .../04/26/apache-flink-1.2.1-released/index.html | 2 +- .../index.html | 2 +- .../index.html | 2 +- .../06/23/apache-flink-1.3.1-released/index.html | 2 +- .../index.html | 2 +- .../08/05/apache-flink-1.3.2-released/index.html | 2 +- .../index.html | 2 +- .../index.html | 2 +- .../apache-flink-in-2017-year-in-review/index.html | 2 +- .../index.html | 2 +- .../02/15/apache-flink-1.4.1-released/index.html | 2 +- .../index.html | 2 +- .../03/08/apache-flink-1.4.2-released/index.html | 2 +- .../03/15/apache-flink-1.3.3-released/index.html | 2 +- .../index.html | 2 +- .../07/12/apache-flink-1.5.1-released/index.html | 2 +- .../07/31/apache-flink-1.5.2-released/index.html | 2 +- .../index.html | 2 +- .../08/21/apache-flink-1.5.3-released/index.html | 2 +- .../09/20/apache-flink-1.5.4-released/index.html | 2 +- .../09/20/apache-flink-1.6.1-released/index.html | 2 +- .../10/29/apache-flink-1.5.5-released/index.html | 2 +- .../10/29/apache-flink-1.6.2-released/index.html | 2 +- .../index.html | 2 +- .../12/21/apache-flink-1.7.1-released/index.html | 2 +- .../12/22/apache-flink-1.6.3-released/index.html | 2 +- .../12/26/apache-
[flink-web] 01/02: [FLINK-31206] Repair broken and missing redirect links
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/flink-web.git commit 9dc7f0cc1954ff4f845a34f9aeaa2723b345ba74 Author: Martijn Visser AuthorDate: Fri Feb 24 10:26:05 2023 +0100 [FLINK-31206] Repair broken and missing redirect links --- _include/.htaccess | 32 1 file changed, 20 insertions(+), 12 deletions(-) diff --git a/_include/.htaccess b/_include/.htaccess index 137d174c2..a8bfda198 100644 --- a/_include/.htaccess +++ b/_include/.htaccess @@ -22,16 +22,15 @@ RewriteRule ^gettinghelp\.html$ /getting-help/ [R=301,L] RewriteRule ^blog/$ /posts/ [R=301,L] RewriteRule ^community\.html$ /community/ [R=301,L] RewriteRule ^roadmap\.html$ /roadmap/ [R=301,L] -RewriteRule ^contributing/how-to-contribute\.html$ /contribute/how-to-contribute/ [R=301,L] -RewriteRule ^contributing/contribute-code\.html$ /contribute/contribute-code/ [R=301,L] -RewriteRule ^contributing/reviewing-prs\.html$ /contribute/reviewing-prs/ [R=301,L] -RewriteRule ^contributing/code-style-and-quality-preamble\.html$ /contribute/code-style-and-quality/preamble/ [R=301,L] -RewriteRule ^contributing/code-style-and-quality-pull-requests\.html$ /contribute/code-style-and-quality/pull-requests/ [R=301,L] -RewriteRule ^contributing/code-style-and-quality-common\.html$ /contribute/code-style-and-quality/common/ [R=301,L] -RewriteRule ^contributing/code-style-and-quality-java\.html$ /contribute/code-style-and-quality/java/ [R=301,L] -RewriteRule ^contributing/code-style-and-quality-scala\.html$ /contribute/code-style-and-quality/scala/ [R=301,L] -RewriteRule ^contributing/code-style-and-quality-components\.html$ /contribute/code-style-and-quality/components/ [R=301,L] -RewriteRule ^contributing/code-style-and-quality-formatting\.html$ /contribute/code-style-and-quality/formatting/ [R=301,L] +RewriteRule ^contributing/how-to-contribute\.html$ /how-to-contribute/overview/ [R=301,L] +RewriteRule ^contributing/contribute-code\.html$ /how-to-contribute/contribute-code/ [R=301,L] +RewriteRule ^contributing/reviewing-prs\.html$ /how-to-contribute/reviewing-prs/ [R=301,L] +RewriteRule ^contributing/code-style-and-quality-preamble\.html$ /how-to-contribute/code-style-and-quality-preamble/ [R=301,L] +RewriteRule ^contributing/code-style-and-quality-pull-requests\.html$ /how-to-contribute/code-style-and-quality-pull-requests/ [R=301,L] +RewriteRule ^contributing/code-style-and-quality-common\.html$ /how-to-contribute/code-style-and-quality-common/ [R=301,L] +RewriteRule ^contributing/code-style-and-quality-java\.html$ /how-to-contribute/code-style-and-quality-java/ [R=301,L] +RewriteRule ^contributing/code-style-and-quality-scala\.html$ /how-to-contribute/code-style-and-quality-scala/ [R=301,L] +RewriteRule ^contributing/code-style-and-quality-components\.html$ /how-to-contribute/code-style-and-quality-components/ [R=301,L] RewriteRule ^contributing/code-style-and-quality-formatting\.html$ /how-to-contribute/code-style-and-quality-formatting/ [R=301,L] RewriteRule ^contributing/contribute-documentation\.html$ /how-to-contribute/contribute-documentation/ [R=301,L] RewriteRule ^contributing-style\.html$ /how-to-contribute/documentation-style-guide/ [R=301,L] @@ -39,7 +38,7 @@ RewriteRule ^contributing/improve-website\.html$ /how-to-contribute/improve-webs RewriteRule ^security\.html$ /security/ [R=301,L] # Chinese URLs -RewriteRule ^zh/flink-architecture\.html$ /zh/what-is-flink/flink-architecture/ [R=301,L] +RewriteRule ^zh/flink\-architecture\.html$ /zh/what-is-flink/flink-architecture/ [R=301,L] RewriteRule ^zh/flink-applications\.html$ /zh/what-is-flink/flink-applications/ [R=301,L] RewriteRule ^zh/flink-operations\.html$ /zh/what-is-flink/flink-operations/ [R=301,L] RewriteRule ^zh/usecases\.html$ /zh/use-cases/ [R=301,L] @@ -53,4 +52,13 @@ RewriteRule ^zh/contributing/how-to-contribute\.html$ /zh/how-to-contribute/over RewriteRule ^zh/contributing/contribute-code\.html$ /zh/how-to-contribute/contribute-code/ [R=301,L] RewriteRule ^zh/contributing/reviewing-prs\.html$ /zh/how-to-contribute/reviewing-prs/ [R=301,L] RewriteRule ^zh/contributing/code-style-and-quality-preamble\.html$ /zh/how-to-contribute/code-style-and-quality-preamble/ [R=301,L] -RewriteRule ^zh/contributing/code-style-and-quality-pull-requests\.html$ /zh/how-to-contribute/code-style-and-quality-pull-requ +RewriteRule ^zh/contributing/code-style-and-quality-pull-requests\.html$ /zh/how-to-contribute/code-style-and-quality-pull-requests/ [R=301,L] +RewriteRule ^zh/contributing/code-style-and-quality-common\.html$ /zh/how-to-contribute/code-style-and-quality-common/ [R=301,L] +RewriteRule ^zh/contributing/code-style-and-quality-java\.html$ /zh/how-to-contribute/code-style-and-quality-java/ [R=301,L] +RewriteRule ^zh/contributing/code-style-and-quality-scala\.html$ /zh/how
[flink-web] branch asf-site updated: [hotfix] Fix broken link
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/flink-web.git The following commit(s) were added to refs/heads/asf-site by this push: new a8f06aa38 [hotfix] Fix broken link a8f06aa38 is described below commit a8f06aa386863d58f27dcb9fdb42508e364e5b45 Author: tison AuthorDate: Fri Feb 24 13:10:24 2023 +0800 [hotfix] Fix broken link --- README.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index 5a742746a..4641cf876 100644 --- a/README.md +++ b/README.md @@ -2,7 +2,7 @@ This repository contains the Flink project website: https://flink.apache.org/. -You can find instructions for contributing to this repository here: https://flink.apache.org/docs/how-to-contribute/improve-website/ +You can find instructions for contributing to this repository here: https://flink.apache.org/how-to-contribute/improve-website/ ## Testing changes locally @@ -103,4 +103,4 @@ The ToC can be omitted by adding the following to the front matter of the page: ShortCodes Flink uses [shortcodes](https://gohugo.io/content-management/shortcodes/) to add custom functionality -to its documentation markdown. \ No newline at end of file +to its documentation markdown.
[flink-web] 01/02: Make sure that baseURL includes `https:`
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/flink-web.git commit 2d630b881e1e4f6fa2547148c22e57e1739efd82 Author: Martijn Visser AuthorDate: Thu Feb 23 20:22:57 2023 +0100 Make sure that baseURL includes `https:` --- docs/config.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/config.toml b/docs/config.toml index 98d540003..e4aff95f4 100644 --- a/docs/config.toml +++ b/docs/config.toml @@ -14,7 +14,7 @@ # See the License for the specific language governing permissions and # limitations under the License. -baseURL = '//flink.apache.org' +baseURL = 'https://flink.apache.org' languageCode = "en-us" title = "Apache Flink" enableGitInfo = false
[flink-web] branch asf-site updated (147d1c0d5 -> 0695ce549)
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a change to branch asf-site in repository https://gitbox.apache.org/repos/asf/flink-web.git from 147d1c0d5 Rebuild website new 2d630b881 Make sure that baseURL includes `https:` new 0695ce549 Rebuild website The 2 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: .../08/26/apache-flink-0.6-available/index.html|7 +- .../09/26/apache-flink-0.6.1-available/index.html |7 +- content/2014/10/03/upcoming-events/index.html |7 +- .../11/04/apache-flink-0.7.0-available/index.html |7 +- .../11/18/hadoop-compatibility-in-flink/index.html | 13 +- .../index.html |7 +- .../01/21/apache-flink-0.8.0-available/index.html |7 +- .../january-2015-in-the-flink-community/index.html |7 +- .../02/09/introducing-flink-streaming/index.html | 69 +- .../index.html |7 +- .../index.html |7 +- .../march-2015-in-the-flink-community/index.html |7 +- .../index.html |7 +- .../05/11/juggling-with-bits-and-bytes/index.html |7 +- .../april-2015-in-the-flink-community/index.html |7 +- .../06/24/announcing-apache-flink-0.9.0/index.html |7 +- .../index.html | 17 +- .../09/01/apache-flink-0.9.1-available/index.html |7 +- .../09/03/announcing-flink-forward-2015/index.html |7 +- .../index.html |7 +- .../16/announcing-apache-flink-0.10.0/index.html |7 +- .../2015/11/27/flink-0.10.1-released/index.html|7 +- .../index.html |7 +- .../index.html | 13 +- .../index.html |7 +- .../2016/02/11/flink-0.10.2-released/index.html|7 +- .../03/08/announcing-apache-flink-1.0.0/index.html |7 +- content/2016/04/06/flink-1.0.1-released/index.html |7 +- .../index.html | 13 +- .../index.html |7 +- content/2016/04/22/flink-1.0.2-released/index.html |7 +- content/2016/05/11/flink-1.0.3-released/index.html |7 +- .../index.html |7 +- .../08/04/announcing-apache-flink-1.1.0/index.html | 11 +- content/2016/08/04/flink-1.1.1-released/index.html |7 +- .../index.html |7 +- .../09/05/apache-flink-1.1.2-released/index.html |7 +- .../10/12/apache-flink-1.1.3-released/index.html |7 +- .../apache-flink-in-2016-year-in-review/index.html |7 +- .../12/21/apache-flink-1.1.4-released/index.html |7 +- .../02/06/announcing-apache-flink-1.2.0/index.html |7 +- .../03/23/apache-flink-1.1.5-released/index.html |7 +- .../index.html |7 +- .../index.html |7 +- .../04/26/apache-flink-1.2.1-released/index.html |7 +- .../index.html |7 +- .../index.html |7 +- .../06/23/apache-flink-1.3.1-released/index.html |7 +- .../index.html |7 +- .../08/05/apache-flink-1.3.2-released/index.html |7 +- .../index.html |7 +- .../index.html |7 +- .../apache-flink-in-2017-year-in-review/index.html |7 +- .../index.html |7 +- .../02/15/apache-flink-1.4.1-released/index.html |7 +- .../index.html |7 +- .../03/08/apache-flink-1.4.2-released/index.html |7 +- .../03/15/apache-flink-1.3.3-released/index.html |7 +- .../index.html |7 +- .../07/12/apache-flink-1.5.1-released/index.html |7 +- .../07/31/apache-flink-1.5.2-released/index.html |7 +- .../index.html |7 +- .../08/21/apache-flink-1.5.3-released/index.html |7 +- .../09/20/apache-flink-1.5.4-released/index.html |7 +- .../09/20/apache-flink-1.6.1-released/index.html |7 +- .../10/29/apache-flink-1.5.5-released/index.html |7 +- .../10/29/apache-flink-1.6.2-released/index.html |7 +- .../index.html |7 +- .../12/21/apache-flink-1.7.1-released/index.html |7 +- .../12/22/apache-flink-1.6.3-released/index.html |7 +- .../12/26/apache-flink-1.5.6-released/index.html |
[flink] branch release-1.16 updated (df3ac1ea706 -> d5c0944b8ea)
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a change to branch release-1.16 in repository https://gitbox.apache.org/repos/asf/flink.git from df3ac1ea706 [FLINK-31041][runtime] Fix multiple restoreState when GlobalFailure occurs in a short period. add d5c0944b8ea [FLINK-31162][yarn] Use currUsr.getTokens instead of currUsr.getCredentials to avoid including private tokens in AM container context No new revisions were added by this update. Summary of changes: flink-yarn/src/main/java/org/apache/flink/yarn/Utils.java | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-)
[flink] branch release-1.17 updated (c94a0799016 -> 12908421b78)
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a change to branch release-1.17 in repository https://gitbox.apache.org/repos/asf/flink.git from c94a0799016 [FLINK-31124][Connectors/Hive] Add IT case for HiveTableSink speculative execution add 12908421b78 [FLINK-31082][table-planner] Setting maven property 'flink.resueForks' to false in table planner module No new revisions were added by this update. Summary of changes: flink-table/flink-table-planner/pom.xml | 7 +-- 1 file changed, 5 insertions(+), 2 deletions(-)
[flink-web] branch asf-staging updated (66a94580f -> 45cd7382f)
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a change to branch asf-staging in repository https://gitbox.apache.org/repos/asf/flink-web.git discard 66a94580f Add alias for all blog posts to allow for redirects new 45cd7382f Add alias for all blog posts to allow for redirects This update added new revisions after undoing existing revisions. That is to say, some revisions that were in the old version of the branch are not in the new version. This situation occurs when a user --force pushes a change and generates a repository containing something like this: * -- * -- B -- O -- O -- O (66a94580f) \ N -- N -- N refs/heads/asf-staging (45cd7382f) You should already have received notification emails for all of the O revisions, and so the following emails describe only the N revisions from the common base, B. Any revisions marked "omit" are not gone; other references still refer to them. Any revisions marked "discard" are gone forever. The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: content/2019/05/03/pulsar-flink.html | 10 ++ content/2019/05/14/temporal-tables.html| 10 ++ content/2019/05/19/state-ttl.html | 10 ++ content/2019/06/05/flink-network-stack.html| 10 ++ content/2019/06/26/broadcast-state.html| 10 ++ content/2019/07/23/flink-network-stack-2.html | 10 ++ content/2020/04/09/pyflink-udf-support-flink.html | 10 ++ content/2020/07/23/catalogs.html | 10 ++ .../28/flink-sql-demo-building-e2e-streaming-application.html | 10 ++ content/2020/08/04/pyflink-pandas-udf-support-flink.html | 10 ++ content/2020/08/19/statefun.html | 10 ++ .../2020/09/01/flink-1.11-memory-management-improvements.html | 10 ++ .../10/15/from-aligned-to-unaligned-checkpoints-part-1.html| 10 ++ content/2020/12/15/pipelined-region-sheduling.html | 10 ++ content/2021/01/07/pulsar-flink-connector-270.html | 10 ++ content/2021/01/18/rocksdb.html| 10 ++ content/2021/02/10/native-k8s-with-ha.html | 10 ++ content/2021/03/11/batch-execution-mode.html | 10 ++ content/2021/05/06/reactive-mode.html | 10 ++ content/2021/07/07/backpressure.html | 10 ++ content/2021/09/07/connector-table-sql-api-part1.html | 10 ++ content/2021/09/07/connector-table-sql-api-part2.html | 10 ++ content/2021/10/26/sort-shuffle-part1.html | 10 ++ content/2021/10/26/sort-shuffle-part2.html | 10 ++ content/2021/11/03/flink-backward.html | 10 ++ content/2021/12/10/log4j-cve.html | 10 ++ content/2022/01/04/scheduler-performance-part-one.html | 10 ++ content/2022/01/04/scheduler-performance-part-two.html | 10 ++ content/2022/01/20/pravega-connector-101.html | 10 ++ content/2022/02/22/scala-free.html | 10 ++ content/2022/05/06/async-sink-base.html| 10 ++ content/2022/05/06/pyflink-1.15-thread-mode.html | 10 ++ content/2022/05/06/restore-modes.html | 10 ++ content/2022/05/18/latency-part1.html | 10 ++ content/2022/05/23/latency-part2.html | 10 ++ content/2022/05/30/changelog-state-backend.html| 10 ++ content/2022/06/17/adaptive-batch-scheduler.html | 10 ++ content/2022/07/11/final-checkpoint-part1.html | 10 ++ content/2022/07/11/final-checkpoint-part2.html | 10 ++ content/2022/11/25/async-sink-rate-limiting-strategy.html | 10 ++ 40 files changed, 400 insertions(+) create mode 100644 content/2019/05/03/pulsar-flink.html create mode 100644 content/2019/05/14/temporal-tables.html create mode 100644 content/2019/05/19/state-ttl.html create mode 100644 content/2019/06/05/flink-network-stack.html create mode 100644 content/2019/06/26/broadcast-state.html create mode 100644 content/2019/07/23/flink-network-stack-2.html create mode 100644 content/2020/04/09/pyflink-udf-support-flink.htm
[flink-web] branch asf-staging updated: Add alias for all blog posts to allow for redirects
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch asf-staging in repository https://gitbox.apache.org/repos/asf/flink-web.git The following commit(s) were added to refs/heads/asf-staging by this push: new 66a94580f Add alias for all blog posts to allow for redirects 66a94580f is described below commit 66a94580fdde0e46d91c447facdcfd04a1ce630c Author: Martijn Visser AuthorDate: Wed Feb 22 14:55:23 2023 +0100 Add alias for all blog posts to allow for redirects --- content/.htaccess | 6 -- .../2020/02/22/apache-beam-how-beam-runs-on-top-of-flink.html | 10 ++ content/ecosystem/2020/06/23/flink-on-zeppelin-part2.html | 10 ++ content/feature/2019/09/13/state-processor-api.html| 10 ++ content/features/2017/07/04/flink-rescalable-state.html| 10 ++ content/features/2018/01/30/incremental-checkpointing.html | 10 ++ .../2018/03/01/end-to-end-exactly-once-apache-flink.html | 10 ++ content/features/2019/03/11/prometheus-monitoring.html | 10 ++ content/features/2020/03/27/flink-for-data-warehouse.html | 10 ++ content/news/2014/08/26/release-0.6.html | 10 ++ content/news/2014/09/26/release-0.6.1.html | 10 ++ content/news/2014/10/03/upcoming_events.html | 10 ++ content/news/2014/11/04/release-0.7.0.html | 10 ++ content/news/2014/11/18/hadoop-compatibility.html | 10 ++ content/news/2015/01/06/december-in-flink.html | 10 ++ content/news/2015/01/21/release-0.8.html | 10 ++ content/news/2015/02/04/january-in-flink.html | 10 ++ content/news/2015/02/09/streaming-example.html | 10 ++ content/news/2015/03/02/february-2015-in-flink.html| 10 ++ .../2015/03/13/peeking-into-Apache-Flinks-Engine-Room.html | 10 ++ content/news/2015/04/07/march-in-flink.html| 10 ++ content/news/2015/04/13/release-0.9.0-milestone1.html | 10 ++ content/news/2015/05/11/Juggling-with-Bits-and-Bytes.html | 10 ++ content/news/2015/05/14/Community-update-April.html| 10 ++ .../news/2015/06/24/announcing-apache-flink-0.9.0-release.html | 10 ++ content/news/2015/08/24/introducing-flink-gelly.html | 10 ++ content/news/2015/09/01/release-0.9.1.html | 10 ++ content/news/2015/09/03/flink-forward.html | 10 ++ content/news/2015/09/16/off-heap-memory.html | 10 ++ content/news/2015/11/16/release-0.10.0.html| 10 ++ content/news/2015/11/27/release-0.10.1.html| 10 ++ content/news/2015/12/04/Introducing-windows.html | 10 ++ content/news/2015/12/11/storm-compatibility.html | 10 ++ content/news/2015/12/18/a-year-in-review.html | 10 ++ content/news/2016/02/11/release-0.10.2.html| 10 ++ content/news/2016/03/08/release-1.0.0.html | 10 ++ content/news/2016/04/06/cep-monitoring.html| 10 ++ content/news/2016/04/06/release-1.0.1.html | 10 ++ content/news/2016/04/14/flink-forward-announce.html| 10 ++ content/news/2016/04/22/release-1.0.2.html | 10 ++ content/news/2016/05/11/release-1.0.3.html | 10 ++ content/news/2016/05/24/stream-sql.html| 10 ++ content/news/2016/08/08/release-1.1.0.html | 10 ++ content/news/2016/08/11/release-1.1.1.html | 10 ++ content/news/2016/08/24/ff16-keynotes-panels.html | 10 ++ content/news/2016/09/05/release-1.1.2.html | 10 ++ content/news/2016/10/12/release-1.1.3.html | 10 ++ content/news/2016/12/19/2016-year-in-review.html | 10 ++ content/news/2016/12/21/release-1.1.4.html | 10 ++ content/news/2017/02/06/release-1.2.0.html | 10 ++ content/news/2017/03/23/release-1.1.5.html | 10 ++ content/news/2017/03/29/table-sql-api-update.html | 10 ++ content/news/2017/04/04/dynamic-tables.html| 10 ++ content/news/2017/04/26/release-1.2.1.html | 10 ++ content/news/2017/05/16/official-docker-image.html | 10 ++ content/news/2017/06/01/release-1.3.0.html
[flink-web] branch asf-staging updated: Rebuild website
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch asf-staging in repository https://gitbox.apache.org/repos/asf/flink-web.git The following commit(s) were added to refs/heads/asf-staging by this push: new 643c49d9e Rebuild website 643c49d9e is described below commit 643c49d9ecb7ea1abd84daf934ffe2d8eb9778cc Author: Martijn Visser AuthorDate: Wed Feb 22 11:20:10 2023 +0100 Rebuild website --- content/index.html| 6 +++--- content/zh/index.html | 6 +++--- 2 files changed, 6 insertions(+), 6 deletions(-) diff --git a/content/index.html b/content/index.html index ef940e5d4..807e4bfac 100644 --- a/content/index.html +++ b/content/index.html @@ -1040,18 +1040,18 @@ under the License. -Apache Flink 1.16.1 Release Announcement +Apache Flink 1.16.1 Release Announcement The Apache Flink Community is pleased to announce the first bug fix release of the Flink 1.16 series. This release includes 84 bug fixes, vulnerability fixes, and minor improvements for Flink 1.16. Below you will find a list of all bugfixes and improvements (excluding improvements to the build infrastructure and build stability). For a complete list of all changes see: JIRA. We highly recommend all users upgrade to Flink 1.16.1. -Delegation Token Framework: Obtain, Distribute and Use Temporary Credentials Automatically +Delegation Token Framework: Obtain, Distribute and Use Temporary Credentials Automatically The Apache Flink Community is pleased to announce that the upcoming minor version of Flink (1.17) includes the Delegation Token Framework proposed in FLIP-272. This enables Flink to authenticate to external services at a central location (JobManager) and distribute authentication tokens to the TaskManagers. Introduction # Authentication in distributed systems is not an easy task. Previously all worker nodes (TaskManagers) reading from or writing to an external system needed to authenticate on their own. -Apache Flink Table Store 0.3.0 Release Announcement +Apache Flink Table Store 0.3.0 Release Announcement The Apache Flink community is pleased to announce the release of the Apache Flink Table Store (0.3.0). We highly recommend all users upgrade to Flink Table Store 0.3.0. 0.3.0 completed 150+ issues, which were completed by nearly 30 contributors. Please check out the full documentation for detailed information and user guides. diff --git a/content/zh/index.html b/content/zh/index.html index 51d2d0298..330449693 100644 --- a/content/zh/index.html +++ b/content/zh/index.html @@ -1041,18 +1041,18 @@ under the License. -Apache Flink 1.16.1 Release Announcement +Apache Flink 1.16.1 Release Announcement The Apache Flink Community is pleased to announce the first bug fix release of the Flink 1.16 series. This release includes 84 bug fixes, vulnerability fixes, and minor improvements for Flink 1.16. Below you will find a list of all bugfixes and improvements (excluding improvements to the build infrastructure and build stability). For a complete list of all changes see: JIRA. We highly recommend all users upgrade to Flink 1.16.1. -Delegation Token Framework: Obtain, Distribute and Use Temporary Credentials Automatically +Delegation Token Framework: Obtain, Distribute and Use Temporary Credentials Automatically The Apache Flink Community is pleased to announce that the upcoming minor version of Flink (1.17) includes the Delegation Token Framework proposed in FLIP-272. This enables Flink to authenticate to external services at a central location (JobManager) and distribute authentication tokens to the TaskManagers. Introduction # Authentication in distributed systems is not an easy task. Previously all worker nodes (TaskManagers) reading from or writing to an external system needed to authenticate on their own. -Apache Flink Table Store 0.3.0 Release Announcement +Apache Flink Table Store 0.3.0 Release Announcement The Apache Flink community is pleased to announce the release of the Apache Flink Table Store (0.3.0). We highly recommend all users upgrade to Flink Table Store 0.3.0. 0.3.0 completed 150+ issues, which were completed by nearly 30 contributors. Please check out the full documentation for detailed information and user guides.
[flink-web] branch asf-staging updated: Fix news announcements
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch asf-staging
in repository https://gitbox.apache.org/repos/asf/flink-web.git
The following commit(s) were added to refs/heads/asf-staging by this push:
new 7585e1880 Fix news announcements
7585e1880 is described below
commit 7585e188041708dd2ddc5a8917c363de9896a335
Author: Martijn Visser
AuthorDate: Wed Feb 22 10:36:07 2023 +0100
Fix news announcements
---
content/.htaccess | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/content/.htaccess b/content/.htaccess
index a15c5cde2..624aa58e7 100644
--- a/content/.htaccess
+++ b/content/.htaccess
@@ -14,7 +14,7 @@ RewriteRule ^/?docs/(.*)
https://nightlies.apache.org/flink/flink-docs-master/$1
# Generic redirect rule that should redirect users from all old blog posts to
their new URLs
# Example 1: https://flink.apache.org/news/2023/01/30/release-1.16.1.html to
https://flink.apache.org/posts/2023-01-26-release-1.16.1/
# Example 2:
https://flink.apache.org/2022/11/25/async-sink-rate-limiting-strategy.html to
https://flink.apache.org/posts/2022-11-25-async-sink-rate-limiting-strategy/
-RewriteRule ^(news/)?(\d{4})/(\d{2})/(\d{2})/release-(\d+\.\d+\.\d+)\.html$
/posts/$2-$3-$4-release-$5/ [R=301,L]
+RewriteRule ^news/(\d{4})/(\d{2})/(\d{2})/release-(\d+\.\d+\.\d+)\.html$
/posts/$1-$2-$3-release-$4/ [R=301,L]
RewriteRule ^(\d{4})/(\d{2})/(\d{2})/(.+)\.html$ /posts/$1-$2-$3-$4/ [R=301,L]
# English URLs
[flink-web] branch asf-staging updated: Testing
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch asf-staging
in repository https://gitbox.apache.org/repos/asf/flink-web.git
The following commit(s) were added to refs/heads/asf-staging by this push:
new 9f19fe2bb Testing
9f19fe2bb is described below
commit 9f19fe2bb4b2716fd7831f0592d96e917f08a438
Author: Martijn Visser
AuthorDate: Wed Feb 22 10:34:23 2023 +0100
Testing
---
content/.htaccess | 5 ++---
1 file changed, 2 insertions(+), 3 deletions(-)
diff --git a/content/.htaccess b/content/.htaccess
index bcc1e4cb2..a15c5cde2 100644
--- a/content/.htaccess
+++ b/content/.htaccess
@@ -14,9 +14,8 @@ RewriteRule ^/?docs/(.*)
https://nightlies.apache.org/flink/flink-docs-master/$1
# Generic redirect rule that should redirect users from all old blog posts to
their new URLs
# Example 1: https://flink.apache.org/news/2023/01/30/release-1.16.1.html to
https://flink.apache.org/posts/2023-01-26-release-1.16.1/
# Example 2:
https://flink.apache.org/2022/11/25/async-sink-rate-limiting-strategy.html to
https://flink.apache.org/posts/2022-11-25-async-sink-rate-limiting-strategy/
-# RewriteRule ^news/(\d{4})/(\d{2})/(\d{2})/release-(\d+\.\d+\.\d+)\.html$
/posts/$1-$2-$3-release-$4/ [R=301,L]
-# RewriteRule ^(\d{4})/(\d{2})/(\d{2})/(.+)\.html$ /posts/$1-$2-$3-$4/
[R=301,L]
-RewriteRule ^(news/)?(\d{4})/(\d{2})/(\d{2})/(?:release-)?([\w-]+)\.html$
/posts/$2-$3-$4-$5/ [R=301,L]
+RewriteRule ^(news/)?(\d{4})/(\d{2})/(\d{2})/release-(\d+\.\d+\.\d+)\.html$
/posts/$2-$3-$4-release-$5/ [R=301,L]
+RewriteRule ^(\d{4})/(\d{2})/(\d{2})/(.+)\.html$ /posts/$1-$2-$3-$4/ [R=301,L]
# English URLs
RewriteRule ^flink\-architecture\.html$ /what-is-flink/flink-architecture/
[R=301,L]
[flink-web] branch asf-staging updated: Testing
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch asf-staging
in repository https://gitbox.apache.org/repos/asf/flink-web.git
The following commit(s) were added to refs/heads/asf-staging by this push:
new 729b5f4b5 Testing
729b5f4b5 is described below
commit 729b5f4b5ef16035d55bdc319fe984885ab6f960
Author: Martijn Visser
AuthorDate: Wed Feb 22 10:32:37 2023 +0100
Testing
---
content/.htaccess | 5 +++--
1 file changed, 3 insertions(+), 2 deletions(-)
diff --git a/content/.htaccess b/content/.htaccess
index 624aa58e7..bcc1e4cb2 100644
--- a/content/.htaccess
+++ b/content/.htaccess
@@ -14,8 +14,9 @@ RewriteRule ^/?docs/(.*)
https://nightlies.apache.org/flink/flink-docs-master/$1
# Generic redirect rule that should redirect users from all old blog posts to
their new URLs
# Example 1: https://flink.apache.org/news/2023/01/30/release-1.16.1.html to
https://flink.apache.org/posts/2023-01-26-release-1.16.1/
# Example 2:
https://flink.apache.org/2022/11/25/async-sink-rate-limiting-strategy.html to
https://flink.apache.org/posts/2022-11-25-async-sink-rate-limiting-strategy/
-RewriteRule ^news/(\d{4})/(\d{2})/(\d{2})/release-(\d+\.\d+\.\d+)\.html$
/posts/$1-$2-$3-release-$4/ [R=301,L]
-RewriteRule ^(\d{4})/(\d{2})/(\d{2})/(.+)\.html$ /posts/$1-$2-$3-$4/ [R=301,L]
+# RewriteRule ^news/(\d{4})/(\d{2})/(\d{2})/release-(\d+\.\d+\.\d+)\.html$
/posts/$1-$2-$3-release-$4/ [R=301,L]
+# RewriteRule ^(\d{4})/(\d{2})/(\d{2})/(.+)\.html$ /posts/$1-$2-$3-$4/
[R=301,L]
+RewriteRule ^(news/)?(\d{4})/(\d{2})/(\d{2})/(?:release-)?([\w-]+)\.html$
/posts/$2-$3-$4-$5/ [R=301,L]
# English URLs
RewriteRule ^flink\-architecture\.html$ /what-is-flink/flink-architecture/
[R=301,L]
[flink-web] branch asf-staging updated: Split rules for announcements and blog posts
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch asf-staging
in repository https://gitbox.apache.org/repos/asf/flink-web.git
The following commit(s) were added to refs/heads/asf-staging by this push:
new 6ab8b8410 Split rules for announcements and blog posts
6ab8b8410 is described below
commit 6ab8b84108e47dc2fd369c46f401c18e50aa545a
Author: Martijn Visser
AuthorDate: Wed Feb 22 10:30:25 2023 +0100
Split rules for announcements and blog posts
---
content/.htaccess | 3 ++-
1 file changed, 2 insertions(+), 1 deletion(-)
diff --git a/content/.htaccess b/content/.htaccess
index 4f5424e47..624aa58e7 100644
--- a/content/.htaccess
+++ b/content/.htaccess
@@ -14,7 +14,8 @@ RewriteRule ^/?docs/(.*)
https://nightlies.apache.org/flink/flink-docs-master/$1
# Generic redirect rule that should redirect users from all old blog posts to
their new URLs
# Example 1: https://flink.apache.org/news/2023/01/30/release-1.16.1.html to
https://flink.apache.org/posts/2023-01-26-release-1.16.1/
# Example 2:
https://flink.apache.org/2022/11/25/async-sink-rate-limiting-strategy.html to
https://flink.apache.org/posts/2022-11-25-async-sink-rate-limiting-strategy/
-RewriteRule ^news/(\d{4})/(\d{2})/(\d{2})/(.+)\.html$ /posts/$1-$2-$3-$4/
[R=301,L]
+RewriteRule ^news/(\d{4})/(\d{2})/(\d{2})/release-(\d+\.\d+\.\d+)\.html$
/posts/$1-$2-$3-release-$4/ [R=301,L]
+RewriteRule ^(\d{4})/(\d{2})/(\d{2})/(.+)\.html$ /posts/$1-$2-$3-$4/ [R=301,L]
# English URLs
RewriteRule ^flink\-architecture\.html$ /what-is-flink/flink-architecture/
[R=301,L]
[flink-web] branch asf-staging updated: Update htacces rule for blog posts
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch asf-staging
in repository https://gitbox.apache.org/repos/asf/flink-web.git
The following commit(s) were added to refs/heads/asf-staging by this push:
new 9cea2153e Update htacces rule for blog posts
9cea2153e is described below
commit 9cea2153e975f99f799ba8b3b5be3a4fe614b8a2
Author: Martijn Visser
AuthorDate: Wed Feb 22 10:26:09 2023 +0100
Update htacces rule for blog posts
---
content/.htaccess | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/content/.htaccess b/content/.htaccess
index 9fc954dbc..4f5424e47 100644
--- a/content/.htaccess
+++ b/content/.htaccess
@@ -14,7 +14,7 @@ RewriteRule ^/?docs/(.*)
https://nightlies.apache.org/flink/flink-docs-master/$1
# Generic redirect rule that should redirect users from all old blog posts to
their new URLs
# Example 1: https://flink.apache.org/news/2023/01/30/release-1.16.1.html to
https://flink.apache.org/posts/2023-01-26-release-1.16.1/
# Example 2:
https://flink.apache.org/2022/11/25/async-sink-rate-limiting-strategy.html to
https://flink.apache.org/posts/2022-11-25-async-sink-rate-limiting-strategy/
-RewriteRule ^news/(\d{4})/(\d{2})/(\d{2})/([a-z0-9-]+)\.html$
/posts/$1-$2-$3-$4/ [R=301,L]
+RewriteRule ^news/(\d{4})/(\d{2})/(\d{2})/(.+)\.html$ /posts/$1-$2-$3-$4/
[R=301,L]
# English URLs
RewriteRule ^flink\-architecture\.html$ /what-is-flink/flink-architecture/
[R=301,L]
[flink-web] branch asf-staging updated: Validate new htaccess rules
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch asf-staging
in repository https://gitbox.apache.org/repos/asf/flink-web.git
The following commit(s) were added to refs/heads/asf-staging by this push:
new 149f8815e Validate new htaccess rules
149f8815e is described below
commit 149f8815e16c367eb923fb4e20513fc94aee954a
Author: Martijn Visser
AuthorDate: Wed Feb 22 10:23:17 2023 +0100
Validate new htaccess rules
---
content/.htaccess | 42 +-
1 file changed, 21 insertions(+), 21 deletions(-)
diff --git a/content/.htaccess b/content/.htaccess
index b1202f908..9fc954dbc 100644
--- a/content/.htaccess
+++ b/content/.htaccess
@@ -14,29 +14,29 @@ RewriteRule ^/?docs/(.*)
https://nightlies.apache.org/flink/flink-docs-master/$1
# Generic redirect rule that should redirect users from all old blog posts to
their new URLs
# Example 1: https://flink.apache.org/news/2023/01/30/release-1.16.1.html to
https://flink.apache.org/posts/2023-01-26-release-1.16.1/
# Example 2:
https://flink.apache.org/2022/11/25/async-sink-rate-limiting-strategy.html to
https://flink.apache.org/posts/2022-11-25-async-sink-rate-limiting-strategy/
-RewriteRule ^news/(\d+)/(\d+)/(\d+)/(.*)$ /posts/$1-$2-$3-$4 [R=301,L]
+RewriteRule ^news/(\d{4})/(\d{2})/(\d{2})/([a-z0-9-]+)\.html$
/posts/$1-$2-$3-$4/ [R=301,L]
# English URLs
-RewriteRule ^/flink\-architecture\.html$ /what-is-flink/flink-architecture/
[R=301,L]
-RewriteRule ^/flink-applications.html$ /what-is-flink/flink-applications/
[R=301,L]
-RewriteRule ^/flink-operations.html$ /what-is-flink/flink-operations/ [R=301,L]
-RewriteRule ^/usecases.html$ /use-cases/ [R=301,L]
-RewriteRule ^/poweredby.html$ /powered-by/ [R=301,L]
-RewriteRule ^/downloads.html$ /downloads/ [R=301,L]
-RewriteRule ^/gettinghelp.html$ /getting-help/ [R=301,L]
-RewriteRule ^/blog/$ /posts/ [R=301,L]
-RewriteRule ^/community.html$ /community/ [R=301,L]
-RewriteRule ^/roadmap.html$ /roadmap/ [R=301,L]
-RewriteRule ^/contributing/how-to-contribute.html$
/contribute/how-to-contribute/ [R=301,L]
-RewriteRule ^/contributing/contribute-code.html$ /contribute/contribute-code/
[R=301,L]
-RewriteRule ^/contributing/reviewing-prs.html$ /contribute/reviewing-prs/
[R=301,L]
-RewriteRule ^/contributing/code-style-and-quality-preamble.html$
/contribute/code-style-and-quality/preamble/ [R=301,L]
-RewriteRule ^/contributing/code-style-and-quality-pull-requests.html$
/contribute/code-style-and-quality/pull-requests/ [R=301,L]
-RewriteRule ^/contributing/code-style-and-quality-common.html$
/contribute/code-style-and-quality/common/ [R=301,L]
-RewriteRule ^/contributing/code-style-and-quality-java.html$
/contribute/code-style-and-quality/java/ [R=301,L]
-RewriteRule ^/contributing/code-style-and-quality-scala.html$
/contribute/code-style-and-quality/scala/ [R=301,L]
-RewriteRule ^/contributing/code-style-and-quality-components.html$
/contribute/code-style-and-quality/components/ [R=301,L]
-RewriteRule ^/contributing/code-style-and-quality-formatting.html$
/contribute/code-style-and-quality/formatting/ [R=301,L]
+RewriteRule ^flink\-architecture\.html$ /what-is-flink/flink-architecture/
[R=301,L]
+RewriteRule ^flink-applications\.html$ /what-is-flink/flink-applications/
[R=301,L]
+RewriteRule ^flink-operations\.html$ /what-is-flink/flink-operations/ [R=301,L]
+RewriteRule ^usecases\.html$ /use-cases/ [R=301,L]
+RewriteRule ^poweredby\.html$ /powered-by/ [R=301,L]
+RewriteRule ^downloads\.html$ /downloads/ [R=301,L]
+RewriteRule ^gettinghelp\.html$ /getting-help/ [R=301,L]
+RewriteRule ^blog/$ /posts/ [R=301,L]
+RewriteRule ^community\.html$ /community/ [R=301,L]
+RewriteRule ^roadmap\.html$ /roadmap/ [R=301,L]
+RewriteRule ^contributing/how-to-contribute\.html$
/contribute/how-to-contribute/ [R=301,L]
+RewriteRule ^contributing/contribute-code\.html$ /contribute/contribute-code/
[R=301,L]
+RewriteRule ^contributing/reviewing-prs\.html$ /contribute/reviewing-prs/
[R=301,L]
+RewriteRule ^contributing/code-style-and-quality-preamble\.html$
/contribute/code-style-and-quality/preamble/ [R=301,L]
+RewriteRule ^contributing/code-style-and-quality-pull-requests\.html$
/contribute/code-style-and-quality/pull-requests/ [R=301,L]
+RewriteRule ^contributing/code-style-and-quality-common\.html$
/contribute/code-style-and-quality/common/ [R=301,L]
+RewriteRule ^contributing/code-style-and-quality-java\.html$
/contribute/code-style-and-quality/java/ [R=301,L]
+RewriteRule ^contributing/code-style-and-quality-scala\.html$
/contribute/code-style-and-quality/scala/ [R=301,L]
+RewriteRule ^contributing/code-style-and-quality-components\.html$
/contribute/code-style-and-quality/components/ [R=301,L]
+RewriteRule ^contributing/code-style-and-quality-formatting\.html$
/contribute/code-style-and-quality/formatting/ [R=301,L]
RewriteRule ^contributing/code-style-and-quality-formatting\.html$
/how-to-contribute/code
[flink-web] branch asf-staging updated: Test rewrite rule
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch asf-staging in repository https://gitbox.apache.org/repos/asf/flink-web.git The following commit(s) were added to refs/heads/asf-staging by this push: new aae570d2d Test rewrite rule aae570d2d is described below commit aae570d2def73f85ea7bc9666e29507fb76683d0 Author: Martijn Visser AuthorDate: Wed Feb 22 10:17:08 2023 +0100 Test rewrite rule --- content/.htaccess | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/content/.htaccess b/content/.htaccess index 2c23844ae..b1202f908 100644 --- a/content/.htaccess +++ b/content/.htaccess @@ -17,7 +17,7 @@ RewriteRule ^/?docs/(.*) https://nightlies.apache.org/flink/flink-docs-master/$1 RewriteRule ^news/(\d+)/(\d+)/(\d+)/(.*)$ /posts/$1-$2-$3-$4 [R=301,L] # English URLs -RewriteRule ^/flink-architecture.html$ /what-is-flink/flink-architecture/ [R=301,L] +RewriteRule ^/flink\-architecture\.html$ /what-is-flink/flink-architecture/ [R=301,L] RewriteRule ^/flink-applications.html$ /what-is-flink/flink-applications/ [R=301,L] RewriteRule ^/flink-operations.html$ /what-is-flink/flink-operations/ [R=301,L] RewriteRule ^/usecases.html$ /use-cases/ [R=301,L]
[flink] branch master updated (bacdc326b58 -> 29f009b7e8c)
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/flink.git from bacdc326b58 [FLINK-21000][runtime] Add tests for the InternalSplitEnumeratorMetricGroup This closes #21952. add 29f009b7e8c [FLINK-30948][Formats/AWS] Remove GlueSchemaRegistry Avro and JSON formats from main repository No new revisions were added by this update. Summary of changes: azure-pipelines.yml| 2 - .../flink-glue-schema-registry-avro-test/pom.xml | 245 .../registry/test/GSRKinesisPubsubClient.java | 113 -- .../test/GlueSchemaRegistryAvroKinesisITCase.java | 237 --- .../src/test/resources/avro/user.avsc | 27 -- .../src/test/resources/log4j2-test.properties | 28 -- .../flink-glue-schema-registry-json-test/pom.xml | 229 --- .../registry/test/json/GSRKinesisPubsubClient.java | 107 - .../json/GlueSchemaRegistryJsonKinesisITCase.java | 211 -- .../src/test/resources/log4j2-test.properties | 28 -- flink-end-to-end-tests/pom.xml | 2 - .../3e77c07d-dfdb-4ec0-8e64-5fad5c651c72 | 0 .../dc78e80c-3bb3-45bb-87c1-b57472d6f45b | 0 .../archunit-violations/stored.rules | 4 - .../flink-avro-glue-schema-registry/pom.xml| 144 --- ...lueSchemaRegistryAvroDeserializationSchema.java | 90 - .../GlueSchemaRegistryAvroSchemaCoder.java | 86 .../GlueSchemaRegistryAvroSchemaCoderProvider.java | 53 --- .../GlueSchemaRegistryAvroSerializationSchema.java | 133 --- .../GlueSchemaRegistryInputStreamDeserializer.java | 90 - .../GlueSchemaRegistryOutputStreamSerializer.java | 97 - .../architecture/TestCodeArchitectureTest.java | 40 -- ...chemaRegistryAvroDeserializationSchemaTest.java | 64 --- .../GlueSchemaRegistryAvroSchemaCoderTest.java | 221 --- ...eSchemaRegistryAvroSerializationSchemaTest.java | 172 ...eSchemaRegistryInputStreamDeserializerTest.java | 311 --- ...ueSchemaRegistryOutputStreamSerializerTest.java | 133 --- .../formats/avro/glue/schema/registry/User.java| 434 - .../src/test/java/resources/avro/user.avsc | 27 -- .../org.junit.jupiter.api.extension.Extension | 16 - .../src/test/resources/archunit.properties | 31 -- .../4703059b-4f06-41c9-9724-644e6d00584f | 0 .../b99819a4-a946-475e-883f-963de77c7e57 | 0 .../archunit-violations/stored.rules | 4 - .../flink-json-glue-schema-registry/pom.xml| 156 ...lueSchemaRegistryJsonDeserializationSchema.java | 95 - .../GlueSchemaRegistryJsonSchemaCoder.java | 119 -- .../GlueSchemaRegistryJsonSchemaCoderProvider.java | 51 --- .../GlueSchemaRegistryJsonSerializationSchema.java | 77 .../architecture/TestCodeArchitectureTest.java | 40 -- .../formats/json/glue/schema/registry/Car.java | 89 - ...chemaRegistryJsonDeserializationSchemaTest.java | 182 - .../GlueSchemaRegistryJsonSchemaCoderTest.java | 80 ...eSchemaRegistryJsonSerializationSchemaTest.java | 224 --- .../org.junit.jupiter.api.extension.Extension | 16 - .../src/test/resources/archunit.properties | 31 -- flink-formats/pom.xml | 2 - tools/azure-pipelines/build-apache-repo.yml| 2 - tools/azure-pipelines/e2e-template.yml | 2 - tools/azure-pipelines/jobs-template.yml| 2 - tools/ci/stage.sh | 2 - tools/maven/suppressions.xml | 3 - 52 files changed, 4552 deletions(-) delete mode 100644 flink-end-to-end-tests/flink-glue-schema-registry-avro-test/pom.xml delete mode 100644 flink-end-to-end-tests/flink-glue-schema-registry-avro-test/src/test/java/org/apache/flink/glue/schema/registry/test/GSRKinesisPubsubClient.java delete mode 100644 flink-end-to-end-tests/flink-glue-schema-registry-avro-test/src/test/java/org/apache/flink/glue/schema/registry/test/GlueSchemaRegistryAvroKinesisITCase.java delete mode 100644 flink-end-to-end-tests/flink-glue-schema-registry-avro-test/src/test/resources/avro/user.avsc delete mode 100644 flink-end-to-end-tests/flink-glue-schema-registry-avro-test/src/test/resources/log4j2-test.properties delete mode 100644 flink-end-to-end-tests/flink-glue-schema-registry-json-test/pom.xml delete mode 100644 flink-end-to-end-tests/flink-glue-schema-registry-json-test/src/test/java/org/apache/flink/glue/schema/registry/test/json/GSRKinesisPubsubClient.java delete mode 100644 flink-end-to-end-tests/flink-glue-schema-registry-json-test/src/test/java/org/apache/flink/glue/schema/registry/test/json/GlueSchemaRegistryJsonKinesisITCase.java delete mode 100644 flink-end-to-end-tests/flink-glue-schema
[flink] branch master updated: [FLINK-30257] fix SqlClientITCase#testMatchRecognize
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git
The following commit(s) were added to refs/heads/master by this push:
new 4595762f974 [FLINK-30257] fix SqlClientITCase#testMatchRecognize
4595762f974 is described below
commit 4595762f974f03bdf5a4c3d42e211c3a24604bd4
Author: Wencong Liu
AuthorDate: Tue Jan 17 11:47:54 2023 +0800
[FLINK-30257] fix SqlClientITCase#testMatchRecognize
---
.../src/test/java/SqlClientITCase.java | 16
1 file changed, 12 insertions(+), 4 deletions(-)
diff --git
a/flink-end-to-end-tests/flink-sql-client-test/src/test/java/SqlClientITCase.java
b/flink-end-to-end-tests/flink-sql-client-test/src/test/java/SqlClientITCase.java
index de56f79491f..e29cd72b196 100644
---
a/flink-end-to-end-tests/flink-sql-client-test/src/test/java/SqlClientITCase.java
+++
b/flink-end-to-end-tests/flink-sql-client-test/src/test/java/SqlClientITCase.java
@@ -290,10 +290,18 @@ public class SqlClientITCase {
File tempOutputFile = new File(tempDir, "records.out");
String tempOutputFilepath = tempOutputFile.toString();
GenericContainer taskManager = flink.getTaskManagers().get(0);
-Thread.sleep(5000); // prevent NotFoundException: Status 404
-taskManager.copyFileFromContainer(resultFilePath, tempOutputFilepath);
-
-int numberOfResultRecords =
UpsertTestFileUtil.getNumberOfRecords(tempOutputFile);
+int numberOfResultRecords;
+while (true) {
+Thread.sleep(50); // prevent NotFoundException: Status 404
+try {
+taskManager.copyFileFromContainer(resultFilePath,
tempOutputFilepath);
+numberOfResultRecords =
UpsertTestFileUtil.getNumberOfRecords(tempOutputFile);
+if (numberOfResultRecords == expectedNumberOfRecords) {
+break;
+}
+} catch (Exception ignored) {
+}
+}
assertThat(numberOfResultRecords).isEqualTo(expectedNumberOfRecords);
}
[flink] branch master updated: [FLINK-31082][table-planner] Setting maven property 'flink.resueForks' to false in table planner module
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/flink.git The following commit(s) were added to refs/heads/master by this push: new 3b8951e91a9 [FLINK-31082][table-planner] Setting maven property 'flink.resueForks' to false in table planner module 3b8951e91a9 is described below commit 3b8951e91a961c150758043c3fc87de90c63fa2a Author: zhengyunhong.zyh <337361...@qq.com> AuthorDate: Wed Feb 15 16:49:35 2023 +0800 [FLINK-31082][table-planner] Setting maven property 'flink.resueForks' to false in table planner module --- flink-table/flink-table-planner/pom.xml | 8 1 file changed, 8 insertions(+) diff --git a/flink-table/flink-table-planner/pom.xml b/flink-table/flink-table-planner/pom.xml index faa6b493c4f..c6e6456c242 100644 --- a/flink-table/flink-table-planner/pom.xml +++ b/flink-table/flink-table-planner/pom.xml @@ -37,6 +37,14 @@ under the License. jar + + + false + +
[flink-connector-jdbc] 09/14: [FLINK-30790] Change Postgres tests to use new PostgresDatabase
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-jdbc.git
commit 97fa1144e788f25f9f2c321ea8d18bcbd45f41d6
Author: Joao Boto
AuthorDate: Mon Jan 30 17:30:33 2023 +0100
[FLINK-30790] Change Postgres tests to use new PostgresDatabase
---
.../jdbc/catalog/PostgresCatalogTestBase.java | 26 ++---
.../catalog/factory/JdbcCatalogFactoryTest.java| 26 ++---
.../jdbc/databases/postgres/PostgresDatabase.java | 46 ++-
.../postgres/PostgresExactlyOnceSinkE2eTest.java | 65 +-
4 files changed, 57 insertions(+), 106 deletions(-)
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/PostgresCatalogTestBase.java
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/PostgresCatalogTestBase.java
index 2666bbc..bd3b982 100644
---
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/PostgresCatalogTestBase.java
+++
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/PostgresCatalogTestBase.java
@@ -18,7 +18,7 @@
package org.apache.flink.connector.jdbc.catalog;
-import org.apache.flink.connector.jdbc.test.DockerImageVersions;
+import org.apache.flink.connector.jdbc.databases.postgres.PostgresDatabase;
import org.apache.flink.table.api.DataTypes;
import org.apache.flink.table.api.Schema;
import org.apache.flink.table.types.logical.DecimalType;
@@ -26,11 +26,6 @@ import org.apache.flink.table.types.logical.DecimalType;
import org.junit.jupiter.api.BeforeAll;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
-import org.testcontainers.containers.PostgreSQLContainer;
-import org.testcontainers.containers.output.Slf4jLogConsumer;
-import org.testcontainers.junit.jupiter.Container;
-import org.testcontainers.junit.jupiter.Testcontainers;
-import org.testcontainers.utility.DockerImageName;
import java.sql.Connection;
import java.sql.DriverManager;
@@ -38,17 +33,13 @@ import java.sql.SQLException;
import java.sql.Statement;
/** Test base for {@link PostgresCatalog}. */
-@Testcontainers
-class PostgresCatalogTestBase {
+class PostgresCatalogTestBase implements PostgresDatabase {
public static final Logger LOG =
LoggerFactory.getLogger(PostgresCatalogTestBase.class);
-protected static final DockerImageName POSTGRES_IMAGE =
-DockerImageName.parse(DockerImageVersions.POSTGRES);
-
protected static final String TEST_CATALOG_NAME = "mypg";
-protected static final String TEST_USERNAME = "postgres";
-protected static final String TEST_PWD = "postgres";
+protected static final String TEST_USERNAME = CONTAINER.getUsername();
+protected static final String TEST_PWD = CONTAINER.getPassword();
protected static final String TEST_DB = "test";
protected static final String TEST_SCHEMA = "test_schema";
protected static final String TABLE1 = "t1";
@@ -64,17 +55,10 @@ class PostgresCatalogTestBase {
protected static String baseUrl;
protected static PostgresCatalog catalog;
-@Container
-static final PostgreSQLContainer POSTGRES_CONTAINER =
-new PostgreSQLContainer<>(POSTGRES_IMAGE)
-.withUsername(TEST_USERNAME)
-.withPassword(TEST_PWD)
-.withLogConsumer(new Slf4jLogConsumer(LOG));
-
@BeforeAll
static void init() throws SQLException {
// jdbc:postgresql://localhost:50807/postgres?user=postgres
-String jdbcUrl = POSTGRES_CONTAINER.getJdbcUrl();
+String jdbcUrl = CONTAINER.getJdbcUrl();
// jdbc:postgresql://localhost:50807/
baseUrl = jdbcUrl.substring(0, jdbcUrl.lastIndexOf("/"));
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/factory/JdbcCatalogFactoryTest.java
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/factory/JdbcCatalogFactoryTest.java
index e3aaefc..705e494 100644
---
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/factory/JdbcCatalogFactoryTest.java
+++
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/factory/JdbcCatalogFactoryTest.java
@@ -20,7 +20,7 @@ package org.apache.flink.connector.jdbc.catalog.factory;
import org.apache.flink.connector.jdbc.catalog.JdbcCatalog;
import org.apache.flink.connector.jdbc.catalog.PostgresCatalog;
-import org.apache.flink.connector.jdbc.test.DockerImageVersions;
+import org.apache.flink.connector.jdbc.databases.postgres.PostgresDatabase;
import org.apache.flink.table.catalog.Catalog;
import org.apache.flink.table.catalog.CommonCatalogOptions;
import org.apache.flink.table.factories.FactoryUtil;
@@ -29,11 +29,6 @@ import org.junit.jupiter.api.BeforeAll;
import org.junit
[flink-connector-jdbc] 06/14: [FLINK-30790] Change H2 and some Derby tests to new implementation
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-jdbc.git
commit d2564a94f2da0a2dd803d87d89822f3bf251c54a
Author: Joao Boto
AuthorDate: Mon Jan 30 16:52:28 2023 +0100
[FLINK-30790] Change H2 and some Derby tests to new implementation
---
.../apache/flink/connector/jdbc/DbMetadata.java| 51
.../flink/connector/jdbc/JdbcDataTestBase.java | 5 +-
.../apache/flink/connector/jdbc/JdbcITCase.java| 15 +++---
.../flink/connector/jdbc/JdbcInputFormatTest.java | 10 +---
.../connector/jdbc/JdbcRowOutputFormatTest.java| 3 +-
.../apache/flink/connector/jdbc/JdbcTestBase.java | 12 ++---
.../flink/connector/jdbc/JdbcTestFixture.java | 30
.../connector/jdbc/databases/DatabaseMetadata.java | 39 +--
.../jdbc/databases/derby/DerbyDatabase.java| 3 +-
.../jdbc/databases/derby/DerbyMetadata.java| 1 -
.../connector/jdbc/databases/h2/H2Metadata.java| 3 +-
.../h2/xa}/H2XaConnectionWrapper.java | 2 +-
.../{xa/h2 => databases/h2/xa}/H2XaDsWrapper.java | 2 +-
.../h2/xa}/H2XaResourceWrapper.java| 2 +-
.../{xa/h2 => databases/h2/xa}/package-info.java | 2 +-
.../jdbc/databases/mysql/MySqlMetadata.java| 2 -
.../jdbc/databases/oracle/OracleMetadata.java | 1 -
.../jdbc/databases/postgres/PostgresMetadata.java | 1 -
.../databases/sqlserver/SqlServerMetadata.java | 1 -
.../dialect/mysql/MySqlExactlyOnceSinkE2eTest.java | 4 +-
.../oracle/OracleExactlyOnceSinkE2eTest.java | 4 +-
.../postgres/PostgresExactlyOnceSinkE2eTest.java | 4 +-
.../connector/jdbc/internal/JdbcFullTest.java | 15 +++---
.../jdbc/internal/JdbcTableOutputFormatTest.java | 12 ++---
.../jdbc/table/JdbcAppendOnlyWriterTest.java | 16 +++
.../jdbc/table/JdbcDynamicTableSinkITCase.java | 15 ++
.../connector/jdbc/table/JdbcOutputFormatTest.java | 3 +-
.../jdbc/xa/JdbcExactlyOnceSinkE2eTest.java| 6 +--
.../connector/jdbc/xa/JdbcXaFacadeImplTest.java| 8 ++--
.../connector/jdbc/xa/JdbcXaSinkDerbyTest.java | 8 ++--
.../flink/connector/jdbc/xa/JdbcXaSinkH2Test.java | 12 ++---
.../connector/jdbc/xa/JdbcXaSinkMigrationTest.java | 10 ++--
.../jdbc/xa/JdbcXaSinkNoInsertionTest.java | 9 +---
.../connector/jdbc/xa/JdbcXaSinkTestBase.java | 16 +++
.../flink/connector/jdbc/xa/h2/H2DbMetadata.java | 56 --
35 files changed, 130 insertions(+), 253 deletions(-)
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/DbMetadata.java
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/DbMetadata.java
deleted file mode 100644
index 55c5317..000
---
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/DbMetadata.java
+++ /dev/null
@@ -1,51 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one or more
- * contributor license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright ownership.
- * The ASF licenses this file to You under the Apache License, Version 2.0
- * (the "License"); you may not use this file except in compliance with
- * the License. You may obtain a copy of the License at
- *
- *http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.flink.connector.jdbc;
-
-import javax.sql.XADataSource;
-
-import java.io.Serializable;
-
-/** Describes a database: driver, schema and urls. */
-public interface DbMetadata extends Serializable {
-
-default String getInitUrl() {
-return getUrl();
-}
-
-String getUrl();
-
-default String getUser() {
-return "";
-}
-
-default String getPassword() {
-return "";
-}
-
-XADataSource buildXaDataSource();
-
-String getDriverClass();
-
-default JdbcConnectionOptions toConnectionOptions() {
-return new JdbcConnectionOptions.JdbcConnectionOptionsBuilder()
-.withDriverName(getDriverClass())
-.withUrl(getUrl())
-.build();
-}
-}
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/JdbcDataTestBase.java
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/JdbcDataTestBase.java
index 003cf57..8b8a5aa 100644
---
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/JdbcDataTestBase.java
+++
b/flink-connector-jdbc/src/test/java/org/apache/flink
[flink-connector-jdbc] 14/14: [FLINK-30790] Cleaning metadata deprecated methods and disableOnMac annotation
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-jdbc.git
commit 753ea0e87d05e0eb7b4419cd1653bd36ba986aa5
Author: Joao Boto
AuthorDate: Wed Feb 8 12:05:08 2023 +0100
[FLINK-30790] Cleaning metadata deprecated methods and disableOnMac
annotation
---
.../flink/connector/jdbc/JdbcDataTestBase.java | 4 +--
.../apache/flink/connector/jdbc/JdbcITCase.java| 8 +++---
.../flink/connector/jdbc/JdbcInputFormatTest.java | 30 +++---
.../connector/jdbc/JdbcRowOutputFormatTest.java| 22
.../apache/flink/connector/jdbc/JdbcTestBase.java | 2 +-
.../flink/connector/jdbc/JdbcTestFixture.java | 2 +-
.../connector/jdbc/databases/DatabaseMetadata.java | 10 +---
.../jdbc/databases/mysql/MySqlMetadata.java| 2 +-
.../jdbc/databases/oracle/OracleDatabase.java | 8 ++
.../{OracleDatabase.java => OracleImages.java} | 25 ++
.../jdbc/databases/oracle/OracleMetadata.java | 10 ++--
.../{OracleDatabase.java => OracleXaDatabase.java} | 7 ++---
.../jdbc/databases/postgres/PostgresMetadata.java | 2 +-
.../databases/sqlserver/SqlServerMetadata.java | 3 ++-
.../oracle/OracleExactlyOnceSinkE2eTest.java | 14 ++
.../jdbc/dialect/oracle/OracleTableSinkITCase.java | 3 ---
.../dialect/oracle/OracleTableSourceITCase.java| 3 ---
.../sqlserver/SqlServerTableSinkITCase.java| 2 +-
.../connector/jdbc/internal/JdbcFullTest.java | 8 +++---
.../jdbc/internal/JdbcTableOutputFormatTest.java | 8 +++---
.../jdbc/table/JdbcAppendOnlyWriterTest.java | 5 ++--
.../jdbc/table/JdbcDynamicTableSinkITCase.java | 2 +-
.../connector/jdbc/table/JdbcOutputFormatTest.java | 24 -
.../jdbc/table/JdbcRowDataInputFormatTest.java | 24 -
.../jdbc/xa/JdbcExactlyOnceSinkE2eTest.java| 7 +
25 files changed, 87 insertions(+), 148 deletions(-)
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/JdbcDataTestBase.java
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/JdbcDataTestBase.java
index 8b8a5aa..de23d88 100644
---
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/JdbcDataTestBase.java
+++
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/JdbcDataTestBase.java
@@ -35,8 +35,8 @@ import static
org.apache.flink.connector.jdbc.JdbcTestFixture.DERBY_EBOOKSHOP_DB
import static org.mockito.Mockito.doReturn;
/**
- * Base class for JDBC test using data from {@link JdbcTestFixture}. It uses
{@link DerbyDbMetadata}
- * and inserts data before each test.
+ * Base class for JDBC test using data from {@link JdbcTestFixture}. It uses
{@link
+ * org.apache.flink.connector.jdbc.databases.derby.DerbyMetadata} and inserts
data before each test.
*/
public abstract class JdbcDataTestBase extends JdbcTestBase {
@BeforeEach
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/JdbcITCase.java
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/JdbcITCase.java
index 41a8082..8c521dc 100644
---
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/JdbcITCase.java
+++
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/JdbcITCase.java
@@ -74,7 +74,7 @@ public class JdbcITCase extends JdbcTestBase {
String.format(INSERT_TEMPLATE, INPUT_TABLE),
TEST_ENTRY_JDBC_STATEMENT_BUILDER,
new JdbcConnectionOptionsBuilder()
-.withUrl(getMetadata().getUrl())
+.withUrl(getMetadata().getJdbcUrl())
.withDriverName(getMetadata().getDriverClass())
.build()));
env.execute();
@@ -108,7 +108,7 @@ public class JdbcITCase extends JdbcTestBase {
ps.setString(2, e.content);
},
new JdbcConnectionOptionsBuilder()
-.withUrl(getMetadata().getUrl())
+.withUrl(getMetadata().getJdbcUrl())
.withDriverName(getMetadata().getDriverClass())
.build()));
env.execute();
@@ -118,7 +118,7 @@ public class JdbcITCase extends JdbcTestBase {
private List selectWords() throws SQLException {
ArrayList strings = new ArrayList<>();
-try (Connection connection =
DriverManager.getConnection(getMetadata().getUrl())) {
+try (Connection connection =
DriverManager.getConnection(getMetadata().getJdbcUrl())) {
try (
[flink-connector-jdbc] 07/14: [FLINK-30790] Change Oracle tests to use new OracleDatabase
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-jdbc.git
commit a4e200fb839b8ad7b82ab7aea7f62415d14d4a4e
Author: Joao Boto
AuthorDate: Mon Jan 30 17:22:05 2023 +0100
[FLINK-30790] Change Oracle tests to use new OracleDatabase
---
.../connector/jdbc/databases/DatabaseMetadata.java | 2 +
.../jdbc/databases/derby/DerbyMetadata.java| 5 ++
.../connector/jdbc/databases/h2/H2Metadata.java| 5 ++
.../jdbc/databases/mysql/MySqlMetadata.java| 5 ++
.../jdbc/databases/oracle/OracleDatabase.java | 9 +-
.../jdbc/databases/oracle/OracleMetadata.java | 5 ++
.../jdbc/databases/postgres/PostgresMetadata.java | 5 ++
.../databases/sqlserver/SqlServerMetadata.java | 5 ++
.../dialect/mysql/MySqlExactlyOnceSinkE2eTest.java | 5 --
.../jdbc/dialect/oracle/OracleContainer.java | 99 --
.../oracle/OracleExactlyOnceSinkE2eTest.java | 25 ++
.../jdbc/dialect/oracle/OracleTableSinkITCase.java | 66 +--
.../dialect/oracle/OracleTableSourceITCase.java| 33 +---
.../postgres/PostgresExactlyOnceSinkE2eTest.java | 5 --
.../jdbc/xa/JdbcExactlyOnceSinkE2eTest.java| 6 +-
15 files changed, 109 insertions(+), 171 deletions(-)
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/DatabaseMetadata.java
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/DatabaseMetadata.java
index 2d3fbec..3eeed1d 100644
---
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/DatabaseMetadata.java
+++
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/DatabaseMetadata.java
@@ -39,6 +39,8 @@ public interface DatabaseMetadata extends Serializable {
String getJdbcUrl();
+String getJdbcUrlWithCredentials();
+
String getUsername();
String getPassword();
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/derby/DerbyMetadata.java
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/derby/DerbyMetadata.java
index 33907db..960a56c 100644
---
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/derby/DerbyMetadata.java
+++
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/derby/DerbyMetadata.java
@@ -40,6 +40,11 @@ public class DerbyMetadata implements DatabaseMetadata {
return String.format("jdbc:derby:%s", dbName);
}
+@Override
+public String getJdbcUrlWithCredentials() {
+return getJdbcUrl();
+}
+
@Override
public String getUsername() {
return "";
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/h2/H2Metadata.java
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/h2/H2Metadata.java
index d94e4d6..95db4c6 100644
---
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/h2/H2Metadata.java
+++
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/h2/H2Metadata.java
@@ -36,6 +36,11 @@ public class H2Metadata implements DatabaseMetadata {
return String.format("jdbc:h2:mem:%s", schema);
}
+@Override
+public String getJdbcUrlWithCredentials() {
+return getJdbcUrl();
+}
+
@Override
public String getUsername() {
return "";
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/mysql/MySqlMetadata.java
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/mysql/MySqlMetadata.java
index 9125232..58956ad 100644
---
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/mysql/MySqlMetadata.java
+++
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/mysql/MySqlMetadata.java
@@ -52,6 +52,11 @@ public class MySqlMetadata implements DatabaseMetadata {
return this.url;
}
+@Override
+public String getJdbcUrlWithCredentials() {
+return String.format("%s?user=%s=%s", this.url,
this.username, this.password);
+}
+
@Override
public String getUsername() {
return this.username;
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/oracle/OracleDatabase.java
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/oracle/OracleDatabase.java
index d800e38..70e503e 100644
---
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/oracle/OracleDatabase.java
+++
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/oracle/OracleDatabase.java
@@ -19,9 +19,10 @@ package org.apach
[flink-connector-jdbc] 11/14: [FLINK-30790] Remove DockerImageVersions
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-jdbc.git
commit 12720ae4135048b1300440991fb3b5d10fc5d8f7
Author: Joao Boto
AuthorDate: Tue Jan 31 16:45:34 2023 +0100
[FLINK-30790] Remove DockerImageVersions
---
.../jdbc/catalog/MySql56CatalogITCase.java | 5 +--
.../jdbc/catalog/MySql57CatalogITCase.java | 5 +--
.../connector/jdbc/catalog/MySqlCatalogITCase.java | 4 +-
.../jdbc/databases/mysql/MySqlDatabase.java| 8 ++--
.../jdbc/databases/oracle/OracleDatabase.java | 6 ++-
.../jdbc/databases/postgres/PostgresDatabase.java | 8 ++--
.../databases/sqlserver/SqlServerDatabase.java | 11 +-
.../sqlserver/SqlServerTableSinkITCase.java| 3 --
.../sqlserver/SqlServerTableSourceITCase.java | 3 --
.../connector/jdbc/test/DockerImageVersions.java | 45 --
10 files changed, 28 insertions(+), 70 deletions(-)
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/MySql56CatalogITCase.java
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/MySql56CatalogITCase.java
index 3a1c554..fb553c6 100644
---
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/MySql56CatalogITCase.java
+++
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/MySql56CatalogITCase.java
@@ -18,7 +18,7 @@
package org.apache.flink.connector.jdbc.catalog;
-import org.apache.flink.connector.jdbc.test.DockerImageVersions;
+import org.apache.flink.connector.jdbc.databases.mysql.MySqlDatabase;
import org.testcontainers.containers.MySQLContainer;
import org.testcontainers.junit.jupiter.Container;
@@ -29,8 +29,7 @@ import org.testcontainers.junit.jupiter.Testcontainers;
public class MySql56CatalogITCase extends MySqlCatalogTestBase {
@Container
-private static final MySQLContainer CONTAINER =
-createContainer(DockerImageVersions.MYSQL_5_6);
+private static final MySQLContainer CONTAINER =
createContainer(MySqlDatabase.MYSQL_5_6);
@Override
protected String getDatabaseUrl() {
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/MySql57CatalogITCase.java
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/MySql57CatalogITCase.java
index 350bea8..9d0edcf 100644
---
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/MySql57CatalogITCase.java
+++
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/MySql57CatalogITCase.java
@@ -18,7 +18,7 @@
package org.apache.flink.connector.jdbc.catalog;
-import org.apache.flink.connector.jdbc.test.DockerImageVersions;
+import org.apache.flink.connector.jdbc.databases.mysql.MySqlDatabase;
import org.testcontainers.containers.MySQLContainer;
import org.testcontainers.junit.jupiter.Container;
@@ -29,8 +29,7 @@ import org.testcontainers.junit.jupiter.Testcontainers;
public class MySql57CatalogITCase extends MySqlCatalogTestBase {
@Container
-private static final MySQLContainer CONTAINER =
-createContainer(DockerImageVersions.MYSQL_5_7);
+private static final MySQLContainer CONTAINER =
createContainer(MySqlDatabase.MYSQL_5_7);
@Override
protected String getDatabaseUrl() {
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/MySqlCatalogITCase.java
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/MySqlCatalogITCase.java
index 73b5acf..3480fa7 100644
---
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/MySqlCatalogITCase.java
+++
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/MySqlCatalogITCase.java
@@ -18,7 +18,7 @@
package org.apache.flink.connector.jdbc.catalog;
-import org.apache.flink.connector.jdbc.test.DockerImageVersions;
+import org.apache.flink.connector.jdbc.databases.mysql.MySqlDatabase;
import org.testcontainers.containers.MySQLContainer;
import org.testcontainers.junit.jupiter.Container;
@@ -29,7 +29,7 @@ import org.testcontainers.junit.jupiter.Testcontainers;
public class MySqlCatalogITCase extends MySqlCatalogTestBase {
@Container
-private static final MySQLContainer CONTAINER =
createContainer(DockerImageVersions.MYSQL);
+private static final MySQLContainer CONTAINER =
createContainer(MySqlDatabase.MYSQL_8_0);
@Override
protected String getDatabaseUrl() {
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/mysql/MySqlDatabase.java
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/mysql/MySqlDatabase.java
index f8e70a9..6e8c69e 100644
---
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/mysql/MySqlDatabase.java
[flink-connector-jdbc] 13/14: [FLINK-30790] Small test fixings
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-jdbc.git
commit cbb1c3538ee6b93e086eca7efffeac73279e98c9
Author: Joao Boto
AuthorDate: Tue Feb 7 16:12:25 2023 +0100
[FLINK-30790] Small test fixings
---
flink-connector-jdbc/pom.xml | 2 +-
.../flink/connector/jdbc/JdbcInputFormatTest.java | 14 ---
.../jdbc/catalog/MySqlCatalogTestBase.java | 18 -
.../jdbc/databases/derby/DerbyDatabase.java| 2 +-
.../connector/jdbc/databases/h2/H2XaDatabase.java | 2 +-
.../jdbc/databases/mysql/MySqlDatabase.java| 2 +-
.../jdbc/databases/oracle/OracleDatabase.java | 5 +--
.../jdbc/databases/oracle/OracleMetadata.java | 14 +--
.../jdbc/databases/postgres/PostgresDatabase.java | 2 +-
.../databases/sqlserver/SqlServerDatabase.java | 2 +-
.../jdbc/xa/JdbcExactlyOnceSinkE2eTest.java| 12 +-
.../connector/jdbc/xa/JdbcXaFacadeTestHelper.java | 44 +-
.../connector/jdbc/xa/JdbcXaSinkDerbyTest.java | 8 +++-
.../connector/jdbc/xa/JdbcXaSinkMigrationTest.java | 13 +--
.../jdbc/xa/JdbcXaSinkNoInsertionTest.java | 3 +-
.../connector/jdbc/xa/JdbcXaSinkTestBase.java | 21 ++-
16 files changed, 66 insertions(+), 98 deletions(-)
diff --git a/flink-connector-jdbc/pom.xml b/flink-connector-jdbc/pom.xml
index fa09d49..5fcdb41 100644
--- a/flink-connector-jdbc/pom.xml
+++ b/flink-connector-jdbc/pom.xml
@@ -39,7 +39,7 @@ under the License.
2.12.7
3.23.1
42.5.1
- 19.3.0.0
+ 21.8.0.0
1.12.10
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/JdbcInputFormatTest.java
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/JdbcInputFormatTest.java
index ca6baa2..d766f07 100644
---
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/JdbcInputFormatTest.java
+++
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/JdbcInputFormatTest.java
@@ -29,8 +29,10 @@ import org.junit.jupiter.api.Test;
import java.io.IOException;
import java.io.Serializable;
+import java.sql.Connection;
import java.sql.ResultSet;
import java.sql.SQLException;
+import java.sql.Statement;
import static
org.apache.flink.connector.jdbc.JdbcTestFixture.DERBY_EBOOKSHOP_DB;
import static org.apache.flink.connector.jdbc.JdbcTestFixture.ROW_TYPE_INFO;
@@ -180,8 +182,7 @@ class JdbcInputFormatTest extends JdbcDataTestBase {
}
@Test
-void testDefaultFetchSizeIsUsedIfNotConfiguredOtherwise()
-throws SQLException, ClassNotFoundException {
+void testDefaultFetchSizeIsUsedIfNotConfiguredOtherwise() throws
SQLException {
jdbcInputFormat =
JdbcInputFormat.buildJdbcInputFormat()
.setDrivername(DERBY_EBOOKSHOP_DB.getDriverClass())
@@ -191,10 +192,11 @@ class JdbcInputFormatTest extends JdbcDataTestBase {
.finish();
jdbcInputFormat.openInputFormat();
-final int defaultFetchSize =
-
DERBY_EBOOKSHOP_DB.getConnection().createStatement().getFetchSize();
-
-
assertThat(jdbcInputFormat.getStatement().getFetchSize()).isEqualTo(defaultFetchSize);
+try (Connection dbConn = DERBY_EBOOKSHOP_DB.getConnection();
+Statement dbStatement = dbConn.createStatement();
+Statement inputStatement = jdbcInputFormat.getStatement()) {
+
assertThat(inputStatement.getFetchSize()).isEqualTo(dbStatement.getFetchSize());
+}
}
@Test
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/MySqlCatalogTestBase.java
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/MySqlCatalogTestBase.java
index f8b9b07..e46b029 100644
---
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/MySqlCatalogTestBase.java
+++
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/MySqlCatalogTestBase.java
@@ -257,7 +257,7 @@ abstract class MySqlCatalogTestBase {
}
@Test
-void testGetDb_DatabaseNotExistException() throws Exception {
+void testGetDb_DatabaseNotExistException() {
String databaseNotExist = "nonexistent";
assertThatThrownBy(() -> catalog.getDatabase(databaseNotExist))
.satisfies(
@@ -275,7 +275,7 @@ abstract class MySqlCatalogTestBase {
}
@Test
-void testDbExists() throws Exception {
+void testDbExists() {
String databaseNotExist = "nonexistent";
assertThat(catalog.databaseExists(databaseNotExist)).isFalse();
assertThat(catalog.databaseExists(TEST_DB)).isTrue();
@@ -296,7 +296,7 @@ abstract cla
[flink-connector-jdbc] 08/14: [FLINK-30790] Change SqlServer tests to use new SqlServerDatabase
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-jdbc.git
commit 5623cb7cd76e697e5c5c5a271eadb5402622f181
Author: Joao Boto
AuthorDate: Mon Jan 30 17:20:47 2023 +0100
[FLINK-30790] Change SqlServer tests to use new SqlServerDatabase
---
.../sqlserver/SqlServerTableSinkITCase.java| 96 +++---
.../sqlserver/SqlServerTableSourceITCase.java | 32
2 files changed, 66 insertions(+), 62 deletions(-)
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/dialect/sqlserver/SqlServerTableSinkITCase.java
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/dialect/sqlserver/SqlServerTableSinkITCase.java
index b40466b..42daf51 100644
---
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/dialect/sqlserver/SqlServerTableSinkITCase.java
+++
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/dialect/sqlserver/SqlServerTableSinkITCase.java
@@ -20,6 +20,7 @@ package org.apache.flink.connector.jdbc.dialect.sqlserver;
import org.apache.flink.api.java.tuple.Tuple4;
import org.apache.flink.configuration.Configuration;
+import org.apache.flink.connector.jdbc.databases.sqlserver.SqlServerDatabase;
import org.apache.flink.connector.jdbc.internal.GenericJdbcSinkFunction;
import org.apache.flink.runtime.state.StateSnapshotContextSynchronousImpl;
import org.apache.flink.streaming.api.datastream.DataStream;
@@ -48,9 +49,8 @@ import org.apache.flink.types.Row;
import org.junit.jupiter.api.AfterAll;
import org.junit.jupiter.api.BeforeAll;
import org.junit.jupiter.api.Test;
-import org.testcontainers.containers.MSSQLServerContainer;
-import org.testcontainers.junit.jupiter.Container;
-import org.testcontainers.junit.jupiter.Testcontainers;
+import org.junit.jupiter.api.condition.DisabledOnOs;
+import org.junit.jupiter.api.condition.OS;
import java.math.BigDecimal;
import java.sql.Connection;
@@ -69,15 +69,8 @@ import static org.apache.flink.table.api.Expressions.$;
import static
org.apache.flink.table.factories.utils.FactoryMocks.createTableSink;
/** The Table Sink ITCase for {@link SqlServerDialect}. */
-@Testcontainers
-class SqlServerTableSinkITCase extends AbstractTestBase {
-
-@Container
-private static final MSSQLServerContainer container =
-new
MSSQLServerContainer("mcr.microsoft.com/mssql/server:2019-GA-ubuntu-16.04")
-.acceptLicense();
-
-private static String containerUrl;
+@DisabledOnOs(OS.MAC)
+class SqlServerTableSinkITCase extends AbstractTestBase implements
SqlServerDatabase {
public static final String OUTPUT_TABLE1 = "dynamicSinkForUpsert";
public static final String OUTPUT_TABLE2 = "dynamicSinkForAppend";
@@ -88,14 +81,12 @@ class SqlServerTableSinkITCase extends AbstractTestBase {
@BeforeAll
static void beforeAll() throws ClassNotFoundException, SQLException {
-containerUrl =
-String.format(
-"%s;username=%s;password=%s",
-container.getJdbcUrl(), container.getUsername(),
container.getPassword());
-Class.forName(container.getDriverClassName());
+Class.forName(CONTAINER.getDriverClassName());
try (Connection conn =
DriverManager.getConnection(
-containerUrl, container.getUsername(),
container.getPassword());
+CONTAINER.getJdbcUrl(),
+CONTAINER.getUsername(),
+CONTAINER.getPassword());
Statement stat = conn.createStatement()) {
stat.executeUpdate(
"CREATE TABLE "
@@ -143,10 +134,12 @@ class SqlServerTableSinkITCase extends AbstractTestBase {
@AfterAll
static void afterAll() throws Exception {
TestValuesTableFactory.clearAllData();
-Class.forName(container.getDriverClassName());
+Class.forName(CONTAINER.getDriverClassName());
try (Connection conn =
DriverManager.getConnection(
-containerUrl, container.getUsername(),
container.getPassword());
+CONTAINER.getJdbcUrl(),
+CONTAINER.getUsername(),
+CONTAINER.getPassword());
Statement stat = conn.createStatement()) {
stat.execute("DROP TABLE " + OUTPUT_TABLE1);
stat.execute("DROP TABLE " + OUTPUT_TABLE2);
@@ -155,7 +148,6 @@ class SqlServerTableSinkITCase extends AbstractTestBase {
stat.execute("DROP TABLE " + OUTPUT_TABLE5);
stat.execute("DROP TABLE " + USER_TABLE);
}
-
[flink-connector-jdbc] 10/14: [FLINK-30790] Change MySql tests to use new MySqlDatabase
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-jdbc.git
commit 0bc576ae52b965d3ef4d56b4a4b85459cbf7fa7c
Author: Joao Boto
AuthorDate: Mon Jan 30 17:41:33 2023 +0100
[FLINK-30790] Change MySql tests to use new MySqlDatabase
---
.../dialect/mysql/MySqlExactlyOnceSinkE2eTest.java | 194 +
.../jdbc/table/UnsignedTypeConversionITCase.java | 37 +---
2 files changed, 7 insertions(+), 224 deletions(-)
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/dialect/mysql/MySqlExactlyOnceSinkE2eTest.java
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/dialect/mysql/MySqlExactlyOnceSinkE2eTest.java
index 7100c2b..81d4690 100644
---
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/dialect/mysql/MySqlExactlyOnceSinkE2eTest.java
+++
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/dialect/mysql/MySqlExactlyOnceSinkE2eTest.java
@@ -1,47 +1,19 @@
package org.apache.flink.connector.jdbc.dialect.mysql;
-import org.apache.flink.connector.jdbc.databases.DatabaseMetadata;
-import org.apache.flink.connector.jdbc.databases.mysql.MySqlMetadata;
-import org.apache.flink.connector.jdbc.test.DockerImageVersions;
+import org.apache.flink.connector.jdbc.databases.mysql.MySqlDatabase;
import org.apache.flink.connector.jdbc.xa.JdbcExactlyOnceSinkE2eTest;
-import org.apache.flink.util.ExceptionUtils;
import org.apache.flink.util.function.SerializableSupplier;
import com.mysql.cj.jdbc.MysqlXADataSource;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-import org.testcontainers.containers.MySQLContainer;
-import org.testcontainers.junit.jupiter.Container;
-import org.testcontainers.junit.jupiter.Testcontainers;
-import org.testcontainers.utility.DockerImageName;
import javax.sql.XADataSource;
-import java.sql.Connection;
-import java.sql.DriverManager;
-import java.sql.ResultSet;
-import java.sql.SQLException;
-import java.sql.Statement;
-
-import static org.apache.flink.util.Preconditions.checkArgument;
-
/**
* A simple end-to-end test for {@link JdbcExactlyOnceSinkE2eTest}. Check for
issues with errors on
* closing connections.
*/
-@Testcontainers
-public class MySqlExactlyOnceSinkE2eTest extends JdbcExactlyOnceSinkE2eTest {
-
-@Container
-private static final MySqlXaContainer CONTAINER =
-new MySqlXaContainer(DockerImageVersions.MYSQL)
-.withLockWaitTimeout(
-(CHECKPOINT_TIMEOUT_MS +
TASK_CANCELLATION_TIMEOUT_MS) * 2);
-
-@Override
-public DatabaseMetadata getMetadata() {
-return new MySqlMetadata(CONTAINER);
-}
+public class MySqlExactlyOnceSinkE2eTest extends JdbcExactlyOnceSinkE2eTest
+implements MySqlDatabase {
@Override
public SerializableSupplier getDataSourceSupplier() {
@@ -53,164 +25,4 @@ public class MySqlExactlyOnceSinkE2eTest extends
JdbcExactlyOnceSinkE2eTest {
return xaDataSource;
};
}
-
-/** {@link MySQLContainer} with XA enabled. */
-static class MySqlXaContainer extends MySQLContainer {
-private long lockWaitTimeout = 0;
-private volatile InnoDbStatusLogger innoDbStatusLogger;
-
-public MySqlXaContainer(String dockerImageName) {
-super(DockerImageName.parse(dockerImageName));
-}
-
-public MySqlXaContainer withLockWaitTimeout(long lockWaitTimeout) {
-checkArgument(lockWaitTimeout >= 0, "lockWaitTimeout should be
greater than 0");
-this.lockWaitTimeout = lockWaitTimeout;
-return this.self();
-}
-
-@Override
-public void start() {
-super.start();
-// prevent XAER_RMERR: Fatal error occurred in the transaction
branch - check your
-// data for consistency works for mysql v8+
-try (Connection connection =
-DriverManager.getConnection(getJdbcUrl(), "root",
getPassword())) {
-prepareDb(connection, lockWaitTimeout);
-} catch (SQLException e) {
-ExceptionUtils.rethrow(e);
-}
-
-this.innoDbStatusLogger =
-new InnoDbStatusLogger(
-getJdbcUrl(), "root", getPassword(),
lockWaitTimeout / 2);
-innoDbStatusLogger.start();
-}
-
-@Override
-public void stop() {
-try {
-innoDbStatusLogger.stop();
-} catch (Exception e) {
-ExceptionUtils.rethrow(e);
-} finally {
-super.stop();
-}
-}
-
-private void prepareDb(Connection connection, long lockWaitTimeout)
throws SQLException {
-try (Statement st = connection.createStatement()) {
-
[flink-connector-jdbc] 12/14: [FLINK-30790] Fix JdbcExactlyOnceSinkE2eTest loop on failure
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-jdbc.git
commit 867fc0f29a1eb140af0201d65cfc57eaf447dad0
Author: Joao Boto
AuthorDate: Tue Jan 31 17:52:50 2023 +0100
[FLINK-30790] Fix JdbcExactlyOnceSinkE2eTest loop on failure
---
.../apache/flink/connector/jdbc/databases/derby/DerbyMetadata.java | 2 +-
.../org/apache/flink/connector/jdbc/databases/h2/H2Metadata.java | 2 +-
.../flink/connector/jdbc/databases/oracle/OracleDatabase.java | 5 +++--
.../connector/jdbc/dialect/mysql/MySqlExactlyOnceSinkE2eTest.java | 7 +++
.../jdbc/dialect/oracle/OracleExactlyOnceSinkE2eTest.java | 7 +++
.../jdbc/dialect/postgres/PostgresExactlyOnceSinkE2eTest.java | 7 +++
.../apache/flink/connector/jdbc/xa/JdbcExactlyOnceSinkE2eTest.java | 2 +-
7 files changed, 27 insertions(+), 5 deletions(-)
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/derby/DerbyMetadata.java
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/derby/DerbyMetadata.java
index 960a56c..087aa58 100644
---
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/derby/DerbyMetadata.java
+++
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/derby/DerbyMetadata.java
@@ -23,7 +23,7 @@ import org.apache.derby.jdbc.EmbeddedXADataSource;
import javax.sql.XADataSource;
-/** DerbyDbMetadata. */
+/** Derby Metadata. */
public class DerbyMetadata implements DatabaseMetadata {
private final String dbName;
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/h2/H2Metadata.java
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/h2/H2Metadata.java
index 95db4c6..ee41685 100644
---
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/h2/H2Metadata.java
+++
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/h2/H2Metadata.java
@@ -22,7 +22,7 @@ import
org.apache.flink.connector.jdbc.databases.h2.xa.H2XaDsWrapper;
import javax.sql.XADataSource;
-/** H2DbMetadata. */
+/** H2 Metadata. */
public class H2Metadata implements DatabaseMetadata {
private final String schema;
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/oracle/OracleDatabase.java
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/oracle/OracleDatabase.java
index 13269d2..0ba1f0e 100644
---
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/oracle/OracleDatabase.java
+++
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/oracle/OracleDatabase.java
@@ -29,14 +29,15 @@ import org.testcontainers.junit.jupiter.Testcontainers;
@Testcontainers
public interface OracleDatabase extends DatabaseTest {
-String ORACLE_18 = "gvenzl/oracle-xe:18.4.0-slim-faststart";
+String ORACLE_18 = "gvenzl/oracle-xe:18.4.0-slim";
String ORACLE_21 = "gvenzl/oracle-xe:21.3.0-slim-faststart";
@Container
JdbcDatabaseContainer CONTAINER =
new OracleContainer(ORACLE_21)
.withStartupTimeoutSeconds(240)
-.withConnectTimeoutSeconds(120);
+.withConnectTimeoutSeconds(120)
+.usingSid();
@Override
default DatabaseMetadata getMetadata() {
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/dialect/mysql/MySqlExactlyOnceSinkE2eTest.java
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/dialect/mysql/MySqlExactlyOnceSinkE2eTest.java
index 81d4690..24fa8df 100644
---
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/dialect/mysql/MySqlExactlyOnceSinkE2eTest.java
+++
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/dialect/mysql/MySqlExactlyOnceSinkE2eTest.java
@@ -1,6 +1,8 @@
package org.apache.flink.connector.jdbc.dialect.mysql;
+import org.apache.flink.connector.jdbc.databases.DatabaseMetadata;
import org.apache.flink.connector.jdbc.databases.mysql.MySqlDatabase;
+import org.apache.flink.connector.jdbc.databases.mysql.MySqlMetadata;
import org.apache.flink.connector.jdbc.xa.JdbcExactlyOnceSinkE2eTest;
import org.apache.flink.util.function.SerializableSupplier;
@@ -15,6 +17,11 @@ import javax.sql.XADataSource;
public class MySqlExactlyOnceSinkE2eTest extends JdbcExactlyOnceSinkE2eTest
implements MySqlDatabase {
+@Override
+public DatabaseMetadata getMetadata() {
+return new MySqlMetadata(CONTAINER, true);
+}
+
@Override
public SerializableSupplier getDataSourceSupplier() {
return () -> {
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/fl
[flink-connector-jdbc] branch main updated (ffee715 -> 753ea0e)
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-jdbc.git
from ffee715 [FLINK-30963][ci] Streamline binary URL configuration
new 45306bb [FLINK-30790] Change log level to off on CI
new 0246064 [FLINK-30790] Refactor JdbcDataTypeTest create tests by
dialect
new ba9dbc9 [FLINK-30790] Refactor JdbcExactlyOnceSinkE2eTest create
tests by dialect
new 7addee1 [FLINK-30790] Refactor MySqlCatalogITCase create tests by
database version
new b0a25a6 [FLINK-30790] Create unified databases for testing
new d2564a9 [FLINK-30790] Change H2 and some Derby tests to new
implementation
new a4e200f [FLINK-30790] Change Oracle tests to use new OracleDatabase
new 5623cb7 [FLINK-30790] Change SqlServer tests to use new
SqlServerDatabase
new 97fa114 [FLINK-30790] Change Postgres tests to use new
PostgresDatabase
new 0bc576a [FLINK-30790] Change MySql tests to use new MySqlDatabase
new 12720ae [FLINK-30790] Remove DockerImageVersions
new 867fc0f [FLINK-30790] Fix JdbcExactlyOnceSinkE2eTest loop on failure
new cbb1c35 [FLINK-30790] Small test fixings
new 753ea0e [FLINK-30790] Cleaning metadata deprecated methods and
disableOnMac annotation
The 14 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../6b9ab1b0-c14d-4667-bab5-407b81fba98b | 12 +
flink-connector-jdbc/pom.xml | 2 +-
.../flink/connector/jdbc/JdbcDataTestBase.java | 9 +-
.../flink/connector/jdbc/JdbcDataTypeTest.java | 230 -
.../apache/flink/connector/jdbc/JdbcITCase.java| 15 +-
.../flink/connector/jdbc/JdbcInputFormatTest.java | 52 +-
.../connector/jdbc/JdbcRowOutputFormatTest.java| 25 +-
.../apache/flink/connector/jdbc/JdbcTestBase.java | 12 +-
.../flink/connector/jdbc/JdbcTestFixture.java | 31 +-
...ablePathTest.java => MySql56CatalogITCase.java} | 22 +-
...ablePathTest.java => MySql57CatalogITCase.java} | 22 +-
.../connector/jdbc/catalog/MySqlCatalogITCase.java | 366 +-
.../jdbc/catalog/MySqlCatalogTestBase.java | 396 +--
.../jdbc/catalog/PostgresCatalogTestBase.java | 26 +-
.../catalog/factory/JdbcCatalogFactoryTest.java| 26 +-
.../DatabaseMetadata.java} | 38 +-
.../DatabaseTest.java} | 12 +-
.../jdbc/databases/derby/DerbyDatabase.java| 51 ++
.../derby/DerbyMetadata.java} | 37 +-
.../h2/H2Metadata.java}| 44 +-
.../connector/jdbc/databases/h2/H2XaDatabase.java | 50 ++
.../h2/xa}/H2XaConnectionWrapper.java | 2 +-
.../{xa/h2 => databases/h2/xa}/H2XaDsWrapper.java | 4 +-
.../h2/xa}/H2XaResourceWrapper.java| 2 +-
.../{xa/h2 => databases/h2/xa}/package-info.java | 2 +-
.../jdbc/databases/mysql/MySqlDatabase.java| 214
.../jdbc/databases/mysql/MySqlMetadata.java| 92
.../oracle/OracleDatabase.java}| 38 +-
.../oracle/OracleImages.java} | 12 +-
.../jdbc/databases/oracle/OracleMetadata.java | 97
.../oracle/OracleXaDatabase.java} | 39 +-
.../jdbc/databases/postgres/PostgresDatabase.java | 85
.../jdbc/databases/postgres/PostgresMetadata.java | 92
.../databases/sqlserver/SqlServerDatabase.java | 47 ++
.../databases/sqlserver/SqlServerMetadata.java | 93
.../jdbc/dialect/JdbcDialectTypeTest.java | 135 +
.../jdbc/dialect/mysql/MySqlDialectTypeTest.java | 65 +++
.../dialect/mysql/MySqlExactlyOnceSinkE2eTest.java | 35 ++
.../jdbc/dialect/oracle/OracleContainer.java | 99
.../jdbc/dialect/oracle/OracleDialectTypeTest.java | 60 +++
.../oracle/OracleExactlyOnceSinkE2eTest.java | 31 ++
.../jdbc/dialect/oracle/OracleTableSinkITCase.java | 63 ++-
.../dialect/oracle/OracleTableSourceITCase.java| 30 +-
.../dialect/postgres/PostgresDialectTypeTest.java | 65 +++
.../postgres/PostgresExactlyOnceSinkE2eTest.java | 35 ++
.../sqlserver/SqlServerTableSinkITCase.java| 93 ++--
.../sqlserver/SqlServerTableSourceITCase.java | 29 +-
.../connector/jdbc/internal/JdbcFullTest.java | 15 +-
.../jdbc/internal/JdbcTableOutputFormatTest.java | 12 +-
.../jdbc/table/JdbcAppendOnlyWriterTest.java | 17 +-
.../jdbc/table/JdbcDynamicTableSinkITCase.java | 15 +-
.../connector/jdbc/table/JdbcOutputFormatTest.java | 27 +-
.../jdbc/table/JdbcRowDataInputFormatTest.java | 24 +-
.../jdbc/table/UnsignedTypeConversionITC
[flink-connector-jdbc] 04/14: [FLINK-30790] Refactor MySqlCatalogITCase create tests by database version
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/flink-connector-jdbc.git commit 7addee18872af6333babbf6314fe073699dbd2f1 Author: Joao Boto AuthorDate: Mon Jan 30 11:38:55 2023 +0100 [FLINK-30790] Refactor MySqlCatalogITCase create tests by database version --- .../6b9ab1b0-c14d-4667-bab5-407b81fba98b | 12 + .../jdbc/catalog/MySql56CatalogITCase.java | 39 ++ .../jdbc/catalog/MySql57CatalogITCase.java | 39 ++ .../connector/jdbc/catalog/MySqlCatalogITCase.java | 366 +-- .../jdbc/catalog/MySqlCatalogTestBase.java | 396 ++--- .../sqlserver/SqlServerTableSinkITCase.java| 3 - .../sqlserver/SqlServerTableSourceITCase.java | 3 - .../jdbc/xa/JdbcExactlyOnceSinkE2eTest.java| 12 +- 8 files changed, 459 insertions(+), 411 deletions(-) diff --git a/flink-connector-jdbc/archunit-violations/6b9ab1b0-c14d-4667-bab5-407b81fba98b b/flink-connector-jdbc/archunit-violations/6b9ab1b0-c14d-4667-bab5-407b81fba98b index 9af409a..e54d3ff 100644 --- a/flink-connector-jdbc/archunit-violations/6b9ab1b0-c14d-4667-bab5-407b81fba98b +++ b/flink-connector-jdbc/archunit-violations/6b9ab1b0-c14d-4667-bab5-407b81fba98b @@ -8,6 +8,18 @@ org.apache.flink.connector.jdbc.catalog.MySqlCatalogITCase does not satisfy: onl * reside in a package 'org.apache.flink.runtime.*' and contain any fields that are static, final, and of type InternalMiniClusterExtension and annotated with @RegisterExtension\ * reside outside of package 'org.apache.flink.runtime.*' and contain any fields that are static, final, and of type MiniClusterExtension and annotated with @RegisterExtension\ * reside in a package 'org.apache.flink.runtime.*' and is annotated with @ExtendWith with class InternalMiniClusterExtension\ +* reside outside of package 'org.apache.flink.runtime.*' and is annotated with @ExtendWith with class MiniClusterExtension\ + or contain any fields that are public, static, and of type MiniClusterWithClientResource and final and annotated with @ClassRule or contain any fields that is of type MiniClusterWithClientResource and public and final and not static and annotated with @Rule +org.apache.flink.connector.jdbc.catalog.MySql57CatalogITCase does not satisfy: only one of the following predicates match:\ +* reside in a package 'org.apache.flink.runtime.*' and contain any fields that are static, final, and of type InternalMiniClusterExtension and annotated with @RegisterExtension\ +* reside outside of package 'org.apache.flink.runtime.*' and contain any fields that are static, final, and of type MiniClusterExtension and annotated with @RegisterExtension\ +* reside in a package 'org.apache.flink.runtime.*' and is annotated with @ExtendWith with class InternalMiniClusterExtension\ +* reside outside of package 'org.apache.flink.runtime.*' and is annotated with @ExtendWith with class MiniClusterExtension\ + or contain any fields that are public, static, and of type MiniClusterWithClientResource and final and annotated with @ClassRule or contain any fields that is of type MiniClusterWithClientResource and public and final and not static and annotated with @Rule +org.apache.flink.connector.jdbc.catalog.MySql56CatalogITCase does not satisfy: only one of the following predicates match:\ +* reside in a package 'org.apache.flink.runtime.*' and contain any fields that are static, final, and of type InternalMiniClusterExtension and annotated with @RegisterExtension\ +* reside outside of package 'org.apache.flink.runtime.*' and contain any fields that are static, final, and of type MiniClusterExtension and annotated with @RegisterExtension\ +* reside in a package 'org.apache.flink.runtime.*' and is annotated with @ExtendWith with class InternalMiniClusterExtension\ * reside outside of package 'org.apache.flink.runtime.*' and is annotated with @ExtendWith with class MiniClusterExtension\ or contain any fields that are public, static, and of type MiniClusterWithClientResource and final and annotated with @ClassRule or contain any fields that is of type MiniClusterWithClientResource and public and final and not static and annotated with @Rule org.apache.flink.connector.jdbc.catalog.PostgresCatalogITCase does not satisfy: only one of the following predicates match:\ diff --git a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/MySql56CatalogITCase.java b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/MySql56CatalogITCase.java new file mode 100644 index 000..2ff3ed0 --- /dev/null +++ b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/MySql56CatalogITCase.java @@ -0,0 +1,39 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed
[flink-connector-jdbc] 03/14: [FLINK-30790] Refactor JdbcExactlyOnceSinkE2eTest create tests by dialect
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-jdbc.git
commit ba9dbc91a6dc19a49683dc6b558e46be61fd1c88
Author: Joao Boto
AuthorDate: Mon Jan 30 15:01:22 2023 +0100
[FLINK-30790] Refactor JdbcExactlyOnceSinkE2eTest create tests by dialect
---
.../apache/flink/connector/jdbc/DbMetadata.java| 4 +-
.../dialect/mysql/MySqlExactlyOnceSinkE2eTest.java | 220 +
.../jdbc/dialect/mysql/MySqlMetadata.java | 82
.../oracle/OracleExactlyOnceSinkE2eTest.java | 46 ++
.../jdbc/dialect/oracle/OracleMetadata.java| 87
.../postgres/PostgresExactlyOnceSinkE2eTest.java | 91
.../jdbc/dialect/postgres/PostgresMetadata.java| 82
.../sqlserver/SqlServerTableSinkITCase.java| 3 +
.../sqlserver/SqlServerTableSourceITCase.java | 3 +
.../connector/jdbc/test/DockerImageVersions.java | 19 +-
.../jdbc/xa/JdbcExactlyOnceSinkE2eTest.java| 541 ++---
11 files changed, 671 insertions(+), 507 deletions(-)
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/DbMetadata.java
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/DbMetadata.java
index 21f93d1..55c5317 100644
---
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/DbMetadata.java
+++
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/DbMetadata.java
@@ -24,7 +24,9 @@ import java.io.Serializable;
/** Describes a database: driver, schema and urls. */
public interface DbMetadata extends Serializable {
-String getInitUrl();
+default String getInitUrl() {
+return getUrl();
+}
String getUrl();
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/dialect/mysql/MySqlExactlyOnceSinkE2eTest.java
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/dialect/mysql/MySqlExactlyOnceSinkE2eTest.java
new file mode 100644
index 000..1da2f7c
--- /dev/null
+++
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/dialect/mysql/MySqlExactlyOnceSinkE2eTest.java
@@ -0,0 +1,220 @@
+package org.apache.flink.connector.jdbc.dialect.mysql;
+
+import org.apache.flink.connector.jdbc.DbMetadata;
+import org.apache.flink.connector.jdbc.test.DockerImageVersions;
+import org.apache.flink.connector.jdbc.xa.JdbcExactlyOnceSinkE2eTest;
+import org.apache.flink.util.ExceptionUtils;
+import org.apache.flink.util.function.SerializableSupplier;
+
+import com.mysql.cj.jdbc.MysqlXADataSource;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.testcontainers.containers.MySQLContainer;
+import org.testcontainers.junit.jupiter.Container;
+import org.testcontainers.junit.jupiter.Testcontainers;
+import org.testcontainers.utility.DockerImageName;
+
+import javax.sql.XADataSource;
+
+import java.sql.Connection;
+import java.sql.DriverManager;
+import java.sql.ResultSet;
+import java.sql.SQLException;
+import java.sql.Statement;
+
+import static org.apache.flink.util.Preconditions.checkArgument;
+
+/**
+ * A simple end-to-end test for {@link JdbcExactlyOnceSinkE2eTest}. Check for
issues with errors on
+ * closing connections.
+ */
+@Testcontainers
+public class MySqlExactlyOnceSinkE2eTest extends JdbcExactlyOnceSinkE2eTest {
+
+@Container
+private static final MySqlXaContainer CONTAINER =
+new MySqlXaContainer(DockerImageVersions.MYSQL)
+.withLockWaitTimeout(
+(CHECKPOINT_TIMEOUT_MS +
TASK_CANCELLATION_TIMEOUT_MS) * 2);
+
+@Override
+protected String getDockerVersion() {
+return CONTAINER.getDockerImageName();
+}
+
+@Override
+protected DbMetadata getDbMetadata() {
+return new MySqlMetadata(CONTAINER);
+}
+
+@Override
+public SerializableSupplier getDataSourceSupplier() {
+return () -> {
+MysqlXADataSource xaDataSource = new MysqlXADataSource();
+xaDataSource.setUrl(CONTAINER.getJdbcUrl());
+xaDataSource.setUser(CONTAINER.getUsername());
+xaDataSource.setPassword(CONTAINER.getPassword());
+return xaDataSource;
+};
+}
+
+/** {@link MySQLContainer} with XA enabled. */
+static class MySqlXaContainer extends MySQLContainer {
+private long lockWaitTimeout = 0;
+private volatile InnoDbStatusLogger innoDbStatusLogger;
+
+public MySqlXaContainer(String dockerImageName) {
+super(DockerImageName.parse(dockerImageName));
+}
+
+public MySqlXaContainer withLockWaitTimeout(long lockWaitTimeout) {
+checkArgument(lockWaitTimeout >= 0, "lockWaitTimeout should be
greater than 0");
+this.lockWaitTimeout = lockWaitTimeout;
+return this.self();
+}
+
+@Override
+p
[flink-connector-jdbc] 02/14: [FLINK-30790] Refactor JdbcDataTypeTest create tests by dialect
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-jdbc.git
commit 0246064b1262d6e8889dfdc96a1ea1e6a6a640aa
Author: Joao Boto
AuthorDate: Mon Jan 30 10:30:08 2023 +0100
[FLINK-30790] Refactor JdbcDataTypeTest create tests by dialect
---
.../flink/connector/jdbc/JdbcDataTypeTest.java | 230 -
.../jdbc/dialect/JdbcDialectTypeTest.java | 135
.../jdbc/dialect/mysql/MySqlDialectTypeTest.java | 65 ++
.../jdbc/dialect/oracle/OracleDialectTypeTest.java | 60 ++
.../dialect/postgres/PostgresDialectTypeTest.java | 65 ++
5 files changed, 325 insertions(+), 230 deletions(-)
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/JdbcDataTypeTest.java
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/JdbcDataTypeTest.java
deleted file mode 100644
index 75be19a..000
---
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/JdbcDataTypeTest.java
+++ /dev/null
@@ -1,230 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.flink.connector.jdbc;
-
-import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;
-import org.apache.flink.table.api.bridge.java.StreamTableEnvironment;
-import org.apache.flink.testutils.junit.extensions.parameterized.Parameter;
-import
org.apache.flink.testutils.junit.extensions.parameterized.ParameterizedTestExtension;
-import org.apache.flink.testutils.junit.extensions.parameterized.Parameters;
-
-import org.junit.jupiter.api.TestTemplate;
-import org.junit.jupiter.api.extension.ExtendWith;
-
-import javax.annotation.Nullable;
-
-import java.util.Arrays;
-import java.util.List;
-
-import static org.apache.flink.core.testutils.FlinkAssertions.anyCauseMatches;
-import static org.assertj.core.api.Assertions.assertThat;
-import static org.assertj.core.api.Assertions.assertThatThrownBy;
-
-/** Tests for all DataTypes and Dialects of JDBC connector. */
-@ExtendWith(ParameterizedTestExtension.class)
-public class JdbcDataTypeTest {
-
-private static final String DDL_FORMAT =
-"CREATE TABLE T(\n"
-+ "f0 %s\n"
-+ ") WITH (\n"
-+ " 'connector'='jdbc',\n"
-+ " 'url'='"
-+ "jdbc:%s:memory:test"
-+ "',\n"
-+ " 'table-name'='myTable'\n"
-+ ")";
-
-@Parameters(name = "{0}")
-public static List testData() {
-return Arrays.asList(
-createTestItem("derby", "CHAR"),
-createTestItem("derby", "VARCHAR"),
-createTestItem("derby", "BOOLEAN"),
-createTestItem("derby", "TINYINT"),
-createTestItem("derby", "SMALLINT"),
-createTestItem("derby", "INTEGER"),
-createTestItem("derby", "BIGINT"),
-createTestItem("derby", "FLOAT"),
-createTestItem("derby", "DOUBLE"),
-createTestItem("derby", "DECIMAL(10, 4)"),
-createTestItem("derby", "DATE"),
-createTestItem("derby", "TIME"),
-createTestItem("derby", "TIMESTAMP(3)"),
-createTestItem("derby", "TIMESTAMP WITHOUT TIME ZONE"),
-createTestItem("derby", "TIMESTAMP(9) WITHOUT TIME ZONE"),
-createTestItem("derby", "VARBINARY"),
-createTestItem("mysql", "CHAR"),
-createTestItem("mysql", "VARCHAR"),
-createTestItem("mysql", &quo
[flink-connector-jdbc] 05/14: [FLINK-30790] Create unified databases for testing
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-jdbc.git
commit b0a25a688679595b0f2d128fb4b88758ce8629da
Author: Joao Boto
AuthorDate: Thu Feb 2 09:12:37 2023 +0100
[FLINK-30790] Create unified databases for testing
---
.../flink/connector/jdbc/JdbcTestFixture.java | 5 +-
.../jdbc/catalog/MySql56CatalogITCase.java | 2 +-
.../jdbc/catalog/MySql57CatalogITCase.java | 2 +-
.../connector/jdbc/databases/DatabaseMetadata.java | 40 ++
.../connector/jdbc/databases/DatabaseTest.java | 24 +
.../jdbc/databases/derby/DerbyDatabase.java| 50 +
.../derby/DerbyMetadata.java} | 31 +++
.../h2/H2Metadata.java}| 47
.../connector/jdbc/databases/h2/H2XaDatabase.java | 50 +
.../mysql/MySqlDatabase.java} | 62 ++
.../mysql/MySqlMetadata.java | 37 +++--
.../jdbc/databases/oracle/OracleDatabase.java | 38 +
.../oracle/OracleMetadata.java | 36 +++--
.../jdbc/databases/postgres/PostgresDatabase.java | 43 +++
.../postgres/PostgresMetadata.java | 34 +++-
.../databases/sqlserver/SqlServerDatabase.java | 40 ++
.../sqlserver/SqlServerMetadata.java} | 38 +++--
.../dialect/mysql/MySqlExactlyOnceSinkE2eTest.java | 1 +
.../oracle/OracleExactlyOnceSinkE2eTest.java | 1 +
.../postgres/PostgresExactlyOnceSinkE2eTest.java | 1 +
.../flink/connector/jdbc/xa/h2/H2XaDsWrapper.java | 2 +-
21 files changed, 452 insertions(+), 132 deletions(-)
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/JdbcTestFixture.java
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/JdbcTestFixture.java
index e9b2953..d00fbad 100644
---
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/JdbcTestFixture.java
+++
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/JdbcTestFixture.java
@@ -20,6 +20,7 @@ package org.apache.flink.connector.jdbc;
import org.apache.flink.api.common.typeinfo.BasicTypeInfo;
import org.apache.flink.api.java.typeutils.RowTypeInfo;
+import org.apache.flink.connector.jdbc.databases.derby.DerbyMetadata;
import org.apache.flink.connector.jdbc.xa.h2.H2DbMetadata;
import org.apache.flink.table.types.logical.RowType;
@@ -74,8 +75,8 @@ public class JdbcTestFixture {
};
private static final String EBOOKSHOP_SCHEMA_NAME = "ebookshop";
-public static final DerbyDbMetadata DERBY_EBOOKSHOP_DB =
-new DerbyDbMetadata(EBOOKSHOP_SCHEMA_NAME);
+public static final DerbyMetadata DERBY_EBOOKSHOP_DB =
+new DerbyMetadata(EBOOKSHOP_SCHEMA_NAME);
public static final H2DbMetadata H2_EBOOKSHOP_DB = new
H2DbMetadata(EBOOKSHOP_SCHEMA_NAME);
/** TestEntry. */
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/MySql56CatalogITCase.java
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/MySql56CatalogITCase.java
index 2ff3ed0..3a1c554 100644
---
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/MySql56CatalogITCase.java
+++
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/MySql56CatalogITCase.java
@@ -24,7 +24,7 @@ import org.testcontainers.containers.MySQLContainer;
import org.testcontainers.junit.jupiter.Container;
import org.testcontainers.junit.jupiter.Testcontainers;
-/** E2E test for {@link MySqlCatalog}. */
+/** E2E test for {@link MySqlCatalog} with MySql version 5.6. */
@Testcontainers
public class MySql56CatalogITCase extends MySqlCatalogTestBase {
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/MySql57CatalogITCase.java
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/MySql57CatalogITCase.java
index 0a1dc8b..350bea8 100644
---
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/MySql57CatalogITCase.java
+++
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/catalog/MySql57CatalogITCase.java
@@ -24,7 +24,7 @@ import org.testcontainers.containers.MySQLContainer;
import org.testcontainers.junit.jupiter.Container;
import org.testcontainers.junit.jupiter.Testcontainers;
-/** E2E test for {@link MySqlCatalog}. */
+/** E2E test for {@link MySqlCatalog} with MySql version 5.7. */
@Testcontainers
public class MySql57CatalogITCase extends MySqlCatalogTestBase {
diff --git
a/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc/databases/DatabaseMetadata.java
b/flink-connector-jdbc/src/test/java/org/apache/flink/connector/jdbc
[flink-connector-jdbc] 01/14: [FLINK-30790] Change log level to off on CI
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/flink-connector-jdbc.git commit 45306bbdeb8f056b6c3cab89e7ee27a573672025 Author: Joao Boto AuthorDate: Sat Jan 28 21:54:38 2023 +0100 [FLINK-30790] Change log level to off on CI --- tools/ci/log4j.properties | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/tools/ci/log4j.properties b/tools/ci/log4j.properties index 7daf1c3..6bea562 100644 --- a/tools/ci/log4j.properties +++ b/tools/ci/log4j.properties @@ -16,7 +16,9 @@ # limitations under the License. -rootLogger.level = INFO +# Set root logger level to OFF to not flood build logs +# set manually to INFO for debugging purposes +rootLogger.level = OFF rootLogger.appenderRef.out.ref = ConsoleAppender # -
[flink-benchmarks] branch master updated: [hotfix] Update libssl dependency to repair CI
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/flink-benchmarks.git The following commit(s) were added to refs/heads/master by this push: new 46233a8 [hotfix] Update libssl dependency to repair CI 46233a8 is described below commit 46233a8b3657f2c4a0193ebee9b7ef956fde7381 Author: Martijn Visser AuthorDate: Fri Feb 10 08:43:23 2023 +0100 [hotfix] Update libssl dependency to repair CI --- .github/workflows/ci.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 639cd60..a0e27f9 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -38,9 +38,9 @@ jobs: - name: Install prerequisites run: | - wget http://security.ubuntu.com/ubuntu/pool/main/o/openssl1.0/libssl1.0.0_1.0.2n-1ubuntu5.10_amd64.deb - sudo apt install ./libssl1.0.0_1.0.2n-1ubuntu5.10_amd64.deb - rm libssl1.0.0_1.0.2n-1ubuntu5.10_amd64.deb + wget http://security.ubuntu.com/ubuntu/pool/main/o/openssl1.0/libssl1.0.0_1.0.2n-1ubuntu5.11_amd64.deb + sudo apt install ./libssl1.0.0_1.0.2n-1ubuntu5.11_amd64.deb + rm libssl1.0.0_1.0.2n-1ubuntu5.11_amd64.deb - name: Compile # https.protocols is a workaround for https://bugs.openjdk.java.net/browse/JDK-8213202
[flink-benchmarks] branch master updated: [FLINK-30870][benchmark] Replace sending slack messages with attachments
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/flink-benchmarks.git
The following commit(s) were added to refs/heads/master by this push:
new 1a6da18 [FLINK-30870][benchmark] Replace sending slack messages with
attachments
1a6da18 is described below
commit 1a6da18e0933b6e43297c1fc44a556c0c162b3e0
Author: fredia
AuthorDate: Fri Feb 3 12:19:39 2023 +0800
[FLINK-30870][benchmark] Replace sending slack messages with attachments
---
jenkinsfiles/regression-check.jenkinsfile | 8 +++-
1 file changed, 7 insertions(+), 1 deletion(-)
diff --git a/jenkinsfiles/regression-check.jenkinsfile
b/jenkinsfiles/regression-check.jenkinsfile
index 9299d6f..e864d70 100644
--- a/jenkinsfiles/regression-check.jenkinsfile
+++ b/jenkinsfiles/regression-check.jenkinsfile
@@ -24,7 +24,13 @@ timestamps {
sh './regression_report.py > regression-report'
def alerts = readFile "regression-report"
if (alerts) {
- slackSend (message: "Performance
regression\n$alerts", channel: "#flink-dev-benchmarks")
+ def attachments = [
+ [
+ text: "Performance regression\n$alerts",
+ fallback: "Performance regression",
+ ]
+ ]
+ slackSend (attachments: attachments, channel:
"#flink-dev-benchmarks")
}
}
}
[flink-connector-gcp-pubsub] 12/19: Update version to 1.15-SNAPSHOT
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/flink-connector-gcp-pubsub.git commit 1c9423fd5d995acf6305ae6843e9ad0ab38fa140 Author: Xintong Song AuthorDate: Sat Aug 28 08:33:55 2021 +0800 Update version to 1.15-SNAPSHOT --- flink-examples-streaming-gcp-pubsub/pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/flink-examples-streaming-gcp-pubsub/pom.xml b/flink-examples-streaming-gcp-pubsub/pom.xml index d582b63..b5b 100644 --- a/flink-examples-streaming-gcp-pubsub/pom.xml +++ b/flink-examples-streaming-gcp-pubsub/pom.xml @@ -24,7 +24,7 @@ under the License. flink-examples-build-helper org.apache.flink - 1.14-SNAPSHOT + 1.15-SNAPSHOT ..
[flink-connector-gcp-pubsub] 08/19: [FLINK-18448][pubsub] Update Google Cloud PubSub dependencies
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-gcp-pubsub.git
commit 3cdd0ac185c3674d754ac16739519dbbc8a0eb6f
Author: Niels Basjes
AuthorDate: Wed Jul 8 13:13:11 2020 +0200
[FLINK-18448][pubsub] Update Google Cloud PubSub dependencies
This closes #12846
---
.../apache/flink/streaming/examples/gcp/pubsub/PubSubPublisher.java | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git
a/flink-examples-streaming-gcp-pubsub/src/main/java/org/apache/flink/streaming/examples/gcp/pubsub/PubSubPublisher.java
b/flink-examples-streaming-gcp-pubsub/src/main/java/org/apache/flink/streaming/examples/gcp/pubsub/PubSubPublisher.java
index 8f7bfe6..ef9ad83 100644
---
a/flink-examples-streaming-gcp-pubsub/src/main/java/org/apache/flink/streaming/examples/gcp/pubsub/PubSubPublisher.java
+++
b/flink-examples-streaming-gcp-pubsub/src/main/java/org/apache/flink/streaming/examples/gcp/pubsub/PubSubPublisher.java
@@ -19,8 +19,8 @@ package org.apache.flink.streaming.examples.gcp.pubsub;
import com.google.cloud.pubsub.v1.Publisher;
import com.google.protobuf.ByteString;
-import com.google.pubsub.v1.ProjectTopicName;
import com.google.pubsub.v1.PubsubMessage;
+import com.google.pubsub.v1.TopicName;
import java.math.BigInteger;
@@ -44,7 +44,7 @@ class PubSubPublisher {
void publish(int amountOfMessages) {
Publisher publisher = null;
try {
- publisher =
Publisher.newBuilder(ProjectTopicName.of(projectName, topicName)).build();
+ publisher =
Publisher.newBuilder(TopicName.of(projectName, topicName)).build();
for (int i = 0; i < amountOfMessages; i++) {
ByteString messageData =
ByteString.copyFrom(BigInteger.valueOf(i).toByteArray());
PubsubMessage message =
PubsubMessage.newBuilder().setData(messageData).build();
[flink-connector-gcp-pubsub] 16/19: [FLINK-24721][build] Remove unnecessary relativePath to parent
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-gcp-pubsub.git
commit 942a61642f3507e14ad162c85050c077d288adb7
Author: Chesnay Schepler
AuthorDate: Wed Apr 20 13:55:43 2022 +0200
[FLINK-24721][build] Remove unnecessary relativePath to parent
---
flink-examples-streaming-gcp-pubsub/pom.xml | 1 -
1 file changed, 1 deletion(-)
diff --git a/flink-examples-streaming-gcp-pubsub/pom.xml
b/flink-examples-streaming-gcp-pubsub/pom.xml
index ae32196..b22c935 100644
--- a/flink-examples-streaming-gcp-pubsub/pom.xml
+++ b/flink-examples-streaming-gcp-pubsub/pom.xml
@@ -25,7 +25,6 @@ under the License.
flink-examples-build-helper
org.apache.flink
1.16-SNAPSHOT
- ..
flink-examples-streaming-gcp-pubsub_${scala.binary.version}
[flink-connector-gcp-pubsub] 18/19: [FLINK-30872][Connector/Google PubSub] Move GCP example to GCP connector repository
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-gcp-pubsub.git
commit 7d8090b72ffb75727d877534d670a52e3eaa039b
Author: Martijn Visser
AuthorDate: Wed Feb 1 19:34:12 2023 +0100
[FLINK-30872][Connector/Google PubSub] Move GCP example to GCP connector
repository
---
flink-connector-gcp-pubsub/pom.xml | 17 -
flink-examples-streaming-gcp-pubsub/pom.xml | 16 ++--
pom.xml | 11 +++
3 files changed, 21 insertions(+), 23 deletions(-)
diff --git a/flink-connector-gcp-pubsub/pom.xml
b/flink-connector-gcp-pubsub/pom.xml
index 7288619..1bd75b5 100644
--- a/flink-connector-gcp-pubsub/pom.xml
+++ b/flink-connector-gcp-pubsub/pom.xml
@@ -34,23 +34,6 @@ under the License.
jar
-
-
8.1.0
-
-
-
-
-
-
- com.google.cloud
- libraries-bom
-
${google-cloud-libraries-bom.version}
- pom
- import
-
-
-
-
org.apache.flink
diff --git a/flink-examples-streaming-gcp-pubsub/pom.xml
b/flink-examples-streaming-gcp-pubsub/pom.xml
index 8720ed9..d66e489 100644
--- a/flink-examples-streaming-gcp-pubsub/pom.xml
+++ b/flink-examples-streaming-gcp-pubsub/pom.xml
@@ -22,15 +22,19 @@ under the License.
4.0.0
- flink-examples-build-helper
org.apache.flink
- 1.17-SNAPSHOT
+ flink-connector-gcp-pubsub-parent
+ 3.0-SNAPSHOT
-
flink-examples-streaming-gcp-pubsub_${scala.binary.version}
- Flink : Examples : Build Helper : Streaming Google PubSub
+ flink-examples-streaming-gcp-pubsub
+ Flink : Examples : Streaming Google PubSub
jar
+
+ true
+
+
org.apache.flink
@@ -39,8 +43,8 @@ under the License.
org.apache.flink
-
flink-examples-streaming_${scala.binary.version}
- ${project.version}
+ flink-streaming-java
+ ${flink.version}
diff --git a/pom.xml b/pom.xml
index 5ca7403..5addf92 100644
--- a/pom.xml
+++ b/pom.xml
@@ -45,10 +45,12 @@ under the License.
flink-connector-gcp-pubsub
flink-connector-gcp-pubsub-e2e-tests
+ flink-examples-streaming-gcp-pubsub
1.16.0
+
8.1.0
5.8.1
3.23.1
@@ -321,6 +323,15 @@ under the License.
2.6
+
+
+ com.google.cloud
+ libraries-bom
+
${google-cloud-libraries-bom.version}
+ pom
+ import
+
+
[flink-connector-gcp-pubsub] 13/19: [FLINK-24018][build] Remove Scala dependencies from Java APIs
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-gcp-pubsub.git
commit 2ae4629ffbfbcd098e6932f6319039bbdcd9ba8f
Author: Chesnay Schepler
AuthorDate: Tue Oct 26 00:48:06 2021 +0200
[FLINK-24018][build] Remove Scala dependencies from Java APIs
---
flink-examples-streaming-gcp-pubsub/pom.xml | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/flink-examples-streaming-gcp-pubsub/pom.xml
b/flink-examples-streaming-gcp-pubsub/pom.xml
index b5b..2ff1b85 100644
--- a/flink-examples-streaming-gcp-pubsub/pom.xml
+++ b/flink-examples-streaming-gcp-pubsub/pom.xml
@@ -35,7 +35,7 @@ under the License.
org.apache.flink
-
flink-connector-gcp-pubsub_${scala.binary.version}
+ flink-connector-gcp-pubsub
${project.version}
[flink-connector-gcp-pubsub] 14/19: [FLINK-25039][build] Disable shading of test jar by default
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/flink-connector-gcp-pubsub.git commit 83174ac063be34e3a1d615ac5111ca9e496a82ff Author: Chesnay Schepler AuthorDate: Thu Nov 25 11:55:32 2021 +0100 [FLINK-25039][build] Disable shading of test jar by default --- flink-examples-streaming-gcp-pubsub/pom.xml | 1 - 1 file changed, 1 deletion(-) diff --git a/flink-examples-streaming-gcp-pubsub/pom.xml b/flink-examples-streaming-gcp-pubsub/pom.xml index 2ff1b85..cf5824c 100644 --- a/flink-examples-streaming-gcp-pubsub/pom.xml +++ b/flink-examples-streaming-gcp-pubsub/pom.xml @@ -66,7 +66,6 @@ under the License. shade - false false false
[flink-connector-gcp-pubsub] 04/19: [FLINK-13231] [pubsub] Replace Max outstanding acknowledgement ids limit with a FlinkConnectorRateLimiter
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-gcp-pubsub.git
commit 6f92e4f7c455c90e60e3014a0caf126f84664cce
Author: Richard Deurwaarder
AuthorDate: Wed Aug 7 21:21:03 2019 +0200
[FLINK-13231] [pubsub] Replace Max outstanding acknowledgement ids limit
with a FlinkConnectorRateLimiter
---
.../org/apache/flink/streaming/examples/gcp/pubsub/PubSubExample.java| 1 +
1 file changed, 1 insertion(+)
diff --git
a/flink-examples-streaming-gcp-pubsub/src/main/java/org/apache/flink/streaming/examples/gcp/pubsub/PubSubExample.java
b/flink-examples-streaming-gcp-pubsub/src/main/java/org/apache/flink/streaming/examples/gcp/pubsub/PubSubExample.java
index a960176..b79c67e 100644
---
a/flink-examples-streaming-gcp-pubsub/src/main/java/org/apache/flink/streaming/examples/gcp/pubsub/PubSubExample.java
+++
b/flink-examples-streaming-gcp-pubsub/src/main/java/org/apache/flink/streaming/examples/gcp/pubsub/PubSubExample.java
@@ -67,6 +67,7 @@ public class PubSubExample {
.withDeserializationSchema(new IntegerSerializer())
.withProjectName(projectName)
.withSubscriptionName(subscriptionName)
+
.withMessageRateLimit(1)
.build())
.map(PubSubExample::printAndReturn).disableChaining()
.addSink(PubSubSink.newBuilder()
[flink-connector-gcp-pubsub] 07/19: [FLINK-18607][build] Give the maven module a human readable name
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-gcp-pubsub.git
commit 62d42793281a076c167111c11b6230dca88aa615
Author: Niels Basjes
AuthorDate: Wed Jul 22 11:26:03 2020 +0200
[FLINK-18607][build] Give the maven module a human readable name
This closes #12907
---
flink-examples-streaming-gcp-pubsub/pom.xml | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/flink-examples-streaming-gcp-pubsub/pom.xml
b/flink-examples-streaming-gcp-pubsub/pom.xml
index 5659dcb..6378010 100644
--- a/flink-examples-streaming-gcp-pubsub/pom.xml
+++ b/flink-examples-streaming-gcp-pubsub/pom.xml
@@ -29,7 +29,7 @@ under the License.
flink-examples-streaming-gcp-pubsub_${scala.binary.version}
- flink-examples-streaming-gcp-pubsub
+ Flink : Examples : Build Helper : Streaming Google PubSub
jar
[flink-connector-gcp-pubsub] 02/19: [FLINK-9311] [pubsub] Improvements to builders + minor improvement to PubSubSink flush logic
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-gcp-pubsub.git
commit 6c5cd25a0d9e663b5b88e12ed594520c9e66
Author: Jiangjie (Becket) Qin
AuthorDate: Fri Jul 5 01:05:41 2019 +0800
[FLINK-9311] [pubsub] Improvements to builders + minor improvement to
PubSubSink flush logic
---
.../org/apache/flink/streaming/examples/gcp/pubsub/PubSubExample.java | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git
a/flink-examples-streaming-gcp-pubsub/src/main/java/org/apache/flink/streaming/examples/gcp/pubsub/PubSubExample.java
b/flink-examples-streaming-gcp-pubsub/src/main/java/org/apache/flink/streaming/examples/gcp/pubsub/PubSubExample.java
index 7b66577..a960176 100644
---
a/flink-examples-streaming-gcp-pubsub/src/main/java/org/apache/flink/streaming/examples/gcp/pubsub/PubSubExample.java
+++
b/flink-examples-streaming-gcp-pubsub/src/main/java/org/apache/flink/streaming/examples/gcp/pubsub/PubSubExample.java
@@ -63,13 +63,13 @@ public class PubSubExample {
final StreamExecutionEnvironment env =
StreamExecutionEnvironment.getExecutionEnvironment();
env.enableCheckpointing(1000L);
- env.addSource(PubSubSource.newBuilder(Integer.class)
+ env.addSource(PubSubSource.newBuilder()
.withDeserializationSchema(new IntegerSerializer())
.withProjectName(projectName)
.withSubscriptionName(subscriptionName)
.build())
.map(PubSubExample::printAndReturn).disableChaining()
- .addSink(PubSubSink.newBuilder(Integer.class)
+ .addSink(PubSubSink.newBuilder()
.withSerializationSchema(new IntegerSerializer())
.withProjectName(projectName)
.withTopicName(outputTopicName).build());
[flink-connector-gcp-pubsub] 19/19: [hotfix] Change Flink binary URL to ASF archive
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/flink-connector-gcp-pubsub.git commit f163009e3c571fce306909ff8bc46e06ee4b19a3 Author: Martijn Visser AuthorDate: Thu Feb 2 13:06:16 2023 +0100 [hotfix] Change Flink binary URL to ASF archive --- .github/workflows/push_pr.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/push_pr.yml b/.github/workflows/push_pr.yml index e5d6b2a..a48478a 100644 --- a/.github/workflows/push_pr.yml +++ b/.github/workflows/push_pr.yml @@ -26,5 +26,5 @@ jobs: uses: apache/flink-connector-shared-utils/.github/workflows/ci.yml@ci_utils with: flink_version: 1.16.0 - flink_url: https://dist.apache.org/repos/dist/release/flink/flink-1.16.0/flink-1.16.0-bin-scala_2.12.tgz + flink_url: https://archive.apache.org/dist/flink/flink-1.16.0/flink-1.16.0-bin-scala_2.12.tgz cache_flink_binary: true
[flink-connector-gcp-pubsub] 11/19: Update version to 1.14-SNAPSHOT
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/flink-connector-gcp-pubsub.git commit fcf58acbe1588eddc1c47b9a2c056b2519b08e15 Author: GuoWei Ma AuthorDate: Sun Apr 18 20:19:52 2021 +0800 Update version to 1.14-SNAPSHOT --- flink-examples-streaming-gcp-pubsub/pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/flink-examples-streaming-gcp-pubsub/pom.xml b/flink-examples-streaming-gcp-pubsub/pom.xml index 7e7e2b9..d582b63 100644 --- a/flink-examples-streaming-gcp-pubsub/pom.xml +++ b/flink-examples-streaming-gcp-pubsub/pom.xml @@ -24,7 +24,7 @@ under the License. flink-examples-build-helper org.apache.flink - 1.13-SNAPSHOT + 1.14-SNAPSHOT ..
[flink-connector-gcp-pubsub] 10/19: [FLINK-20651] Format code with Spotless/google-java-format
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-gcp-pubsub.git
commit 977cff2d79967b4e1392b84c180ec4e2655eceef
Author: Rufus Refactor
AuthorDate: Mon Dec 28 14:30:59 2020 +0100
[FLINK-20651] Format code with Spotless/google-java-format
---
.../examples/gcp/pubsub/IntegerSerializer.java | 47 ++--
.../examples/gcp/pubsub/PubSubExample.java | 87 --
.../examples/gcp/pubsub/PubSubPublisher.java | 71 +-
3 files changed, 105 insertions(+), 100 deletions(-)
diff --git
a/flink-examples-streaming-gcp-pubsub/src/main/java/org/apache/flink/streaming/examples/gcp/pubsub/IntegerSerializer.java
b/flink-examples-streaming-gcp-pubsub/src/main/java/org/apache/flink/streaming/examples/gcp/pubsub/IntegerSerializer.java
index 3c1eab4..0c5dcb1 100644
---
a/flink-examples-streaming-gcp-pubsub/src/main/java/org/apache/flink/streaming/examples/gcp/pubsub/IntegerSerializer.java
+++
b/flink-examples-streaming-gcp-pubsub/src/main/java/org/apache/flink/streaming/examples/gcp/pubsub/IntegerSerializer.java
@@ -27,28 +27,29 @@ import java.io.IOException;
import java.math.BigInteger;
/**
- * Deserialization schema to deserialize messages produced by {@link
PubSubPublisher}.
- * The byte[] received by this schema must contain a single Integer.
+ * Deserialization schema to deserialize messages produced by {@link
PubSubPublisher}. The byte[]
+ * received by this schema must contain a single Integer.
*/
-class IntegerSerializer implements PubSubDeserializationSchema,
SerializationSchema {
-
- @Override
- public Integer deserialize(PubsubMessage message) throws IOException {
- return new
BigInteger(message.getData().toByteArray()).intValue();
- }
-
- @Override
- public boolean isEndOfStream(Integer integer) {
- return false;
- }
-
- @Override
- public TypeInformation getProducedType() {
- return TypeInformation.of(Integer.class);
- }
-
- @Override
- public byte[] serialize(Integer integer) {
- return BigInteger.valueOf(integer).toByteArray();
- }
+class IntegerSerializer
+implements PubSubDeserializationSchema,
SerializationSchema {
+
+@Override
+public Integer deserialize(PubsubMessage message) throws IOException {
+return new BigInteger(message.getData().toByteArray()).intValue();
+}
+
+@Override
+public boolean isEndOfStream(Integer integer) {
+return false;
+}
+
+@Override
+public TypeInformation getProducedType() {
+return TypeInformation.of(Integer.class);
+}
+
+@Override
+public byte[] serialize(Integer integer) {
+return BigInteger.valueOf(integer).toByteArray();
+}
}
diff --git
a/flink-examples-streaming-gcp-pubsub/src/main/java/org/apache/flink/streaming/examples/gcp/pubsub/PubSubExample.java
b/flink-examples-streaming-gcp-pubsub/src/main/java/org/apache/flink/streaming/examples/gcp/pubsub/PubSubExample.java
index b79c67e..b4666cf 100644
---
a/flink-examples-streaming-gcp-pubsub/src/main/java/org/apache/flink/streaming/examples/gcp/pubsub/PubSubExample.java
+++
b/flink-examples-streaming-gcp-pubsub/src/main/java/org/apache/flink/streaming/examples/gcp/pubsub/PubSubExample.java
@@ -30,56 +30,61 @@ import org.slf4j.LoggerFactory;
*
* Before starting a flink job it will publish 10 messages on the input
topic.
*
- * Then a flink job is started to read these 10 messages from the
input-subscription,
- * it will print them to stdout
- * and then write them to a the output-topic.
+ * Then a flink job is started to read these 10 messages from the
input-subscription, it will
+ * print them to stdout and then write them to a the output-topic.
*/
public class PubSubExample {
- private static final Logger LOG =
LoggerFactory.getLogger(PubSubExample.class);
+private static final Logger LOG =
LoggerFactory.getLogger(PubSubExample.class);
- public static void main(String[] args) throws Exception {
- // parse input arguments
- final ParameterTool parameterTool =
ParameterTool.fromArgs(args);
+public static void main(String[] args) throws Exception {
+// parse input arguments
+final ParameterTool parameterTool = ParameterTool.fromArgs(args);
- if (parameterTool.getNumberOfParameters() < 3) {
- System.out.println("Missing parameters!\n" +
- "Usage: flink
run PubSub.jar --input-subscription --input-topicName
--output-topicName " +
-
"--google-project ");
- return;
- }
+if (paramete
[flink-connector-gcp-pubsub] 17/19: Update version to 1.17-SNAPSHOT
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-gcp-pubsub.git
commit ca0dd1d1da2ae0bb3596b1501a4488874158d994
Author: huangxingbo
AuthorDate: Mon Sep 5 10:43:15 2022 +0800
Update version to 1.17-SNAPSHOT
---
flink-examples-streaming-gcp-pubsub/pom.xml | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/flink-examples-streaming-gcp-pubsub/pom.xml
b/flink-examples-streaming-gcp-pubsub/pom.xml
index b22c935..8720ed9 100644
--- a/flink-examples-streaming-gcp-pubsub/pom.xml
+++ b/flink-examples-streaming-gcp-pubsub/pom.xml
@@ -24,7 +24,7 @@ under the License.
flink-examples-build-helper
org.apache.flink
- 1.16-SNAPSHOT
+ 1.17-SNAPSHOT
flink-examples-streaming-gcp-pubsub_${scala.binary.version}
[flink-connector-gcp-pubsub] 15/19: Update version to 1.16-SNAPSHOT
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/flink-connector-gcp-pubsub.git commit 824d973e8a7f40bb9348d114e63d11176eae492d Author: Yun Gao AuthorDate: Tue Mar 15 01:27:55 2022 +0800 Update version to 1.16-SNAPSHOT --- flink-examples-streaming-gcp-pubsub/pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/flink-examples-streaming-gcp-pubsub/pom.xml b/flink-examples-streaming-gcp-pubsub/pom.xml index cf5824c..ae32196 100644 --- a/flink-examples-streaming-gcp-pubsub/pom.xml +++ b/flink-examples-streaming-gcp-pubsub/pom.xml @@ -24,7 +24,7 @@ under the License. flink-examples-build-helper org.apache.flink - 1.15-SNAPSHOT + 1.16-SNAPSHOT ..
[flink-connector-gcp-pubsub] 09/19: Update version to 1.13-SNAPSHOT
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/flink-connector-gcp-pubsub.git commit eaad434fa0502a1446ee402003f518f66581e6a4 Author: Dian Fu AuthorDate: Thu Nov 26 14:20:51 2020 +0800 Update version to 1.13-SNAPSHOT --- flink-examples-streaming-gcp-pubsub/pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/flink-examples-streaming-gcp-pubsub/pom.xml b/flink-examples-streaming-gcp-pubsub/pom.xml index 6378010..7e7e2b9 100644 --- a/flink-examples-streaming-gcp-pubsub/pom.xml +++ b/flink-examples-streaming-gcp-pubsub/pom.xml @@ -24,7 +24,7 @@ under the License. flink-examples-build-helper org.apache.flink - 1.12-SNAPSHOT + 1.13-SNAPSHOT ..
[flink-connector-gcp-pubsub] 01/19: [FLINK-9311] [pubsub] Clean up / add documentation and style issues in the PubSub connector
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-gcp-pubsub.git
commit 9e02c4c71bde038f4f968e90620deb4c9bd2df38
Author: Richard Deurwaarder
AuthorDate: Sat Aug 25 15:21:54 2018 +0200
[FLINK-9311] [pubsub] Clean up / add documentation and style issues in the
PubSub connector
---
flink-examples-streaming-gcp-pubsub/pom.xml| 108 +
.../examples/gcp/pubsub/IntegerSerializer.java | 54 +++
.../examples/gcp/pubsub/PubSubExample.java | 84
.../examples/gcp/pubsub/PubSubPublisher.java | 67 +
4 files changed, 313 insertions(+)
diff --git a/flink-examples-streaming-gcp-pubsub/pom.xml
b/flink-examples-streaming-gcp-pubsub/pom.xml
new file mode 100644
index 000..ab1c91f
--- /dev/null
+++ b/flink-examples-streaming-gcp-pubsub/pom.xml
@@ -0,0 +1,108 @@
+
+
+http://maven.apache.org/POM/4.0.0;
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance;
+xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
http://maven.apache.org/maven-v4_0_0.xsd;>
+ 4.0.0
+
+
+ flink-examples-build-helper
+ org.apache.flink
+ 1.9-SNAPSHOT
+ ..
+
+
+
flink-examples-streaming-gcp-pubsub_${scala.binary.version}
+ flink-examples-streaming-gcp-pubsub
+ jar
+
+
+
+ org.apache.flink
+
flink-connector-gcp-pubsub_${scala.binary.version}
+ ${project.version}
+
+
+ org.apache.flink
+
flink-examples-streaming_${scala.binary.version}
+ ${project.version}
+
+
+
+
+ PubSub
+
+
+ org.apache.maven.plugins
+ maven-deploy-plugin
+
+ true
+
+
+
+ org.apache.maven.plugins
+ maven-shade-plugin
+
+
+ shade-flink
+ package
+
+ shade
+
+
+
false
+
false
+
false
+
+
+
org.apache.flink.streaming.examples.gcp.pubsub.PubSubExample
+
+
+
+
+
org.apache.flink:flink-connector-gcp-pubsub*
+
com.google.cloud:google-cloud-pubsub
+
com.google.*:*
+
org.threeten:*
+
io.grpc:*
+
io.opencensus:*
+
+
+
+
+
com.google
+
org.apache.flink.streaming.examples.gcp.pubsub.shaded.com.google
+
+
+
+
+
+
org.apache.flink:flink-examples-streaming_*
+
+
[flink-connector-gcp-pubsub] branch main updated (c546198 -> f163009)
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/flink-connector-gcp-pubsub.git from c546198 [FLINK-30058][Connector/Google PubSub] Add release tools as submodule new 9e02c4c [FLINK-9311] [pubsub] Clean up / add documentation and style issues in the PubSub connector new 6c5cd55 [FLINK-9311] [pubsub] Improvements to builders + minor improvement to PubSubSink flush logic new 1512bc1 Update version to 1.10-SNAPSHOT new 6f92e4f [FLINK-13231] [pubsub] Replace Max outstanding acknowledgement ids limit with a FlinkConnectorRateLimiter new c93e10d Update version to 1.11-SNAPSHOT new 55f84bd Update version to 1.12-SNAPSHOT new 62d4279 [FLINK-18607][build] Give the maven module a human readable name new 3cdd0ac [FLINK-18448][pubsub] Update Google Cloud PubSub dependencies new eaad434 Update version to 1.13-SNAPSHOT new 977cff2 [FLINK-20651] Format code with Spotless/google-java-format new fcf58ac Update version to 1.14-SNAPSHOT new 1c9423f Update version to 1.15-SNAPSHOT new 2ae4629 [FLINK-24018][build] Remove Scala dependencies from Java APIs new 83174ac [FLINK-25039][build] Disable shading of test jar by default new 824d973 Update version to 1.16-SNAPSHOT new 942a616 [FLINK-24721][build] Remove unnecessary relativePath to parent new ca0dd1d Update version to 1.17-SNAPSHOT new 7d8090b [FLINK-30872][Connector/Google PubSub] Move GCP example to GCP connector repository new f163009 [hotfix] Change Flink binary URL to ASF archive The 19 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: .github/workflows/push_pr.yml | 2 +- flink-connector-gcp-pubsub/pom.xml | 17 flink-examples-streaming-gcp-pubsub/pom.xml| 110 + .../examples/gcp/pubsub/IntegerSerializer.java | 55 +++ .../examples/gcp/pubsub/PubSubExample.java | 90 + .../examples/gcp/pubsub/PubSubPublisher.java | 66 + pom.xml| 11 +++ 7 files changed, 333 insertions(+), 18 deletions(-) create mode 100644 flink-examples-streaming-gcp-pubsub/pom.xml create mode 100644 flink-examples-streaming-gcp-pubsub/src/main/java/org/apache/flink/streaming/examples/gcp/pubsub/IntegerSerializer.java create mode 100644 flink-examples-streaming-gcp-pubsub/src/main/java/org/apache/flink/streaming/examples/gcp/pubsub/PubSubExample.java create mode 100644 flink-examples-streaming-gcp-pubsub/src/main/java/org/apache/flink/streaming/examples/gcp/pubsub/PubSubPublisher.java
[flink-connector-gcp-pubsub] 06/19: Update version to 1.12-SNAPSHOT
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/flink-connector-gcp-pubsub.git commit 55f84bdeec783fe41e720a159319b731485e843e Author: Piotr Nowojski AuthorDate: Mon May 18 13:36:46 2020 +0200 Update version to 1.12-SNAPSHOT --- flink-examples-streaming-gcp-pubsub/pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/flink-examples-streaming-gcp-pubsub/pom.xml b/flink-examples-streaming-gcp-pubsub/pom.xml index ccd169c..5659dcb 100644 --- a/flink-examples-streaming-gcp-pubsub/pom.xml +++ b/flink-examples-streaming-gcp-pubsub/pom.xml @@ -24,7 +24,7 @@ under the License. flink-examples-build-helper org.apache.flink - 1.11-SNAPSHOT + 1.12-SNAPSHOT ..
[flink-connector-gcp-pubsub] 05/19: Update version to 1.11-SNAPSHOT
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/flink-connector-gcp-pubsub.git commit c93e10dc61c340602cfc424c6a1b526bc17e1f07 Author: Gary Yao AuthorDate: Mon Dec 9 17:28:45 2019 +0100 Update version to 1.11-SNAPSHOT --- flink-examples-streaming-gcp-pubsub/pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/flink-examples-streaming-gcp-pubsub/pom.xml b/flink-examples-streaming-gcp-pubsub/pom.xml index 969f153..ccd169c 100644 --- a/flink-examples-streaming-gcp-pubsub/pom.xml +++ b/flink-examples-streaming-gcp-pubsub/pom.xml @@ -24,7 +24,7 @@ under the License. flink-examples-build-helper org.apache.flink - 1.10-SNAPSHOT + 1.11-SNAPSHOT ..
[flink-connector-gcp-pubsub] 03/19: Update version to 1.10-SNAPSHOT
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/flink-connector-gcp-pubsub.git commit 1512bc127d46a65b74d6f9269f2b5ea06e06d270 Author: Kurt Young AuthorDate: Fri Jul 12 14:25:23 2019 +0800 Update version to 1.10-SNAPSHOT --- flink-examples-streaming-gcp-pubsub/pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/flink-examples-streaming-gcp-pubsub/pom.xml b/flink-examples-streaming-gcp-pubsub/pom.xml index ab1c91f..969f153 100644 --- a/flink-examples-streaming-gcp-pubsub/pom.xml +++ b/flink-examples-streaming-gcp-pubsub/pom.xml @@ -24,7 +24,7 @@ under the License. flink-examples-build-helper org.apache.flink - 1.9-SNAPSHOT + 1.10-SNAPSHOT ..
[flink-connector-shared-utils] branch ci_utils updated: [FLINK-30887][Build System] Properly restore and cache Flink binaries (#5)
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch ci_utils
in repository
https://gitbox.apache.org/repos/asf/flink-connector-shared-utils.git
The following commit(s) were added to refs/heads/ci_utils by this push:
new 7227de5 [FLINK-30887][Build System] Properly restore and cache Flink
binaries (#5)
7227de5 is described below
commit 7227de526e09f0a891a4a8ec05f7054c1f4bac52
Author: MartijnVisser
AuthorDate: Thu Feb 2 14:35:46 2023 +0100
[FLINK-30887][Build System] Properly restore and cache Flink binaries (#5)
---
.github/workflows/ci.yml | 16
1 file changed, 12 insertions(+), 4 deletions(-)
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 920dc3a..91054fa 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -76,10 +76,10 @@ jobs:
- name: Create cache dirs
run: mkdir -p ${{ env.FLINK_CACHE_DIR }}
- - name: Cache Flink binary
+ - name: Restore cached Flink binary
if: ${{ inputs.cache_flink_binary == 'true' }}
-uses: actions/cache@v3
-id: cache-flink
+uses: actions/cache/restore@v3
+id: restore-cache-flink
with:
path: ${{ env.FLINK_CACHE_DIR }}
key: ${{ inputs.flink_url }}
@@ -108,4 +108,12 @@ jobs:
mvn ${MVN_COMMON_OPTIONS} exec:java@check-license -N \
-Dexec.args="${{ env.MVN_BUILD_OUTPUT_FILE }} $(pwd) ${{
env.MVN_VALIDATION_DIR }}" \
${{ env.MVN_CONNECTION_OPTIONS }} \
--Dlog4j.configurationFile=file://$(pwd)/tools/ci/log4j.properties
\ No newline at end of file
+-Dlog4j.configurationFile=file://$(pwd)/tools/ci/log4j.properties
+
+ - name: Cache Flink binary
+if: ${{ inputs.cache_flink_binary == 'true' }}
+uses: actions/cache/save@v3
+id: cache-flink
+with:
+ path: ${{ env.FLINK_CACHE_DIR }}
+ key: ${{ inputs.flink_url }}
\ No newline at end of file
svn commit: r59819 - /release/flink/flink-1.16.0/
Author: martijnvisser Date: Wed Feb 1 19:23:18 2023 New Revision: 59819 Log: Remove Flink 1.16.0 Removed: release/flink/flink-1.16.0/
svn commit: r59749 - in /dev/flink/flink-connector-kafka-3.0.0-rc1: ./ flink-connector-kafka-3.0.0-src.tgz flink-connector-kafka-3.0.0-src.tgz.asc flink-connector-kafka-3.0.0-src.tgz.sha512
Author: martijnvisser Date: Tue Jan 31 14:16:07 2023 New Revision: 59749 Log: Add flink-connector-kafka-3.0.0-rc1 Added: dev/flink/flink-connector-kafka-3.0.0-rc1/ dev/flink/flink-connector-kafka-3.0.0-rc1/flink-connector-kafka-3.0.0-src.tgz (with props) dev/flink/flink-connector-kafka-3.0.0-rc1/flink-connector-kafka-3.0.0-src.tgz.asc dev/flink/flink-connector-kafka-3.0.0-rc1/flink-connector-kafka-3.0.0-src.tgz.sha512 Added: dev/flink/flink-connector-kafka-3.0.0-rc1/flink-connector-kafka-3.0.0-src.tgz == Binary file - no diff available. Propchange: dev/flink/flink-connector-kafka-3.0.0-rc1/flink-connector-kafka-3.0.0-src.tgz -- svn:mime-type = application/octet-stream Added: dev/flink/flink-connector-kafka-3.0.0-rc1/flink-connector-kafka-3.0.0-src.tgz.asc == --- dev/flink/flink-connector-kafka-3.0.0-rc1/flink-connector-kafka-3.0.0-src.tgz.asc (added) +++ dev/flink/flink-connector-kafka-3.0.0-rc1/flink-connector-kafka-3.0.0-src.tgz.asc Tue Jan 31 14:16:07 2023 @@ -0,0 +1,7 @@ +-BEGIN PGP SIGNATURE- + +iHUEABYKAB0WIQSl87zky+mTVz7FlmplMhuDgrIZrwUCY9kiowAKCRBlMhuDgrIZ +r7JtAP0TOrL46ZOrp7+yoFDkrkhcs5ybzOhncsvGv6Y1DV3puwD/UNsARLTzWZx1 +qTtUDQigz6VC4LujPu1gJbd2vJMiFQE= +=FyJj +-END PGP SIGNATURE- Added: dev/flink/flink-connector-kafka-3.0.0-rc1/flink-connector-kafka-3.0.0-src.tgz.sha512 == --- dev/flink/flink-connector-kafka-3.0.0-rc1/flink-connector-kafka-3.0.0-src.tgz.sha512 (added) +++ dev/flink/flink-connector-kafka-3.0.0-rc1/flink-connector-kafka-3.0.0-src.tgz.sha512 Tue Jan 31 14:16:07 2023 @@ -0,0 +1 @@ +41256ad8dfc7a7af860fe94d5edee91553ea95827c3365fc67dd01a0b5ba99a4d10b1b0a9802865b987157d0c32448e9f6ee346fb24db2c960fdd82c1fe2eccc flink-connector-kafka-3.0.0-src.tgz
[flink-connector-kafka] annotated tag v3.0.0-rc1 updated (88c192e -> 354e4cd)
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a change to annotated tag v3.0.0-rc1 in repository https://gitbox.apache.org/repos/asf/flink-connector-kafka.git *** WARNING: tag v3.0.0-rc1 was modified! *** from 88c192e (commit) to 354e4cd (tag) tagging 88c192eb56d8ccdc0462bdcb418ac8688908cfdc (commit) by Martijn Visser on Tue Jan 31 15:15:52 2023 +0100 - Log - vv3.0.0-rc1 -BEGIN PGP SIGNATURE- iHUEABYKAB0WIQSl87zky+mTVz7FlmplMhuDgrIZrwUCY9kimAAKCRBlMhuDgrIZ r29RAQDnXrYWzqa27/yR5IoKIuoEyueSegE7R++zb1iHpIlOOQEAvLk+GX/D1qjA Y7LtRgefpw4WuBq2Sas0eiRrCg0q4w8= =TVR5 -END PGP SIGNATURE- --- No new revisions were added by this update. Summary of changes:
[flink-connector-kafka] branch v3.0 created (now fae0538)
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a change to branch v3.0 in repository https://gitbox.apache.org/repos/asf/flink-connector-kafka.git at fae0538 [hotfix][Connector/Kafka] Add release tools as submodule No new revisions were added by this update.
[flink-web] branch asf-site updated: [hotfix] Update Slack invite link
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/flink-web.git The following commit(s) were added to refs/heads/asf-site by this push: new 21e7529b5 [hotfix] Update Slack invite link 21e7529b5 is described below commit 21e7529b5e66e9ee455fb1fd00f87665e87bbcd8 Author: Martijn Visser AuthorDate: Tue Jan 31 14:00:05 2023 +0100 [hotfix] Update Slack invite link --- community.md| 2 +- community.zh.md | 2 +- content/community.html | 2 +- content/gettinghelp.html| 2 +- content/zh/community.html | 2 +- content/zh/gettinghelp.html | 2 +- gettinghelp.md | 2 +- gettinghelp.zh.md | 2 +- 8 files changed, 8 insertions(+), 8 deletions(-) diff --git a/community.md b/community.md index dab3c9dda..5915b4ea7 100644 --- a/community.md +++ b/community.md @@ -146,7 +146,7 @@ If you send us an email with a code snippet, make sure that: ## Slack -You can join the [Apache Flink community on Slack.](https://join.slack.com/t/apache-flink/shared_invite/zt-1llkzbgyt-K2nNGGg88rfsDGLkT09Qzg) +You can join the [Apache Flink community on Slack.](https://join.slack.com/t/apache-flink/shared_invite/zt-1oamx9dv6-5fB8pQqUH2qY~A_77D4S2A) After creating an account in Slack, don't forget to introduce yourself in #introductions. Due to Slack limitations the invite link expires after 100 invites. If it is expired, please reach out to the [Dev mailing list](#mailing-lists). Any existing Slack member can also invite anyone else to join. diff --git a/community.zh.md b/community.zh.md index 0f30993e5..6b953b941 100644 --- a/community.zh.md +++ b/community.zh.md @@ -144,7 +144,7 @@ title: "社区 & 项目信息" ## Slack -你可以通过[此链接](https://join.slack.com/t/apache-flink/shared_invite/zt-1llkzbgyt-K2nNGGg88rfsDGLkT09Qzg)加入 Apache Flink 社区专属的 Slack 工作空间。 +你可以通过[此链接](https://join.slack.com/t/apache-flink/shared_invite/zt-1oamx9dv6-5fB8pQqUH2qY~A_77D4S2A)加入 Apache Flink 社区专属的 Slack 工作空间。 在成功加入后，不要忘记在 #introductions 频道介绍你自己。 Slack 规定每个邀请链接最多可邀请 100 人，如果遇到上述链接失效的情况，请联系 [Dev 邮件列表](#mailing-lists)。 所有已经加入社区 Slack 空间的成员同样可以邀请新成员加入。 diff --git a/content/community.html b/content/community.html index 28512d28c..bacb8a38a 100644 --- a/content/community.html +++ b/content/community.html @@ -413,7 +413,7 @@ Slack -You can join the https://join.slack.com/t/apache-flink/shared_invite/zt-1llkzbgyt-K2nNGGg88rfsDGLkT09Qzg;>Apache Flink community on Slack. +You can join the https://join.slack.com/t/apache-flink/shared_invite/zt-1oamx9dv6-5fB8pQqUH2qY~A_77D4S2A;>Apache Flink community on Slack. After creating an account in Slack, don’t forget to introduce yourself in #introductions. Due to Slack limitations the invite link expires after 100 invites. If it is expired, please reach out to the Dev mailing list. Any existing Slack member can also invite anyone else to join. diff --git a/content/gettinghelp.html b/content/gettinghelp.html index 0e11b1d68..1ffaa7300 100644 --- a/content/gettinghelp.html +++ b/content/gettinghelp.html @@ -287,7 +287,7 @@ Slack -You can join the https://join.slack.com/t/apache-flink/shared_invite/zt-1llkzbgyt-K2nNGGg88rfsDGLkT09Qzg;>Apache Flink community on Slack. +You can join the https://join.slack.com/t/apache-flink/shared_invite/zt-1oamx9dv6-5fB8pQqUH2qY~A_77D4S2A;>Apache Flink community on Slack. After creating an account in Slack, don’t forget to introduce yourself in #introductions. Due to Slack limitations the invite link expires after 100 invites. If it is expired, please reach out to the Dev mailing list. Any existing Slack member can also invite anyone else to join. diff --git a/content/zh/community.html b/content/zh/community.html index 84dc9b0f5..5f70ff664 100644 --- a/content/zh/community.html +++ b/content/zh/community.html @@ -411,7 +411,7 @@ Slack -你可以通过https://join.slack.com/t/apache-flink/shared_invite/zt-1llkzbgyt-K2nNGGg88rfsDGLkT09Qzg;>此链接加入 Apache Flink 社区专属的 Slack 工作空间。 +你可以通过https://join.slack.com/t/apache-flink/shared_invite/zt-1oamx9dv6-5fB8pQqUH2qY~A_77D4S2A;>此链接加入 Apache Flink 社区专属的 Slack 工作空间。 在成功加入后，不要忘记在 #introductions 频道介绍你自己。 Slack 规定每个邀请链接最多可邀请 100 人，如果遇到上述链接失效的情况，请联系 Dev 邮件列表。 所有已经加入社区 Slack 空间的成员同样可以邀请新成员加入。 diff --git a/content/zh/gettinghelp.html b/content/zh/gettinghelp.html index 3bcc201d9..8394442b5 100644 --- a/content/zh/gettinghelp.html +++ b/content/zh/gettinghelp.html @@ -285,7 +285,7 @@ Slack -你可以通过https://join.slack.com/t/apache-flink/shared_invite/zt-1llkzbgyt-K2nNGGg88rfsDGLkT09Qzg;>此链接加入 Apache Flink 社区专属的 Slack 工作空间。 +你可以通过https://join.slack.com/t/apache-flink/shared_invite/zt-1oamx9dv6-5fB8pQqUH2qY~A_77D4S2A;>此链接加入 Apache Flink 社区专属的 Slack 工作空间。 在成功加入后，不要忘记在 #introductions 频道介绍你自己。 Slack 规定每个邀请链接最多可邀请 100 人，如果遇到上述链接失效的情况，请联系 Dev 邮件列表。 所有已经加入社区 Slack 空间的成员同样可以邀请新成员加入。 diff --git a/gettinghe
[flink-connector-kafka] branch main updated: [hotfix][Connector/Kafka] Add release tools as submodule
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/flink-connector-kafka.git The following commit(s) were added to refs/heads/main by this push: new fae0538 [hotfix][Connector/Kafka] Add release tools as submodule fae0538 is described below commit fae0538d94dbaff04c7c5b114f6b54e763c1f3bf Author: Martijn Visser AuthorDate: Tue Jan 31 13:49:42 2023 +0100 [hotfix][Connector/Kafka] Add release tools as submodule --- .gitmodules| 4 tools/releasing/shared | 1 + 2 files changed, 5 insertions(+) diff --git a/.gitmodules b/.gitmodules new file mode 100644 index 000..e5d40f3 --- /dev/null +++ b/.gitmodules @@ -0,0 +1,4 @@ +[submodule "tools/releasing/shared"] + path = tools/releasing/shared + url = https://github.com/apache/flink-connector-shared-utils + branch = release_utils diff --git a/tools/releasing/shared b/tools/releasing/shared new file mode 16 index 000..45bb68f --- /dev/null +++ b/tools/releasing/shared @@ -0,0 +1 @@ +Subproject commit 45bb68f550874ec398b1da344dd4d82e703b4be1
[flink-connector-gcp-pubsub] annotated tag v3.0.0 updated (51a2f32 -> c771b04)
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a change to annotated tag v3.0.0 in repository https://gitbox.apache.org/repos/asf/flink-connector-gcp-pubsub.git *** WARNING: tag v3.0.0 was modified! *** from 51a2f32 (commit) to c771b04 (tag) tagging 51a2f321020be15ecec5f6c34e6c1bb4e92390ea (commit) by Martijn Visser on Tue Jan 31 13:22:42 2023 +0100 - Log - vv3.0.0 -BEGIN PGP SIGNATURE- iHUEABYKAB0WIQSl87zky+mTVz7FlmplMhuDgrIZrwUCY9kIEgAKCRBlMhuDgrIZ r7+TAQDTggmC+JbyNd+1GnVCSmC7p1DYqNKycvhhs7x4AmhOywD/d0z6Zge+kXTw N9Y2A4jv/hPG7qfI+VoxlslG16ggGAg= =7KTn -END PGP SIGNATURE- --- No new revisions were added by this update. Summary of changes:
svn commit: r59725 - /dev/flink/flink-connector-gcp-pubsub-3.0.0-rc1/ /release/flink/flink-connector-gcp-pubsub-3.0.0/
Author: martijnvisser Date: Tue Jan 31 12:22:28 2023 New Revision: 59725 Log: Release flink-connector-gcp-pubsub 3.0.0 Added: release/flink/flink-connector-gcp-pubsub-3.0.0/ - copied from r59724, dev/flink/flink-connector-gcp-pubsub-3.0.0-rc1/ Removed: dev/flink/flink-connector-gcp-pubsub-3.0.0-rc1/
[flink-web] branch asf-site updated: Flink 1.16.1. This closes #603
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/flink-web.git The following commit(s) were added to refs/heads/asf-site by this push: new 71a615a56 Flink 1.16.1. This closes #603 71a615a56 is described below commit 71a615a56b96a350523747ce5c7293d5b559994d Author: MartijnVisser AuthorDate: Mon Jan 30 16:01:42 2023 +0100 Flink 1.16.1. This closes #603 * Flink 1.16.1 Co-authored-by: Matthias Pohl Co-authored-by: Dawid Wysakowicz Co-authored-by: Hong Liang Teoh --- _config.yml | 33 ++--- _posts/2023-01-26-release-1.16.1.md | 234 q/gradle-quickstart.sh | 6 +- q/quickstart-scala.sh | 2 +- q/quickstart.sh | 2 +- q/sbt-quickstart.sh | 6 +- 6 files changed, 260 insertions(+), 23 deletions(-) diff --git a/_config.yml b/_config.yml index 6d3582b66..09e91b239 100644 --- a/_config.yml +++ b/_config.yml @@ -9,7 +9,7 @@ url: https://flink.apache.org DOCS_BASE_URL: https://nightlies.apache.org/flink/ -FLINK_VERSION_STABLE: 1.16.0 +FLINK_VERSION_STABLE: 1.16.1 FLINK_VERSION_STABLE_SHORT: "1.16" FLINK_ISSUES_URL: https://issues.apache.org/jira/browse/FLINK @@ -75,18 +75,18 @@ FLINK_TABLE_STORE_GITHUB_REPO_NAME: flink-table-store flink_releases: - version_short: "1.16" binary_release: - name: "Apache Flink 1.16.0" + name: "Apache Flink 1.16.1" scala_212: -id: "1160-download_212" -url: "https://www.apache.org/dyn/closer.lua/flink/flink-1.16.0/flink-1.16.0-bin-scala_2.12.tgz; -asc_url: "https://downloads.apache.org/flink/flink-1.16.0/flink-1.16.0-bin-scala_2.12.tgz.asc; -sha512_url: "https://downloads.apache.org/flink/flink-1.16.0/flink-1.16.0-bin-scala_2.12.tgz.sha512; +id: "1161-download_212" +url: "https://www.apache.org/dyn/closer.lua/flink/flink-1.16.1/flink-1.16.1-bin-scala_2.12.tgz; +asc_url: "https://downloads.apache.org/flink/flink-1.16.1/flink-1.16.1-bin-scala_2.12.tgz.asc; +sha512_url: "https://downloads.apache.org/flink/flink-1.16.1/flink-1.16.1-bin-scala_2.12.tgz.sha512; source_release: - name: "Apache Flink 1.16.0" - id: "1160-download-source" - url: "https://www.apache.org/dyn/closer.lua/flink/flink-1.16.0/flink-1.16.0-src.tgz; - asc_url: "https://downloads.apache.org/flink/flink-1.16.0/flink-1.16.0-src.tgz.asc; - sha512_url: "https://downloads.apache.org/flink/flink-1.16.0/flink-1.16.0-src.tgz.sha512; + name: "Apache Flink 1.16.1" + id: "1161-download-source" + url: "https://www.apache.org/dyn/closer.lua/flink/flink-1.16.1/flink-1.16.1-src.tgz; + asc_url: "https://downloads.apache.org/flink/flink-1.16.1/flink-1.16.1-src.tgz.asc; + sha512_url: "https://downloads.apache.org/flink/flink-1.16.1/flink-1.16.1-src.tgz.sha512; release_notes_url: "https://nightlies.apache.org/flink/flink-docs-release-1.16/release-notes/flink-1.16; - version_short: "1.15" @@ -222,14 +222,14 @@ flink_kubernetes_operator_releases: source_release: name: "Apache Flink Kubernetes Operator 1.3.1" id: "130-kubernetes-operator-download-source" -flink_version: "1.16.0, 1.15.3, 1.14.6, 1.13.6" +flink_version: "1.16.1, 1.15.3, 1.14.6, 1.13.6" url: "https://www.apache.org/dyn/closer.lua/flink/flink-kubernetes-operator-1.3.1/flink-kubernetes-operator-1.3.1-src.tgz; asc_url: "https://downloads.apache.org/flink/flink-kubernetes-operator-1.3.1/flink-kubernetes-operator-1.3.1-src.tgz.asc; sha512_url: "https://downloads.apache.org/flink/flink-kubernetes-operator-1.3.1/flink-kubernetes-operator-1.3.1-src.tgz.sha512; helm_release: name: "Apache Flink Kubernetes Operator Helm Chart 1.3.1" id: "130-kubernetes-operator-download-helm" -flink_version: "1.16.0, 1.15.3, 1.14.6, 1.13.6" +flink_version: "1.16.1, 1.15.3, 1.14.6, 1.13.6" url: "https://www.apache.org/dyn/closer.lua/flink/flink-kubernetes-operator-1.3.1/flink-kubernetes-operator-1.3.1-helm.tgz; asc_url: "https://downloads.apache.org/flink/flink-kubernetes-operator-1.3.1/flink-kubernetes-operator-1.3.1-helm.tgz.asc; sha512_url: "https://downloads.apache.org/flink/flink-kubernetes-operator-1.3.1/flink-kubernetes-operator-1.3.1-helm.tgz.sha512; @@ -256,14 +256,14 @@ flink_table_store_releases: source_release: name: "Apache Flink Table Store 0.3.0" id: "030-table-store-downlo
[flink-docker] branch master updated: Update Dockerfiles for 1.16.1 release
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/flink-docker.git The following commit(s) were added to refs/heads/master by this push: new e348fd6 Update Dockerfiles for 1.16.1 release e348fd6 is described below commit e348fd602cfe038402aeb574d1956762f4175af0 Author: Martijn Visser AuthorDate: Mon Jan 30 15:27:56 2023 +0100 Update Dockerfiles for 1.16.1 release --- 1.16/scala_2.12-java11-ubuntu/Dockerfile | 6 +++--- 1.16/scala_2.12-java11-ubuntu/release.metadata | 2 +- 1.16/scala_2.12-java8-ubuntu/Dockerfile| 6 +++--- 1.16/scala_2.12-java8-ubuntu/release.metadata | 2 +- 4 files changed, 8 insertions(+), 8 deletions(-) diff --git a/1.16/scala_2.12-java11-ubuntu/Dockerfile b/1.16/scala_2.12-java11-ubuntu/Dockerfile index be78922..9be60a4 100644 --- a/1.16/scala_2.12-java11-ubuntu/Dockerfile +++ b/1.16/scala_2.12-java11-ubuntu/Dockerfile @@ -44,9 +44,9 @@ RUN set -ex; \ gosu nobody true # Configure Flink version -ENV FLINK_TGZ_URL=https://www.apache.org/dyn/closer.cgi?action=download=flink/flink-1.16.0/flink-1.16.0-bin-scala_2.12.tgz \ - FLINK_ASC_URL=https://www.apache.org/dist/flink/flink-1.16.0/flink-1.16.0-bin-scala_2.12.tgz.asc \ -GPG_KEY=EB3FE0FA3282FAF822E434AE3C2C9FFB59DF9F3E \ +ENV FLINK_TGZ_URL=https://www.apache.org/dyn/closer.cgi?action=download=flink/flink-1.16.1/flink-1.16.1-bin-scala_2.12.tgz \ + FLINK_ASC_URL=https://www.apache.org/dist/flink/flink-1.16.1/flink-1.16.1-bin-scala_2.12.tgz.asc \ +GPG_KEY=A5F3BCE4CBE993573EC5966A65321B8382B219AF \ CHECK_GPG=true # Prepare environment diff --git a/1.16/scala_2.12-java11-ubuntu/release.metadata b/1.16/scala_2.12-java11-ubuntu/release.metadata index afadea5..5032b9b 100644 --- a/1.16/scala_2.12-java11-ubuntu/release.metadata +++ b/1.16/scala_2.12-java11-ubuntu/release.metadata @@ -1,2 +1,2 @@ -Tags: 1.16.0-scala_2.12-java11, 1.16-scala_2.12-java11, scala_2.12-java11, 1.16.0-scala_2.12, 1.16-scala_2.12, scala_2.12, 1.16.0-java11, 1.16-java11, java11, 1.16.0, 1.16, latest +Tags: 1.16.1-scala_2.12-java11, 1.16-scala_2.12-java11, scala_2.12-java11, 1.16.1-scala_2.12, 1.16-scala_2.12, scala_2.12, 1.16.1-java11, 1.16-java11, java11, 1.16.1, 1.16, latest Architectures: amd64,arm64v8 diff --git a/1.16/scala_2.12-java8-ubuntu/Dockerfile b/1.16/scala_2.12-java8-ubuntu/Dockerfile index e03260f..48bd822 100644 --- a/1.16/scala_2.12-java8-ubuntu/Dockerfile +++ b/1.16/scala_2.12-java8-ubuntu/Dockerfile @@ -44,9 +44,9 @@ RUN set -ex; \ gosu nobody true # Configure Flink version -ENV FLINK_TGZ_URL=https://www.apache.org/dyn/closer.cgi?action=download=flink/flink-1.16.0/flink-1.16.0-bin-scala_2.12.tgz \ - FLINK_ASC_URL=https://www.apache.org/dist/flink/flink-1.16.0/flink-1.16.0-bin-scala_2.12.tgz.asc \ -GPG_KEY=EB3FE0FA3282FAF822E434AE3C2C9FFB59DF9F3E \ +ENV FLINK_TGZ_URL=https://www.apache.org/dyn/closer.cgi?action=download=flink/flink-1.16.1/flink-1.16.1-bin-scala_2.12.tgz \ + FLINK_ASC_URL=https://www.apache.org/dist/flink/flink-1.16.1/flink-1.16.1-bin-scala_2.12.tgz.asc \ +GPG_KEY=A5F3BCE4CBE993573EC5966A65321B8382B219AF \ CHECK_GPG=true # Prepare environment diff --git a/1.16/scala_2.12-java8-ubuntu/release.metadata b/1.16/scala_2.12-java8-ubuntu/release.metadata index 0dd9f5d..03b7acb 100644 --- a/1.16/scala_2.12-java8-ubuntu/release.metadata +++ b/1.16/scala_2.12-java8-ubuntu/release.metadata @@ -1,2 +1,2 @@ -Tags: 1.16.0-scala_2.12-java8, 1.16-scala_2.12-java8, scala_2.12-java8, 1.16.0-java8, 1.16-java8, java8 +Tags: 1.16.1-scala_2.12-java8, 1.16-scala_2.12-java8, scala_2.12-java8, 1.16.1-java8, 1.16-java8, java8 Architectures: amd64,arm64v8
[flink-docker] branch dev-1.16 updated: Add GPG key for 1.16.1 release
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch dev-1.16 in repository https://gitbox.apache.org/repos/asf/flink-docker.git The following commit(s) were added to refs/heads/dev-1.16 by this push: new f841eac Add GPG key for 1.16.1 release f841eac is described below commit f841eac4c59fcf702425a2ba8501d8df8d160315 Author: Martijn Visser AuthorDate: Mon Jan 30 15:22:03 2023 +0100 Add GPG key for 1.16.1 release --- add-version.sh | 2 ++ 1 file changed, 2 insertions(+) diff --git a/add-version.sh b/add-version.sh index e29c00b..87af87b 100755 --- a/add-version.sh +++ b/add-version.sh @@ -98,6 +98,8 @@ elif [ "$flink_version" = "1.15.0" ]; then gpg_key="CBE82BEFD827B08AFA843977EDBF922A7BC84897" elif [ "$flink_version" = "1.16.0" ]; then gpg_key="EB3FE0FA3282FAF822E434AE3C2C9FFB59DF9F3E" +elif [ "$flink_version" = "1.16.1" ]; then +gpg_key="A5F3BCE4CBE993573EC5966A65321B8382B219AF" else error "Missing GPG key ID for this release" fi
[flink] annotated tag release-1.16.1 updated (278dc7b7933 -> 82afb993594)
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a change to annotated tag release-1.16.1 in repository https://gitbox.apache.org/repos/asf/flink.git *** WARNING: tag release-1.16.1 was modified! *** from 278dc7b7933 (commit) to 82afb993594 (tag) tagging 278dc7b793303d228f7816585054629708983af6 (commit) replaces pre-apache-rename by Martijn Visser on Mon Jan 30 14:56:48 2023 +0100 - Log - Release Flink 1.16.1 -BEGIN PGP SIGNATURE- iHUEABYKAB0WIQSl87zky+mTVz7FlmplMhuDgrIZrwUCY9fMoQAKCRBlMhuDgrIZ r2OsAQDUWV1exbrNmuDqmNAmvqVQzElhYiy0YPnRHxHu0DihxQEAnGcuuseouWwS KrvZhjWOZLu/LvlCpr9f/No0g0JYRgA= =UZhW -END PGP SIGNATURE- --- No new revisions were added by this update. Summary of changes:
svn commit: r59699 - /dev/flink/flink-1.16.1-rc1/ /release/flink/flink-1.16.1/
Author: martijnvisser Date: Mon Jan 30 13:38:26 2023 New Revision: 59699 Log: Release Flink 1.16.1 Added: release/flink/flink-1.16.1/ - copied from r59698, dev/flink/flink-1.16.1-rc1/ Removed: dev/flink/flink-1.16.1-rc1/
[flink] branch master updated (38d390114e9 -> eb8a33fb0cb)
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/flink.git from 38d390114e9 [FLINK-30619][tests] Add retry add eb8a33fb0cb [FLINK-30797][Web Frontend] Bump json5 from 1.0.1 to 1.0.2 in /flink-runtime-web/web-dashboard. This closes #21617 No new revisions were added by this update. Summary of changes: flink-runtime-web/web-dashboard/package-lock.json | 24 +++ 1 file changed, 12 insertions(+), 12 deletions(-)
[flink] branch master updated: [FLINK-30618][Python] Remove SNAPSHOT reference to Pulsar connector
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/flink.git The following commit(s) were added to refs/heads/master by this push: new 173ddfcb9fd [FLINK-30618][Python] Remove SNAPSHOT reference to Pulsar connector 173ddfcb9fd is described below commit 173ddfcb9fd2b15cf3697f5b79406d7d5ed1ad20 Author: Martijn Visser AuthorDate: Wed Jan 25 16:32:51 2023 +0100 [FLINK-30618][Python] Remove SNAPSHOT reference to Pulsar connector --- flink-python/pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/flink-python/pom.xml b/flink-python/pom.xml index 8f9536a2b24..a2b3519eccb 100644 --- a/flink-python/pom.xml +++ b/flink-python/pom.xml @@ -290,7 +290,7 @@ under the License. org.apache.flink flink-sql-connector-pulsar - 4.0-SNAPSHOT + 3.0.0-1.16 test
svn commit: r59461 - in /dev/flink/flink-connector-gcp-pubsub-3.0.0-rc1: ./ flink-connector-gcp-pubsub-3.0.0-src.tgz flink-connector-gcp-pubsub-3.0.0-src.tgz.asc flink-connector-gcp-pubsub-3.0.0-src.t
Author: martijnvisser Date: Fri Jan 20 14:27:28 2023 New Revision: 59461 Log: Add flink-connector-gcp-pubsub-3.0.0-rc1 Added: dev/flink/flink-connector-gcp-pubsub-3.0.0-rc1/ dev/flink/flink-connector-gcp-pubsub-3.0.0-rc1/flink-connector-gcp-pubsub-3.0.0-src.tgz (with props) dev/flink/flink-connector-gcp-pubsub-3.0.0-rc1/flink-connector-gcp-pubsub-3.0.0-src.tgz.asc dev/flink/flink-connector-gcp-pubsub-3.0.0-rc1/flink-connector-gcp-pubsub-3.0.0-src.tgz.sha512 Added: dev/flink/flink-connector-gcp-pubsub-3.0.0-rc1/flink-connector-gcp-pubsub-3.0.0-src.tgz == Binary file - no diff available. Propchange: dev/flink/flink-connector-gcp-pubsub-3.0.0-rc1/flink-connector-gcp-pubsub-3.0.0-src.tgz -- svn:mime-type = application/octet-stream Added: dev/flink/flink-connector-gcp-pubsub-3.0.0-rc1/flink-connector-gcp-pubsub-3.0.0-src.tgz.asc == --- dev/flink/flink-connector-gcp-pubsub-3.0.0-rc1/flink-connector-gcp-pubsub-3.0.0-src.tgz.asc (added) +++ dev/flink/flink-connector-gcp-pubsub-3.0.0-rc1/flink-connector-gcp-pubsub-3.0.0-src.tgz.asc Fri Jan 20 14:27:28 2023 @@ -0,0 +1,7 @@ +-BEGIN PGP SIGNATURE- + +iHUEABYKAB0WIQSl87zky+mTVz7FlmplMhuDgrIZrwUCY8qkzAAKCRBlMhuDgrIZ +r7mhAQD7jK6Q53KPjZ6fzWYw8LjlePssW6iw/jnviBGyBzovWAEA8xbemi1bFUVu +HzNEuukF8M9QNEd1B0EmqQoKuRb7tQA= +=YKXr +-END PGP SIGNATURE- Added: dev/flink/flink-connector-gcp-pubsub-3.0.0-rc1/flink-connector-gcp-pubsub-3.0.0-src.tgz.sha512 == --- dev/flink/flink-connector-gcp-pubsub-3.0.0-rc1/flink-connector-gcp-pubsub-3.0.0-src.tgz.sha512 (added) +++ dev/flink/flink-connector-gcp-pubsub-3.0.0-rc1/flink-connector-gcp-pubsub-3.0.0-src.tgz.sha512 Fri Jan 20 14:27:28 2023 @@ -0,0 +1 @@ +412161bf85d2e250881465562bb8827d8b8a98abba0f16d49538552d3b1461460e99eb413d2db983671e5b6a8f1457faf8f3e2bc525442a4aa68563bd029ef65 flink-connector-gcp-pubsub-3.0.0-src.tgz
[flink-connector-gcp-pubsub] annotated tag v3.0.0-rc1 updated (51a2f32 -> 2d8fa60)
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a change to annotated tag v3.0.0-rc1 in repository https://gitbox.apache.org/repos/asf/flink-connector-gcp-pubsub.git *** WARNING: tag v3.0.0-rc1 was modified! *** from 51a2f32 (commit) to 2d8fa60 (tag) tagging 51a2f321020be15ecec5f6c34e6c1bb4e92390ea (commit) by Martijn Visser on Fri Jan 20 15:27:15 2023 +0100 - Log - vv3.0.0-rc1 -BEGIN PGP SIGNATURE- iHUEABYKAB0WIQSl87zky+mTVz7FlmplMhuDgrIZrwUCY8qkwwAKCRBlMhuDgrIZ r2nOAQDs5WqYHo6SX+Ykoqe2FUEgA5DtV5zFBQVDR+okBOc5ygEAzrQ3QYh0mF4Y iyRRWgHuRBg0ixPJ6Sm9Azf1ONC3Nwg= =usgy -END PGP SIGNATURE- --- No new revisions were added by this update. Summary of changes:
[flink-connector-gcp-pubsub] branch v3.0 created (now c546198)
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a change to branch v3.0 in repository https://gitbox.apache.org/repos/asf/flink-connector-gcp-pubsub.git at c546198 [FLINK-30058][Connector/Google PubSub] Add release tools as submodule No new revisions were added by this update.
[flink] annotated tag release-1.16.1-rc1 updated (278dc7b7933 -> 0ee99f965c8)
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a change to annotated tag release-1.16.1-rc1 in repository https://gitbox.apache.org/repos/asf/flink.git *** WARNING: tag release-1.16.1-rc1 was modified! *** from 278dc7b7933 (commit) to 0ee99f965c8 (tag) tagging 278dc7b793303d228f7816585054629708983af6 (commit) replaces pre-apache-rename by Martijn Visser on Thu Jan 19 13:50:04 2023 +0100 - Log - release-1.16.1-rc1 -BEGIN PGP SIGNATURE- iHUEABYKAB0WIQSl87zky+mTVz7FlmplMhuDgrIZrwUCY8k8fAAKCRBlMhuDgrIZ r8aYAQDVpA12scXVDYkZD8EU1y0yR6MctppHgOFXOFLVOekmZAEA78+8dw91ojli D54MeP4+eo11YM6hh18og3aIzT4oIgE= =pIrV -END PGP SIGNATURE- --- No new revisions were added by this update. Summary of changes:
svn commit: r59445 - in /dev/flink/flink-1.16.1-rc1: ./ python/
Author: martijnvisser Date: Thu Jan 19 15:55:06 2023 New Revision: 59445 Log: Add flink-1.16.1-rc1 Added: dev/flink/flink-1.16.1-rc1/flink-1.16.1-bin-scala_2.12.tgz.asc dev/flink/flink-1.16.1-rc1/python/apache-flink-1.16.1.tar.gz.asc dev/flink/flink-1.16.1-rc1/python/apache-flink-libraries-1.16.1.tar.gz.asc dev/flink/flink-1.16.1-rc1/python/apache_flink-1.16.1-cp36-cp36m-macosx_10_9_x86_64.whl (with props) dev/flink/flink-1.16.1-rc1/python/apache_flink-1.16.1-cp36-cp36m-macosx_10_9_x86_64.whl.asc dev/flink/flink-1.16.1-rc1/python/apache_flink-1.16.1-cp36-cp36m-macosx_10_9_x86_64.whl.sha512 dev/flink/flink-1.16.1-rc1/python/apache_flink-1.16.1-cp36-cp36m-manylinux1_x86_64.whl (with props) dev/flink/flink-1.16.1-rc1/python/apache_flink-1.16.1-cp36-cp36m-manylinux1_x86_64.whl.asc dev/flink/flink-1.16.1-rc1/python/apache_flink-1.16.1-cp36-cp36m-manylinux1_x86_64.whl.sha512 dev/flink/flink-1.16.1-rc1/python/apache_flink-1.16.1-cp37-cp37m-macosx_10_9_x86_64.whl (with props) dev/flink/flink-1.16.1-rc1/python/apache_flink-1.16.1-cp37-cp37m-macosx_10_9_x86_64.whl.asc dev/flink/flink-1.16.1-rc1/python/apache_flink-1.16.1-cp37-cp37m-macosx_10_9_x86_64.whl.sha512 dev/flink/flink-1.16.1-rc1/python/apache_flink-1.16.1-cp37-cp37m-manylinux1_x86_64.whl (with props) dev/flink/flink-1.16.1-rc1/python/apache_flink-1.16.1-cp37-cp37m-manylinux1_x86_64.whl.asc dev/flink/flink-1.16.1-rc1/python/apache_flink-1.16.1-cp37-cp37m-manylinux1_x86_64.whl.sha512 dev/flink/flink-1.16.1-rc1/python/apache_flink-1.16.1-cp38-cp38-macosx_10_9_x86_64.whl (with props) dev/flink/flink-1.16.1-rc1/python/apache_flink-1.16.1-cp38-cp38-macosx_10_9_x86_64.whl.asc dev/flink/flink-1.16.1-rc1/python/apache_flink-1.16.1-cp38-cp38-macosx_10_9_x86_64.whl.sha512 dev/flink/flink-1.16.1-rc1/python/apache_flink-1.16.1-cp38-cp38-macosx_11_0_arm64.whl (with props) dev/flink/flink-1.16.1-rc1/python/apache_flink-1.16.1-cp38-cp38-macosx_11_0_arm64.whl.asc dev/flink/flink-1.16.1-rc1/python/apache_flink-1.16.1-cp38-cp38-macosx_11_0_arm64.whl.sha512 dev/flink/flink-1.16.1-rc1/python/apache_flink-1.16.1-cp38-cp38-manylinux1_x86_64.whl (with props) dev/flink/flink-1.16.1-rc1/python/apache_flink-1.16.1-cp38-cp38-manylinux1_x86_64.whl.asc dev/flink/flink-1.16.1-rc1/python/apache_flink-1.16.1-cp38-cp38-manylinux1_x86_64.whl.sha512 dev/flink/flink-1.16.1-rc1/python/apache_flink-1.16.1-cp39-cp39-macosx_10_9_x86_64.whl (with props) dev/flink/flink-1.16.1-rc1/python/apache_flink-1.16.1-cp39-cp39-macosx_10_9_x86_64.whl.asc dev/flink/flink-1.16.1-rc1/python/apache_flink-1.16.1-cp39-cp39-macosx_10_9_x86_64.whl.sha512 dev/flink/flink-1.16.1-rc1/python/apache_flink-1.16.1-cp39-cp39-macosx_11_0_arm64.whl (with props) dev/flink/flink-1.16.1-rc1/python/apache_flink-1.16.1-cp39-cp39-macosx_11_0_arm64.whl.asc dev/flink/flink-1.16.1-rc1/python/apache_flink-1.16.1-cp39-cp39-macosx_11_0_arm64.whl.sha512 dev/flink/flink-1.16.1-rc1/python/apache_flink-1.16.1-cp39-cp39-manylinux1_x86_64.whl (with props) dev/flink/flink-1.16.1-rc1/python/apache_flink-1.16.1-cp39-cp39-manylinux1_x86_64.whl.asc dev/flink/flink-1.16.1-rc1/python/apache_flink-1.16.1-cp39-cp39-manylinux1_x86_64.whl.sha512 Added: dev/flink/flink-1.16.1-rc1/flink-1.16.1-bin-scala_2.12.tgz.asc == --- dev/flink/flink-1.16.1-rc1/flink-1.16.1-bin-scala_2.12.tgz.asc (added) +++ dev/flink/flink-1.16.1-rc1/flink-1.16.1-bin-scala_2.12.tgz.asc Thu Jan 19 15:55:06 2023 @@ -0,0 +1,7 @@ +-BEGIN PGP SIGNATURE- + +iHUEABYKAB0WIQSl87zky+mTVz7FlmplMhuDgrIZrwUCY8lkIQAKCRBlMhuDgrIZ +rw5uAQDfoMxlkbktRUGVpP1+S5B96S1Fbr+CK6f7E9RANbPIwQEApuXZToGQln6a +5DhVLiuuTzjFdC67UhvACfwZheXXCA8= +=KlCa +-END PGP SIGNATURE- Added: dev/flink/flink-1.16.1-rc1/python/apache-flink-1.16.1.tar.gz.asc == --- dev/flink/flink-1.16.1-rc1/python/apache-flink-1.16.1.tar.gz.asc (added) +++ dev/flink/flink-1.16.1-rc1/python/apache-flink-1.16.1.tar.gz.asc Thu Jan 19 15:55:06 2023 @@ -0,0 +1,7 @@ +-BEGIN PGP SIGNATURE- + +iHUEABYKAB0WIQSl87zky+mTVz7FlmplMhuDgrIZrwUCY8lkXgAKCRBlMhuDgrIZ +rwvcAP93GlwxfOr+nOM0uESANpmJVg4mmGNEcxcMqigmtLWCJAEAg8dhOLt41H9X +wC9uDuQYmOnnIrC27jLT1M8c1LNZwAM= +=Fasj +-END PGP SIGNATURE- Added: dev/flink/flink-1.16.1-rc1/python/apache-flink-libraries-1.16.1.tar.gz.asc == --- dev/flink/flink-1.16.1-rc1/python/apache-flink-libraries-1.16.1.tar.gz.asc (added) +++ dev/flink/flink-1.16.1-rc1/python/apache-flink-libraries-1.16.1.tar.gz.asc Thu Jan 19 15:55:06 2023 @@ -0,0 +1,7 @@ +-BEGIN PGP SIGNATURE- + +iHUEABYKAB0WIQSl87zky+mTVz7FlmplMhuDgrIZrwUCY8lkcAAKCRBlMhuDgrIZ +r0+zAP9776/RnOE
svn commit: r59441 - in /dev/flink/flink-1.16.1-rc1: ./ flink-1.16.1-src.tgz flink-1.16.1-src.tgz.asc flink-1.16.1-src.tgz.sha512
Author: martijnvisser Date: Thu Jan 19 13:45:01 2023 New Revision: 59441 Log: Add flink-1.16.1-rc1 Added: dev/flink/flink-1.16.1-rc1/ dev/flink/flink-1.16.1-rc1/flink-1.16.1-src.tgz (with props) dev/flink/flink-1.16.1-rc1/flink-1.16.1-src.tgz.asc dev/flink/flink-1.16.1-rc1/flink-1.16.1-src.tgz.sha512 Added: dev/flink/flink-1.16.1-rc1/flink-1.16.1-src.tgz == Binary file - no diff available. Propchange: dev/flink/flink-1.16.1-rc1/flink-1.16.1-src.tgz -- svn:mime-type = application/octet-stream Added: dev/flink/flink-1.16.1-rc1/flink-1.16.1-src.tgz.asc == --- dev/flink/flink-1.16.1-rc1/flink-1.16.1-src.tgz.asc (added) +++ dev/flink/flink-1.16.1-rc1/flink-1.16.1-src.tgz.asc Thu Jan 19 13:45:01 2023 @@ -0,0 +1,7 @@ +-BEGIN PGP SIGNATURE- + +iHUEABYKAB0WIQSl87zky+mTVz7FlmplMhuDgrIZrwUCY8k9wQAKCRBlMhuDgrIZ +r9C+AP9QvANTJjXLiZfCSsF9cpVTUAbOWV/4lBhNPHQ2oI0yTQEA7y06smqdXT5t +P+2ie2If2Yy8MNWuyTq1BqD4amzuDAY= +=x8KS +-END PGP SIGNATURE- Added: dev/flink/flink-1.16.1-rc1/flink-1.16.1-src.tgz.sha512 == --- dev/flink/flink-1.16.1-rc1/flink-1.16.1-src.tgz.sha512 (added) +++ dev/flink/flink-1.16.1-rc1/flink-1.16.1-src.tgz.sha512 Thu Jan 19 13:45:01 2023 @@ -0,0 +1 @@ +be83e9cd4edd5b29b4c1a43ff8e5e77e7899aaef0d011e0939793764be81593da9e8ef421dda1053aca57873a3d1098c73dc64735d729d1cecbf87f3db835ad4 flink-1.16.1-src.tgz
[flink-connector-gcp-pubsub] branch main updated (fabf8fa -> c546198)
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/flink-connector-gcp-pubsub.git from fabf8fa [hotfix] Add licensing new 7b2a81e [FLINK-9311] [pubsub] Clean up / add documentation and style issues in the PubSub connector new 58ea0ec [FLINK-9311] [pubsub] Improvements to builders + minor improvement to PubSubSink flush logic new e665389 Update version to 1.10-SNAPSHOT new d94f878 [FLINK-13231] [pubsub] Replace Max outstanding acknowledgement ids limit with a FlinkConnectorRateLimiter new 1af4576 [FLINK-14654][logging] Fix various placeholder issues new fa543ee Update version to 1.11-SNAPSHOT new adb4a5d [FLINK-15672][build] Migrate to log4j2 new 6f3bb77 [FLINK-15672][build][tests] Migrate test log4j configurations to log4j2 new e2536e1 [FLINK-15090][tests] Explicitly depend on flink-clients new f261be7 [FLINK-16572] [pubsub,e2e] Only acknowledge list of messages if the list is not empty + small style fixes (removal of uncommented code etc)] new 3cd4c23 [FLINK-17306] Add open to PubSubDeserializationSchema new 5ea50cf [FLINK-17306] Call open of SerializationSchema in PubSub sink new c16b5b9 [FLINK-17307] Add collector to deserialize in PubSub new 6a29a3b Update version to 1.12-SNAPSHOT new ed0d5cc [FLINK-8871][checkpoint] Support to cancel checkpoing via notification on task side new f89d069 Merge pull request #12301 from Xeli/FLINK-16572-logs new d0e5fc8 [FLINK-16572] Clean up PubSub connector e2e test new bf80cb0 [hotfix][pubsub] Use TestLogger new 648dce9 [FLINK-16572][e2e][pubsub] Acknowledge message in previous test new a7eec56 [FLINK-18607][build] Give the maven module a human readable name new 29c47fd [FLINK-18448][pubsub] Update Google Cloud PubSub dependencies new c1518b5 [FLINK-19619][e2e] Pin CloudSDK version to have access to pubsub emulator in test new 45d9196 [FLINK-18363] Add user classloader to context in DeSerializationSchema new 032d137 [FLINK-19698] Move the CheckpointListener from flink-runtime to flink-core. To maintain backwards compatibility, the CheckpointListener in flink-runtime is not deleted immediately. new cfc4293 Update version to 1.13-SNAPSHOT new c06e25a [FLINK-20651] Format code with Spotless/google-java-format new 54d5905 [FLINK-21193][docs] Migrate Flink docs from Jekyll to Hugo new 1155ebe [hotfix][docs] Correct rendering of maven modules new 8b30977 Update version to 1.14-SNAPSHOT new 4963e90 [FLINK-23084] Move Executors/-ThreadFactory to flink-core new ce030a1 [hotfix][docs] Fix variable name new 01df040 [FLINK-18783] Load Akka with separate classloader new a817846 Revert "[FLINK-18783] Load Akka with separate classloader" new 4e8e84b [FLINK-18783] Load Akka with separate classloader new 23c51dd [FLINK-23652][core/metrics] Extract Operator(IO)MetricGroup interfaces and expose them in RuntimeContext new 9656f72 Update version to 1.15-SNAPSHOT new 4e5babe [FLINK-24018][build] Remove Scala dependencies from Java APIs new 1f9c82c [FLINK-25159][tests] Streamline E2E surefire setup new a5d7dc8 [FLINK-25129][docs] Restructure project configuation pages new 1671de8 [FLINK-25892][gcp-pubsub][test] add ArchUnit tests for test code new cd7cd49 [hotfix] Fix JUnit 5 mini cluster arch unit rules new c3aae7e [FLINK-26294][test] Using fixed description for ArchUnit ITCaseRules new 1ada07b [FLINK-26159][doc] add description for MAX_FETCH_RECORD related question new e612b32 Update version to 1.16-SNAPSHOT new 562b5c4 [FLINK-26578][docs-zh] Translate new Project Configuration section to Chinese. This closes #19100 new 3e4c3fe [FLINK-27034][gcp][tests] Use testcontainers new 28c809c [hotfix][docs-zh] Fix "Google Cloud PubSub" Chinese page under "DataStream Connectors" (#19483) new cdb0f38 [FLINK-24721][build] Remove unnecessary relativePath to parent new dc7c662 [FLINK-27937][tests][pubsub] Migrate flink-connectors-gcp-pubsub to JUnit5 new ed8610f [FLINK-24433][Tests][Buildsystem] Turn off debug logging for all end-to-end tests to avoid flooding the disk space new e860c75 [FLINK-30058][Connector/Google PubSub] Move existing Google Cloud PubSub connector code from Flink repo to dedicated Google PubSub repo new 55aa842 [FLINK-30058][Tests] Add DockerImageVersions new bb241f7 [FLINK-30058][Architecture] Add ProductionCodeArchitectureTest new 7a2e541 [FLINK-30058][Build] Add Flink-style IntelliJ settings new c546198 [FLINK-30058][Connector/Google PubSub] Add release tools as submodule The 55 revisions listed above as "new" are entirely new to this repository and will be described i
[flink-shaded] branch master updated (0cf9196 -> ba56570)
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/flink-shaded.git from 0cf9196 [FLINK-29915][netty] Build tcnative-static on CI new b99f4ed [FLINK-30232][Build/Shaded] Include all (including previously missing ARM64) platforms while shading Netty new ba56570 [FLINK-30232][Build/Shaded] Include all (including previously missing ARM64) platforms while shading Netty Tcnative Dynamic The 2 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: flink-shaded-netty-4/pom.xml | 9 ++--- flink-shaded-netty-tcnative-static/pom.xml | 4 ++-- 2 files changed, 4 insertions(+), 9 deletions(-)
[flink-shaded] 01/02: [FLINK-30232][Build/Shaded] Include all (including previously missing ARM64) platforms while shading Netty
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/flink-shaded.git commit b99f4edc315e16ce95392b5e99788d79f006e2a9 Author: Martijn Visser AuthorDate: Wed Dec 21 11:58:53 2022 +0100 [FLINK-30232][Build/Shaded] Include all (including previously missing ARM64) platforms while shading Netty --- flink-shaded-netty-4/pom.xml | 9 ++--- 1 file changed, 2 insertions(+), 7 deletions(-) diff --git a/flink-shaded-netty-4/pom.xml b/flink-shaded-netty-4/pom.xml index 83e58c2..d223cc8 100644 --- a/flink-shaded-netty-4/pom.xml +++ b/flink-shaded-netty-4/pom.xml @@ -91,15 +91,10 @@ under the License. - + - - - - - - +
[flink-shaded] 02/02: [FLINK-30232][Build/Shaded] Include all (including previously missing ARM64) platforms while shading Netty Tcnative Dynamic
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/flink-shaded.git commit ba56570bbe395385c17240a2119c1c2cf8141675 Author: Martijn Visser AuthorDate: Wed Jan 18 11:23:56 2023 +0100 [FLINK-30232][Build/Shaded] Include all (including previously missing ARM64) platforms while shading Netty Tcnative Dynamic --- flink-shaded-netty-tcnative-static/pom.xml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/flink-shaded-netty-tcnative-static/pom.xml b/flink-shaded-netty-tcnative-static/pom.xml index a046f99..fbc5919 100644 --- a/flink-shaded-netty-tcnative-static/pom.xml +++ b/flink-shaded-netty-tcnative-static/pom.xml @@ -87,12 +87,12 @@ under the License. package - + - +
[flink-connector-elasticsearch] branch v3.0 updated: [BP-3.0][FLINK-30359][es] flink-sql-connector-elasticsearch6's jar should including the dependency of com.carrotsearch:hppc. (#51)
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch v3.0 in repository https://gitbox.apache.org/repos/asf/flink-connector-elasticsearch.git The following commit(s) were added to refs/heads/v3.0 by this push: new c6b15c4 [BP-3.0][FLINK-30359][es] flink-sql-connector-elasticsearch6's jar should including the dependency of com.carrotsearch:hppc. (#51) c6b15c4 is described below commit c6b15c4891147a0b39548db1897de4f3628c9eaa Author: Weijie Guo AuthorDate: Wed Jan 18 23:35:24 2023 +0800 [BP-3.0][FLINK-30359][es] flink-sql-connector-elasticsearch6's jar should including the dependency of com.carrotsearch:hppc. (#51) * [FLINK-30359][es] flink-sql-connector-elasticsearch6's jar should including the dependency of com.carrotsearch:hppc. Co-authored-by: Martijn Visser --- flink-sql-connector-elasticsearch6/pom.xml | 5 - .../src/main/resources/META-INF/NOTICE | 1 + 2 files changed, 5 insertions(+), 1 deletion(-) diff --git a/flink-sql-connector-elasticsearch6/pom.xml b/flink-sql-connector-elasticsearch6/pom.xml index f6d0ccb..ad8517e 100644 --- a/flink-sql-connector-elasticsearch6/pom.xml +++ b/flink-sql-connector-elasticsearch6/pom.xml @@ -71,7 +71,6 @@ under the License. - com.carrotsearch:hppc com.tdunning:t-digest joda-time:joda-time net.sf.jopt-simple:jopt-simple @@ -148,6 +147,10 @@ under the License. com.github.mustachejava org.apache.flink.elasticsearch6.shaded.com.github.mustachejava + + com.carrotsearch.hppc + org.apache.flink.elasticsearch6.shaded.com.carrotsearch.hppc + diff --git a/flink-sql-connector-elasticsearch6/src/main/resources/META-INF/NOTICE b/flink-sql-connector-elasticsearch6/src/main/resources/META-INF/NOTICE index 94b5744..20a2990 100644 --- a/flink-sql-connector-elasticsearch6/src/main/resources/META-INF/NOTICE +++ b/flink-sql-connector-elasticsearch6/src/main/resources/META-INF/NOTICE @@ -6,6 +6,7 @@ The Apache Software Foundation (http://www.apache.org/). This project bundles the following dependencies under the Apache Software License 2.0. (http://www.apache.org/licenses/LICENSE-2.0.txt) +- com.carrotsearch:hppc:0.7.1 - com.fasterxml.jackson.core:jackson-core:2.13.4 - com.fasterxml.jackson.core:jackson-databind:2.13.4.2 - com.fasterxml.jackson.core:jackson-annotations:2.13.4
[flink] branch release-1.16 updated (4150d709906 -> f37048e78c9)
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a change to branch release-1.16 in repository https://gitbox.apache.org/repos/asf/flink.git from 4150d709906 [FLINK-28526][python] Fix Python UDF to support time indicator inputs add f37048e78c9 [FLINK-30359][es] flink-sql-connector-elasticsearch6's jar should include the dependency of com.carrotsearch:hppc No new revisions were added by this update. Summary of changes: flink-connectors/flink-sql-connector-elasticsearch6/pom.xml | 5 - .../src/main/resources/META-INF/NOTICE | 1 + 2 files changed, 5 insertions(+), 1 deletion(-)
[flink-connector-elasticsearch] branch main updated: [FLINK-30359][es] flink-sql-connector-elasticsearch6's jar should including the dependency of com.carrotsearch:hppc.
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/flink-connector-elasticsearch.git The following commit(s) were added to refs/heads/main by this push: new 045a6a3 [FLINK-30359][es] flink-sql-connector-elasticsearch6's jar should including the dependency of com.carrotsearch:hppc. 045a6a3 is described below commit 045a6a3acc6d3a6b76f4046f83f02d0b9c1bbb2d Author: Weijie Guo AuthorDate: Sun Dec 11 01:46:54 2022 +0800 [FLINK-30359][es] flink-sql-connector-elasticsearch6's jar should including the dependency of com.carrotsearch:hppc. --- flink-sql-connector-elasticsearch6/pom.xml | 5 - .../src/main/resources/META-INF/NOTICE | 1 + 2 files changed, 5 insertions(+), 1 deletion(-) diff --git a/flink-sql-connector-elasticsearch6/pom.xml b/flink-sql-connector-elasticsearch6/pom.xml index d8deacd..f86dca4 100644 --- a/flink-sql-connector-elasticsearch6/pom.xml +++ b/flink-sql-connector-elasticsearch6/pom.xml @@ -71,7 +71,6 @@ under the License. - com.carrotsearch:hppc com.tdunning:t-digest joda-time:joda-time net.sf.jopt-simple:jopt-simple @@ -148,6 +147,10 @@ under the License. com.github.mustachejava org.apache.flink.elasticsearch6.shaded.com.github.mustachejava + + com.carrotsearch.hppc + org.apache.flink.elasticsearch6.shaded.com.carrotsearch.hppc + diff --git a/flink-sql-connector-elasticsearch6/src/main/resources/META-INF/NOTICE b/flink-sql-connector-elasticsearch6/src/main/resources/META-INF/NOTICE index 94b5744..20a2990 100644 --- a/flink-sql-connector-elasticsearch6/src/main/resources/META-INF/NOTICE +++ b/flink-sql-connector-elasticsearch6/src/main/resources/META-INF/NOTICE @@ -6,6 +6,7 @@ The Apache Software Foundation (http://www.apache.org/). This project bundles the following dependencies under the Apache Software License 2.0. (http://www.apache.org/licenses/LICENSE-2.0.txt) +- com.carrotsearch:hppc:0.7.1 - com.fasterxml.jackson.core:jackson-core:2.13.4 - com.fasterxml.jackson.core:jackson-databind:2.13.4.2 - com.fasterxml.jackson.core:jackson-annotations:2.13.4
[flink] branch release-1.15 updated: [FLINK-27731][Documentation][Build] Remove Hugo Modules code for setting up documentation since Flink now uses git to retrieve externally hosted documentation inst
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch release-1.15
in repository https://gitbox.apache.org/repos/asf/flink.git
The following commit(s) were added to refs/heads/release-1.15 by this push:
new 0261b752cd0 [FLINK-27731][Documentation][Build] Remove Hugo Modules
code for setting up documentation since Flink now uses git to retrieve
externally hosted documentation instead of Hugo Modules
0261b752cd0 is described below
commit 0261b752cd02e731f0b3df530b7f8ab5b96fec8f
Author: Martijn Visser
AuthorDate: Wed Dec 21 12:40:48 2022 +0100
[FLINK-27731][Documentation][Build] Remove Hugo Modules code for setting up
documentation since Flink now uses git to retrieve externally hosted
documentation instead of Hugo Modules
(cherry picked from commit 439fdbd093d9b2ea09481cf6a05559a826919c38)
---
docs/setup_docs.sh | 12
1 file changed, 12 deletions(-)
diff --git a/docs/setup_docs.sh b/docs/setup_docs.sh
index 083d4b6b771..b38e5f68212 100755
--- a/docs/setup_docs.sh
+++ b/docs/setup_docs.sh
@@ -23,18 +23,6 @@ if [[ "$HERE" != "docs" ]]; then
exit 1;
fi
-# Create a default go.mod file
-cat <go.mod
-module github.com/apache/flink
-
-go 1.18
-EOF
-
-echo "Created temporary file" $goModFileLocation/go.mod
-
-# Make Hugo retrieve modules which are used for externally hosted documentation
-currentBranch=$(git rev-parse --abbrev-ref HEAD)
-
function integrate_connector_docs {
connector=$1
ref=$2
[flink] branch release-1.16 updated (eca940c5bf9 -> 56a50453cfa)
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a change to branch release-1.16 in repository https://gitbox.apache.org/repos/asf/flink.git from eca940c5bf9 [FLINK-30637][python] Replace 'is' with '==' to fix potential match issues with OverWindow Aggregation On Linux-arch64 add 56a50453cfa [FLINK-27731][Documentation][Build] Remove Hugo Modules code for setting up documentation since Flink now uses git to retrieve externally hosted documentation instead of Hugo Modules No new revisions were added by this update. Summary of changes: docs/README.md | 1 - docs/setup_docs.sh | 12 2 files changed, 13 deletions(-)
[flink] branch master updated: [FLINK-27731][Documentation][Build] Remove Hugo Modules code for setting up documentation since Flink now uses git to retrieve externally hosted documentation instead of
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git
The following commit(s) were added to refs/heads/master by this push:
new 439fdbd093d [FLINK-27731][Documentation][Build] Remove Hugo Modules
code for setting up documentation since Flink now uses git to retrieve
externally hosted documentation instead of Hugo Modules
439fdbd093d is described below
commit 439fdbd093d9b2ea09481cf6a05559a826919c38
Author: Martijn Visser
AuthorDate: Wed Dec 21 12:40:48 2022 +0100
[FLINK-27731][Documentation][Build] Remove Hugo Modules code for setting up
documentation since Flink now uses git to retrieve externally hosted
documentation instead of Hugo Modules
---
docs/README.md | 1 -
docs/setup_docs.sh | 12
2 files changed, 13 deletions(-)
diff --git a/docs/README.md b/docs/README.md
index cafa70664b1..8a50b39474a 100644
--- a/docs/README.md
+++ b/docs/README.md
@@ -10,7 +10,6 @@ https://flink.apache.org/ is also generated from the files
found here.
The Flink documentation uses
[Hugo](https://gohugo.io/getting-started/installing/) to generate HTML files.
More specifically, it uses the *extended version* of Hugo with Sass/SCSS
support.
-As a pre-requisite, you need to have [Go](https://golang.org/doc/install)
installed.
To build the documentation, you can install Hugo locally or use a Docker
image.
Both methods require you to execute commands in the directory of this module
(`docs/`). The built site is served at http://localhost:1313/.
diff --git a/docs/setup_docs.sh b/docs/setup_docs.sh
index 46e295fde95..b0c48ba6883 100755
--- a/docs/setup_docs.sh
+++ b/docs/setup_docs.sh
@@ -23,18 +23,6 @@ if [[ "$HERE" != "docs" ]]; then
exit 1;
fi
-# Create a default go.mod file
-cat <go.mod
-module github.com/apache/flink
-
-go 1.18
-EOF
-
-echo "Created temporary file" $goModFileLocation/go.mod
-
-# Make Hugo retrieve modules which are used for externally hosted documentation
-currentBranch=$(git rev-parse --abbrev-ref HEAD)
-
function integrate_connector_docs {
local connector ref additional_folders
connector=$1
[flink] branch master updated: [FLINK-27640][Connector/Hive] Exclude pentaho-aggdesigner-algorithm from Hive connector dependencies. This closes #21653
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/flink.git The following commit(s) were added to refs/heads/master by this push: new 881627dcda9 [FLINK-27640][Connector/Hive] Exclude pentaho-aggdesigner-algorithm from Hive connector dependencies. This closes #21653 881627dcda9 is described below commit 881627dcda9f5cdea9e095d7aff854fbf9508785 Author: Chen Qin AuthorDate: Thu Jan 12 04:15:58 2023 -0800 [FLINK-27640][Connector/Hive] Exclude pentaho-aggdesigner-algorithm from Hive connector dependencies. This closes #21653 --- flink-connectors/flink-connector-hive/pom.xml | 28 +++ 1 file changed, 28 insertions(+) diff --git a/flink-connectors/flink-connector-hive/pom.xml b/flink-connectors/flink-connector-hive/pom.xml index a8985292527..a1e1c0e62b5 100644 --- a/flink-connectors/flink-connector-hive/pom.xml +++ b/flink-connectors/flink-connector-hive/pom.xml @@ -70,6 +70,10 @@ under the License. org.slf4j slf4j-reload4j + + org.pentaho + pentaho-aggdesigner-algorithm + @@ -118,6 +122,10 @@ under the License. org.slf4j slf4j-reload4j + + org.pentaho + pentaho-aggdesigner-algorithm + @@ -504,6 +512,10 @@ under the License. org.apache.derby derby + + org.pentaho + pentaho-aggdesigner-algorithm + @@ -895,6 +907,10 @@ under the License. org.slf4j slf4j-reload4j + + org.pentaho + pentaho-aggdesigner-algorithm + @@ -960,6 +976,10 @@ under the License. org.slf4j slf4j-reload4j + + org.pentaho + pentaho-aggdesigner-algorithm + @@ -997,6 +1017,10 @@ under the License. org.slf4j slf4j-reload4j + + org.pentaho + pentaho-aggdesigner-algorithm + @@ -1100,6 +1124,10 @@ under the License. org.slf4j slf4j-reload4j + + org.pentaho + pentaho-aggdesigner-algorithm +
[flink] branch master updated: [hotfix][docs] Fix minor grammar typo in flink-architecture docs. This closes #21632
This is an automated email from the ASF dual-hosted git repository.
martijnvisser pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git
The following commit(s) were added to refs/heads/master by this push:
new cc7b5329a4e [hotfix][docs] Fix minor grammar typo in
flink-architecture docs. This closes #21632
cc7b5329a4e is described below
commit cc7b5329a4e763918772faaef9bcab6ef7ed1e49
Author: Yash Mayya
AuthorDate: Thu Jan 12 12:54:41 2023 +0530
[hotfix][docs] Fix minor grammar typo in flink-architecture docs. This
closes #21632
---
docs/content/docs/concepts/flink-architecture.md | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/docs/content/docs/concepts/flink-architecture.md
b/docs/content/docs/concepts/flink-architecture.md
index 8cfeca805fd..722bffe1d72 100644
--- a/docs/content/docs/concepts/flink-architecture.md
+++ b/docs/content/docs/concepts/flink-architecture.md
@@ -245,7 +245,7 @@ Please consider application mode to launch a dedicated
cluster per-job on YARN.
Formerly, a Flink Job Cluster was also known as a Flink Cluster in `job (or
per-job) mode`.
{{< /hint >}}
{{< hint info >}}
-Flink Job Clusters are only supperted with YARN.
+Flink Job Clusters are only supported with YARN.
{{< /hint >}}
{{< top >}}
[flink] branch master updated (78ab08bfc8e -> 176f8d55601)
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/flink.git from 78ab08bfc8e [FLINK-27640][Connector/Hive][SQL Client] Exclude Pentaho dependency from Hive to avoid build problems with newer Maven versions. Newer Maven versions block http repositories such as conjars. Conjars is where Pentaho artifacts are stored add 176f8d55601 [hotfix] Rename incorrect reference to Hive specific Hadoop version No new revisions were added by this update. Summary of changes: flink-connectors/flink-connector-hive/pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
[flink] branch master updated (9b5394ad8f1 -> 78ab08bfc8e)
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/flink.git from 9b5394ad8f1 [hotfix][client][test] Disable the unstable ClientHeartbeatTest#testJobRunningIfClientReportHeartbeat. add 78ab08bfc8e [FLINK-27640][Connector/Hive][SQL Client] Exclude Pentaho dependency from Hive to avoid build problems with newer Maven versions. Newer Maven versions block http repositories such as conjars. Conjars is where Pentaho artifacts are stored No new revisions were added by this update. Summary of changes: flink-connectors/flink-connector-hive/pom.xml | 14 +++--- flink-table/flink-sql-client/pom.xml | 4 2 files changed, 11 insertions(+), 7 deletions(-)
[flink] branch master updated (627d293b693 -> 13fd4f270a3)
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/flink.git from 627d293b693 [hotfix] Sync English version of gcs.md to Chinese version due to being out-of-sync add 13fd4f270a3 [FLINK-30465][Connector/JDBC] Remove JDBC connector and refer to externalized docs. This closes #21536 No new revisions were added by this update. Summary of changes: docs/content.zh/docs/connectors/datastream/jdbc.md | 90 --- docs/content.zh/docs/connectors/table/jdbc.md | 799 --- docs/content/docs/connectors/datastream/jdbc.md| 336 docs/content/docs/connectors/table/jdbc.md | 789 --- docs/data/sql_connectors.yml | 2 +- docs/setup_docs.sh | 1 + .../5b9eed8a-5fb6-4373-98ac-3be2a71941b8 | 9 +- .../b8900323-6aab-4e7e-9b17-f53b3c3dca46 | 42 - .../e577412e-8d38-496c-a680-b842112e4b94 | 2 - .../flink-architecture-tests-production/pom.xml| 5 - flink-architecture-tests/pom.xml | 7 - .../0f94f11b-9bc8-445a-8be8-e7dfd8a384b0 | 0 .../6b9ab1b0-c14d-4667-bab5-407b81fba98b | 24 - .../archunit-violations/stored.rules | 4 - flink-connectors/flink-connector-jdbc/pom.xml | 209 - .../connector/jdbc/JdbcConnectionOptions.java | 120 --- .../connector/jdbc/JdbcExactlyOnceOptions.java | 179 - .../flink/connector/jdbc/JdbcExecutionOptions.java | 108 --- .../flink/connector/jdbc/JdbcInputFormat.java | 431 -- .../flink/connector/jdbc/JdbcRowOutputFormat.java | 150 .../org/apache/flink/connector/jdbc/JdbcSink.java | 116 --- .../flink/connector/jdbc/JdbcStatementBuilder.java | 38 - .../jdbc/catalog/AbstractJdbcCatalog.java | 541 - .../flink/connector/jdbc/catalog/JdbcCatalog.java | 126 --- .../connector/jdbc/catalog/JdbcCatalogUtils.java | 61 -- .../flink/connector/jdbc/catalog/MySqlCatalog.java | 171 .../connector/jdbc/catalog/PostgresCatalog.java| 177 - .../connector/jdbc/catalog/PostgresTablePath.java | 102 --- .../jdbc/catalog/factory/JdbcCatalogFactory.java | 80 -- .../catalog/factory/JdbcCatalogFactoryOptions.java | 48 -- .../jdbc/converter/AbstractJdbcRowConverter.java | 269 --- .../connector/jdbc/converter/JdbcRowConverter.java | 52 -- .../connector/jdbc/dialect/AbstractDialect.java| 267 --- .../flink/connector/jdbc/dialect/JdbcDialect.java | 157 .../connector/jdbc/dialect/JdbcDialectFactory.java | 49 -- .../connector/jdbc/dialect/JdbcDialectLoader.java | 106 --- .../jdbc/dialect/JdbcDialectTypeMapper.java| 32 - .../connector/jdbc/dialect/derby/DerbyDialect.java | 110 --- .../jdbc/dialect/derby/DerbyDialectFactory.java| 37 - .../connector/jdbc/dialect/mysql/MySqlDialect.java | 147 .../jdbc/dialect/mysql/MySqlDialectFactory.java| 37 - .../jdbc/dialect/mysql/MySqlTypeMapper.java| 223 -- .../jdbc/dialect/oracle/OracleDialect.java | 162 .../jdbc/dialect/oracle/OracleDialectFactory.java | 37 - .../jdbc/dialect/psql/PostgresDialect.java | 131 .../jdbc/dialect/psql/PostgresDialectFactory.java | 37 - .../jdbc/dialect/psql/PostgresTypeMapper.java | 176 - .../jdbc/dialect/sqlserver/SqlServerDialect.java | 160 .../dialect/sqlserver/SqlServerDialectFactory.java | 37 - .../jdbc/internal/GenericJdbcSinkFunction.java | 77 -- .../connector/jdbc/internal/JdbcOutputFormat.java | 418 -- .../jdbc/internal/TableJdbcUpsertOutputFormat.java | 209 - .../connection/JdbcConnectionProvider.java | 67 -- .../connection/SimpleJdbcConnectionProvider.java | 150 .../jdbc/internal/converter/DerbyRowConverter.java | 40 - .../jdbc/internal/converter/MySQLRowConverter.java | 40 - .../internal/converter/OracleRowConverter.java | 183 - .../internal/converter/PostgresRowConverter.java | 101 --- .../internal/converter/SqlServerRowConverter.java | 51 -- .../executor/InsertOrUpdateJdbcExecutor.java | 137 .../executor/JdbcBatchStatementExecutor.java | 52 -- .../executor/KeyedBatchStatementExecutor.java | 89 --- .../executor/SimpleBatchStatementExecutor.java | 85 -- .../TableBufferReducedStatementExecutor.java | 111 --- .../executor/TableBufferedStatementExecutor.java | 72 -- .../TableInsertOrUpdateStatementExecutor.java | 117 --- .../executor/TableSimpleStatementExecutor.java | 74 -- .../internal/options/JdbcConnectorOptions.java | 211 - .../jdbc/internal/options/JdbcDmlOptions.java | 152 .../jdbc/internal/options/JdbcInsertOptions.java | 51 -- .../jdbc/internal/options/JdbcReadOptions.java | 173 .../internal/options/JdbcTypedQueryOptions.java| 48
