(flink-kubernetes-operator) branch main updated: [FLINK-34389][autoscaler] JdbcAutoscalerStateStore explicitly writes update_time
This is an automated email from the ASF dual-hosted git repository.
fanrui pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-kubernetes-operator.git
The following commit(s) were added to refs/heads/main by this push:
new 733b1b54 [FLINK-34389][autoscaler] JdbcAutoscalerStateStore explicitly
writes update_time
733b1b54 is described below
commit 733b1b54e23c7486418bdca706f85a97b896f469
Author: Rui Fan <1996fan...@gmail.com>
AuthorDate: Tue Feb 6 18:37:59 2024 +0800
[FLINK-34389][autoscaler] JdbcAutoscalerStateStore explicitly writes
update_time
---
.../autoscaler/jdbc/state/JdbcStateInteractor.java | 23 ++
.../src/main/resources/schema/derby_schema.sql | 4 ++--
.../src/main/resources/schema/mysql_schema.sql | 2 +-
.../src/main/resources/schema/postgres_schema.sql | 16 +--
.../testutils/databases/derby/DerbyExtension.java | 4 ++--
.../test/resources/test_schema/mysql_schema.sql| 2 +-
.../test/resources/test_schema/postgres_schema.sql | 2 +-
7 files changed, 23 insertions(+), 30 deletions(-)
diff --git
a/flink-autoscaler-plugin-jdbc/src/main/java/org/apache/flink/autoscaler/jdbc/state/JdbcStateInteractor.java
b/flink-autoscaler-plugin-jdbc/src/main/java/org/apache/flink/autoscaler/jdbc/state/JdbcStateInteractor.java
index 4c2f9a0f..7c12bf83 100644
---
a/flink-autoscaler-plugin-jdbc/src/main/java/org/apache/flink/autoscaler/jdbc/state/JdbcStateInteractor.java
+++
b/flink-autoscaler-plugin-jdbc/src/main/java/org/apache/flink/autoscaler/jdbc/state/JdbcStateInteractor.java
@@ -21,6 +21,8 @@ import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.sql.Connection;
+import java.sql.Timestamp;
+import java.time.Instant;
import java.util.Collections;
import java.util.HashMap;
import java.util.List;
@@ -76,18 +78,20 @@ public class JdbcStateInteractor {
String jobKey, List createdStateTypes, Map data)
throws Exception {
var query =
-"INSERT INTO t_flink_autoscaler_state_store (job_key,
state_type, state_value) values (?, ?, ?)";
+"INSERT INTO t_flink_autoscaler_state_store (update_time,
job_key, state_type, state_value) values (?, ?, ?, ?)";
+var updateTime = Timestamp.from(Instant.now());
try (var pstmt = conn.prepareStatement(query)) {
for (var stateType : createdStateTypes) {
-pstmt.setString(1, jobKey);
-pstmt.setString(2, stateType.getIdentifier());
+pstmt.setTimestamp(1, updateTime);
+pstmt.setString(2, jobKey);
+pstmt.setString(3, stateType.getIdentifier());
String stateValue = data.get(stateType);
checkState(
stateValue != null,
"The state value shouldn't be null during inserting. "
+ "It may be a bug, please raise a JIRA to
Flink Community.");
-pstmt.setString(3, stateValue);
+pstmt.setString(4, stateValue);
pstmt.addBatch();
}
pstmt.executeBatch();
@@ -99,18 +103,21 @@ public class JdbcStateInteractor {
String jobKey, List updatedStateTypes, Map data)
throws Exception {
var query =
-"UPDATE t_flink_autoscaler_state_store set state_value = ?
where job_key = ? and state_type = ?";
+"UPDATE t_flink_autoscaler_state_store set update_time = ?,
state_value = ? where job_key = ? and state_type = ?";
+var updateTime = Timestamp.from(Instant.now());
try (var pstmt = conn.prepareStatement(query)) {
for (var stateType : updatedStateTypes) {
+pstmt.setTimestamp(1, updateTime);
+
String stateValue = data.get(stateType);
checkState(
stateValue != null,
"The state value shouldn't be null during inserting. "
+ "It may be a bug, please raise a JIRA to
Flink Community.");
-pstmt.setString(1, stateValue);
-pstmt.setString(2, jobKey);
-pstmt.setString(3, stateType.getIdentifier());
+pstmt.setString(2, stateValue);
+pstmt.setString(3, jobKey);
+pstmt.setString(4, stateType.getIdentifier());
pstmt.addBatch();
}
pstmt.executeBatch();
diff --git
a/flink-autoscaler-plugin-jdbc/src/main/resources/schema/derby_schema.sql
b/flink-autoscaler-plugin-jdbc/src/main/resources/schema/derby_schema.sql
index c8defefe..eb5cab6a 100644
--- a/flink-autoscaler-plugin-jdbc/src/main/resources/schema/derby_schema.sql
+++ b/flink-autoscaler-plugin-jdbc/src/main/resources/schema/derby_schema.sql
@@ -17,8 +17,8 @@
CREATE TABLE t_flink_autoscaler_state_store
(
-id
(flink) branch master updated: [FLINK-34403][ci] Transforms VeryBigPbRowToProtoTest into an integration test
This is an automated email from the ASF dual-hosted git repository.
mapohl pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git
The following commit(s) were added to refs/heads/master by this push:
new 2298e53f351 [FLINK-34403][ci] Transforms VeryBigPbRowToProtoTest into
an integration test
2298e53f351 is described below
commit 2298e53f35121602c56845ac8040439fbd1a9ff4
Author: Matthias Pohl
AuthorDate: Wed Feb 14 10:34:33 2024 +0100
[FLINK-34403][ci] Transforms VeryBigPbRowToProtoTest into an integration
test
---
.../{VeryBigPbRowToProtoTest.java => VeryBigPbRowToProtoITCase.java} | 5 -
1 file changed, 4 insertions(+), 1 deletion(-)
diff --git
a/flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/VeryBigPbRowToProtoTest.java
b/flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/VeryBigPbRowToProtoITCase.java
similarity index 85%
rename from
flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/VeryBigPbRowToProtoTest.java
rename to
flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/VeryBigPbRowToProtoITCase.java
index 57e0eb71506..74c448a0cb0 100644
---
a/flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/VeryBigPbRowToProtoTest.java
+++
b/flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/VeryBigPbRowToProtoITCase.java
@@ -26,8 +26,11 @@ import org.junit.Test;
/**
* Test for very huge proto definition, which may trigger some special
optimizations such as code
* splitting and java constant pool size optimization.
+ *
+ * Implementing this test as an {@code ITCase} enables larger heap size for
the test execution.
+ * The current unit test execution configuration would cause {@code
OutOfMemoryErrors}.
*/
-public class VeryBigPbRowToProtoTest {
+public class VeryBigPbRowToProtoITCase {
@Test
public void testSimple() throws Exception {
(flink-kubernetes-operator) branch main updated: [FLINK-34439] Move chown operations to COPY commands in Dockerfile
This is an automated email from the ASF dual-hosted git repository. gyfora pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/flink-kubernetes-operator.git The following commit(s) were added to refs/heads/main by this push: new 6cab745d [FLINK-34439] Move chown operations to COPY commands in Dockerfile 6cab745d is described below commit 6cab745df9d0a742ab15f341bdf69c8e802b2a39 Author: Mate Czagany AuthorDate: Tue Feb 13 17:37:32 2024 +0100 [FLINK-34439] Move chown operations to COPY commands in Dockerfile --- Dockerfile | 20 1 file changed, 8 insertions(+), 12 deletions(-) diff --git a/Dockerfile b/Dockerfile index 3ee36da2..ac0ee06d 100644 --- a/Dockerfile +++ b/Dockerfile @@ -48,19 +48,15 @@ WORKDIR /flink-kubernetes-operator RUN groupadd --system --gid= flink && \ useradd --system --home-dir $FLINK_HOME --uid= --gid=flink flink -COPY --from=build /app/flink-kubernetes-operator/target/$OPERATOR_JAR . -COPY --from=build /app/flink-kubernetes-webhook/target/$WEBHOOK_JAR . -COPY --from=build /app/flink-kubernetes-standalone/target/$KUBERNETES_STANDALONE_JAR . -COPY --from=build /app/flink-kubernetes-operator/target/plugins $FLINK_HOME/plugins -COPY --from=build /app/tools/license/licenses-output/NOTICE . -COPY --from=build /app/tools/license/licenses-output/licenses ./licenses -COPY docker-entrypoint.sh / +RUN chown -R flink:flink $FLINK_HOME -RUN chown -R flink:flink $FLINK_HOME && \ -chown flink:flink $OPERATOR_JAR && \ -chown flink:flink $WEBHOOK_JAR && \ -chown flink:flink $KUBERNETES_STANDALONE_JAR && \ -chown flink:flink /docker-entrypoint.sh +COPY --chown=flink:flink --from=build /app/flink-kubernetes-operator/target/$OPERATOR_JAR . +COPY --chown=flink:flink --from=build /app/flink-kubernetes-webhook/target/$WEBHOOK_JAR . +COPY --chown=flink:flink --from=build /app/flink-kubernetes-standalone/target/$KUBERNETES_STANDALONE_JAR . +COPY --chown=flink:flink --from=build /app/flink-kubernetes-operator/target/plugins $FLINK_HOME/plugins +COPY --chown=flink:flink --from=build /app/tools/license/licenses-output/NOTICE . +COPY --chown=flink:flink --from=build /app/tools/license/licenses-output/licenses ./licenses +COPY --chown=flink:flink docker-entrypoint.sh / ARG SKIP_OS_UPDATE=true
(flink-connector-shared-utils) branch parent_pom updated: [FLINK-34364][release] Replace incorrect release_utils mount point tools/release/shared by tools/releasing/shared to match the release doc and
This is an automated email from the ASF dual-hosted git repository. echauchot pushed a commit to branch parent_pom in repository https://gitbox.apache.org/repos/asf/flink-connector-shared-utils.git The following commit(s) were added to refs/heads/parent_pom by this push: new c806d46 [FLINK-34364][release] Replace incorrect release_utils mount point tools/release/shared by tools/releasing/shared to match the release doc and scripts (#36) c806d46 is described below commit c806d46ef06c8e46d28a6a8b5db3f5104cfe53bc Author: Etienne Chauchot AuthorDate: Wed Feb 14 11:26:11 2024 +0100 [FLINK-34364][release] Replace incorrect release_utils mount point tools/release/shared by tools/releasing/shared to match the release doc and scripts (#36) --- .gitmodules| 6 +++--- tools/release/shared | 1 - tools/releasing/shared | 1 + 3 files changed, 4 insertions(+), 4 deletions(-) diff --git a/.gitmodules b/.gitmodules index b45818f..88ec918 100644 --- a/.gitmodules +++ b/.gitmodules @@ -1,4 +1,4 @@ -[submodule "tools/release/shared"] - path = tools/release/shared - url = https://github.com/apache/flink-connector-shared-utils +[submodule "tools/releasing/shared"] + path = tools/releasing/shared + url = https://github.com/apache/flink-connector-shared-utils.git branch = release_utils diff --git a/tools/release/shared b/tools/release/shared deleted file mode 16 index 81065c0..000 --- a/tools/release/shared +++ /dev/null @@ -1 +0,0 @@ -Subproject commit 81065c02fda44e20993a207d075299d2ec5166f1 diff --git a/tools/releasing/shared b/tools/releasing/shared new file mode 16 index 000..164789b --- /dev/null +++ b/tools/releasing/shared @@ -0,0 +1 @@ +Subproject commit 164789be5fdfe85f169107b67806612f6bd9e7cf
(flink) branch master updated: [FLINK-34432][Table/Planner] Re-enable fork reuse
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/flink.git The following commit(s) were added to refs/heads/master by this push: new 403694e7b9c [FLINK-34432][Table/Planner] Re-enable fork reuse 403694e7b9c is described below commit 403694e7b9c213386f3ed9cff21ce2664030ebc2 Author: Martijn Visser <2989614+martijnvis...@users.noreply.github.com> AuthorDate: Mon Feb 12 16:18:20 2024 +0100 [FLINK-34432][Table/Planner] Re-enable fork reuse --- flink-table/flink-table-planner/pom.xml | 7 ++- 1 file changed, 2 insertions(+), 5 deletions(-) diff --git a/flink-table/flink-table-planner/pom.xml b/flink-table/flink-table-planner/pom.xml index c3d0a573c78..8104c865a88 100644 --- a/flink-table/flink-table-planner/pom.xml +++ b/flink-table/flink-table-planner/pom.xml @@ -393,11 +393,8 @@ under the License. **/*ITCase.* - - false + + true
