[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch pr-bot-state
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/pr-bot-state by this push:
new 19f5115e4cf Updating config from bot
19f5115e4cf is described below
commit 19f5115e4cf16f419ab5f2964c96a5ac5bcbbc5e
Author: github-actions
AuthorDate: Tue Aug 15 05:34:43 2023 +
Updating config from bot
---
scripts/ci/pr-bot/state/reviewers-for-label-build.json | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/scripts/ci/pr-bot/state/reviewers-for-label-build.json
b/scripts/ci/pr-bot/state/reviewers-for-label-build.json
index 10f21d45266..e421d953c19 100644
--- a/scripts/ci/pr-bot/state/reviewers-for-label-build.json
+++ b/scripts/ci/pr-bot/state/reviewers-for-label-build.json
@@ -2,6 +2,6 @@
"label": "build",
"dateOfLastReviewAssignment": {
"damccorm": 1692056078820,
-"Abacn": 1692047144890
+"Abacn": 1692077679834
}
}
\ No newline at end of file
[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch pr-bot-state
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/pr-bot-state by this push:
new de891af933b Updating config from bot
de891af933b is described below
commit de891af933bf233f21438716904f28e2e5104f12
Author: github-actions
AuthorDate: Tue Aug 15 05:34:41 2023 +
Updating config from bot
---
scripts/ci/pr-bot/state/pr-state/pr-28006.json | 10 ++
1 file changed, 10 insertions(+)
diff --git a/scripts/ci/pr-bot/state/pr-state/pr-28006.json
b/scripts/ci/pr-bot/state/pr-state/pr-28006.json
new file mode 100644
index 000..9c51466b9ee
--- /dev/null
+++ b/scripts/ci/pr-bot/state/pr-state/pr-28006.json
@@ -0,0 +1,10 @@
+{
+ "commentedAboutFailingChecks": false,
+ "reviewersAssignedForLabels": {
+"build": "Abacn"
+ },
+ "nextAction": "Reviewers",
+ "stopReviewerNotifications": false,
+ "remindAfterTestsPass": [],
+ "committerAssigned": false
+}
\ No newline at end of file
[beam] branch nightly-refs/heads/master updated (25e1a64641b -> 9c548b34c7d)
This is an automated email from the ASF dual-hosted git repository. github-bot pushed a change to branch nightly-refs/heads/master in repository https://gitbox.apache.org/repos/asf/beam.git from 25e1a64641b Fix referenced README url (#27977) add 35596b7050c [AWS SQS] Support strict expiration of SQS batches when writing (#27484) add ef12a33bf43 Add Java IO Direct jobs: Cdap, HBase, HCatalog, InfluxDb, Kudu (#27955) add b855ec58df5 Replace ip (104.154.241.245, 35.193.202.176) with metrics.beam.apache.org (#27945) add de3fbd14e28 Remove OWNERS files (#27896) add d1ec4ba3728 Remove Pablo from IO reviewers (#27988) add c9d8dcfa327 Bump org.checkerframework:checkerframework-gradle-plugin (#27793) add d2663f95af3 Add Vertex AI image classification integration test (#27958) add 3459a1cddef Bump google.golang.org/api from 0.135.0 to 0.136.0 in /sdks (#27950) add 5b8149a5783 Remove unused `reverse` argument in SmallestPerKey (#27621) add afb492305a7 Added the security section into CHANGES add f388f3c2f64 Merge pull request #27976: Added the security section into CHANGES add be3428f976d Update JavaCC Gradle plugin to latest version (3.0.0) (#27869) add 8837c93d642 Re-word line in Octo case study add 83f09e70682 Merge pull request #27992 from jrmccluskey/caseStudyCleanup add bbaa7ebd3ee Github Workflow Replacement for Jenkins Job, beam_PreCommit_SQL_Java17 (Cron, Commit, Phrase) (#27965) add 606060dc57f Add pytest logging in VC tests. (#27993) add 9c548b34c7d pull out StreamPool/StreamData from WindmillServerStub file. Organize streaming appliance files into their own directory. (#27593) No new revisions were added by this update. Summary of changes: .github/REVIEWERS.yml |1 - .github/workflows/README.md|6 + .../beam_PreCommit_Java_Cdap_IO_Direct.yml | 99 ++ .../beam_PreCommit_Java_HBase_IO_Direct.yml| 97 ++ .../beam_PreCommit_Java_HCatalog_IO_Direct.yml | 97 ++ .../beam_PreCommit_Java_InfluxDb_IO_Direct.yml | 95 ++ .../beam_PreCommit_Java_Kudu_IO_Direct.yml | 95 ++ .github/workflows/beam_PreCommit_SQL_Java17.yml| 111 +++ .test-infra/OWNERS |4 - .test-infra/jenkins/OWNERS |6 - .test-infra/jupyter/OWNERS |4 - .test-infra/kubernetes/OWNERS |5 - .test-infra/metrics/OWNERS |8 - .../metrics/src/test/groovy/ProberTests.groovy |2 +- .test-infra/terraform/OWNERS |5 - CHANGES.md |3 + OWNERS | 22 - buildSrc/OWNERS|4 - buildSrc/build.gradle.kts |3 +- examples/java/OWNERS |5 - gradle/OWNERS |4 - it/OWNERS |5 - model/OWNERS |5 - model/fn-execution/OWNERS |6 - model/interactive/OWNERS |4 - model/job-management/OWNERS|6 - model/pipeline/OWNERS |6 - ownership/JAVA_DEPENDENCY_OWNERS.yaml | 1013 ownership/PYTHON_DEPENDENCY_OWNERS.yaml| 97 -- release/OWNERS |4 - runners/core-construction-java/OWNERS |4 - runners/core-java/OWNERS |5 - .../org/apache/beam/runners/core/metrics/OWNERS|4 - runners/direct-java/OWNERS |4 - .../apache/beam/runners/extensions/metrics/OWNERS |4 - runners/flink/OWNERS |6 - runners/google-cloud-dataflow-java/OWNERS |5 - .../worker/MetricTrackingWindmillServerStub.java | 59 +- .../dataflow/worker/StreamingDataflowWorker.java | 10 +- .../options/StreamingDataflowWorkerOptions.java|4 +- .../worker/windmill/AbstractWindmillStream.java|1 - .../worker/windmill/WindmillServerBase.java| 12 +- .../worker/windmill/WindmillServerStub.java| 163 +--- .../dataflow/worker/windmill/WindmillStream.java | 89 ++ .../worker/windmill/WindmillStreamPool.java| 181 .../JniWindmillApplianceServer.java} | 13 +- .../windmill/grpcclient/GrpcCommitWorkStream.java |2 +- .../windmill/grpcclient/GrpcGetDataStream.java |2 +- .../windmill/grpcclient/GrpcGetWorkStream.java |4 +- .../windmill/grpcclient/GrpcWindmillServer.java|4 + .../dataflow/worker/FakeWindmillServer.java| 117 +-- .../worker/windmill/WindmillStreamPoolTest.java| 251 +
[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch pr-bot-state
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/pr-bot-state by this push:
new 61d9b44fc53 Updating config from bot
61d9b44fc53 is described below
commit 61d9b44fc533a00bdfe304880c90ce8724b64631
Author: github-actions
AuthorDate: Tue Aug 15 05:06:01 2023 +
Updating config from bot
---
scripts/ci/pr-bot/state/reviewers-for-label-go.json | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/scripts/ci/pr-bot/state/reviewers-for-label-go.json
b/scripts/ci/pr-bot/state/reviewers-for-label-go.json
index 15167ac9be9..81c5f5908fd 100644
--- a/scripts/ci/pr-bot/state/reviewers-for-label-go.json
+++ b/scripts/ci/pr-bot/state/reviewers-for-label-go.json
@@ -2,7 +2,7 @@
"label": "go",
"dateOfLastReviewAssignment": {
"lostluck": 1692075952698,
-"jrmccluskey": 1691787951165,
+"jrmccluskey": 1692075958060,
"youngoli": 1657688896155,
"damccorm": 1680501930289,
"riteshghorse": 1692047144890
[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch pr-bot-state
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/pr-bot-state by this push:
new af166021107 Updating config from bot
af166021107 is described below
commit af1660211070cc9b0c00fa8128bdc54e745c
Author: github-actions
AuthorDate: Tue Aug 15 05:05:59 2023 +
Updating config from bot
---
scripts/ci/pr-bot/state/pr-state/pr-28004.json | 10 ++
1 file changed, 10 insertions(+)
diff --git a/scripts/ci/pr-bot/state/pr-state/pr-28004.json
b/scripts/ci/pr-bot/state/pr-state/pr-28004.json
new file mode 100644
index 000..1c2c2e31975
--- /dev/null
+++ b/scripts/ci/pr-bot/state/pr-state/pr-28004.json
@@ -0,0 +1,10 @@
+{
+ "commentedAboutFailingChecks": false,
+ "reviewersAssignedForLabels": {
+"go": "jrmccluskey"
+ },
+ "nextAction": "Reviewers",
+ "stopReviewerNotifications": false,
+ "remindAfterTestsPass": [],
+ "committerAssigned": false
+}
\ No newline at end of file
[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch pr-bot-state
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/pr-bot-state by this push:
new ec73e4d687f Updating config from bot
ec73e4d687f is described below
commit ec73e4d687fdebfd2cc61bdd03bd78b55e481ebd
Author: github-actions
AuthorDate: Tue Aug 15 05:05:56 2023 +
Updating config from bot
---
scripts/ci/pr-bot/state/reviewers-for-label-go.json | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/scripts/ci/pr-bot/state/reviewers-for-label-go.json
b/scripts/ci/pr-bot/state/reviewers-for-label-go.json
index e0ea1d37002..15167ac9be9 100644
--- a/scripts/ci/pr-bot/state/reviewers-for-label-go.json
+++ b/scripts/ci/pr-bot/state/reviewers-for-label-go.json
@@ -1,7 +1,7 @@
{
"label": "go",
"dateOfLastReviewAssignment": {
-"lostluck": 1691595286274,
+"lostluck": 1692075952698,
"jrmccluskey": 1691787951165,
"youngoli": 1657688896155,
"damccorm": 1680501930289,
[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch pr-bot-state
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/pr-bot-state by this push:
new 4d6f742e8c0 Updating config from bot
4d6f742e8c0 is described below
commit 4d6f742e8c0d39f8924781c580f5073d39994f64
Author: github-actions
AuthorDate: Tue Aug 15 05:05:54 2023 +
Updating config from bot
---
scripts/ci/pr-bot/state/pr-state/pr-28005.json | 10 ++
1 file changed, 10 insertions(+)
diff --git a/scripts/ci/pr-bot/state/pr-state/pr-28005.json
b/scripts/ci/pr-bot/state/pr-state/pr-28005.json
new file mode 100644
index 000..8ea94810368
--- /dev/null
+++ b/scripts/ci/pr-bot/state/pr-state/pr-28005.json
@@ -0,0 +1,10 @@
+{
+ "commentedAboutFailingChecks": false,
+ "reviewersAssignedForLabels": {
+"go": "lostluck"
+ },
+ "nextAction": "Reviewers",
+ "stopReviewerNotifications": false,
+ "remindAfterTestsPass": [],
+ "committerAssigned": false
+}
\ No newline at end of file
[beam] branch dependabot/github_actions/actions/upload-artifact-3 created (now 3754bd075d4)
This is an automated email from the ASF dual-hosted git repository. github-bot pushed a change to branch dependabot/github_actions/actions/upload-artifact-3 in repository https://gitbox.apache.org/repos/asf/beam.git at 3754bd075d4 Bump actions/upload-artifact from 2 to 3 No new revisions were added by this update.
[beam] branch dependabot/go_modules/sdks/google.golang.org/api-0.137.0 created (now 82131d76508)
This is an automated email from the ASF dual-hosted git repository. github-bot pushed a change to branch dependabot/go_modules/sdks/google.golang.org/api-0.137.0 in repository https://gitbox.apache.org/repos/asf/beam.git at 82131d76508 Bump google.golang.org/api from 0.136.0 to 0.137.0 in /sdks No new revisions were added by this update.
[beam] branch dependabot/go_modules/sdks/github.com/testcontainers/testcontainers-go-0.23.0 created (now 70e134c48b8)
This is an automated email from the ASF dual-hosted git repository. github-bot pushed a change to branch dependabot/go_modules/sdks/github.com/testcontainers/testcontainers-go-0.23.0 in repository https://gitbox.apache.org/repos/asf/beam.git at 70e134c48b8 Bump github.com/testcontainers/testcontainers-go in /sdks No new revisions were added by this update.
[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch pr-bot-state
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/pr-bot-state by this push:
new 6069639420e Updating config from bot
6069639420e is described below
commit 6069639420ea19a56a0b88ccba8de9cf357541e2
Author: github-actions
AuthorDate: Tue Aug 15 00:49:37 2023 +
Updating config from bot
---
scripts/ci/pr-bot/state/reviewers-for-label-java.json | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/scripts/ci/pr-bot/state/reviewers-for-label-java.json
b/scripts/ci/pr-bot/state/reviewers-for-label-java.json
index 44a74078319..209a13575fc 100644
--- a/scripts/ci/pr-bot/state/reviewers-for-label-java.json
+++ b/scripts/ci/pr-bot/state/reviewers-for-label-java.json
@@ -2,7 +2,7 @@
"label": "java",
"dateOfLastReviewAssignment": {
"lukecwik": 1680701852535,
-"kennknowles": 169160928,
+"kennknowles": 1692060573231,
"robertwb": 1691979002396,
"kileys": 1674428678843,
"apilloud": 1678822446183,
[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch pr-bot-state
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/pr-bot-state by this push:
new e174f77afeb Updating config from bot
e174f77afeb is described below
commit e174f77afeb24a735d9fcfc59dd12efdc9175925
Author: github-actions
AuthorDate: Tue Aug 15 00:49:35 2023 +
Updating config from bot
---
scripts/ci/pr-bot/state/pr-state/pr-28002.json | 10 ++
1 file changed, 10 insertions(+)
diff --git a/scripts/ci/pr-bot/state/pr-state/pr-28002.json
b/scripts/ci/pr-bot/state/pr-state/pr-28002.json
new file mode 100644
index 000..fa3809f24dd
--- /dev/null
+++ b/scripts/ci/pr-bot/state/pr-state/pr-28002.json
@@ -0,0 +1,10 @@
+{
+ "commentedAboutFailingChecks": false,
+ "reviewersAssignedForLabels": {
+"java": "kennknowles"
+ },
+ "nextAction": "Reviewers",
+ "stopReviewerNotifications": false,
+ "remindAfterTestsPass": [],
+ "committerAssigned": false
+}
\ No newline at end of file
[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository. github-bot pushed a commit to branch pr-bot-state in repository https://gitbox.apache.org/repos/asf/beam.git The following commit(s) were added to refs/heads/pr-bot-state by this push: new 8267993a5f7 Updating config from bot 8267993a5f7 is described below commit 8267993a5f7aa3fc417bec5e07139d7ef7f6ec82 Author: github-actions AuthorDate: Tue Aug 15 00:44:13 2023 + Updating config from bot --- scripts/ci/pr-bot/state/pr-state/pr-27994.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/ci/pr-bot/state/pr-state/pr-27994.json b/scripts/ci/pr-bot/state/pr-state/pr-27994.json index a08076d7cda..54c2ab72e0c 100644 --- a/scripts/ci/pr-bot/state/pr-state/pr-27994.json +++ b/scripts/ci/pr-bot/state/pr-state/pr-27994.json @@ -5,7 +5,7 @@ "build": "Abacn" }, "nextAction": "Reviewers", - "stopReviewerNotifications": false, + "stopReviewerNotifications": true, "remindAfterTestsPass": [], "committerAssigned": false } \ No newline at end of file
[beam] branch master updated: pull out StreamPool/StreamData from WindmillServerStub file. Organize streaming appliance files into their own directory. (#27593)
This is an automated email from the ASF dual-hosted git repository.
tvalentyn pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new 9c548b34c7d pull out StreamPool/StreamData from WindmillServerStub
file. Organize streaming appliance files into their own directory. (#27593)
9c548b34c7d is described below
commit 9c548b34c7d8190b26840146b19e49e45505a888
Author: martin trieu
AuthorDate: Mon Aug 14 17:41:59 2023 -0700
pull out StreamPool/StreamData from WindmillServerStub file. Organize
streaming appliance files into their own directory. (#27593)
---
.../worker/MetricTrackingWindmillServerStub.java | 59 +++--
.../dataflow/worker/StreamingDataflowWorker.java | 10 +-
.../options/StreamingDataflowWorkerOptions.java| 4 +-
.../worker/windmill/AbstractWindmillStream.java| 1 -
.../worker/windmill/WindmillServerBase.java| 12 +-
.../worker/windmill/WindmillServerStub.java| 163 +
.../dataflow/worker/windmill/WindmillStream.java | 89
.../worker/windmill/WindmillStreamPool.java| 181 +++
.../JniWindmillApplianceServer.java} | 13 +-
.../windmill/grpcclient/GrpcCommitWorkStream.java | 2 +-
.../windmill/grpcclient/GrpcGetDataStream.java | 2 +-
.../windmill/grpcclient/GrpcGetWorkStream.java | 4 +-
.../windmill/grpcclient/GrpcWindmillServer.java| 4 +
.../dataflow/worker/FakeWindmillServer.java| 117 +-
.../worker/windmill/WindmillStreamPoolTest.java| 251 +
.../grpcclient/GrpcWindmillServerTest.java | 6 +-
16 files changed, 651 insertions(+), 267 deletions(-)
diff --git
a/runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/MetricTrackingWindmillServerStub.java
b/runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/MetricTrackingWindmillServerStub.java
index b0624006b65..33b55647213 100644
---
a/runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/MetricTrackingWindmillServerStub.java
+++
b/runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/MetricTrackingWindmillServerStub.java
@@ -29,7 +29,8 @@ import
org.apache.beam.runners.dataflow.worker.util.MemoryMonitor;
import org.apache.beam.runners.dataflow.worker.windmill.Windmill;
import
org.apache.beam.runners.dataflow.worker.windmill.Windmill.KeyedGetDataRequest;
import org.apache.beam.runners.dataflow.worker.windmill.WindmillServerStub;
-import
org.apache.beam.runners.dataflow.worker.windmill.WindmillServerStub.GetDataStream;
+import
org.apache.beam.runners.dataflow.worker.windmill.WindmillStream.GetDataStream;
+import org.apache.beam.runners.dataflow.worker.windmill.WindmillStreamPool;
import
org.apache.beam.vendor.guava.v32_1_2_jre.com.google.common.util.concurrent.SettableFuture;
import org.checkerframework.checker.nullness.qual.Nullable;
import org.joda.time.Duration;
@@ -47,6 +48,10 @@ import org.joda.time.Duration;
})
public class MetricTrackingWindmillServerStub {
+ private static final int MAX_READS_PER_BATCH = 60;
+ private static final int MAX_ACTIVE_READS = 10;
+ private static final int NUM_STREAMS = 1;
+ private static final Duration STREAM_TIMEOUT = Duration.standardSeconds(30);
private final AtomicInteger activeSideInputs = new AtomicInteger();
private final AtomicInteger activeStateReads = new AtomicInteger();
private final AtomicInteger activeHeartbeats = new AtomicInteger();
@@ -54,39 +59,13 @@ public class MetricTrackingWindmillServerStub {
private final MemoryMonitor gcThrashingMonitor;
private final boolean useStreamingRequests;
- private static final class ReadBatch {
-ArrayList reads = new ArrayList<>();
-SettableFuture startRead = SettableFuture.create();
- }
-
@GuardedBy("this")
private final List pendingReadBatches;
@GuardedBy("this")
private int activeReadThreads = 0;
- private WindmillServerStub.StreamPool streamPool;
-
- private static final int MAX_READS_PER_BATCH = 60;
- private static final int MAX_ACTIVE_READS = 10;
- private static final int NUM_STREAMS = 1;
- private static final Duration STREAM_TIMEOUT = Duration.standardSeconds(30);
-
- private static final class QueueEntry {
-
-final String computation;
-final Windmill.KeyedGetDataRequest request;
-final SettableFuture response;
-
-QueueEntry(
-String computation,
-Windmill.KeyedGetDataRequest request,
-SettableFuture response) {
- this.computation = computation;
- this.request = request;
- this.response = response;
-}
- }
+ private WindmillStreamPool streamPool;
public MetricTrackingWindmillServerStub(
WindmillServerStub server, MemoryMonitor gcThrashingMonitor, boolean
[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch pr-bot-state
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/pr-bot-state by this push:
new 7d0683abf5e Updating config from bot
7d0683abf5e is described below
commit 7d0683abf5e930ee2f4f114c2ea936fcaabb7313
Author: github-actions
AuthorDate: Mon Aug 14 23:34:42 2023 +
Updating config from bot
---
scripts/ci/pr-bot/state/reviewers-for-label-build.json | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/scripts/ci/pr-bot/state/reviewers-for-label-build.json
b/scripts/ci/pr-bot/state/reviewers-for-label-build.json
index 1a17a598379..10f21d45266 100644
--- a/scripts/ci/pr-bot/state/reviewers-for-label-build.json
+++ b/scripts/ci/pr-bot/state/reviewers-for-label-build.json
@@ -1,7 +1,7 @@
{
"label": "build",
"dateOfLastReviewAssignment": {
-"damccorm": 1692015245367,
+"damccorm": 1692056078820,
"Abacn": 1692047144890
}
}
\ No newline at end of file
[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch pr-bot-state
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/pr-bot-state by this push:
new dabe35f4e37 Updating config from bot
dabe35f4e37 is described below
commit dabe35f4e37790645eaf7dd575319e7720f53ff8
Author: github-actions
AuthorDate: Mon Aug 14 23:34:40 2023 +
Updating config from bot
---
scripts/ci/pr-bot/state/pr-state/pr-28003.json | 10 ++
1 file changed, 10 insertions(+)
diff --git a/scripts/ci/pr-bot/state/pr-state/pr-28003.json
b/scripts/ci/pr-bot/state/pr-state/pr-28003.json
new file mode 100644
index 000..8a92900947e
--- /dev/null
+++ b/scripts/ci/pr-bot/state/pr-state/pr-28003.json
@@ -0,0 +1,10 @@
+{
+ "commentedAboutFailingChecks": false,
+ "reviewersAssignedForLabels": {
+"build": "damccorm"
+ },
+ "nextAction": "Reviewers",
+ "stopReviewerNotifications": false,
+ "remindAfterTestsPass": [],
+ "committerAssigned": false
+}
\ No newline at end of file
[beam] branch master updated (bbaa7ebd3ee -> 606060dc57f)
This is an automated email from the ASF dual-hosted git repository. tvalentyn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from bbaa7ebd3ee Github Workflow Replacement for Jenkins Job, beam_PreCommit_SQL_Java17 (Cron, Commit, Phrase) (#27965) add 606060dc57f Add pytest logging in VC tests. (#27993) No new revisions were added by this update. Summary of changes: sdks/python/container/run_validatescontainer.sh | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-)
[beam] branch tvalentyn-patch-1 updated (d1a61707776 -> 72a46778396)
This is an automated email from the ASF dual-hosted git repository.
tvalentyn pushed a change to branch tvalentyn-patch-1
in repository https://gitbox.apache.org/repos/asf/beam.git
omit d1a61707776 Add pytest logging in VC tests.
add be3428f976d Update JavaCC Gradle plugin to latest version (3.0.0)
(#27869)
add 8837c93d642 Re-word line in Octo case study
add 83f09e70682 Merge pull request #27992 from jrmccluskey/caseStudyCleanup
add bbaa7ebd3ee Github Workflow Replacement for Jenkins Job,
beam_PreCommit_SQL_Java17 (Cron, Commit, Phrase) (#27965)
add 822f2e32158 Add pytest logging in VC tests.
add 72a46778396 Remove show-capture
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (d1a61707776)
\
N -- N -- N refs/heads/tvalentyn-patch-1 (72a46778396)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/README.md| 1 +
...QL_Java11.yml => beam_PreCommit_SQL_Java17.yml} | 72 +++---
buildSrc/build.gradle.kts | 1 -
sdks/java/extensions/sql/build.gradle | 2 +-
sdks/java/io/clickhouse/build.gradle | 3 +-
sdks/python/container/run_validatescontainer.sh| 1 -
settings.gradle.kts| 6 ++
website/www/site/content/en/case-studies/octo.md | 2 +-
8 files changed, 46 insertions(+), 42 deletions(-)
copy .github/workflows/{beam_PreCommit_SQL_Java11.yml =>
beam_PreCommit_SQL_Java17.yml} (74%)
[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository. github-bot pushed a commit to branch pr-bot-state in repository https://gitbox.apache.org/repos/asf/beam.git The following commit(s) were added to refs/heads/pr-bot-state by this push: new ca10632aaf1 Updating config from bot ca10632aaf1 is described below commit ca10632aaf1ad443dbb68fbed196a73de4158efc Author: github-actions AuthorDate: Mon Aug 14 21:36:07 2023 + Updating config from bot --- scripts/ci/pr-bot/state/pr-state/pr-27842.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/ci/pr-bot/state/pr-state/pr-27842.json b/scripts/ci/pr-bot/state/pr-state/pr-27842.json index d26f23226c7..79cd2be6f38 100644 --- a/scripts/ci/pr-bot/state/pr-state/pr-27842.json +++ b/scripts/ci/pr-bot/state/pr-state/pr-27842.json @@ -6,5 +6,5 @@ "nextAction": "Reviewers", "stopReviewerNotifications": false, "remindAfterTestsPass": [], - "committerAssigned": false + "committerAssigned": true } \ No newline at end of file
[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch pr-bot-state
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/pr-bot-state by this push:
new 6d1efa35455 Updating config from bot
6d1efa35455 is described below
commit 6d1efa3545508628c734d7ac3c296c458ff8a632
Author: github-actions
AuthorDate: Mon Aug 14 21:05:46 2023 +
Updating config from bot
---
scripts/ci/pr-bot/state/pr-state/pr-27994.json | 9 ++---
1 file changed, 6 insertions(+), 3 deletions(-)
diff --git a/scripts/ci/pr-bot/state/pr-state/pr-27994.json
b/scripts/ci/pr-bot/state/pr-state/pr-27994.json
index 242a48d7d3b..a08076d7cda 100644
--- a/scripts/ci/pr-bot/state/pr-state/pr-27994.json
+++ b/scripts/ci/pr-bot/state/pr-state/pr-27994.json
@@ -1,7 +1,10 @@
{
- "commentedAboutFailingChecks": true,
- "reviewersAssignedForLabels": {},
- "nextAction": "Author",
+ "commentedAboutFailingChecks": false,
+ "reviewersAssignedForLabels": {
+"go": "riteshghorse",
+"build": "Abacn"
+ },
+ "nextAction": "Reviewers",
"stopReviewerNotifications": false,
"remindAfterTestsPass": [],
"committerAssigned": false
[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch pr-bot-state
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/pr-bot-state by this push:
new 80dee570705 Updating config from bot
80dee570705 is described below
commit 80dee57070585af9dbdc9ef366320bc585f53ddc
Author: github-actions
AuthorDate: Mon Aug 14 21:05:49 2023 +
Updating config from bot
---
scripts/ci/pr-bot/state/reviewers-for-label-build.json | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/scripts/ci/pr-bot/state/reviewers-for-label-build.json
b/scripts/ci/pr-bot/state/reviewers-for-label-build.json
index c55d39a1d95..1a17a598379 100644
--- a/scripts/ci/pr-bot/state/reviewers-for-label-build.json
+++ b/scripts/ci/pr-bot/state/reviewers-for-label-build.json
@@ -2,6 +2,6 @@
"label": "build",
"dateOfLastReviewAssignment": {
"damccorm": 1692015245367,
-"Abacn": 1691787951165
+"Abacn": 1692047144890
}
}
\ No newline at end of file
[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository. github-bot pushed a commit to branch pr-bot-state in repository https://gitbox.apache.org/repos/asf/beam.git The following commit(s) were added to refs/heads/pr-bot-state by this push: new befb31d1d7f Updating config from bot befb31d1d7f is described below commit befb31d1d7f132321baf9088a187cea6dc059ecd Author: github-actions AuthorDate: Mon Aug 14 21:05:47 2023 + Updating config from bot --- scripts/ci/pr-bot/state/reviewers-for-label-go.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/ci/pr-bot/state/reviewers-for-label-go.json b/scripts/ci/pr-bot/state/reviewers-for-label-go.json index eb21c21b2dc..e0ea1d37002 100644 --- a/scripts/ci/pr-bot/state/reviewers-for-label-go.json +++ b/scripts/ci/pr-bot/state/reviewers-for-label-go.json @@ -5,6 +5,6 @@ "jrmccluskey": 1691787951165, "youngoli": 1657688896155, "damccorm": 1680501930289, -"riteshghorse": 1691559318699 +"riteshghorse": 1692047144890 } } \ No newline at end of file
[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch pr-bot-state
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/pr-bot-state by this push:
new f852c987061 Updating config from bot
f852c987061 is described below
commit f852c987061d2e024e30bf3674e687d67bbcf122
Author: github-actions
AuthorDate: Mon Aug 14 20:55:41 2023 +
Updating config from bot
---
scripts/ci/pr-bot/state/pr-state/pr-27997.json | 8
1 file changed, 8 insertions(+)
diff --git a/scripts/ci/pr-bot/state/pr-state/pr-27997.json
b/scripts/ci/pr-bot/state/pr-state/pr-27997.json
new file mode 100644
index 000..9c2aa5aa212
--- /dev/null
+++ b/scripts/ci/pr-bot/state/pr-state/pr-27997.json
@@ -0,0 +1,8 @@
+{
+ "commentedAboutFailingChecks": false,
+ "reviewersAssignedForLabels": {},
+ "nextAction": "Author",
+ "stopReviewerNotifications": true,
+ "remindAfterTestsPass": [],
+ "committerAssigned": false
+}
\ No newline at end of file
[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch pr-bot-state
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/pr-bot-state by this push:
new bf9644c77b4 Updating config from bot
bf9644c77b4 is described below
commit bf9644c77b42bedfe4ff5d5f97600f760a957a66
Author: github-actions
AuthorDate: Mon Aug 14 20:35:01 2023 +
Updating config from bot
---
scripts/ci/pr-bot/state/pr-state/pr-27996.json | 8
1 file changed, 8 insertions(+)
diff --git a/scripts/ci/pr-bot/state/pr-state/pr-27996.json
b/scripts/ci/pr-bot/state/pr-state/pr-27996.json
new file mode 100644
index 000..242a48d7d3b
--- /dev/null
+++ b/scripts/ci/pr-bot/state/pr-state/pr-27996.json
@@ -0,0 +1,8 @@
+{
+ "commentedAboutFailingChecks": true,
+ "reviewersAssignedForLabels": {},
+ "nextAction": "Author",
+ "stopReviewerNotifications": false,
+ "remindAfterTestsPass": [],
+ "committerAssigned": false
+}
\ No newline at end of file
[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch pr-bot-state
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/pr-bot-state by this push:
new 211879cd198 Updating config from bot
211879cd198 is described below
commit 211879cd19857d7773d858a5c1607d0288a89e24
Author: github-actions
AuthorDate: Mon Aug 14 20:06:45 2023 +
Updating config from bot
---
scripts/ci/pr-bot/state/pr-state/pr-27995.json | 8
1 file changed, 8 insertions(+)
diff --git a/scripts/ci/pr-bot/state/pr-state/pr-27995.json
b/scripts/ci/pr-bot/state/pr-state/pr-27995.json
new file mode 100644
index 000..9c2aa5aa212
--- /dev/null
+++ b/scripts/ci/pr-bot/state/pr-state/pr-27995.json
@@ -0,0 +1,8 @@
+{
+ "commentedAboutFailingChecks": false,
+ "reviewersAssignedForLabels": {},
+ "nextAction": "Author",
+ "stopReviewerNotifications": true,
+ "remindAfterTestsPass": [],
+ "committerAssigned": false
+}
\ No newline at end of file
[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch pr-bot-state
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/pr-bot-state by this push:
new 52e7dfb504f Updating config from bot
52e7dfb504f is described below
commit 52e7dfb504fd540e05b379a5a2b1f3fb7f38e076
Author: github-actions
AuthorDate: Mon Aug 14 20:06:09 2023 +
Updating config from bot
---
scripts/ci/pr-bot/state/pr-state/pr-27994.json | 8
1 file changed, 8 insertions(+)
diff --git a/scripts/ci/pr-bot/state/pr-state/pr-27994.json
b/scripts/ci/pr-bot/state/pr-state/pr-27994.json
new file mode 100644
index 000..242a48d7d3b
--- /dev/null
+++ b/scripts/ci/pr-bot/state/pr-state/pr-27994.json
@@ -0,0 +1,8 @@
+{
+ "commentedAboutFailingChecks": true,
+ "reviewersAssignedForLabels": {},
+ "nextAction": "Author",
+ "stopReviewerNotifications": false,
+ "remindAfterTestsPass": [],
+ "committerAssigned": false
+}
\ No newline at end of file
[beam] branch master updated: Github Workflow Replacement for Jenkins Job, beam_PreCommit_SQL_Java17 (Cron, Commit, Phrase) (#27965)
This is an automated email from the ASF dual-hosted git repository. damccorm pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git The following commit(s) were added to refs/heads/master by this push: new bbaa7ebd3ee Github Workflow Replacement for Jenkins Job, beam_PreCommit_SQL_Java17 (Cron, Commit, Phrase) (#27965) bbaa7ebd3ee is described below commit bbaa7ebd3eec614832d76cfc577858638a96a11d Author: magicgoody <131876064+magicgo...@users.noreply.github.com> AuthorDate: Tue Aug 15 01:16:09 2023 +0600 Github Workflow Replacement for Jenkins Job, beam_PreCommit_SQL_Java17 (Cron, Commit, Phrase) (#27965) * PreCommit SQL Java17 * comment added, flutter removed --- .github/workflows/README.md | 1 + .github/workflows/beam_PreCommit_SQL_Java17.yml | 111 2 files changed, 112 insertions(+) diff --git a/.github/workflows/README.md b/.github/workflows/README.md index d6de6eaed16..ab28ddafacd 100644 --- a/.github/workflows/README.md +++ b/.github/workflows/README.md @@ -209,6 +209,7 @@ Please note that jobs with matrix need to have matrix element in the comment. Ex | [ PreCommit Python Transforms ](https://github.com/apache/beam/actions/workflows/beam_PreCommit_Python_Transforms.yml) | ['3.8','3.9','3.10','3.11'] | `Run Python_Transforms PreCommit (matrix_element)`| [](https://github.com/apache/beam/actions/workflows/beam_PreCommit_Python_Transforms.yml) | | [ PreCommit RAT ](https://github.com/apache/beam/actions/workflows/beam_PreCommit_RAT.yml) | N/A | `Run RAT PreCommit` | [](https://github.com/apache/beam/actions/workflows/beam_PreCommit_RAT.yml) | | [ PreCommit SQL Java11 ](https://github.com/apache/beam/actions/workflows/beam_PreCommit_SQL_Java11.yml) | N/A |`Run SQL_Java11 PreCommit`| [](https://github.com/apache/beam/actions/workflows/beam_PreCommit_SQL_Java11.yml) | +| [ PreCommit SQL Java17 ](https://github.com/apache/beam/actions/workflows/beam_PreCommit_SQL_Java17.yml) | N/A |`Run SQL_Java17 PreCommit`| [](https://github.com/apache/beam/actions/workflows/beam_PreCommit_SQL_Java17.yml) | | [ PreCommit Typescript ](https://github.com/apache/beam/actions/workflows/beam_PreCommit_Typescript.yml) | N/A |`Run Typescript PreCommit`| [](https://github.com/apache/beam/actions/workflows/beam_PreCommit_Typescript.yml) | | [ PreCommit Website ](https://github.com/apache/beam/actions/workflows/beam_PreCommit_Website.yml) | N/A |`Run Website PreCommit`| [](https://github.com/apache/beam/actions/workflows/beam_PreCommit_Website.yml) | | [ PreCommit Website Stage GCS ](https://github.com/apache/beam/actions/workflows/beam_PreCommit_Website_Stage_GCS.yml) | N/A |`Run Website_Stage_GCS PreCommit`| [](https://github.com/apache/beam/actions/workflows/beam_PreCommit_Website_Stage_GCS.yml) | diff --git a/.github/workflows/beam_PreCommit_SQL_Java17.yml b/.github/workflows/beam_PreCommit_SQL_Java17.yml new file mode 100644 index 000..9a1d71a0f74 --- /dev/null +++ b/.github/workflows/beam_PreCommit_SQL_Java17.yml @@ -0,0 +1,111 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +
[beam] branch asf-site updated: Publishing website 2023/08/14 19:02:53 at commit 83f09e7
This is an automated email from the ASF dual-hosted git repository. git-site-role pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/beam.git The following commit(s) were added to refs/heads/asf-site by this push: new f74b8389847 Publishing website 2023/08/14 19:02:53 at commit 83f09e7 f74b8389847 is described below commit f74b83898479fea607ae428b700f497d9b5f22fa Author: jenkins AuthorDate: Mon Aug 14 19:02:53 2023 + Publishing website 2023/08/14 19:02:53 at commit 83f09e7 --- website/generated-content/case-studies/index.xml | 2 +- website/generated-content/case-studies/octo/index.html | 2 +- website/generated-content/sitemap.xml | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/website/generated-content/case-studies/index.xml b/website/generated-content/case-studies/index.xml index 7b61d6243f2..db7c8bbad24 100644 --- a/website/generated-content/case-studies/index.xml +++ b/website/generated-content/case-studies/index.xml @@ -41,7 +41,7 @@ Data Architect @ OCTO Technology p>In this spotlight, OCTO’s Data Architect, Godefroy Clair, and Data Engineers, Florian Bastin and Leo Babonnaud, unveil the remarkable impact of Apache Beam on the data processing of a leading French grocery retailer. The implementation led to expedited migration from batch to streaming, a 4x acceleration in transactional data processing, and a 5x improvement in infrastructure cost efficiency./p> h2 id="high-performing-transactional-data-processing">High-performing transactional data processing/h2> p>OCTO’s Client, a prominent grocery and convenience store retailer with tens of thousands of stores across several countries, relies on an internal web app to empower store managers with informed purchasing decisions and effective store management. The web app provides access to crucial product details, stock quantities, pricing, promotions, and more, sourced from various internal data stores, platforms, and systems./p> -p>Before 2022, the Client utilized a href="https://cloud.google.com/composer;>Cloud Composer/a> for orchestrating batch pipelines that consolidated and processed data from Cloud Storage files and Pub/Sub messages and wrote the output to BigQuery. However, with most source data uploaded at night, batch processing posed challenges in meeting SLAs and providing the most recent information to store managers before store opening. Moreover, incorrect or missing data uploads require [...] +p>Before 2022, the Client utilized an orchestration engine for orchestrating batch pipelines that consolidated and processed data from Cloud Storage files and Pub/Sub messages and wrote the output to BigQuery. However, with most source data uploaded at night, batch processing posed challenges in meeting SLAs and providing the most recent information to store managers before store opening. Moreover, incorrect or missing data uploads required cumbersome database state reverts, involvin [...] p>To address these issues, the Client sought OCTOrsquo;s expertise to transform their data ecosystem and migrate their core use case from batch to streaming. The objectives included faster data processing, ensuring the freshest data in the web app, simplifying pipeline and database maintenance, ensuring scalability and resilience, and efficiently handling spikes in data volumes./p> blockquote class="case-study-quote-block case-study-quote-wrapped"> p class="case-study-quote-text"> diff --git a/website/generated-content/case-studies/octo/index.html b/website/generated-content/case-studies/octo/index.html index ba22eacc3ef..30ac8a17a87 100644 --- a/website/generated-content/case-studies/octo/index.html +++ b/website/generated-content/case-studies/octo/index.html @@ -36,7 +36,7 @@ https://beam.apache.org/documentation/ml/overview/>
[beam] branch master updated: Re-word line in Octo case study
This is an automated email from the ASF dual-hosted git repository. altay pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git The following commit(s) were added to refs/heads/master by this push: new 8837c93d642 Re-word line in Octo case study new 83f09e70682 Merge pull request #27992 from jrmccluskey/caseStudyCleanup 8837c93d642 is described below commit 8837c93d6421040e6cdd87d9db90cef64493a14e Author: Jack McCluskey AuthorDate: Mon Aug 14 14:09:36 2023 -0400 Re-word line in Octo case study --- website/www/site/content/en/case-studies/octo.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/website/www/site/content/en/case-studies/octo.md b/website/www/site/content/en/case-studies/octo.md index b7fcf824ee6..9ab6fd4b00c 100644 --- a/website/www/site/content/en/case-studies/octo.md +++ b/website/www/site/content/en/case-studies/octo.md @@ -64,7 +64,7 @@ In this spotlight, OCTO’s Data Architect, Godefroy Clair, and Data Engineers, OCTO’s Client, a prominent grocery and convenience store retailer with tens of thousands of stores across several countries, relies on an internal web app to empower store managers with informed purchasing decisions and effective store management. The web app provides access to crucial product details, stock quantities, pricing, promotions, and more, sourced from various internal data stores, platforms, and systems. -Before 2022, the Client utilized [Cloud Composer](https://cloud.google.com/composer) for orchestrating batch pipelines that consolidated and processed data from Cloud Storage files and Pub/Sub messages and wrote the output to BigQuery. However, with most source data uploaded at night, batch processing posed challenges in meeting SLAs and providing the most recent information to store managers before store opening. Moreover, incorrect or missing data uploads required cumbersome database s [...] +Before 2022, the Client utilized an orchestration engine for orchestrating batch pipelines that consolidated and processed data from Cloud Storage files and Pub/Sub messages and wrote the output to BigQuery. However, with most source data uploaded at night, batch processing posed challenges in meeting SLAs and providing the most recent information to store managers before store opening. Moreover, incorrect or missing data uploads required cumbersome database state reverts, involving a su [...] To address these issues, the Client sought OCTO's expertise to transform their data ecosystem and migrate their core use case from batch to streaming. The objectives included faster data processing, ensuring the freshest data in the web app, simplifying pipeline and database maintenance, ensuring scalability and resilience, and efficiently handling spikes in data volumes.
[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch pr-bot-state
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/pr-bot-state by this push:
new f5bdb96b1b1 Updating config from bot
f5bdb96b1b1 is described below
commit f5bdb96b1b1fc1f440fc028a4d50fa2efcd48e85
Author: github-actions
AuthorDate: Mon Aug 14 18:48:27 2023 +
Updating config from bot
---
scripts/ci/pr-bot/state/pr-state/pr-27993.json | 8
1 file changed, 8 insertions(+)
diff --git a/scripts/ci/pr-bot/state/pr-state/pr-27993.json
b/scripts/ci/pr-bot/state/pr-state/pr-27993.json
new file mode 100644
index 000..9c2aa5aa212
--- /dev/null
+++ b/scripts/ci/pr-bot/state/pr-state/pr-27993.json
@@ -0,0 +1,8 @@
+{
+ "commentedAboutFailingChecks": false,
+ "reviewersAssignedForLabels": {},
+ "nextAction": "Author",
+ "stopReviewerNotifications": true,
+ "remindAfterTestsPass": [],
+ "committerAssigned": false
+}
\ No newline at end of file
[beam] branch master updated (f388f3c2f64 -> be3428f976d)
This is an automated email from the ASF dual-hosted git repository. damccorm pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from f388f3c2f64 Merge pull request #27976: Added the security section into CHANGES add be3428f976d Update JavaCC Gradle plugin to latest version (3.0.0) (#27869) No new revisions were added by this update. Summary of changes: buildSrc/build.gradle.kts | 1 - sdks/java/extensions/sql/build.gradle | 2 +- sdks/java/io/clickhouse/build.gradle | 3 ++- settings.gradle.kts | 6 ++ 4 files changed, 9 insertions(+), 3 deletions(-)
[beam] 01/01: Add pytest logging in VC tests.
This is an automated email from the ASF dual-hosted git repository. tvalentyn pushed a commit to branch tvalentyn-patch-1 in repository https://gitbox.apache.org/repos/asf/beam.git commit d1a617077769042cc7b020a6f3af78671ec26551 Author: tvalentyn AuthorDate: Mon Aug 14 11:39:34 2023 -0700 Add pytest logging in VC tests. --- sdks/python/container/run_validatescontainer.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sdks/python/container/run_validatescontainer.sh b/sdks/python/container/run_validatescontainer.sh index c5e7866074f..868dec4fe5d 100755 --- a/sdks/python/container/run_validatescontainer.sh +++ b/sdks/python/container/run_validatescontainer.sh @@ -125,7 +125,7 @@ cd sdks/python SDK_LOCATION=$2 echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST" -pytest -o junit_suite_name=$IMAGE_NAME \ +pytest -o log_cli=True -o log_level=Info -o junit_suite_name=$IMAGE_NAME \ -m=$TEST_SUITE_TAG \ --show-capture=no \ --numprocesses=1 \
[beam] branch tvalentyn-patch-1 created (now d1a61707776)
This is an automated email from the ASF dual-hosted git repository. tvalentyn pushed a change to branch tvalentyn-patch-1 in repository https://gitbox.apache.org/repos/asf/beam.git at d1a61707776 Add pytest logging in VC tests. This branch includes the following new commits: new d1a61707776 Add pytest logging in VC tests. The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference.
[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch pr-bot-state
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/pr-bot-state by this push:
new 1f5b6d791eb Updating config from bot
1f5b6d791eb is described below
commit 1f5b6d791ebfa427020f6f8949ecf751886be281
Author: github-actions
AuthorDate: Mon Aug 14 18:11:57 2023 +
Updating config from bot
---
scripts/ci/pr-bot/state/pr-state/pr-27992.json | 8
1 file changed, 8 insertions(+)
diff --git a/scripts/ci/pr-bot/state/pr-state/pr-27992.json
b/scripts/ci/pr-bot/state/pr-state/pr-27992.json
new file mode 100644
index 000..9c2aa5aa212
--- /dev/null
+++ b/scripts/ci/pr-bot/state/pr-state/pr-27992.json
@@ -0,0 +1,8 @@
+{
+ "commentedAboutFailingChecks": false,
+ "reviewersAssignedForLabels": {},
+ "nextAction": "Author",
+ "stopReviewerNotifications": true,
+ "remindAfterTestsPass": [],
+ "committerAssigned": false
+}
\ No newline at end of file
[beam] 01/01: Merge pull request #27976: Added the security section into CHANGES
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git commit f388f3c2f64c2eef66d053f701766096032bf37d Merge: 5b8149a5783 afb492305a7 Author: Kenneth Knowles AuthorDate: Mon Aug 14 13:40:57 2023 -0400 Merge pull request #27976: Added the security section into CHANGES CHANGES.md | 3 +++ 1 file changed, 3 insertions(+)
[beam] branch master updated (5b8149a5783 -> f388f3c2f64)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from 5b8149a5783 Remove unused `reverse` argument in SmallestPerKey (#27621) add afb492305a7 Added the security section into CHANGES new f388f3c2f64 Merge pull request #27976: Added the security section into CHANGES The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: CHANGES.md | 3 +++ 1 file changed, 3 insertions(+)
[beam] branch master updated: Remove unused `reverse` argument in SmallestPerKey (#27621)
This is an automated email from the ASF dual-hosted git repository. tvalentyn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git The following commit(s) were added to refs/heads/master by this push: new 5b8149a5783 Remove unused `reverse` argument in SmallestPerKey (#27621) 5b8149a5783 is described below commit 5b8149a578316b00dfcd780462319dd47ac7f0c7 Author: Ruwann AuthorDate: Mon Aug 14 19:01:30 2023 +0200 Remove unused `reverse` argument in SmallestPerKey (#27621) --- sdks/python/apache_beam/transforms/combiners.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sdks/python/apache_beam/transforms/combiners.py b/sdks/python/apache_beam/transforms/combiners.py index 0ebf6982601..9fea1d6a4a9 100644 --- a/sdks/python/apache_beam/transforms/combiners.py +++ b/sdks/python/apache_beam/transforms/combiners.py @@ -317,7 +317,7 @@ class Top(object): @staticmethod @ptransform.ptransform_fn - def SmallestPerKey(pcoll, n, *, key=None, reverse=None): + def SmallestPerKey(pcoll, n, *, key=None): """Identifies the N least elements associated with each key.""" return pcoll | Top.PerKey(n, key, reverse=True)
[beam] branch dependabot/go_modules/sdks/google.golang.org/api-0.136.0 deleted (was 6992d8f7bff)
This is an automated email from the ASF dual-hosted git repository. github-bot pushed a change to branch dependabot/go_modules/sdks/google.golang.org/api-0.136.0 in repository https://gitbox.apache.org/repos/asf/beam.git was 6992d8f7bff Bump google.golang.org/api from 0.135.0 to 0.136.0 in /sdks The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
[beam] branch master updated (d2663f95af3 -> 3459a1cddef)
This is an automated email from the ASF dual-hosted git repository. riteshghorse pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from d2663f95af3 Add Vertex AI image classification integration test (#27958) add 3459a1cddef Bump google.golang.org/api from 0.135.0 to 0.136.0 in /sdks (#27950) No new revisions were added by this update. Summary of changes: sdks/go.mod | 12 ++-- sdks/go.sum | 28 ++-- 2 files changed, 20 insertions(+), 20 deletions(-)
[beam] branch asf-site updated: Publishing website 2023/08/14 16:17:44 at commit d2663f9
This is an automated email from the ASF dual-hosted git repository. git-site-role pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/beam.git The following commit(s) were added to refs/heads/asf-site by this push: new e7cc2893045 Publishing website 2023/08/14 16:17:44 at commit d2663f9 e7cc2893045 is described below commit e7cc2893045e56b4900c3eb46dcb646f43218fdd Author: jenkins AuthorDate: Mon Aug 14 16:17:44 2023 + Publishing website 2023/08/14 16:17:44 at commit d2663f9 --- website/generated-content/sitemap.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/website/generated-content/sitemap.xml b/website/generated-content/sitemap.xml index 19528ec09a4..34195da046e 100644 --- a/website/generated-content/sitemap.xml +++ b/website/generated-content/sitemap.xml @@ -1 +1 @@ -http://www.sitemaps.org/schemas/sitemap/0.9; xmlns:xhtml="http://www.w3.org/1999/xhtml;>/case-studies/octo/2023-08-14T09:50:57-04:00/blog/beam-2.49.0/2023-08-14T09:50:57-04:00/categories/blog/2023-08-14T09:50:57-04:00/blog/2023-08-14T09:50:57-04:00 [...] \ No newline at end of file +http://www.sitemaps.org/schemas/sitemap/0.9; xmlns:xhtml="http://www.w3.org/1999/xhtml;>/case-studies/octo/2023-08-14T10:43:18-04:00/blog/beam-2.49.0/2023-08-14T10:43:18-04:00/categories/blog/2023-08-14T10:43:18-04:00/blog/2023-08-14T10:43:18-04:00 [...] \ No newline at end of file
[beam] branch master updated (c9d8dcfa327 -> d2663f95af3)
This is an automated email from the ASF dual-hosted git repository.
jrmccluskey pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
from c9d8dcfa327 Bump org.checkerframework:checkerframework-gradle-plugin
(#27793)
add d2663f95af3 Add Vertex AI image classification integration test
(#27958)
No new revisions were added by this update.
Summary of changes:
.../ml/inference/vertex_ai_inference_it_test.py| 69 ++
...ements.txt => vertex_ai_tests_requirements.txt} | 4 +-
sdks/python/pytest.ini | 1 +
sdks/python/test-suites/dataflow/common.gradle | 38
sdks/python/test-suites/direct/common.gradle | 2 +-
sdks/python/tox.ini| 15 -
6 files changed, 125 insertions(+), 4 deletions(-)
create mode 100644
sdks/python/apache_beam/ml/inference/vertex_ai_inference_it_test.py
copy sdks/python/apache_beam/ml/inference/{xgboost_tests_requirements.txt =>
vertex_ai_tests_requirements.txt} (94%)
[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository. github-bot pushed a commit to branch pr-bot-state in repository https://gitbox.apache.org/repos/asf/beam.git The following commit(s) were added to refs/heads/pr-bot-state by this push: new f9a2dd3ad69 Updating config from bot f9a2dd3ad69 is described below commit f9a2dd3ad698b758c8f6921b80d0103738230752 Author: github-actions AuthorDate: Mon Aug 14 14:34:58 2023 + Updating config from bot --- scripts/ci/pr-bot/state/pr-state/pr-27869.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/ci/pr-bot/state/pr-state/pr-27869.json b/scripts/ci/pr-bot/state/pr-state/pr-27869.json index dc9a540527e..e433614bdbc 100644 --- a/scripts/ci/pr-bot/state/pr-state/pr-27869.json +++ b/scripts/ci/pr-bot/state/pr-state/pr-27869.json @@ -8,5 +8,5 @@ "nextAction": "Reviewers", "stopReviewerNotifications": false, "remindAfterTestsPass": [], - "committerAssigned": false + "committerAssigned": true } \ No newline at end of file
[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch pr-bot-state
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/pr-bot-state by this push:
new c5b19ed5403 Updating config from bot
c5b19ed5403 is described below
commit c5b19ed54032a6659b09c5cc5b4ec3ebbda0c022
Author: github-actions
AuthorDate: Mon Aug 14 14:27:47 2023 +
Updating config from bot
---
scripts/ci/pr-bot/state/pr-state/pr-27991.json | 8
1 file changed, 8 insertions(+)
diff --git a/scripts/ci/pr-bot/state/pr-state/pr-27991.json
b/scripts/ci/pr-bot/state/pr-state/pr-27991.json
new file mode 100644
index 000..9c2aa5aa212
--- /dev/null
+++ b/scripts/ci/pr-bot/state/pr-state/pr-27991.json
@@ -0,0 +1,8 @@
+{
+ "commentedAboutFailingChecks": false,
+ "reviewersAssignedForLabels": {},
+ "nextAction": "Author",
+ "stopReviewerNotifications": true,
+ "remindAfterTestsPass": [],
+ "committerAssigned": false
+}
\ No newline at end of file
[beam] 01/01: Bump com.avast.gradle:gradle-docker-compose-plugin
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch
dependabot/gradle/com.avast.gradle-gradle-docker-compose-plugin-0.17.4
in repository https://gitbox.apache.org/repos/asf/beam.git
commit baadeeb552b7f200e1c80ffb3e12c7bab47485c0
Author: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
AuthorDate: Mon Aug 14 14:22:59 2023 +
Bump com.avast.gradle:gradle-docker-compose-plugin
Bumps
[com.avast.gradle:gradle-docker-compose-plugin](https://github.com/avast/gradle-docker-compose-plugin)
from 0.16.12 to 0.17.4.
- [Release
notes](https://github.com/avast/gradle-docker-compose-plugin/releases)
-
[Commits](https://github.com/avast/gradle-docker-compose-plugin/compare/0.16.12...0.17.4)
---
updated-dependencies:
- dependency-name: com.avast.gradle:gradle-docker-compose-plugin
dependency-type: direct:production
update-type: version-update:semver-minor
...
Signed-off-by: dependabot[bot]
---
buildSrc/build.gradle.kts | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/buildSrc/build.gradle.kts b/buildSrc/build.gradle.kts
index f22c1a33986..b07481c5f6c 100644
--- a/buildSrc/build.gradle.kts
+++ b/buildSrc/build.gradle.kts
@@ -55,7 +55,7 @@ dependencies {
runtimeOnly("gradle.plugin.io.pry.gradle.offline_dependencies:gradle-offline-dependencies-plugin:0.5.0")
// Enable creating an offline repository
runtimeOnly("net.ltgt.gradle:gradle-errorprone-plugin:1.2.1")
// Enable errorprone Java static analysis
runtimeOnly("org.ajoberstar.grgit:grgit-gradle:4.1.1")
// Enable website git publish to asf-site branch
- runtimeOnly("com.avast.gradle:gradle-docker-compose-plugin:0.16.12")
// Enable docker compose tasks
+ runtimeOnly("com.avast.gradle:gradle-docker-compose-plugin:0.17.4")
// Enable docker compose tasks
runtimeOnly("ca.cutterslade.gradle:gradle-dependency-analyze:1.8.3")
// Enable dep analysis
runtimeOnly("gradle.plugin.net.ossindex:ossindex-gradle-plugin:0.4.11")
// Enable dep vulnerability analysis
runtimeOnly("org.checkerframework:checkerframework-gradle-plugin:0.6.30")
// Enable enhanced static checking plugin
[beam] branch dependabot/gradle/com.avast.gradle-gradle-docker-compose-plugin-0.17.4 updated (04e7da100a6 -> baadeeb552b)
This is an automated email from the ASF dual-hosted git repository. github-bot pushed a change to branch dependabot/gradle/com.avast.gradle-gradle-docker-compose-plugin-0.17.4 in repository https://gitbox.apache.org/repos/asf/beam.git omit 04e7da100a6 Bump com.avast.gradle:gradle-docker-compose-plugin add 71e060c1ebd Update how we specify artifact modes (#27939) add b5f260dfed7 add expose gcloud kubelet path to setup action (#27952) add e3c58d45cf5 Pre 2.50.0 Cut image requirement update. (#27947) add f392a2153ee Bump github.com/fsouza/fake-gcs-server from 1.47.3 to 1.47.4 in /sdks (#27871) add ba04f6098f7 Merge pull request #27866: Allow writing protos directly to the storage API without conversion add fe974de5aee Fix setup action checkout (#27954) add b34abc44ec3 Refactor terraform GKE and add bitnami kafka module (#27949) add c994fddd05a Update BOM (#27956) add 772628388d8 Also use config pattern for yaml providers. add 6b2d395de76 Refactor yaml providers for more eager and explicit errors. add 051872e6deb Add mypy typing to registration dict. add 47e8de3aed0 Merge pull request #27884 Also use config pattern for yaml providers. add 38b281e37a7 Moving to 2.51.0-SNAPSHOT on master branch. add 9e311ad3aed Add missing notebooks to Readme (#27960) add 3c5c7283ba4 Adds documentation regarding the Transform Service (#27946) add 761aa7f06b5 Initial pass at modernizing the Runner author guide. (#27632) add 8cfd30875f8 Revert #27878 (#27968) add ed50cbd3f24 Add Java IO Direct jobs: Redis, Solr, Splunk, Thrift, Tika (#27964) add 234d0cdf6e3 Add Java IO Direct jobs: Amqp, Azure, Cassandra, Clickhouse, Csv (#27953) add 00f3b77be43 Bump setup-chromedriver to v2 (#27973) add 2a2a831eeaf Move beam website to most recent Hugo release (v0.117.0) (#27974) add 03c41433591 [Website] add octo case-study add 38e11d21a8b Merge pull request #27967 from akvelon/website-octo-case-study add f681708ffc1 Fix typos in release download links. (#27980) add a5f1347699a Add ability to run per key inference (#27857) add 3f09b0f11a9 Remove invalid verify release action. (#27981) add 25e1a64641b Fix referenced README url (#27977) add 35596b7050c [AWS SQS] Support strict expiration of SQS batches when writing (#27484) add ef12a33bf43 Add Java IO Direct jobs: Cdap, HBase, HCatalog, InfluxDb, Kudu (#27955) add b855ec58df5 Replace ip (104.154.241.245, 35.193.202.176) with metrics.beam.apache.org (#27945) add de3fbd14e28 Remove OWNERS files (#27896) add d1ec4ba3728 Remove Pablo from IO reviewers (#27988) add c9d8dcfa327 Bump org.checkerframework:checkerframework-gradle-plugin (#27793) new baadeeb552b Bump com.avast.gradle:gradle-docker-compose-plugin This update added new revisions after undoing existing revisions. That is to say, some revisions that were in the old version of the branch are not in the new version. This situation occurs when a user --force pushes a change and generates a repository containing something like this: * -- * -- B -- O -- O -- O (04e7da100a6) \ N -- N -- N refs/heads/dependabot/gradle/com.avast.gradle-gradle-docker-compose-plugin-0.17.4 (baadeeb552b) You should already have received notification emails for all of the O revisions, and so the following emails describe only the N revisions from the common base, B. Any revisions marked "omit" are not gone; other references still refer to them. Any revisions marked "discard" are gone forever. The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: .asf.yaml |1 + .github/REVIEWERS.yml |1 - .github/actions/setup-action/action.yml| 25 +- .github/workflows/README.md| 15 + ...eCommit_Java_Amazon-Web-Services2_IO_Direct.yml |2 +- ...reCommit_Java_Amazon-Web-Services_IO_Direct.yml |2 +- yml => beam_PreCommit_Java_Amqp_IO_Direct.yml} | 45 +- ...yml => beam_PreCommit_Java_Azure_IO_Direct.yml} | 29 +- ...=> beam_PreCommit_Java_Cassandra_IO_Direct.yml} | 45 +- yml => beam_PreCommit_Java_Cdap_IO_Direct.yml} | 49 +- ...> beam_PreCommit_Java_Clickhouse_IO_Direct.yml} | 45 +- ...T.yml => beam_PreCommit_Java_Csv_IO_Direct.yml} | 45 +- ...yml => beam_PreCommit_Java_HBase_IO_Direct.yml} | 47 +- ... => beam_PreCommit_Java_HCatalog_IO_Direct.yml} | 47 +- ... => beam_PreCommit_Java_InfluxDb_IO_Direct.yml} | 45 +- yml => beam_PreCommit_Java_Kudu_IO_Direct.yml} | 45 +- ...yml => beam_PreCommit_Java_Redis_IO_Direct.yml} | 45 +- yml => beam_PreCommit_Java_Solr_IO_Direct.yml} | 45 +- ...ml =>
[beam] branch master updated (d1ec4ba3728 -> c9d8dcfa327)
This is an automated email from the ASF dual-hosted git repository. damccorm pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from d1ec4ba3728 Remove Pablo from IO reviewers (#27988) add c9d8dcfa327 Bump org.checkerframework:checkerframework-gradle-plugin (#27793) No new revisions were added by this update. Summary of changes: buildSrc/build.gradle.kts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
[beam] branch dependabot/gradle/org.checkerframework-checkerframework-gradle-plugin-0.6.30 deleted (was 53341a4fa71)
This is an automated email from the ASF dual-hosted git repository. github-bot pushed a change to branch dependabot/gradle/org.checkerframework-checkerframework-gradle-plugin-0.6.30 in repository https://gitbox.apache.org/repos/asf/beam.git was 53341a4fa71 Bump org.checkerframework:checkerframework-gradle-plugin The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
[beam] branch master updated: Remove Pablo from IO reviewers (#27988)
This is an automated email from the ASF dual-hosted git repository. damccorm pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git The following commit(s) were added to refs/heads/master by this push: new d1ec4ba3728 Remove Pablo from IO reviewers (#27988) d1ec4ba3728 is described below commit d1ec4ba372871addfefab1d68d06e6672f21b147 Author: Danny McCormick AuthorDate: Mon Aug 14 09:50:57 2023 -0400 Remove Pablo from IO reviewers (#27988) --- .github/REVIEWERS.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/REVIEWERS.yml b/.github/REVIEWERS.yml index 6847d1c3405..f472568f347 100644 --- a/.github/REVIEWERS.yml +++ b/.github/REVIEWERS.yml @@ -45,7 +45,6 @@ labels: reviewers: - chamikaramj - johnjcasey - - pabloem - Abacn - ahmedabu98 - bvolpato
[beam] branch master updated: Remove OWNERS files (#27896)
This is an automated email from the ASF dual-hosted git repository. damccorm pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git The following commit(s) were added to refs/heads/master by this push: new de3fbd14e28 Remove OWNERS files (#27896) de3fbd14e28 is described below commit de3fbd14e289c030ebb811e28bd154e5c734df8e Author: Danny McCormick AuthorDate: Mon Aug 14 09:49:04 2023 -0400 Remove OWNERS files (#27896) --- .test-infra/OWNERS |4 - .test-infra/jenkins/OWNERS |6 - .test-infra/jupyter/OWNERS |4 - .test-infra/kubernetes/OWNERS |5 - .test-infra/metrics/OWNERS |8 - .test-infra/terraform/OWNERS |5 - OWNERS | 22 - buildSrc/OWNERS|4 - examples/java/OWNERS |5 - gradle/OWNERS |4 - it/OWNERS |5 - model/OWNERS |5 - model/fn-execution/OWNERS |6 - model/interactive/OWNERS |4 - model/job-management/OWNERS|6 - model/pipeline/OWNERS |6 - ownership/JAVA_DEPENDENCY_OWNERS.yaml | 1013 ownership/PYTHON_DEPENDENCY_OWNERS.yaml| 97 -- release/OWNERS |4 - runners/core-construction-java/OWNERS |4 - runners/core-java/OWNERS |5 - .../org/apache/beam/runners/core/metrics/OWNERS|4 - runners/direct-java/OWNERS |4 - .../apache/beam/runners/extensions/metrics/OWNERS |4 - runners/flink/OWNERS |6 - runners/google-cloud-dataflow-java/OWNERS |5 - runners/java-fn-execution/OWNERS |5 - runners/local-java/OWNERS |4 - runners/portability/OWNERS |4 - runners/samza/OWNERS |6 - runners/spark/OWNERS |4 - sdks/go/OWNERS |5 - sdks/java/OWNERS |5 - sdks/java/build-tools/OWNERS |4 - sdks/java/container/OWNERS |5 - sdks/java/core/OWNERS |4 - .../extensions/google-cloud-platform-core/OWNERS |8 - sdks/java/extensions/sql/OWNERS| 10 - sdks/java/fn-execution/OWNERS |5 - sdks/java/harness/OWNERS |4 - sdks/java/io/OWNERS|7 - sdks/java/io/amazon-web-services/OWNERS|5 - sdks/java/io/amazon-web-services2/OWNERS |5 - sdks/java/io/amqp/OWNERS |4 - sdks/java/io/cassandra/OWNERS |5 - sdks/java/io/cdap/OWNERS |1 - sdks/java/io/clickhouse/OWNERS |4 - sdks/java/io/common/OWNERS |5 - sdks/java/io/elasticsearch-tests/OWNERS|5 - sdks/java/io/elasticsearch/OWNERS |7 - sdks/java/io/file-based-io-tests/OWNERS|7 - sdks/java/io/file-schema-transform/OWNERS |8 - sdks/java/io/google-cloud-platform/OWNERS | 36 - sdks/java/io/hadoop-common/OWNERS |5 - sdks/java/io/hadoop-file-system/OWNERS |5 - sdks/java/io/hadoop-format/OWNERS |5 - sdks/java/io/hbase/OWNERS |5 - sdks/java/io/hcatalog/OWNERS |5 - sdks/java/io/jdbc/OWNERS |5 - sdks/java/io/jms/OWNERS|4 - sdks/java/io/kafka/OWNERS |7 - sdks/java/io/kinesis/OWNERS|5 - sdks/java/io/kudu/OWNERS |4 - sdks/java/io/mongodb/OWNERS|4 - sdks/java/io/mqtt/OWNERS |4 - sdks/java/io/neo4j/OWNERS |5 - sdks/java/io/parquet/OWNERS|6 - sdks/java/io/rabbitmq/OWNERS |4 - sdks/java/io/redis/OWNERS |4 - sdks/java/io/solr/OWNERS |4 - sdks/java/io/sparkreceiver/2/OWNERS|1 - sdks/java/javadoc/OWNERS |4 - sdks/java/testing/OWNERS |6 - sdks/java/testing/load-tests/OWNERS
[beam] branch master updated: Replace ip (104.154.241.245, 35.193.202.176) with metrics.beam.apache.org (#27945)
This is an automated email from the ASF dual-hosted git repository.
yhu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new b855ec58df5 Replace ip (104.154.241.245, 35.193.202.176) with
metrics.beam.apache.org (#27945)
b855ec58df5 is described below
commit b855ec58df5fd8257713597d71022c892856ca56
Author: liferoad
AuthorDate: Mon Aug 14 09:46:43 2023 -0400
Replace ip (104.154.241.245, 35.193.202.176) with metrics.beam.apache.org
(#27945)
* replace 104.154.241.245 with 35.193.202.176
* more changes
* use metrics.beam.apache.org
-
Co-authored-by: xqhu
---
.test-infra/metrics/src/test/groovy/ProberTests.groovy | 2 +-
sdks/python/apache_beam/testing/analyzers/README.md | 17 ++---
.../apache_beam/testing/analyzers/tests_config.yaml | 12 ++--
3 files changed, 17 insertions(+), 14 deletions(-)
diff --git a/.test-infra/metrics/src/test/groovy/ProberTests.groovy
b/.test-infra/metrics/src/test/groovy/ProberTests.groovy
index 5a44d4410a9..c5de9ca64c8 100644
--- a/.test-infra/metrics/src/test/groovy/ProberTests.groovy
+++ b/.test-infra/metrics/src/test/groovy/ProberTests.groovy
@@ -27,7 +27,7 @@ import static groovy.test.GroovyAssert.shouldFail
*/
class ProberTests {
// TODO: Make this configurable
- def grafanaEndpoint = 'http://35.193.202.176'
+ def grafanaEndpoint = 'http://metrics.beam.apache.org'
@Test
void PingGrafanaHttpApi() {
diff --git a/sdks/python/apache_beam/testing/analyzers/README.md
b/sdks/python/apache_beam/testing/analyzers/README.md
index 71351fe3e57..6098c82fd54 100644
--- a/sdks/python/apache_beam/testing/analyzers/README.md
+++ b/sdks/python/apache_beam/testing/analyzers/README.md
@@ -19,7 +19,8 @@
# Performance alerts for Beam Python performance and load tests
-## Alerts
+## Alerts
+
Performance regressions or improvements detected with the [Change Point
Analysis](https://en.wikipedia.org/wiki/Change_detection) using
[edivisive](https://github.com/apache/beam/blob/0a91d139dea4276dc46176c4cdcdfce210fc50c4/.test-infra/jenkins/job_InferenceBenchmarkTests_Python.groovy#L30)
analyzer are automatically filed as Beam GitHub issues with a label
`perf-alert`.
@@ -32,7 +33,8 @@ If a performance alert is created on a test, a GitHub issue
will be created and
URL, issue number along with the change point value and timestamp are exported
to BigQuery. This data will be used to analyze the next change point observed
on the same test to
update already created GitHub issue or ignore performance alert by not
creating GitHub issue to avoid duplicate issue creation.
-## Config file structure
+## Config file structure
+
The config file defines the structure to run change point analysis on a given
test. To add a test to the config file,
please follow the below structure.
@@ -73,21 +75,22 @@ Sometimes, the change point found might be way back in time
and could be irrelev
reported only when it was observed in the last 7 runs from the current run,
setting `num_runs_in_change_point_window=7` will achieve it.
-## Register a test for performance alerts
+## Register a test for performance alerts
If a new test needs to be registered for the performance alerting tool, please
add the required test parameters to the
config file.
## Triage performance alert issues
-All the performance/load tests metrics defined at
[beam/.test-infra/jenkins](https://github.com/apache/beam/tree/master/.test-infra/jenkins)
are imported to [Grafana
dashboards](http://104.154.241.245/d/1/getting-started?orgId=1) for
visualization. Please
+All the performance/load tests metrics defined at
[beam/.test-infra/jenkins](https://github.com/apache/beam/tree/master/.test-infra/jenkins)
are imported to [Grafana
dashboards](http://metrics.beam.apache.org/d/1/getting-started?orgId=1) for
visualization. Please
find the alerted test dashboard to find a spike in the metric values.
For example, for the below configuration,
-* test_target:
`apache_beam.testing.benchmarks.inference.pytorch_image_classification_benchmarks`
-* metric_name: `mean_load_model_latency_milli_secs`
-Grafana dashboard can be found at
http://104.154.241.245/d/ZpS8Uf44z/python-ml-runinference-benchmarks?orgId=1=7
+- test_target:
`apache_beam.testing.benchmarks.inference.pytorch_image_classification_benchmarks`
+- metric_name: `mean_load_model_latency_milli_secs`
+
+Grafana dashboard can be found at
http://metrics.beam.apache.org/d/ZpS8Uf44z/python-ml-runinference-benchmarks?orgId=1=7
If the dashboard for a test is not found, you can use the
notebook `analyze_metric_data.ipynb` to generate a plot for the given test,
metric_name.
diff --git a/sdks/python/apache_beam/testing/analyzers/tests_config.yaml
b/sdks/python/apache_beam/testing/analyzers/tests_config.yaml
index e7741db93b0..bc74f292c48 100644
[beam] branch master updated (35596b7050c -> ef12a33bf43)
This is an automated email from the ASF dual-hosted git repository.
yhu pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 35596b7050c [AWS SQS] Support strict expiration of SQS batches when
writing (#27484)
add ef12a33bf43 Add Java IO Direct jobs: Cdap, HBase, HCatalog, InfluxDb,
Kudu (#27955)
No new revisions were added by this update.
Summary of changes:
.github/workflows/README.md| 5 +
yml => beam_PreCommit_Java_Cdap_IO_Direct.yml} | 24 +-
...yml => beam_PreCommit_Java_HBase_IO_Direct.yml} | 22 +++-
... => beam_PreCommit_Java_HCatalog_IO_Direct.yml} | 22 +++-
... => beam_PreCommit_Java_InfluxDb_IO_Direct.yml} | 20 +-
yml => beam_PreCommit_Java_Kudu_IO_Direct.yml} | 20 +-
6 files changed, 63 insertions(+), 50 deletions(-)
copy .github/workflows/{beam_PreCommit_Java_Amqp_IO_Direct.yml =>
beam_PreCommit_Java_Cdap_IO_Direct.yml} (81%)
copy .github/workflows/{beam_PreCommit_Java_Redis_IO_Direct.yml =>
beam_PreCommit_Java_HBase_IO_Direct.yml} (82%)
copy .github/workflows/{beam_PreCommit_Java_Amqp_IO_Direct.yml =>
beam_PreCommit_Java_HCatalog_IO_Direct.yml} (81%)
copy .github/workflows/{beam_PreCommit_Java_Solr_IO_Direct.yml =>
beam_PreCommit_Java_InfluxDb_IO_Direct.yml} (83%)
copy .github/workflows/{beam_PreCommit_Java_Solr_IO_Direct.yml =>
beam_PreCommit_Java_Kudu_IO_Direct.yml} (84%)
[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch pr-bot-state
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/pr-bot-state by this push:
new 60a32c0ef5b Updating config from bot
60a32c0ef5b is described below
commit 60a32c0ef5b828a27ddc5f46e00de261e3ee1911
Author: github-actions
AuthorDate: Mon Aug 14 13:34:27 2023 +
Updating config from bot
---
scripts/ci/pr-bot/state/pr-state/pr-27965.json | 8
1 file changed, 8 insertions(+)
diff --git a/scripts/ci/pr-bot/state/pr-state/pr-27965.json
b/scripts/ci/pr-bot/state/pr-state/pr-27965.json
new file mode 100644
index 000..9c2aa5aa212
--- /dev/null
+++ b/scripts/ci/pr-bot/state/pr-state/pr-27965.json
@@ -0,0 +1,8 @@
+{
+ "commentedAboutFailingChecks": false,
+ "reviewersAssignedForLabels": {},
+ "nextAction": "Author",
+ "stopReviewerNotifications": true,
+ "remindAfterTestsPass": [],
+ "committerAssigned": false
+}
\ No newline at end of file
[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch pr-bot-state
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/pr-bot-state by this push:
new b8bd64b73ca Updating config from bot
b8bd64b73ca is described below
commit b8bd64b73ca0b0737b825088dbf743061412975a
Author: github-actions
AuthorDate: Mon Aug 14 13:04:08 2023 +
Updating config from bot
---
scripts/ci/pr-bot/state/pr-state/pr-27988.json | 8
1 file changed, 8 insertions(+)
diff --git a/scripts/ci/pr-bot/state/pr-state/pr-27988.json
b/scripts/ci/pr-bot/state/pr-state/pr-27988.json
new file mode 100644
index 000..9c2aa5aa212
--- /dev/null
+++ b/scripts/ci/pr-bot/state/pr-state/pr-27988.json
@@ -0,0 +1,8 @@
+{
+ "commentedAboutFailingChecks": false,
+ "reviewersAssignedForLabels": {},
+ "nextAction": "Author",
+ "stopReviewerNotifications": true,
+ "remindAfterTestsPass": [],
+ "committerAssigned": false
+}
\ No newline at end of file
[beam] 01/01: Remove Pablo from IO reviewers
This is an automated email from the ASF dual-hosted git repository. damccorm pushed a commit to branch users/damccorm/pablo in repository https://gitbox.apache.org/repos/asf/beam.git commit 6c6f9db4140a162e3f7d636bb38a0e66d23f8d7f Author: Danny McCormick AuthorDate: Mon Aug 14 09:02:05 2023 -0400 Remove Pablo from IO reviewers --- .github/REVIEWERS.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/REVIEWERS.yml b/.github/REVIEWERS.yml index 6847d1c3405..f472568f347 100644 --- a/.github/REVIEWERS.yml +++ b/.github/REVIEWERS.yml @@ -45,7 +45,6 @@ labels: reviewers: - chamikaramj - johnjcasey - - pabloem - Abacn - ahmedabu98 - bvolpato
[beam] branch users/damccorm/pablo created (now 6c6f9db4140)
This is an automated email from the ASF dual-hosted git repository. damccorm pushed a change to branch users/damccorm/pablo in repository https://gitbox.apache.org/repos/asf/beam.git at 6c6f9db4140 Remove Pablo from IO reviewers This branch includes the following new commits: new 6c6f9db4140 Remove Pablo from IO reviewers The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference.
[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch pr-bot-state
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/pr-bot-state by this push:
new 8b6fe14a144 Updating config from bot
8b6fe14a144 is described below
commit 8b6fe14a144d24b4d808e6ff92eb46fec07e7589
Author: github-actions
AuthorDate: Mon Aug 14 12:14:08 2023 +
Updating config from bot
---
scripts/ci/pr-bot/state/reviewers-for-label-build.json | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/scripts/ci/pr-bot/state/reviewers-for-label-build.json
b/scripts/ci/pr-bot/state/reviewers-for-label-build.json
index f81d37ce76a..c55d39a1d95 100644
--- a/scripts/ci/pr-bot/state/reviewers-for-label-build.json
+++ b/scripts/ci/pr-bot/state/reviewers-for-label-build.json
@@ -1,7 +1,7 @@
{
"label": "build",
"dateOfLastReviewAssignment": {
-"damccorm": 1692005683777,
+"damccorm": 1692015245367,
"Abacn": 1691787951165
}
}
\ No newline at end of file
[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository. github-bot pushed a commit to branch pr-bot-state in repository https://gitbox.apache.org/repos/asf/beam.git The following commit(s) were added to refs/heads/pr-bot-state by this push: new 306e18390c7 Updating config from bot 306e18390c7 is described below commit 306e18390c703344030e17ea767b2e678481b638 Author: github-actions AuthorDate: Mon Aug 14 12:14:14 2023 + Updating config from bot --- scripts/ci/pr-bot/state/reviewers-for-label-python.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/ci/pr-bot/state/reviewers-for-label-python.json b/scripts/ci/pr-bot/state/reviewers-for-label-python.json index 11d75b4ef46..b6026a93c43 100644 --- a/scripts/ci/pr-bot/state/reviewers-for-label-python.json +++ b/scripts/ci/pr-bot/state/reviewers-for-label-python.json @@ -5,7 +5,7 @@ "yeandy": 1665802753763, "TheNeuralBit": 1667896849319, "ryanthompson591": 1670002443548, -"tvalentyn": 1691606156550, +"tvalentyn": 1692015251336, "pabloem": 1681281324703, "y1chi": 1667002607045, "damccorm": 1691624090644,
[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch pr-bot-state
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/pr-bot-state by this push:
new ac8487a32bb Updating config from bot
ac8487a32bb is described below
commit ac8487a32bb73d28401fcf72b20cbc829d25851c
Author: github-actions
AuthorDate: Mon Aug 14 12:14:07 2023 +
Updating config from bot
---
scripts/ci/pr-bot/state/pr-state/pr-27793.json | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/scripts/ci/pr-bot/state/pr-state/pr-27793.json
b/scripts/ci/pr-bot/state/pr-state/pr-27793.json
index 9c51466b9ee..8a92900947e 100644
--- a/scripts/ci/pr-bot/state/pr-state/pr-27793.json
+++ b/scripts/ci/pr-bot/state/pr-state/pr-27793.json
@@ -1,7 +1,7 @@
{
"commentedAboutFailingChecks": false,
"reviewersAssignedForLabels": {
-"build": "Abacn"
+"build": "damccorm"
},
"nextAction": "Reviewers",
"stopReviewerNotifications": false,
[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch pr-bot-state
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/pr-bot-state by this push:
new fa89e2d6dbe Updating config from bot
fa89e2d6dbe is described below
commit fa89e2d6dbeadac3a3b3f968668e5dab3f9168be
Author: github-actions
AuthorDate: Mon Aug 14 12:14:13 2023 +
Updating config from bot
---
scripts/ci/pr-bot/state/pr-state/pr-27621.json | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/scripts/ci/pr-bot/state/pr-state/pr-27621.json
b/scripts/ci/pr-bot/state/pr-state/pr-27621.json
index 6272b4e797d..321b31c0f05 100644
--- a/scripts/ci/pr-bot/state/pr-state/pr-27621.json
+++ b/scripts/ci/pr-bot/state/pr-state/pr-27621.json
@@ -1,7 +1,7 @@
{
"commentedAboutFailingChecks": false,
"reviewersAssignedForLabels": {
-"python": "AnandInguva"
+"python": "tvalentyn"
},
"nextAction": "Reviewers",
"stopReviewerNotifications": false,
[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch pr-bot-state
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/pr-bot-state by this push:
new d0fcc481b42 Updating config from bot
d0fcc481b42 is described below
commit d0fcc481b4223e0390d2e38bf52c964293d3e432
Author: github-actions
AuthorDate: Mon Aug 14 09:34:46 2023 +
Updating config from bot
---
scripts/ci/pr-bot/state/reviewers-for-label-build.json | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/scripts/ci/pr-bot/state/reviewers-for-label-build.json
b/scripts/ci/pr-bot/state/reviewers-for-label-build.json
index 63afd185efd..f81d37ce76a 100644
--- a/scripts/ci/pr-bot/state/reviewers-for-label-build.json
+++ b/scripts/ci/pr-bot/state/reviewers-for-label-build.json
@@ -1,7 +1,7 @@
{
"label": "build",
"dateOfLastReviewAssignment": {
-"damccorm": 1691748344887,
+"damccorm": 1692005683777,
"Abacn": 1691787951165
}
}
\ No newline at end of file
[beam] branch pr-bot-state updated: Updating config from bot
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch pr-bot-state
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/pr-bot-state by this push:
new b34698f6fc9 Updating config from bot
b34698f6fc9 is described below
commit b34698f6fc918e9b4c2b3cb7f4a8b6eb81389700
Author: github-actions
AuthorDate: Mon Aug 14 09:34:45 2023 +
Updating config from bot
---
scripts/ci/pr-bot/state/pr-state/pr-27966.json | 10 ++
1 file changed, 10 insertions(+)
diff --git a/scripts/ci/pr-bot/state/pr-state/pr-27966.json
b/scripts/ci/pr-bot/state/pr-state/pr-27966.json
new file mode 100644
index 000..8a92900947e
--- /dev/null
+++ b/scripts/ci/pr-bot/state/pr-state/pr-27966.json
@@ -0,0 +1,10 @@
+{
+ "commentedAboutFailingChecks": false,
+ "reviewersAssignedForLabels": {
+"build": "damccorm"
+ },
+ "nextAction": "Reviewers",
+ "stopReviewerNotifications": false,
+ "remindAfterTestsPass": [],
+ "committerAssigned": false
+}
\ No newline at end of file
[beam] branch master updated: [AWS SQS] Support strict expiration of SQS batches when writing (#27484)
This is an automated email from the ASF dual-hosted git repository.
mmack pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new 35596b7050c [AWS SQS] Support strict expiration of SQS batches when
writing (#27484)
35596b7050c is described below
commit 35596b7050ca3f947792021ae735c469cb6b3198
Author: Moritz Mack
AuthorDate: Mon Aug 14 09:05:53 2023 +0200
[AWS SQS] Support strict expiration of SQS batches when writing (#27484)
---
.../org/apache/beam/sdk/io/aws2/sqs/SqsIO.java | 295 +++--
.../sdk/io/aws2/sqs/SqsIOWriteBatchesTest.java | 87 ++
2 files changed, 298 insertions(+), 84 deletions(-)
diff --git
a/sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/sqs/SqsIO.java
b/sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/sqs/SqsIO.java
index db918aa680c..f7f767ab85e 100644
---
a/sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/sqs/SqsIO.java
+++
b/sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/sqs/SqsIO.java
@@ -18,6 +18,7 @@
package org.apache.beam.sdk.io.aws2.sqs;
import static java.util.Collections.EMPTY_LIST;
+import static java.util.concurrent.TimeUnit.MILLISECONDS;
import static
org.apache.beam.sdk.io.aws2.common.ClientBuilderFactory.buildClient;
import static org.apache.beam.sdk.util.Preconditions.checkStateNotNull;
import static
org.apache.beam.vendor.guava.v32_1_2_jre.com.google.common.base.Preconditions.checkArgument;
@@ -27,10 +28,19 @@ import com.google.auto.value.AutoValue;
import java.io.Serializable;
import java.util.ArrayList;
import java.util.Arrays;
+import java.util.ConcurrentModificationException;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
+import java.util.concurrent.CancellationException;
import java.util.concurrent.CompletableFuture;
+import java.util.concurrent.Executors;
+import java.util.concurrent.ScheduledExecutorService;
+import java.util.concurrent.ScheduledFuture;
+import java.util.concurrent.TimeUnit;
+import java.util.concurrent.TimeoutException;
+import java.util.concurrent.atomic.AtomicBoolean;
+import java.util.concurrent.atomic.AtomicReference;
import java.util.function.BiConsumer;
import java.util.function.BiFunction;
import java.util.function.Consumer;
@@ -61,6 +71,7 @@ import org.apache.beam.sdk.values.TupleTag;
import
org.apache.beam.vendor.guava.v32_1_2_jre.com.google.common.annotations.VisibleForTesting;
import
org.apache.beam.vendor.guava.v32_1_2_jre.com.google.common.collect.ImmutableMap;
import
org.apache.beam.vendor.guava.v32_1_2_jre.com.google.common.collect.Lists;
+import org.checkerframework.checker.nullness.qual.MonotonicNonNull;
import org.checkerframework.checker.nullness.qual.NonNull;
import org.checkerframework.checker.nullness.qual.Nullable;
import org.checkerframework.dataflow.qual.Pure;
@@ -152,6 +163,7 @@ public class SqsIO {
.concurrentRequests(WriteBatches.DEFAULT_CONCURRENCY)
.batchSize(WriteBatches.MAX_BATCH_SIZE)
.batchTimeout(WriteBatches.DEFAULT_BATCH_TIMEOUT)
+.strictTimeouts(false)
.build();
}
@@ -289,6 +301,8 @@ public class SqsIO {
abstract @Pure Duration batchTimeout();
+abstract @Pure boolean strictTimeouts();
+
abstract @Pure int batchSize();
abstract @Pure ClientConfiguration clientConfiguration();
@@ -311,6 +325,8 @@ public class SqsIO {
abstract Builder batchTimeout(Duration duration);
+ abstract Builder strictTimeouts(boolean strict);
+
abstract Builder batchSize(int batchSize);
abstract Builder clientConfiguration(ClientConfiguration config);
@@ -363,10 +379,20 @@ public class SqsIO {
/**
* The duration to accumulate records before timing out, default is 3 secs.
*
- * Timeouts will be checked upon arrival of new messages.
+ * By default timeouts will be checked upon arrival of records.
*/
public WriteBatches withBatchTimeout(Duration timeout) {
- return builder().batchTimeout(timeout).build();
+ return withBatchTimeout(timeout, false);
+}
+
+/**
+ * The duration to accumulate records before timing out, default is 3 secs.
+ *
+ * By default timeouts will be checked upon arrival of records. If
using {@code strict}
+ * enforcement, timeouts will be check by a separate thread.
+ */
+public WriteBatches withBatchTimeout(Duration timeout, boolean strict) {
+ return builder().batchTimeout(timeout).strictTimeouts(strict).build();
}
/** Dynamic record based destination to write to. */
@@ -546,12 +572,18 @@ public class SqsIO {
}
private static class BatchHandler implements AutoCloseable {
+ private static final int CHECKS_PER_TIMEOUT_PERIOD = 5;
+ public static final int
