This is an automated email from the ASF dual-hosted git repository.
lostluck pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 7097443e27c Add link to official reference on beam site. (#30768)
add 62200da9df8 factor out failure handling logic from
StreamingDataflowWorker (#30695)
No new revisions were added by this update.
Summary of changes:
.../dataflow/worker/StreamingDataflowWorker.java | 634 +++++----------------
.../runners/dataflow/worker/WorkUnitClient.java | 2 +-
.../streaming/harness/StreamingCounters.java | 101 ++++
.../harness/StreamingWorkerStatusReporter.java | 396 +++++++++++++
.../dataflow/worker/util/BoundedQueueExecutor.java | 6 +
.../work/processing/failures/FailureTracker.java | 104 ++++
.../work/processing/failures/HeapDumper.java | 11 +-
.../failures/StreamingApplianceFailureTracker.java | 60 ++
.../failures/StreamingApplianceStatsReporter.java} | 10 +-
.../failures/StreamingEngineFailureTracker.java} | 30 +-
.../processing/failures/WorkFailureProcessor.java | 185 ++++++
.../worker/StreamingDataflowWorkerTest.java | 41 +-
.../StreamingApplianceFailureTrackerTest.java | 97 ++++
.../StreamingEngineFailureTrackerTest.java | 91 +++
.../failures/WorkFailureProcessorTest.java | 204 +++++++
15 files changed, 1456 insertions(+), 516 deletions(-)
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/streaming/harness/StreamingCounters.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/streaming/harness/StreamingWorkerStatusReporter.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/work/processing/failures/FailureTracker.java
copy learning/tour-of-beam/frontend/test_driver/integration_test.dart =>
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/work/processing/failures/HeapDumper.java
(78%)
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/work/processing/failures/StreamingApplianceFailureTracker.java
copy
runners/{direct-java/src/main/java/org/apache/beam/runners/direct/Clock.java =>
google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/work/processing/failures/StreamingApplianceStatsReporter.java}
(73%)
copy
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/{client/grpc/stubs/WindmillStubFactory.java
=> work/processing/failures/StreamingEngineFailureTracker.java} (51%)
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/work/processing/failures/WorkFailureProcessor.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/windmill/work/processing/failures/StreamingApplianceFailureTrackerTest.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/windmill/work/processing/failures/StreamingEngineFailureTrackerTest.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/windmill/work/processing/failures/WorkFailureProcessorTest.java
