This is an automated email from the ASF dual-hosted git repository. lostluck pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git
from 7097443e27c Add link to official reference on beam site. (#30768) add 62200da9df8 factor out failure handling logic from StreamingDataflowWorker (#30695) No new revisions were added by this update. Summary of changes: .../dataflow/worker/StreamingDataflowWorker.java | 634 +++++---------------- .../runners/dataflow/worker/WorkUnitClient.java | 2 +- .../streaming/harness/StreamingCounters.java | 101 ++++ .../harness/StreamingWorkerStatusReporter.java | 396 +++++++++++++ .../dataflow/worker/util/BoundedQueueExecutor.java | 6 + .../work/processing/failures/FailureTracker.java | 104 ++++ .../work/processing/failures/HeapDumper.java | 11 +- .../failures/StreamingApplianceFailureTracker.java | 60 ++ .../failures/StreamingApplianceStatsReporter.java} | 10 +- .../failures/StreamingEngineFailureTracker.java} | 30 +- .../processing/failures/WorkFailureProcessor.java | 185 ++++++ .../worker/StreamingDataflowWorkerTest.java | 41 +- .../StreamingApplianceFailureTrackerTest.java | 97 ++++ .../StreamingEngineFailureTrackerTest.java | 91 +++ .../failures/WorkFailureProcessorTest.java | 204 +++++++ 15 files changed, 1456 insertions(+), 516 deletions(-) create mode 100644 runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/streaming/harness/StreamingCounters.java create mode 100644 runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/streaming/harness/StreamingWorkerStatusReporter.java create mode 100644 runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/work/processing/failures/FailureTracker.java copy learning/tour-of-beam/frontend/test_driver/integration_test.dart => runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/work/processing/failures/HeapDumper.java (78%) create mode 100644 runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/work/processing/failures/StreamingApplianceFailureTracker.java copy runners/{direct-java/src/main/java/org/apache/beam/runners/direct/Clock.java => google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/work/processing/failures/StreamingApplianceStatsReporter.java} (73%) copy runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/{client/grpc/stubs/WindmillStubFactory.java => work/processing/failures/StreamingEngineFailureTracker.java} (51%) create mode 100644 runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/work/processing/failures/WorkFailureProcessor.java create mode 100644 runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/windmill/work/processing/failures/StreamingApplianceFailureTrackerTest.java create mode 100644 runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/windmill/work/processing/failures/StreamingEngineFailureTrackerTest.java create mode 100644 runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/windmill/work/processing/failures/WorkFailureProcessorTest.java