This is an automated email from the ASF dual-hosted git repository.
scwhittle pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 7e750873152 Update top_wikipedia_sessions to be more idiomatic with
beam.Map. (#32041)
add ca744ae9f65 Add WorkProvider interfaces and implementations (#31883)
No new revisions were added by this update.
Summary of changes:
.../dataflow/worker/StreamingDataflowWorker.java | 342 ++++++++-------------
.../FanOutStreamingEngineWorkerHarness.java} | 63 ++--
.../harness/SingleSourceWorkerHarness.java | 284 +++++++++++++++++
.../harness}/StreamingEngineConnectionState.java | 2 +-
.../streaming/harness/StreamingWorkerHarness.java | 11 +-
.../harness}/WindmillStreamSender.java | 20 +-
.../windmill/client/grpc/ChannelzServlet.java | 27 +-
.../client/grpc/GetWorkResponseChunkAssembler.java | 139 +++++++++
.../client/grpc/GrpcDirectGetWorkStream.java | 148 +++------
.../windmill/client/grpc/GrpcDispatcherClient.java | 4 +-
.../windmill/client/grpc/GrpcGetWorkStream.java | 131 ++------
.../worker/windmill/work/WorkItemScheduler.java | 4 -
.../work/budget/EvenGetWorkBudgetDistributor.java | 27 +-
.../work/budget/GetWorkBudgetDistributor.java | 5 +-
...Distributors.java => GetWorkBudgetSpender.java} | 17 +-
.../worker/StreamingDataflowWorkerTest.java | 2 +-
.../FanOutStreamingEngineWorkerHarnessTest.java} | 40 +--
.../harness}/WindmillStreamSenderTest.java | 5 +-
.../windmill/client/grpc/ChannelzServletTest.java | 6 +-
.../client/grpc/GrpcWindmillServerTest.java | 12 +-
.../budget/EvenGetWorkBudgetDistributorTest.java | 126 +++-----
21 files changed, 795 insertions(+), 620 deletions(-)
rename
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/{windmill/client/grpc/StreamingEngineClient.java
=> streaming/harness/FanOutStreamingEngineWorkerHarness.java} (91%)
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/streaming/harness/SingleSourceWorkerHarness.java
rename
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/{windmill/client/grpc
=> streaming/harness}/StreamingEngineConnectionState.java (97%)
copy sdks/java/core/src/main/java/org/apache/beam/sdk/util/Weighted.java =>
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/streaming/harness/StreamingWorkerHarness.java
(80%)
rename
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/{windmill/client/grpc
=> streaming/harness}/WindmillStreamSender.java (93%)
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/client/grpc/GetWorkResponseChunkAssembler.java
copy
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/work/budget/{GetWorkBudgetDistributors.java
=> GetWorkBudgetSpender.java} (70%)
rename
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/{windmill/client/grpc/StreamingEngineClientTest.java
=> streaming/harness/FanOutStreamingEngineWorkerHarnessTest.java} (93%)
rename
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/{windmill/client/grpc
=> streaming/harness}/WindmillStreamSenderTest.java (97%)
