This is an automated email from the ASF dual-hosted git repository.
goenka pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from 19f8812 Merge pull request #9361: [BEAM-7990] Add ability to read
parquet files into PCollection<pyarrow.Table>
add 0256f38 [BEAM-8314] Add aggregation logic to beam_fn_api metric
counter updat… (#9679)
No new revisions were added by this update.
Summary of changes:
.../dataflow/worker/DataflowOperationContext.java | 3 +-
.../worker/MetricsToCounterUpdateConverter.java | 1 +
.../dataflow/worker/StreamingDataflowWorker.java | 43 +++++++++-
.../CounterUpdateAggregator.java} | 23 +++---
.../worker/counters/CounterUpdateAggregators.java | 75 +++++++++++++++++
.../DistributionCounterUpdateAggregator.java | 65 +++++++++++++++
.../counters/MeanCounterUpdateAggregator.java | 55 +++++++++++++
.../counters/SumCounterUpdateAggregator.java | 47 +++++++++++
...ntMonitoringInfoToCounterUpdateTransformer.java | 3 +-
...ecMonitoringInfoToCounterUpdateTransformer.java | 3 +-
...ntMonitoringInfoToCounterUpdateTransformer.java | 3 +-
...onMonitoringInfoToCounterUpdateTransformer.java | 3 +-
...erMonitoringInfoToCounterUpdateTransformer.java | 3 +-
.../worker/BatchModeExecutionContextTest.java | 11 +--
.../dataflow/worker/IsmSideInputReaderTest.java | 3 +-
.../worker/StreamingModeExecutionContextTest.java | 5 +-
.../worker/StreamingStepMetricsContainerTest.java | 2 +-
.../dataflow/worker/WorkItemStatusClientTest.java | 9 +-
.../counters/CounterUpdateAggregatorsTest.java | 96 ++++++++++++++++++++++
.../DistributionCounterUpdateAggregatorTest.java | 72 ++++++++++++++++
.../counters/MeanCounterUpdateAggregatorTest.java | 66 +++++++++++++++
.../counters/SumCounterUpdateAggregatorTest.java | 62 ++++++++++++++
22 files changed, 622 insertions(+), 31 deletions(-)
copy
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/{fn/control/MonitoringInfoToCounterUpdateTransformer.java
=> counters/CounterUpdateAggregator.java} (56%)
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/counters/CounterUpdateAggregators.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/counters/DistributionCounterUpdateAggregator.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/counters/MeanCounterUpdateAggregator.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/counters/SumCounterUpdateAggregator.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/counters/CounterUpdateAggregatorsTest.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/counters/DistributionCounterUpdateAggregatorTest.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/counters/MeanCounterUpdateAggregatorTest.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/counters/SumCounterUpdateAggregatorTest.java
