This closes #2162
Project: http://git-wip-us.apache.org/repos/asf/beam/repo Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/48fee91f Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/48fee91f Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/48fee91f Branch: refs/heads/master Commit: 48fee91f7d720d03da53476e9a237eabcbfc0460 Parents: 85b820c 65b5f00 Author: Aviem Zur <aviem...@gmail.com> Authored: Tue Mar 28 06:51:39 2017 +0300 Committer: Aviem Zur <aviem...@gmail.com> Committed: Tue Mar 28 06:51:39 2017 +0300 ---------------------------------------------------------------------- .../beam/runners/spark/TestSparkRunner.java | 14 +++- .../apache/beam/runners/spark/io/SourceRDD.java | 51 +++++++++----- .../runners/spark/io/SparkUnboundedSource.java | 48 +++++++++---- .../spark/metrics/SparkMetricsContainer.java | 11 ++- .../spark/stateful/StateSpecFunctions.java | 35 +++++++--- .../spark/translation/TransformTranslator.java | 3 +- .../streaming/StreamingTransformTranslator.java | 4 +- .../streaming/StreamingSourceMetricsTest.java | 71 ++++++++++++++++++++ .../org/apache/beam/sdk/io/CountingSource.java | 8 +++ .../apache/beam/sdk/metrics/MetricsTest.java | 45 +++++++++++++ 10 files changed, 244 insertions(+), 46 deletions(-) ----------------------------------------------------------------------