This closes #2729
Project: http://git-wip-us.apache.org/repos/asf/beam/repo Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/b73918b5 Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/b73918b5 Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/b73918b5 Branch: refs/heads/master Commit: b73918b55ab06e5a47ef9dc33ae3dbaebaed330a Parents: 48c8ed1 8d91a97 Author: Aviem Zur <aviem...@gmail.com> Authored: Thu May 4 21:10:14 2017 +0300 Committer: Aviem Zur <aviem...@gmail.com> Committed: Thu May 4 21:10:14 2017 +0300 ---------------------------------------------------------------------- .../beam/runners/core/SideInputHandler.java | 10 +- .../apache/beam/runners/flink/FlinkRunner.java | 3 + .../FlinkStreamingTransformTranslators.java | 26 +++++ .../wrappers/streaming/DoFnOperator.java | 27 ++++- .../streaming/state/FlinkStateInternals.java | 2 + runners/spark/pom.xml | 47 +++++++- .../runners/spark/SparkRunnerRegistrar.java | 4 +- .../beam/runners/spark/TestSparkRunner.java | 47 -------- .../apache/beam/runners/spark/CacheTest.java | 12 +- .../beam/runners/spark/ForceStreamingTest.java | 18 +-- .../apache/beam/runners/spark/PipelineRule.java | 109 ------------------- .../runners/spark/ProvidedSparkContextTest.java | 10 +- .../runners/spark/SparkRunnerDebuggerTest.java | 15 +-- .../runners/spark/SparkRunnerRegistrarTest.java | 2 +- .../beam/runners/spark/StreamingTest.java | 23 ++++ .../metrics/sink/SparkMetricsSinkTest.java | 12 +- .../beam/runners/spark/io/AvroPipelineTest.java | 10 +- .../beam/runners/spark/io/NumShardsTest.java | 6 +- .../spark/translation/StorageLevelTest.java | 31 +++++- .../translation/streaming/CreateStreamTest.java | 53 ++++----- .../ResumeFromCheckpointStreamingTest.java | 62 +++++++---- .../streaming/StreamingSourceMetricsTest.java | 14 +-- .../main/java/org/apache/beam/sdk/Pipeline.java | 2 +- .../beam/sdk/metrics/MetricsEnvironment.java | 5 + .../apache/beam/sdk/testing/TestPipeline.java | 61 ++++++++++- 25 files changed, 330 insertions(+), 281 deletions(-) ----------------------------------------------------------------------
