This closes #1466
Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/6893a727 Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/6893a727 Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/6893a727 Branch: refs/heads/master Commit: 6893a7270b728ec72c6e8749008e6a583edf5921 Parents: ef9871c 158378f Author: Sela <ans...@paypal.com> Authored: Mon Dec 5 12:57:25 2016 +0200 Committer: Sela <ans...@paypal.com> Committed: Mon Dec 5 12:57:25 2016 +0200 ---------------------------------------------------------------------- .../beam/runners/spark/EvaluationResult.java | 67 ------ .../beam/runners/spark/SparkPipelineResult.java | 193 +++++++++++++++++ .../apache/beam/runners/spark/SparkRunner.java | 113 ++++++---- .../beam/runners/spark/TestSparkRunner.java | 11 +- .../spark/aggregators/AccumulatorSingleton.java | 6 +- .../spark/aggregators/SparkAggregators.java | 97 +++++++++ .../beam/runners/spark/examples/WordCount.java | 2 +- .../spark/translation/EvaluationContext.java | 131 ++--------- .../spark/translation/SparkContextFactory.java | 2 +- .../spark/translation/SparkRuntimeContext.java | 62 +----- .../spark/translation/TransformTranslator.java | 10 +- .../streaming/StreamingTransformTranslator.java | 10 +- .../runners/spark/ProvidedSparkContextTest.java | 6 +- .../runners/spark/SparkPipelineStateTest.java | 217 +++++++++++++++++++ .../spark/aggregators/ClearAggregatorsRule.java | 37 ++++ .../metrics/sink/ClearAggregatorsRule.java | 33 --- .../metrics/sink/NamedAggregatorsTest.java | 3 +- .../beam/runners/spark/io/AvroPipelineTest.java | 2 +- .../beam/runners/spark/io/NumShardsTest.java | 2 +- .../io/hadoop/HadoopFileFormatPipelineTest.java | 2 +- .../spark/translation/SideEffectsTest.java | 59 ----- .../streaming/EmptyStreamAssertionTest.java | 4 + .../ResumeFromCheckpointStreamingTest.java | 15 +- .../streaming/utils/PAssertStreaming.java | 9 +- 24 files changed, 680 insertions(+), 413 deletions(-) ----------------------------------------------------------------------
