This closes #3738
Project: http://git-wip-us.apache.org/repos/asf/beam/repo Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/5181e619 Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/5181e619 Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/5181e619 Branch: refs/heads/master Commit: 5181e619f17e1f69fabe8d5bdfc7a3a6a2142cde Parents: c4517d0 15472b2 Author: Stas Levin <stasle...@apache.org> Authored: Thu Aug 24 09:43:16 2017 +0300 Committer: Stas Levin <stasle...@apache.org> Committed: Thu Aug 24 09:43:16 2017 +0300 ---------------------------------------------------------------------- .../apache/beam/runners/spark/SparkRunner.java | 5 +- .../beam/runners/spark/io/CreateStream.java | 104 ++++--- .../SparkGroupAlsoByWindowViaWindowSet.java | 158 +++++++--- .../spark/stateful/SparkTimerInternals.java | 6 + .../streaming/StreamingTransformTranslator.java | 71 +++-- .../streaming/WatermarkSyncedDStream.java | 149 +++++++++ .../spark/util/GlobalWatermarkHolder.java | 302 +++++++++++++------ .../runners/spark/SparkPipelineStateTest.java | 4 +- .../translation/streaming/CreateStreamTest.java | 33 +- .../spark/src/test/resources/log4j.properties | 11 +- 10 files changed, 633 insertions(+), 210 deletions(-) ----------------------------------------------------------------------