This closes #2150: Add SideInput support for GearpumpRunner enable ParDoTest [BEAM-79] Add SideInput support for GearpumpRunner
Project: http://git-wip-us.apache.org/repos/asf/beam/repo Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/15a8ad62 Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/15a8ad62 Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/15a8ad62 Branch: refs/heads/master Commit: 15a8ad62afdfaef20d87a9384dd8417979bee750 Parents: 2d0aed9 3dc8fc8 Author: Kenneth Knowles <k...@google.com> Authored: Fri Mar 10 13:56:37 2017 -0800 Committer: Kenneth Knowles <k...@google.com> Committed: Fri Mar 10 13:56:37 2017 -0800 ---------------------------------------------------------------------- runners/gearpump/pom.xml | 19 - .../gearpump/GearpumpPipelineResult.java | 47 +-- .../gearpump/GearpumpPipelineTranslator.java | 8 + .../beam/runners/gearpump/GearpumpRunner.java | 373 ++++++++++++++++++- .../runners/gearpump/TestGearpumpRunner.java | 39 +- ...CreateGearpumpPCollectionViewTranslator.java | 44 +++ .../CreatePCollectionViewTranslator.java | 43 +++ .../translators/CreateValuesTranslator.java | 2 + .../FlattenPCollectionTranslator.java | 38 ++ .../translators/GroupByKeyTranslator.java | 82 ++-- .../translators/ParDoBoundMultiTranslator.java | 165 +++----- .../translators/ParDoBoundTranslator.java | 32 +- .../translators/WindowBoundTranslator.java | 21 +- .../translators/functions/DoFnFunction.java | 158 ++++++-- .../translators/io/BoundedSourceWrapper.java | 1 + .../gearpump/translators/io/GearpumpSource.java | 23 +- .../gearpump/translators/io/ValuesSource.java | 14 +- .../translators/utils/DoFnRunnerFactory.java | 20 +- .../translators/utils/NoOpSideInputReader.java | 48 --- .../translators/utils/TranslatorUtils.java | 147 ++++++++ 20 files changed, 1001 insertions(+), 323 deletions(-) ----------------------------------------------------------------------
