This closes #3734
Project: http://git-wip-us.apache.org/repos/asf/beam/repo Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/e00e0e84 Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/e00e0e84 Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/e00e0e84 Branch: refs/heads/jstorm-runner Commit: e00e0e841e19d427377bd576f26b7fbf62c3b9fb Parents: 0a05de3 26bcdf3 Author: Pei He <[email protected]> Authored: Sun Aug 20 22:59:43 2017 +0800 Committer: Pei He <[email protected]> Committed: Sun Aug 20 22:59:43 2017 +0800 ---------------------------------------------------------------------- ...ostCommit_Java_ValidatesRunner_JStorm.groovy | 43 + runners/jstorm/pom.xml | 58 +- .../runners/jstorm/JStormPipelineOptions.java | 50 ++ .../beam/runners/jstorm/JStormRunner.java | 383 ++++++++- .../runners/jstorm/JStormRunnerRegistrar.java | 41 +- .../beam/runners/jstorm/JStormRunnerResult.java | 78 +- .../beam/runners/jstorm/TestJStormRunner.java | 162 ++++ .../BeamSdkRepackUtilsSerializer.java | 287 +++++++ .../serialization/BeamUtilsSerializer.java | 114 +++ .../serialization/GuavaUtilsSerializer.java | 286 +++++++ .../serialization/JStormUtilsSerializer.java | 126 +++ .../serialization/JavaUtilsSerializer.java | 235 ++++++ .../jstorm/serialization/package-info.java | 22 + .../jstorm/translation/AbstractComponent.java | 67 ++ .../translation/BoundedSourceTranslator.java | 48 ++ .../jstorm/translation/CommonInstance.java | 28 + .../jstorm/translation/DefaultStepContext.java | 90 ++ .../jstorm/translation/DoFnExecutor.java | 348 ++++++++ .../translation/DoFnRunnerWithMetrics.java | 91 ++ .../runners/jstorm/translation/Executor.java | 42 + .../jstorm/translation/ExecutorContext.java | 41 + .../jstorm/translation/ExecutorsBolt.java | 366 ++++++++ .../jstorm/translation/FlattenExecutor.java | 67 ++ .../jstorm/translation/FlattenTranslator.java | 153 ++++ .../translation/GroupByKeyTranslator.java | 59 ++ .../translation/GroupByWindowExecutor.java | 204 +++++ .../translation/JStormPipelineTranslator.java | 184 +++++ .../translation/JStormStateInternals.java | 824 +++++++++++++++++++ .../translation/JStormTimerInternals.java | 96 +++ .../jstorm/translation/MetricsReporter.java | 86 ++ .../translation/MultiOutputDoFnExecutor.java | 55 ++ .../translation/MultiStatefulDoFnExecutor.java | 69 ++ .../translation/ParDoBoundMultiTranslator.java | 104 +++ .../translation/SerializedPipelineOptions.java | 65 ++ .../translation/StatefulDoFnExecutor.java | 67 ++ .../beam/runners/jstorm/translation/Stream.java | 104 +++ .../jstorm/translation/TimerService.java | 53 ++ .../jstorm/translation/TimerServiceImpl.java | 164 ++++ .../jstorm/translation/TransformTranslator.java | 85 ++ .../jstorm/translation/TranslationContext.java | 472 +++++++++++ .../jstorm/translation/TranslatorRegistry.java | 57 ++ .../jstorm/translation/TxExecutorsBolt.java | 133 +++ .../translation/TxUnboundedSourceSpout.java | 156 ++++ .../translation/UnboundedSourceSpout.java | 203 +++++ .../translation/UnboundedSourceTranslator.java | 45 + .../jstorm/translation/ViewExecutor.java | 56 ++ .../jstorm/translation/ViewTranslator.java | 376 +++++++++ .../translation/WindowAssignExecutor.java | 110 +++ .../translation/WindowAssignTranslator.java | 41 + .../jstorm/translation/package-info.java | 22 + .../jstorm/JStormRunnerRegistrarTest.java | 4 +- .../translation/JStormStateInternalsTest.java | 221 +++++ runners/jstorm/src/test/resources/logback.xml | 42 + runners/pom.xml | 2 +- .../beam/sdk/transforms/ReshuffleTest.java | 22 +- sdks/pom.xml | 2 +- 56 files changed, 7351 insertions(+), 58 deletions(-) ----------------------------------------------------------------------
