This closes #343
Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/af8f5935 Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/af8f5935 Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/af8f5935 Branch: refs/heads/master Commit: af8f5935ca1866012ceb102b9472c8b1ef102d73 Parents: dc98211 23ba976 Author: Aljoscha Krettek <aljoscha.kret...@gmail.com> Authored: Fri May 20 08:08:38 2016 +0200 Committer: Aljoscha Krettek <aljoscha.kret...@gmail.com> Committed: Fri May 20 08:08:38 2016 +0200 ---------------------------------------------------------------------- examples/java8/pom.xml | 12 + runners/flink/runner/pom.xml | 117 ++- .../beam/runners/flink/FlinkPipelineRunner.java | 16 +- .../runners/flink/FlinkRunnerRegistrar.java | 4 +- .../runners/flink/TestFlinkPipelineRunner.java | 80 ++ .../apache/beam/runners/flink/io/ConsoleIO.java | 82 -- .../FlinkBatchPipelineTranslator.java | 18 +- .../FlinkBatchTransformTranslators.java | 868 ++++++++++++------- .../FlinkBatchTranslationContext.java | 72 +- .../FlinkStreamingTransformTranslators.java | 22 +- .../FlinkStreamingTranslationContext.java | 29 +- .../functions/FlinkAssignContext.java | 56 ++ .../functions/FlinkAssignWindows.java | 51 ++ .../FlinkCoGroupKeyedListAggregator.java | 61 -- .../functions/FlinkCreateFunction.java | 63 -- .../functions/FlinkDoFnFunction.java | 194 ++--- .../FlinkKeyedListAggregationFunction.java | 78 -- .../FlinkMergingNonShuffleReduceFunction.java | 238 +++++ .../FlinkMergingPartialReduceFunction.java | 205 +++++ .../functions/FlinkMergingReduceFunction.java | 207 +++++ .../functions/FlinkMultiOutputDoFnFunction.java | 157 ++-- .../FlinkMultiOutputProcessContext.java | 176 ++++ .../FlinkMultiOutputPruningFunction.java | 25 +- .../functions/FlinkNoElementAssignContext.java | 71 ++ .../functions/FlinkPartialReduceFunction.java | 171 +++- .../functions/FlinkProcessContext.java | 324 +++++++ .../functions/FlinkReduceFunction.java | 174 +++- .../functions/SideInputInitializer.java | 75 ++ .../flink/translation/functions/UnionCoder.java | 152 ---- .../translation/types/CoderTypeInformation.java | 21 +- .../translation/types/CoderTypeSerializer.java | 14 +- .../translation/types/KvCoderComperator.java | 102 +-- .../types/KvCoderTypeInformation.java | 63 +- .../types/VoidCoderTypeSerializer.java | 112 --- .../wrappers/CombineFnAggregatorWrapper.java | 94 -- .../SerializableFnAggregatorWrapper.java | 31 +- .../translation/wrappers/SinkOutputFormat.java | 10 +- .../translation/wrappers/SourceInputFormat.java | 18 +- .../streaming/FlinkGroupByKeyWrapper.java | 10 +- .../io/FlinkStreamingCreateFunction.java | 9 +- .../apache/beam/runners/flink/AvroITCase.java | 129 --- .../beam/runners/flink/FlattenizeITCase.java | 76 -- .../beam/runners/flink/FlinkTestPipeline.java | 2 +- .../beam/runners/flink/JoinExamplesITCase.java | 102 --- .../runners/flink/MaybeEmptyTestITCase.java | 66 -- .../runners/flink/ParDoMultiOutputITCase.java | 102 --- .../beam/runners/flink/ReadSourceITCase.java | 14 +- .../flink/RemoveDuplicatesEmptyITCase.java | 72 -- .../runners/flink/RemoveDuplicatesITCase.java | 73 -- .../beam/runners/flink/SideInputITCase.java | 70 -- .../apache/beam/runners/flink/TfIdfITCase.java | 80 -- .../beam/runners/flink/WordCountITCase.java | 77 -- .../runners/flink/WordCountJoin2ITCase.java | 140 --- .../runners/flink/WordCountJoin3ITCase.java | 158 ---- .../flink/streaming/GroupAlsoByWindowTest.java | 3 +- .../beam/runners/flink/util/JoinExamples.java | 161 ---- .../beam/sdk/transforms/join/UnionCoder.java | 2 +- 57 files changed, 2836 insertions(+), 2773 deletions(-) ----------------------------------------------------------------------