This closes #1565 Renames ParDo.getNewFn to getFn Moves DoFnAdapters to runners-core Removes unused code from NoOpOldDoFn Removes ArgumentProvider.windowingInternals Removes code for wrapping DoFn as an OldDoFn Removes OldDoFn from ParDo Pushes uses of OldDoFn deeper inside Flink runner Remove ParDo.of(OldDoFn) from Apex runner Converts all easy OldDoFns to DoFn
Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/5a3ace4a Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/5a3ace4a Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/5a3ace4a Branch: refs/heads/master Commit: 5a3ace4a7c786938e5286e921f3afcd23b26de26 Parents: 3e1a628 6b502fc Author: Kenneth Knowles <[email protected]> Authored: Thu Dec 15 14:04:03 2016 -0800 Committer: Kenneth Knowles <[email protected]> Committed: Thu Dec 15 14:04:03 2016 -0800 ---------------------------------------------------------------------- .../apache/beam/runners/apex/ApexRunner.java | 57 +-- .../translation/ApexPipelineTranslator.java | 2 + .../translation/ParDoBoundMultiTranslator.java | 6 +- .../apex/translation/ParDoBoundTranslator.java | 6 +- .../apex/translation/WindowBoundTranslator.java | 78 +++ .../operators/ApexGroupByKeyOperator.java | 2 +- .../operators/ApexParDoOperator.java | 25 +- .../FlattenPCollectionTranslatorTest.java | 15 +- .../translation/GroupByKeyTranslatorTest.java | 21 +- .../translation/ParDoBoundTranslatorTest.java | 38 +- .../translation/ReadUnboundTranslatorTest.java | 15 +- .../apache/beam/runners/core/AssignWindows.java | 46 -- .../apache/beam/runners/core/DoFnAdapters.java | 344 +++++++++++++ .../beam/runners/core/SimpleDoFnRunner.java | 57 --- .../beam/runners/core/SimpleOldDoFnRunner.java | 4 +- .../beam/runners/core/SplittableParDo.java | 11 +- .../core/GroupAlsoByWindowsProperties.java | 2 +- .../runners/direct/ParDoEvaluatorFactory.java | 2 +- .../direct/ParDoMultiOverrideFactory.java | 2 +- .../ParDoSingleViaMultiOverrideFactory.java | 4 +- .../direct/StatefulParDoEvaluatorFactory.java | 4 +- .../apache/beam/runners/flink/FlinkRunner.java | 10 +- .../FlinkBatchTransformTranslators.java | 13 +- .../FlinkStreamingTransformTranslators.java | 4 +- .../functions/FlinkDoFnFunction.java | 10 +- .../functions/FlinkMultiOutputDoFnFunction.java | 10 +- .../functions/FlinkProcessContextBase.java | 2 +- .../wrappers/streaming/DoFnOperator.java | 43 +- .../wrappers/streaming/WindowDoFnOperator.java | 8 +- .../beam/runners/flink/PipelineOptionsTest.java | 6 +- .../flink/streaming/DoFnOperatorTest.java | 13 +- .../flink/streaming/GroupByNullKeyTest.java | 18 +- .../streaming/TopWikipediaSessionsITCase.java | 10 +- .../dataflow/DataflowPipelineTranslator.java | 8 +- .../spark/translation/SparkAssignWindowFn.java | 2 +- .../spark/translation/TransformTranslator.java | 4 +- .../streaming/StreamingTransformTranslator.java | 4 +- .../beam/sdk/AggregatorPipelineExtractor.java | 4 +- .../sdk/transforms/AggregatorRetriever.java | 13 +- .../beam/sdk/transforms/DoFnAdapters.java | 504 ------------------- .../apache/beam/sdk/transforms/DoFnTester.java | 7 - .../org/apache/beam/sdk/transforms/OldDoFn.java | 297 +---------- .../org/apache/beam/sdk/transforms/ParDo.java | 173 +------ .../sdk/transforms/reflect/DoFnInvoker.java | 20 - .../sdk/transforms/reflect/DoFnInvokers.java | 141 +----- .../sdk/AggregatorPipelineExtractorTest.java | 12 +- .../apache/beam/sdk/transforms/NoOpOldDoFn.java | 74 +-- .../apache/beam/sdk/transforms/OldDoFnTest.java | 125 ++--- .../transforms/reflect/DoFnInvokersTest.java | 42 -- 49 files changed, 689 insertions(+), 1629 deletions(-) ----------------------------------------------------------------------
