[BEAM-2926] Migrate to using a trivial multimap materialization within the Java SDK.
This closes #4011 Project: http://git-wip-us.apache.org/repos/asf/beam/repo Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/30886ace Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/30886ace Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/30886ace Branch: refs/heads/tez-runner Commit: 30886acee9432d3bdfeb679c8dd717244bb86fb9 Parents: 7ce0a82 accb208 Author: Luke Cwik <lc...@google.com> Authored: Wed Nov 15 09:00:23 2017 -0800 Committer: Luke Cwik <lc...@google.com> Committed: Wed Nov 15 09:00:23 2017 -0800 ---------------------------------------------------------------------- .../apex/translation/ParDoTranslatorTest.java | 3 +- .../core/construction/PTransformMatchers.java | 3 +- .../core/construction/ParDoTranslation.java | 17 +- .../CreatePCollectionViewTranslationTest.java | 10 +- .../construction/PTransformMatchersTest.java | 33 +- .../core/construction/ParDoTranslationTest.java | 7 +- .../core/InMemoryMultimapSideInputView.java | 62 +++ .../beam/runners/core/SideInputHandler.java | 63 ++-- .../core/InMemoryMultimapSideInputViewTest.java | 53 +++ .../beam/runners/core/SideInputHandlerTest.java | 89 +++-- .../beam/runners/direct/SideInputContainer.java | 38 +- .../runners/direct/EvaluationContextTest.java | 44 ++- .../runners/direct/SideInputContainerTest.java | 226 +++++------ .../direct/ViewEvaluatorFactoryTest.java | 13 +- .../runners/direct/ViewOverrideFactoryTest.java | 9 +- .../direct/WriteWithShardingFactoryTest.java | 9 +- .../FlinkStreamingTransformTranslators.java | 1 - .../functions/FlinkSideInputReader.java | 27 +- .../functions/SideInputInitializer.java | 50 ++- .../flink/streaming/DoFnOperatorTest.java | 40 +- runners/google-cloud-dataflow-java/pom.xml | 2 +- .../runners/dataflow/BatchViewOverrides.java | 69 ++-- .../runners/dataflow/CreateDataflowView.java | 21 +- .../beam/runners/dataflow/DataflowRunner.java | 152 +++++++- .../dataflow/StreamingViewOverrides.java | 2 +- .../spark/translation/TransformTranslator.java | 7 +- .../spark/util/SparkSideInputReader.java | 50 ++- .../org/apache/beam/sdk/transforms/Combine.java | 13 +- .../apache/beam/sdk/transforms/DoFnTester.java | 20 +- .../beam/sdk/transforms/Materializations.java | 30 +- .../org/apache/beam/sdk/transforms/View.java | 67 +++- .../org/apache/beam/sdk/transforms/ViewFn.java | 6 +- .../apache/beam/sdk/values/PCollectionView.java | 7 +- .../beam/sdk/values/PCollectionViews.java | 256 ++++++------- .../sdk/testing/PCollectionViewTesting.java | 375 +++---------------- .../beam/sdk/transforms/DoFnTesterTest.java | 12 +- .../beam/sdk/io/gcp/bigquery/BatchLoads.java | 14 +- 37 files changed, 997 insertions(+), 903 deletions(-) ----------------------------------------------------------------------
