This is an automated email from the ASF dual-hosted git repository. jkff pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git.
from e70b068 [BEAM-3126] Adding a new Flatten test to Python SDK. (#4463) add 51ca1ee Code compiles after auto-transition to lambda add 3871bbe google-java-format add c824716 Removes unnecessary explicit type arguments add 1242a83 google-java-format add 10b5ad0 checkstyle fixups add 3d06c89 More removal of explicit type arguments add b0a2b0f google-java-format add 1ca3a4d Manually fixed a couple cases of bad comment formatting add aedb4c8 Manual fixup of some call sites where lambdas mess up coder inference add 0d87135 A couple of final example fixups new 0cbcf4a Merge pull request #4470 from jkff/java8 The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: .../org/apache/beam/examples/MinimalWordCount.java | 72 +- .../apache/beam/examples/WindowedWordCount.java | 4 +- .../java/org/apache/beam/examples/WordCount.java | 3 +- .../beam/examples/complete/AutoComplete.java | 78 +- .../org/apache/beam/examples/complete/TfIdf.java | 50 +- .../examples/complete/TopWikipediaSessions.java | 17 +- .../beam/examples/complete/TrafficMaxLaneFlow.java | 14 +- .../beam/examples/complete/TrafficRoutes.java | 17 +- .../beam/examples/cookbook/BigQueryTornadoes.java | 3 +- .../examples/cookbook/CombinePerKeyExamples.java | 4 +- .../beam/examples/cookbook/DistinctExample.java | 4 +- .../beam/examples/cookbook/FilterExamples.java | 3 +- .../beam/examples/cookbook/JoinExamples.java | 12 +- .../beam/examples/cookbook/MaxPerKeyExamples.java | 3 +- .../beam/examples/cookbook/TriggerExample.java | 4 +- .../org/apache/beam/examples/WordCountTest.java | 3 +- .../beam/examples/complete/AutoCompleteTest.java | 17 +- .../apache/beam/examples/complete/TfIdfTest.java | 4 +- .../examples/cookbook/DistinctExampleTest.java | 6 +- .../beam/examples/cookbook/TriggerExampleTest.java | 6 +- .../beam/examples/MinimalWordCountJava8.java | 20 +- .../beam/examples/complete/game/GameStats.java | 148 ++-- .../examples/complete/game/HourlyTeamScore.java | 74 +- .../beam/examples/complete/game/LeaderBoard.java | 31 +- .../beam/examples/complete/game/UserScore.java | 18 +- .../examples/complete/game/injector/Injector.java | 57 +- .../game/injector/RetryHttpInitializerWrapper.java | 42 +- .../examples/complete/game/utils/WriteToText.java | 2 +- .../beam/examples/website_snippets/Snippets.java | 11 +- .../beam/examples/MinimalWordCountJava8Test.java | 51 +- .../examples/complete/game/LeaderBoardTest.java | 16 +- .../examples/website_snippets/SnippetsTest.java | 3 +- .../org/apache/beam/runners/apex/ApexRunner.java | 22 +- .../beam/runners/apex/ApexRunnerRegistrar.java | 5 +- .../apache/beam/runners/apex/ApexYarnLauncher.java | 7 +- .../runners/apex/translation/ParDoTranslator.java | 2 +- .../operators/ApexGroupByKeyOperator.java | 43 +- .../translation/operators/ApexParDoOperator.java | 10 +- .../operators/ApexProcessFnOperator.java | 6 +- .../operators/ApexReadUnboundedInputOperator.java | 2 +- .../apex/translation/utils/ApexStateInternals.java | 2 +- .../apache/beam/runners/apex/ApexRunnerTest.java | 2 +- .../beam/runners/apex/ApexYarnLauncherTest.java | 8 +- .../beam/runners/apex/examples/WordCountTest.java | 14 +- .../FlattenPCollectionTranslatorTest.java | 9 +- .../apex/translation/GroupByKeyTranslatorTest.java | 4 +- .../apex/translation/ParDoTranslatorTest.java | 52 +- .../apex/translation/SideInputTranslationTest.java | 10 +- .../operators/ApexTimerInternalsTest.java | 7 +- .../core/construction/ArtifactServiceStager.java | 3 +- .../core/construction/CombineTranslation.java | 3 +- .../CreatePCollectionViewTranslation.java | 5 +- .../construction/DeduplicatedFlattenFactory.java | 6 +- .../construction/EmptyFlattenAsCreateFactory.java | 2 +- .../core/construction/PTransformMatchers.java | 45 +- .../core/construction/PTransformTranslation.java | 3 +- .../core/construction/ParDoTranslation.java | 3 +- .../core/construction/PipelineTranslation.java | 3 +- .../runners/core/construction/PrimitiveCreate.java | 2 +- .../runners/core/construction/ReadTranslation.java | 9 +- .../runners/core/construction/SplittableParDo.java | 22 +- .../UnboundedReadFromBoundedSource.java | 16 +- .../runners/core/construction/UnconsumedReads.java | 2 +- .../core/construction/WindowIntoTranslation.java | 4 +- .../core/construction/WriteFilesTranslation.java | 8 +- .../construction/ArtifactServiceStagerTest.java | 2 +- .../core/construction/CoderTranslationTest.java | 2 +- .../core/construction/CombineTranslationTest.java | 2 +- .../CreatePCollectionViewTranslationTest.java | 12 +- .../DeduplicatedFlattenFactoryTest.java | 8 +- .../EmptyFlattenAsCreateFactoryTest.java | 31 +- .../construction/ForwardingPTransformTest.java | 4 +- .../construction/PCollectionTranslationTest.java | 22 +- .../core/construction/PTransformMatchersTest.java | 146 ++-- .../construction/PTransformReplacementsTest.java | 12 +- .../construction/PTransformTranslationTest.java | 9 +- .../core/construction/ParDoTranslationTest.java | 39 +- .../core/construction/PipelineTranslationTest.java | 9 +- .../core/construction/ReadTranslationTest.java | 6 +- .../core/construction/ReplacementOutputsTest.java | 9 +- .../core/construction/SdkComponentsTest.java | 36 +- .../SingleInputOutputOverrideFactoryTest.java | 2 +- .../construction/TestStreamTranslationTest.java | 8 +- .../core/construction/TransformInputsTest.java | 29 +- .../UnboundedReadFromBoundedSourceTest.java | 18 +- .../core/construction/UnconsumedReadsTest.java | 9 +- .../UnsupportedOverrideFactoryTest.java | 4 +- .../WindowingStrategyTranslationTest.java | 2 +- .../construction/metrics/MetricFilteringTest.java | 2 +- .../runners/core/GroupByKeyViaGroupByKeyOnly.java | 23 +- .../beam/runners/core/InMemoryStateInternals.java | 4 +- .../apache/beam/runners/core/KeyedWorkItems.java | 2 +- .../runners/core/LateDataDroppingDoFnRunner.java | 35 +- .../apache/beam/runners/core/LateDataUtils.java | 63 +- .../beam/runners/core/MergingActiveWindowSet.java | 4 +- .../beam/runners/core/NullSideInputReader.java | 2 +- ...TimeBoundedSplittableProcessElementInvoker.java | 7 +- .../beam/runners/core/ReduceFnContextFactory.java | 15 +- .../apache/beam/runners/core/ReduceFnRunner.java | 54 +- .../core/SplittableParDoViaKeyedWorkItems.java | 2 +- .../apache/beam/runners/core/SystemReduceFn.java | 21 +- .../apache/beam/runners/core/WatermarkHold.java | 2 +- .../beam/runners/core/metrics/MetricUpdates.java | 7 +- .../runners/core/metrics/MetricsContainerImpl.java | 24 +- .../core/metrics/MetricsContainerStepMap.java | 159 ++-- .../core/triggers/AfterAllStateMachine.java | 2 +- .../AfterDelayFromFirstElementStateMachine.java | 12 +- .../core/triggers/AfterEachStateMachine.java | 2 +- .../core/triggers/AfterFirstStateMachine.java | 2 +- ...fterSynchronizedProcessingTimeStateMachine.java | 3 +- .../core/triggers/AfterWatermarkStateMachine.java | 4 +- .../TriggerStateMachineContextFactory.java | 11 +- .../beam/runners/core/KeyedWorkItemCoderTest.java | 5 +- .../beam/runners/core/LateDataUtilsTest.java | 3 +- .../beam/runners/core/ReduceFnRunnerTest.java | 48 +- .../apache/beam/runners/core/ReduceFnTester.java | 70 +- .../beam/runners/core/SideInputHandlerTest.java | 49 +- .../beam/runners/core/SimpleDoFnRunnerTest.java | 24 +- .../SimplePushbackSideInputDoFnRunnerTest.java | 21 +- .../runners/core/SplittableParDoProcessFnTest.java | 22 +- .../beam/runners/core/StatefulDoFnRunnerTest.java | 6 +- .../apache/beam/runners/core/WindowMatchers.java | 20 +- .../core/metrics/MetricsContainerStepMapTest.java | 2 +- .../beam/runners/core/metrics/MetricsMapTest.java | 8 +- .../core/triggers/AfterFirstStateMachineTest.java | 2 +- .../triggers/AfterWatermarkStateMachineTest.java | 4 +- .../core/triggers/FinishedTriggersSetTest.java | 9 +- .../core/triggers/RepeatedlyStateMachineTest.java | 7 +- .../core/triggers/StubTriggerStateMachine.java | 2 +- .../core/triggers/TriggerStateMachineTest.java | 10 +- .../core/triggers/TriggerStateMachineTester.java | 62 +- ...DirectGBKIntoKeyedWorkItemsOverrideFactory.java | 2 +- .../beam/runners/direct/DirectGroupByKey.java | 4 +- .../apache/beam/runners/direct/DirectMetrics.java | 45 +- .../beam/runners/direct/DirectRegistrar.java | 6 +- .../beam/runners/direct/EvaluationContext.java | 8 +- .../direct/ExecutorServiceParallelExecutor.java | 13 +- .../direct/GroupAlsoByWindowEvaluatorFactory.java | 52 +- .../direct/ImmutabilityEnforcementFactory.java | 2 +- .../runners/direct/KeyedPValueTrackingVisitor.java | 2 +- .../beam/runners/direct/MultiStepCombine.java | 2 +- .../apache/beam/runners/direct/ParDoEvaluator.java | 44 +- .../beam/runners/direct/ParDoEvaluatorFactory.java | 2 +- .../runners/direct/ParDoMultiOverrideFactory.java | 8 +- .../beam/runners/direct/QuiescenceDriver.java | 12 +- .../beam/runners/direct/ReadEvaluatorFactory.java | 4 +- .../beam/runners/direct/SideInputContainer.java | 18 +- .../SplittableProcessElementsEvaluatorFactory.java | 78 +- .../direct/StatefulParDoEvaluatorFactory.java | 31 +- .../runners/direct/TestStreamEvaluatorFactory.java | 2 +- .../direct/UnboundedReadEvaluatorFactory.java | 17 +- .../beam/runners/direct/ViewOverrideFactory.java | 13 +- .../beam/runners/direct/WatermarkManager.java | 5 +- .../runners/direct/WindowEvaluatorFactory.java | 2 +- .../runners/direct/WriteWithShardingFactory.java | 8 +- .../direct/BoundedReadEvaluatorFactoryTest.java | 19 +- .../runners/direct/CloningBundleFactoryTest.java | 9 +- .../beam/runners/direct/CommittedResultTest.java | 20 +- .../runners/direct/DirectGraphVisitorTest.java | 29 +- .../DirectGroupByKeyOverrideFactoryTest.java | 3 +- .../beam/runners/direct/DirectMetricsTest.java | 88 +- .../beam/runners/direct/DirectRunnerTest.java | 107 ++- .../direct/DirectTransformExecutorTest.java | 31 +- ...cycleManagerRemovingTransformEvaluatorTest.java | 6 +- .../runners/direct/DoFnLifecycleManagerTest.java | 2 +- .../beam/runners/direct/EvaluationContextTest.java | 62 +- .../direct/FlattenEvaluatorFactoryTest.java | 12 +- .../direct/GroupByKeyEvaluatorFactoryTest.java | 2 +- .../direct/GroupByKeyOnlyEvaluatorFactoryTest.java | 2 +- .../ImmutabilityCheckingBundleFactoryTest.java | 2 +- .../direct/ImmutabilityEnforcementFactoryTest.java | 8 +- .../direct/ImmutableListBundleFactoryTest.java | 10 +- .../direct/KeyedPValueTrackingVisitorTest.java | 23 +- .../beam/runners/direct/MultiStepCombineTest.java | 8 +- .../beam/runners/direct/ParDoEvaluatorTest.java | 14 +- .../runners/direct/SideInputContainerTest.java | 117 +-- .../direct/StatefulParDoEvaluatorFactoryTest.java | 32 +- .../runners/direct/StepTransformResultTest.java | 3 +- .../beam/runners/direct/StructuralKeyTest.java | 4 +- .../direct/TestStreamEvaluatorFactoryTest.java | 7 +- .../direct/UnboundedReadEvaluatorFactoryTest.java | 30 +- .../runners/direct/ViewEvaluatorFactoryTest.java | 15 +- .../runners/direct/ViewOverrideFactoryTest.java | 25 +- .../beam/runners/direct/WatermarkManagerTest.java | 325 ++++--- .../runners/direct/WindowEvaluatorFactoryTest.java | 17 +- .../direct/WriteWithShardingFactoryTest.java | 5 +- .../runners/flink/CreateStreamingFlinkView.java | 7 +- .../flink/FlinkBatchTransformTranslators.java | 49 +- .../beam/runners/flink/FlinkRunnerRegistrar.java | 7 +- .../beam/runners/flink/FlinkRunnerResult.java | 7 +- .../flink/FlinkStreamingTransformTranslators.java | 171 ++-- .../FlinkMergingNonShuffleReduceFunction.java | 2 +- .../functions/FlinkPartialReduceFunction.java | 3 +- .../translation/functions/FlinkReduceFunction.java | 2 +- .../functions/FlinkSideInputReader.java | 7 +- .../functions/SideInputInitializer.java | 20 +- .../functions/SortingFlinkCombineRunner.java | 16 +- .../wrappers/streaming/DoFnOperator.java | 28 +- .../wrappers/streaming/SplittableDoFnOperator.java | 35 +- .../wrappers/streaming/WindowDoFnOperator.java | 36 +- .../state/FlinkBroadcastStateInternals.java | 2 +- .../state/FlinkKeyGroupStateInternals.java | 6 +- .../streaming/state/FlinkSplitStateInternals.java | 2 +- .../streaming/state/FlinkStateInternals.java | 39 +- .../beam/runners/flink/PipelineOptionsTest.java | 52 +- .../flink/streaming/DedupingOperatorTest.java | 46 +- .../runners/flink/streaming/DoFnOperatorTest.java | 292 +++---- .../flink/streaming/GroupByNullKeyTest.java | 76 +- .../streaming/TopWikipediaSessionsITCase.java | 122 ++- .../runners/gearpump/GearpumpPipelineResult.java | 7 +- .../runners/gearpump/GearpumpRunnerRegistrar.java | 7 +- .../translators/CreateStreamingGearpumpView.java | 10 +- .../translators/FlattenPCollectionsTranslator.java | 5 +- .../gearpump/translators/GroupByKeyTranslator.java | 23 +- .../dataflow/BatchStatefulParDoOverrides.java | 22 +- .../beam/runners/dataflow/BatchViewOverrides.java | 173 ++-- .../beam/runners/dataflow/DataflowMetrics.java | 2 +- .../beam/runners/dataflow/DataflowPipelineJob.java | 85 +- .../dataflow/DataflowPipelineRegistrar.java | 6 +- .../beam/runners/dataflow/DataflowRunner.java | 35 +- .../runners/dataflow/ReshuffleOverrideFactory.java | 30 +- .../runners/dataflow/StreamingViewOverrides.java | 2 +- .../beam/runners/dataflow/internal/IsmFormat.java | 11 +- .../dataflow/util/CloudObjectTranslators.java | 22 +- ...DefaultCoderCloudObjectTranslatorRegistrar.java | 2 +- .../beam/runners/dataflow/util/PackageUtil.java | 58 +- .../apache/beam/runners/dataflow/util/Structs.java | 10 +- .../dataflow/BatchStatefulParDoOverridesTest.java | 13 +- .../runners/dataflow/BatchViewOverridesTest.java | 12 +- .../beam/runners/dataflow/DataflowMetricsTest.java | 2 +- .../runners/dataflow/DataflowPipelineJobTest.java | 50 +- .../dataflow/DataflowPipelineTranslatorTest.java | 121 +-- .../beam/runners/dataflow/DataflowRunnerTest.java | 144 ++-- .../dataflow/PrimitiveParDoSingleFactoryTest.java | 2 +- .../runners/dataflow/TestDataflowRunnerTest.java | 50 +- .../transforms/DataflowGroupByKeyTest.java | 14 +- .../dataflow/transforms/DataflowViewTest.java | 49 +- .../runners/dataflow/util/CloudObjectsTest.java | 8 +- .../runners/dataflow/util/MonitoringUtilTest.java | 4 +- .../runners/dataflow/util/PackageUtilTest.java | 10 +- .../beam/runners/dataflow/util/StructsTest.java | 11 +- .../runners/fnexecution/ServerFactoryTest.java | 33 +- .../logging/GrpcLoggingServiceTest.java | 112 ++- .../LocalFileSystemArtifactStagerServiceTest.java | 2 +- .../beam/runners/local/StructuralKeyTest.java | 5 +- .../reference/job/ReferenceRunnerJobService.java | 7 +- .../job/ReferenceRunnerJobServiceTest.java | 12 +- .../runners/spark/SparkNativePipelineVisitor.java | 13 +- .../org/apache/beam/runners/spark/SparkRunner.java | 22 +- .../beam/runners/spark/SparkRunnerRegistrar.java | 5 +- .../apache/beam/runners/spark/TestSparkRunner.java | 2 +- .../spark/aggregators/AggregatorsAccumulator.java | 6 +- .../spark/aggregators/NamedAggregators.java | 12 +- .../beam/runners/spark/coders/CoderHelpers.java | 60 +- .../beam/runners/spark/examples/WordCount.java | 3 +- .../apache/beam/runners/spark/io/CreateStream.java | 3 +- .../beam/runners/spark/io/SourceDStream.java | 4 +- .../apache/beam/runners/spark/io/SourceRDD.java | 5 +- .../runners/spark/io/SparkUnboundedSource.java | 18 +- .../runners/spark/metrics/MetricsAccumulator.java | 6 +- .../runners/spark/metrics/WithMetricsSupport.java | 95 +- .../SparkGroupAlsoByWindowViaWindowSet.java | 93 +- .../spark/stateful/SparkTimerInternals.java | 3 +- .../runners/spark/translation/BoundedDataset.java | 16 +- .../spark/translation/EvaluationContext.java | 4 +- .../spark/translation/GroupCombineFunctions.java | 145 ++-- .../spark/translation/MultiDoFnFunction.java | 20 +- .../spark/translation/SparkAbstractCombineFn.java | 15 +- .../spark/translation/SparkProcessContext.java | 8 +- .../spark/translation/TransformTranslator.java | 274 +++--- .../spark/translation/TranslationUtils.java | 178 ++-- .../spark/translation/WindowingHelpers.java | 29 +- .../streaming/StreamingTransformTranslator.java | 160 ++-- .../translation/streaming/UnboundedDataset.java | 11 +- .../streaming/WatermarkSyncedDStream.java | 3 +- .../runners/spark/util/GlobalWatermarkHolder.java | 2 +- .../runners/spark/util/SparkSideInputReader.java | 27 +- .../org/apache/beam/runners/spark/CacheTest.java | 4 +- .../runners/spark/SparkRunnerDebuggerTest.java | 14 +- .../spark/TestSparkPipelineOptionsRegistrar.java | 2 +- .../beam/runners/spark/io/NumShardsTest.java | 8 +- .../translation/streaming/CreateStreamTest.java | 97 +-- .../ResumeFromCheckpointStreamingTest.java | 62 +- .../streaming/TrackStreamingSourcesTest.java | 3 +- .../main/java/org/apache/beam/sdk/Pipeline.java | 3 +- .../java/org/apache/beam/sdk/coders/AvroCoder.java | 8 +- .../org/apache/beam/sdk/coders/CoderRegistry.java | 8 +- .../org/apache/beam/sdk/coders/DefaultCoder.java | 2 +- .../org/apache/beam/sdk/coders/DelegateCoder.java | 2 +- .../beam/sdk/coders/StringDelegateCoder.java | 29 +- .../main/java/org/apache/beam/sdk/io/AvroIO.java | 22 +- .../main/java/org/apache/beam/sdk/io/AvroSink.java | 4 +- .../java/org/apache/beam/sdk/io/AvroSource.java | 7 +- .../sdk/io/BoundedReadFromUnboundedSource.java | 21 +- .../org/apache/beam/sdk/io/CompressedSource.java | 3 +- .../beam/sdk/io/DynamicAvroDestinations.java | 2 +- .../java/org/apache/beam/sdk/io/FileBasedSink.java | 4 +- .../main/java/org/apache/beam/sdk/io/FileIO.java | 122 +-- .../java/org/apache/beam/sdk/io/FileSystems.java | 103 +-- .../org/apache/beam/sdk/io/LocalFileSystem.java | 17 +- .../beam/sdk/io/LocalFileSystemRegistrar.java | 2 +- .../org/apache/beam/sdk/io/LocalResources.java | 8 +- .../src/main/java/org/apache/beam/sdk/io/Read.java | 4 +- .../beam/sdk/io/ReadAllViaFileBasedSource.java | 4 +- .../java/org/apache/beam/sdk/io/TFRecordIO.java | 2 +- .../main/java/org/apache/beam/sdk/io/TextIO.java | 27 +- .../java/org/apache/beam/sdk/io/WriteFiles.java | 20 +- .../org/apache/beam/sdk/io/WriteFilesResult.java | 4 +- .../beam/sdk/metrics/MetricsEnvironment.java | 3 +- .../beam/sdk/options/PipelineOptionsFactory.java | 123 +-- .../beam/sdk/options/ProxyInvocationHandler.java | 23 +- .../org/apache/beam/sdk/options/ValueProvider.java | 2 +- .../apache/beam/sdk/runners/AppliedPTransform.java | 3 +- .../beam/sdk/runners/TransformHierarchy.java | 8 +- .../java/org/apache/beam/sdk/state/StateSpecs.java | 12 +- .../org/apache/beam/sdk/testing/Annotations.java | 34 +- .../apache/beam/sdk/testing/CoderProperties.java | 11 +- .../apache/beam/sdk/testing/GatherAllPanes.java | 6 +- .../java/org/apache/beam/sdk/testing/PAssert.java | 103 +-- .../beam/sdk/testing/SerializableMatchers.java | 400 ++------- .../apache/beam/sdk/testing/SourceTestUtils.java | 44 +- .../org/apache/beam/sdk/testing/TestPipeline.java | 9 +- .../org/apache/beam/sdk/testing/TestStream.java | 14 +- .../apache/beam/sdk/testing/WindowFnTestUtils.java | 8 +- .../beam/sdk/transforms/ApproximateQuantiles.java | 27 +- .../beam/sdk/transforms/ApproximateUnique.java | 3 +- .../org/apache/beam/sdk/transforms/Combine.java | 43 +- .../org/apache/beam/sdk/transforms/Contextful.java | 9 +- .../java/org/apache/beam/sdk/transforms/Count.java | 25 +- .../org/apache/beam/sdk/transforms/Create.java | 23 +- .../org/apache/beam/sdk/transforms/Distinct.java | 41 +- .../org/apache/beam/sdk/transforms/DoFnTester.java | 42 +- .../org/apache/beam/sdk/transforms/Filter.java | 41 +- .../org/apache/beam/sdk/transforms/Latest.java | 51 +- .../java/org/apache/beam/sdk/transforms/Max.java | 22 +- .../java/org/apache/beam/sdk/transforms/Mean.java | 4 +- .../java/org/apache/beam/sdk/transforms/Min.java | 22 +- .../java/org/apache/beam/sdk/transforms/ParDo.java | 18 +- .../java/org/apache/beam/sdk/transforms/Reify.java | 4 +- .../beam/sdk/transforms/ReifyTimestamps.java | 4 +- .../apache/beam/sdk/transforms/Requirements.java | 2 +- .../org/apache/beam/sdk/transforms/Reshuffle.java | 18 +- .../org/apache/beam/sdk/transforms/Sample.java | 14 +- .../beam/sdk/transforms/SerializableFunctions.java | 7 +- .../java/org/apache/beam/sdk/transforms/Sum.java | 6 +- .../java/org/apache/beam/sdk/transforms/Top.java | 2 +- .../java/org/apache/beam/sdk/transforms/View.java | 24 +- .../java/org/apache/beam/sdk/transforms/Watch.java | 31 +- .../org/apache/beam/sdk/transforms/WithKeys.java | 9 +- .../apache/beam/sdk/transforms/WithTimestamps.java | 2 +- .../beam/sdk/transforms/display/DisplayData.java | 13 +- .../beam/sdk/transforms/join/CoGbkResult.java | 11 +- .../beam/sdk/transforms/join/CoGroupByKey.java | 15 +- .../sdk/transforms/join/KeyedPCollectionTuple.java | 2 +- .../reflect/ByteBuddyDoFnInvokerFactory.java | 44 +- .../reflect/ByteBuddyOnTimerInvokerFactory.java | 66 +- .../sdk/transforms/reflect/DoFnSignatures.java | 16 +- .../beam/sdk/transforms/windowing/AfterAll.java | 2 +- .../beam/sdk/transforms/windowing/AfterEach.java | 2 +- .../beam/sdk/transforms/windowing/AfterFirst.java | 2 +- .../transforms/windowing/AfterProcessingTime.java | 2 +- .../sdk/transforms/windowing/AfterWatermark.java | 7 +- .../beam/sdk/transforms/windowing/Window.java | 2 +- .../java/org/apache/beam/sdk/util/ApiSurface.java | 83 +- .../java/org/apache/beam/sdk/util/ClassPath.java | 8 +- .../java/org/apache/beam/sdk/util/Sleeper.java | 7 +- .../java/org/apache/beam/sdk/util/StreamUtils.java | 2 +- .../org/apache/beam/sdk/util/WindowedValue.java | 2 +- .../beam/sdk/util/common/ReflectHelpers.java | 46 +- .../org/apache/beam/sdk/values/PCollection.java | 4 +- .../apache/beam/sdk/values/PCollectionList.java | 2 +- .../apache/beam/sdk/values/PCollectionTuple.java | 4 +- .../apache/beam/sdk/values/PCollectionViews.java | 9 +- .../org/apache/beam/sdk/values/TupleTagList.java | 2 +- .../org/apache/beam/sdk/values/TypeDescriptor.java | 2 +- .../apache/beam/sdk/values/TypeDescriptors.java | 14 +- .../apache/beam/sdk/values/ValueWithRecordId.java | 5 +- .../apache/beam/sdk/values/WindowingStrategy.java | 98 ++- .../java/org/apache/beam/sdk/PipelineTest.java | 68 +- .../org/apache/beam/sdk/coders/AvroCoderTest.java | 4 +- .../apache/beam/sdk/coders/CoderProvidersTest.java | 13 +- .../java/org/apache/beam/sdk/coders/CoderTest.java | 2 +- .../beam/sdk/coders/CollectionCoderTest.java | 15 +- .../apache/beam/sdk/coders/CommonCoderTest.java | 2 +- .../apache/beam/sdk/coders/DefaultCoderTest.java | 9 +- .../apache/beam/sdk/coders/DelegateCoderTest.java | 36 +- .../apache/beam/sdk/coders/IterableCoderTest.java | 14 +- .../org/apache/beam/sdk/coders/KvCoderTest.java | 2 +- .../org/apache/beam/sdk/coders/ListCoderTest.java | 20 +- .../org/apache/beam/sdk/coders/MapCoderTest.java | 9 +- .../apache/beam/sdk/coders/NullableCoderTest.java | 16 +- .../org/apache/beam/sdk/coders/SetCoderTest.java | 9 +- .../java/org/apache/beam/sdk/io/AvroIOTest.java | 87 +- .../org/apache/beam/sdk/io/AvroSourceTest.java | 18 +- .../org/apache/beam/sdk/io/CountingSourceTest.java | 33 +- .../org/apache/beam/sdk/io/FileBasedSinkTest.java | 19 +- .../apache/beam/sdk/io/FileBasedSourceTest.java | 30 +- .../java/org/apache/beam/sdk/io/FileIOTest.java | 51 +- .../org/apache/beam/sdk/io/FileSystemsTest.java | 14 +- .../apache/beam/sdk/io/GenerateSequenceTest.java | 19 +- .../apache/beam/sdk/io/LocalFileSystemTest.java | 37 +- .../java/org/apache/beam/sdk/io/SimpleSink.java | 4 +- .../org/apache/beam/sdk/io/TextIOReadTest.java | 20 +- .../org/apache/beam/sdk/io/TextIOWriteTest.java | 18 +- .../org/apache/beam/sdk/io/WriteFilesTest.java | 26 +- .../sdk/options/PipelineOptionsFactoryTest.java | 4 +- .../sdk/options/PipelineOptionsReflectorTest.java | 5 +- .../beam/sdk/options/PipelineOptionsTest.java | 2 +- .../sdk/options/ProxyInvocationHandlerTest.java | 40 +- .../apache/beam/sdk/options/ValueProviderTest.java | 24 +- .../beam/sdk/options/ValueProvidersTest.java | 4 +- .../beam/sdk/runners/PipelineRunnerTest.java | 26 +- .../beam/sdk/runners/TransformHierarchyTest.java | 42 +- .../apache/beam/sdk/runners/TransformTreeTest.java | 4 +- .../sdk/runners/dataflow/TestCountingSource.java | 14 +- .../apache/beam/sdk/testing/ExpectedLogsTest.java | 22 +- .../beam/sdk/testing/GatherAllPanesTest.java | 65 +- .../org/apache/beam/sdk/testing/PAssertTest.java | 78 +- .../beam/sdk/testing/SerializableMatchersTest.java | 12 +- .../apache/beam/sdk/testing/StaticWindowsTest.java | 29 +- .../apache/beam/sdk/testing/TestPipelineTest.java | 10 +- .../apache/beam/sdk/testing/TestStreamTest.java | 80 +- .../beam/sdk/testing/WindowSupplierTest.java | 9 +- .../sdk/transforms/ApproximateQuantilesTest.java | 45 +- .../beam/sdk/transforms/ApproximateUniqueTest.java | 20 +- .../apache/beam/sdk/transforms/CombineFnsTest.java | 92 +- .../apache/beam/sdk/transforms/CombineTest.java | 151 ++-- .../org/apache/beam/sdk/transforms/CountTest.java | 12 +- .../org/apache/beam/sdk/transforms/CreateTest.java | 32 +- .../apache/beam/sdk/transforms/DistinctTest.java | 36 +- .../apache/beam/sdk/transforms/DoFnTesterTest.java | 2 +- .../beam/sdk/transforms/FlatMapElementsTest.java | 48 +- .../apache/beam/sdk/transforms/FlattenTest.java | 69 +- .../apache/beam/sdk/transforms/GroupByKeyTest.java | 205 +++-- .../beam/sdk/transforms/GroupIntoBatchesTest.java | 85 +- .../org/apache/beam/sdk/transforms/KeysTest.java | 4 +- .../org/apache/beam/sdk/transforms/KvSwapTest.java | 6 +- .../org/apache/beam/sdk/transforms/LatestTest.java | 34 +- .../beam/sdk/transforms/MapElementsTest.java | 68 +- .../org/apache/beam/sdk/transforms/MeanTest.java | 5 +- .../beam/sdk/transforms/ParDoLifecycleTest.java | 25 +- .../org/apache/beam/sdk/transforms/ParDoTest.java | 388 +++++---- .../apache/beam/sdk/transforms/PartitionTest.java | 2 +- .../org/apache/beam/sdk/transforms/ReifyTest.java | 21 +- .../beam/sdk/transforms/ReifyTimestampsTest.java | 15 +- .../apache/beam/sdk/transforms/ReshuffleTest.java | 130 ++- .../org/apache/beam/sdk/transforms/SampleTest.java | 56 +- .../beam/sdk/transforms/SimpleStatsFnsTest.java | 14 +- .../beam/sdk/transforms/SplittableDoFnTest.java | 61 +- .../org/apache/beam/sdk/transforms/TopTest.java | 52 +- .../org/apache/beam/sdk/transforms/ValuesTest.java | 4 +- .../org/apache/beam/sdk/transforms/ViewTest.java | 959 ++++++++++++--------- .../org/apache/beam/sdk/transforms/WatchTest.java | 162 ++-- .../apache/beam/sdk/transforms/WithKeysTest.java | 6 +- .../beam/sdk/transforms/WithTimestampsTest.java | 47 +- .../transforms/display/DisplayDataMatchers.java | 22 +- .../sdk/transforms/join/CoGbkResultCoderTest.java | 20 +- .../beam/sdk/transforms/join/CoGbkResultTest.java | 8 +- .../beam/sdk/transforms/join/CoGroupByKeyTest.java | 112 ++- .../beam/sdk/transforms/join/UnionCoderTest.java | 13 +- .../sdk/transforms/reflect/DoFnInvokersTest.java | 13 +- .../sdk/transforms/reflect/DoFnSignaturesTest.java | 2 +- .../transforms/windowing/CalendarWindowsTest.java | 2 +- .../sdk/transforms/windowing/FixedWindowsTest.java | 2 +- .../sdk/transforms/windowing/SessionsTest.java | 10 +- .../beam/sdk/transforms/windowing/StubTrigger.java | 2 +- .../beam/sdk/transforms/windowing/TriggerTest.java | 10 +- .../beam/sdk/transforms/windowing/WindowTest.java | 102 ++- .../sdk/transforms/windowing/WindowingTest.java | 12 +- .../org/apache/beam/sdk/util/ApiSurfaceTest.java | 11 +- .../BufferedElementCountingOutputStreamTest.java | 2 +- .../org/apache/beam/sdk/util/NameUtilsTest.java | 7 +- .../beam/sdk/util/NumberedShardedFileTest.java | 10 +- .../apache/beam/sdk/util/WindowedValueTest.java | 3 +- .../beam/sdk/util/common/ReflectHelpersTest.java | 16 +- .../beam/sdk/values/PCollectionListTest.java | 3 +- .../beam/sdk/values/PCollectionTupleTest.java | 2 +- .../org/apache/beam/sdk/values/TupleTagTest.java | 4 +- .../apache/beam/sdk/values/TypedPValueTest.java | 3 +- .../sdk/extensions/gcp/options/GcsOptions.java | 8 +- .../sdk/extensions/gcp/storage/GcsFileSystem.java | 33 +- .../gcp/storage/GcsFileSystemRegistrar.java | 2 +- .../java/org/apache/beam/sdk/util/GcsUtil.java | 57 +- .../beam/sdk/util/RetryHttpRequestInitializer.java | 2 +- .../sdk/extensions/gcp/options/GcpOptionsTest.java | 2 +- .../extensions/gcp/storage/GcsFileSystemTest.java | 11 +- .../java/org/apache/beam/sdk/util/GcsUtilTest.java | 25 +- .../sdk/util/RetryHttpRequestInitializerTest.java | 30 +- .../beam/sdk/extensions/joinlibrary/Join.java | 20 +- .../beam/sdk/extensions/protobuf/ProtoCoder.java | 2 +- .../extensions/protobuf/ByteStringCoderTest.java | 2 +- .../sdk/extensions/protobuf/ProtoCoderTest.java | 8 +- .../extensions/sketching/ApproximateDistinct.java | 10 +- .../sketching/ApproximateDistinctTest.java | 13 +- .../beam/sdk/extensions/sorter/InMemorySorter.java | 10 +- .../beam/sdk/extensions/sorter/SortValues.java | 2 +- .../sorter/BufferedExternalSorterTest.java | 21 +- .../sdk/extensions/sorter/ExternalSorterTest.java | 11 +- .../sdk/extensions/sorter/InMemorySorterTest.java | 21 +- .../beam/sdk/extensions/sorter/SortValuesTest.java | 5 +- .../apache/beam/sdk/extensions/sql/BeamSql.java | 3 +- .../sdk/extensions/sql/example/BeamSqlExample.java | 18 +- .../date/BeamSqlCurrentDateExpression.java | 2 +- .../DatetimeReinterpretConversions.java | 31 +- .../reinterpret/IntegerReinterpretConversions.java | 17 +- .../operator/reinterpret/Reinterpreter.java | 4 +- .../sql/impl/planner/BeamQueryPlanner.java | 5 +- .../sql/impl/rel/BeamAggregationRel.java | 14 +- .../sdk/extensions/sql/impl/rel/BeamJoinRel.java | 4 +- .../sql/impl/rel/BeamSetOperatorRelBase.java | 20 +- .../sdk/extensions/sql/impl/rel/BeamSortRel.java | 19 +- .../extensions/sql/impl/utils/CalciteUtils.java | 13 +- .../extensions/sql/BeamSqlDslAggregationTest.java | 16 +- .../sdk/extensions/sql/BeamSqlDslFilterTest.java | 12 +- .../sdk/extensions/sql/BeamSqlDslJoinTest.java | 16 +- .../sdk/extensions/sql/BeamSqlDslProjectTest.java | 20 +- .../sdk/extensions/sql/BeamSqlDslUdfUdafTest.java | 10 +- .../sdk/extensions/sql/BeamSqlNonAsciiTest.java | 12 +- .../impl/interpreter/BeamSqlFnExecutorTest.java | 31 +- .../sql/impl/schema/BeamSqlRowCoderTest.java | 35 +- .../transform/BeamAggregationTransformTest.java | 366 ++++---- .../schema/transform/BeamTransformBaseTest.java | 62 +- .../sql/impl/utils/SqlTypeUtilsTest.java | 13 +- .../meta/provider/kafka/BeamKafkaCSVTableTest.java | 19 +- .../meta/provider/text/BeamTextCSVTableTest.java | 17 +- .../sdk/fn/stream/BufferingStreamObserver.java | 9 +- .../beam/sdk/fn/stream/StreamObserverFactory.java | 7 +- .../BeamFnDataBufferingOutboundObserverTest.java | 14 +- .../beam/sdk/fn/stream/AdvancingPhaserTest.java | 10 +- .../sdk/fn/stream/BufferingStreamObserverTest.java | 62 +- .../sdk/fn/stream/DirectStreamObserverTest.java | 61 +- .../ForwardingClientResponseObserverTest.java | 6 +- .../sdk/fn/stream/StreamObserverFactoryTest.java | 9 +- .../org/apache/beam/sdk/fn/test/TestExecutors.java | 7 +- .../apache/beam/sdk/fn/test/TestExecutorsTest.java | 21 +- .../org/apache/beam/sdk/fn/test/TestStreams.java | 39 +- .../apache/beam/sdk/fn/test/TestStreamsTest.java | 44 +- .../org/apache/beam/fn/harness/FlattenRunner.java | 2 +- .../apache/beam/fn/harness/FnApiDoFnRunner.java | 84 +- .../beam/fn/harness/BeamFnDataReadRunnerTest.java | 56 +- .../org/apache/beam/fn/harness/FnHarnessTest.java | 41 +- .../harness/control/BeamFnControlClientTest.java | 41 +- .../harness/control/ProcessBundleHandlerTest.java | 147 ++-- .../fn/harness/control/RegisterHandlerTest.java | 17 +- .../fn/harness/data/BeamFnDataGrpcClientTest.java | 15 +- .../harness/logging/BeamFnLoggingClientTest.java | 18 +- .../harness/state/StateFetchingIteratorsTest.java | 47 +- .../org/apache/beam/sdk/io/amqp/AmqpIOTest.java | 3 +- .../apache/beam/sdk/io/cassandra/CassandraIO.java | 8 +- .../sdk/io/cassandra/CassandraServiceImpl.java | 6 +- .../beam/sdk/io/cassandra/CassandraIOIT.java | 22 +- .../beam/sdk/io/cassandra/CassandraIOTest.java | 19 +- .../org/apache/beam/sdk/io/common/TestRow.java | 2 +- .../elasticsearch/ElasticsearchIOTestCommon.java | 10 +- .../beam/sdk/io/elasticsearch/ElasticsearchIO.java | 36 +- .../java/org/apache/beam/sdk/io/avro/AvroIOIT.java | 37 +- .../java/org/apache/beam/sdk/io/text/TextIOIT.java | 23 +- .../apache/beam/sdk/io/tfrecord/TFRecordIOIT.java | 20 +- .../beam/sdk/io/gcp/bigquery/BatchLoads.java | 110 ++- .../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 24 +- .../sdk/io/gcp/bigquery/BigQueryQuerySource.java | 11 +- .../sdk/io/gcp/bigquery/BigQueryServicesImpl.java | 63 +- .../gcp/bigquery/DynamicDestinationsHelpers.java | 4 +- .../io/gcp/bigquery/PassThroughThenCleanup.java | 5 +- .../beam/sdk/io/gcp/bigquery/ReifyAsIterable.java | 2 +- .../sdk/io/gcp/bigquery/StreamingWriteTables.java | 25 +- .../beam/sdk/io/gcp/bigquery/WriteResult.java | 2 +- .../beam/sdk/io/gcp/bigquery/WriteTables.java | 13 +- .../beam/sdk/io/gcp/bigtable/BigtableIO.java | 18 +- .../beam/sdk/io/gcp/datastore/DatastoreV1.java | 2 +- .../apache/beam/sdk/io/gcp/pubsub/PubsubIO.java | 6 +- .../gcp/pubsub/PubsubMessagePayloadOnlyCoder.java | 3 +- .../sdk/io/gcp/pubsub/PubsubUnboundedSink.java | 2 +- .../beam/sdk/io/gcp/spanner/OrderedCode.java | 3 +- .../apache/beam/sdk/io/gcp/spanner/SpannerIO.java | 41 +- .../sdk/io/gcp/bigquery/BigQueryAvroUtilsTest.java | 15 +- .../sdk/io/gcp/bigquery/BigQueryIOReadTest.java | 9 +- .../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 139 ++- .../io/gcp/bigquery/BigQueryServicesImplTest.java | 10 +- .../beam/sdk/io/gcp/bigquery/BigQueryUtilTest.java | 25 +- .../beam/sdk/io/gcp/bigtable/BigtableIOTest.java | 47 +- .../beam/sdk/io/gcp/bigtable/BigtableReadIT.java | 7 +- .../beam/sdk/io/gcp/datastore/DatastoreV1Test.java | 29 +- .../apache/beam/sdk/io/gcp/datastore/V1ReadIT.java | 8 +- .../sdk/io/gcp/pubsub/PubsubJsonClientTest.java | 4 +- .../sdk/io/gcp/pubsub/PubsubTestClientTest.java | 13 +- .../sdk/io/gcp/pubsub/PubsubUnboundedSinkTest.java | 26 +- .../io/gcp/pubsub/PubsubUnboundedSourceTest.java | 9 +- .../io/gcp/spanner/MutationGroupEncoderTest.java | 9 +- .../beam/sdk/io/gcp/spanner/SpannerIOReadTest.java | 6 +- .../beam/sdk/io/gcp/spanner/SpannerReadIT.java | 3 +- .../apache/beam/sdk/io/hdfs/HadoopFileSystem.java | 3 +- .../io/hdfs/HadoopFileSystemOptionsRegistrar.java | 2 +- .../sdk/io/hdfs/HadoopFileSystemOptionsTest.java | 2 +- .../beam/sdk/io/hdfs/HadoopFileSystemTest.java | 31 +- .../io/hadoop/inputformat/HadoopInputFormatIO.java | 62 +- .../ConfigurableEmployeeInputFormat.java | 2 +- .../io/hadoop/inputformat/EmployeeInputFormat.java | 2 +- .../hadoop/inputformat/HadoopInputFormatIOIT.java | 32 +- .../inputformat/HadoopInputFormatIOTest.java | 42 +- .../ReuseObjectsEmployeeInputFormat.java | 2 +- .../io/hadoop/inputformat/TestEmployeeDataSet.java | 16 +- .../hadoop/inputformat/HIFIOWithElasticTest.java | 26 +- .../HIFIOWithEmbeddedCassandraTest.java | 9 +- .../integration/tests/HIFIOCassandraIT.java | 8 +- .../integration/tests/HIFIOElasticIT.java | 25 +- .../org/apache/beam/sdk/io/hbase/HBaseIOTest.java | 8 +- .../beam/sdk/io/hcatalog/HCatalogIOTest.java | 2 +- .../beam/sdk/io/hcatalog/HCatalogIOTestUtils.java | 2 +- .../java/org/apache/beam/sdk/io/jdbc/JdbcIO.java | 22 +- .../java/org/apache/beam/sdk/io/jdbc/JdbcIOIT.java | 9 +- .../org/apache/beam/sdk/io/jdbc/JdbcIOTest.java | 88 +- .../java/org/apache/beam/sdk/io/jms/JmsIOTest.java | 4 +- .../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 238 +++-- .../apache/beam/sdk/io/kafka/KafkaRecordCoder.java | 6 +- .../org/apache/beam/sdk/io/kafka/KafkaIOTest.java | 194 ++--- .../sdk/io/kinesis/DynamicCheckpointGenerator.java | 14 +- .../beam/sdk/io/kinesis/ShardReadersPool.java | 26 +- .../sdk/io/kinesis/SimplifiedKinesisClient.java | 119 ++- .../beam/sdk/io/kinesis/AmazonKinesisMock.java | 22 +- .../beam/sdk/io/kinesis/KinesisReaderIT.java | 20 +- .../beam/sdk/io/kinesis/KinesisReaderTest.java | 27 +- .../beam/sdk/io/kinesis/ShardReadersPoolTest.java | 34 +- .../sdk/io/kinesis/ShardRecordsIteratorTest.java | 12 +- .../beam/sdk/io/mongodb/MongoDbGridFSIO.java | 41 +- .../beam/sdk/io/mongodb/MongoDBGridFSIOTest.java | 128 ++- .../apache/beam/sdk/io/mongodb/MongoDbIOTest.java | 85 +- .../java/org/apache/beam/sdk/io/redis/RedisIO.java | 13 +- .../org/apache/beam/sdk/io/redis/RedisIOTest.java | 4 +- .../java/org/apache/beam/sdk/io/solr/SolrIO.java | 11 +- .../org/apache/beam/sdk/io/solr/SolrIOTest.java | 7 +- .../org/apache/beam/sdk/io/tika/TikaIOTest.java | 14 +- .../java/org/apache/beam/sdk/io/xml/XmlIO.java | 2 +- .../java/org/apache/beam/sdk/io/xml/XmlSource.java | 4 +- .../org/apache/beam/sdk/io/xml/JAXBCoderTest.java | 31 +- .../java/org/apache/beam/sdk/io/xml/XmlIOTest.java | 8 +- .../org/apache/beam/sdk/io/xml/XmlSourceTest.java | 11 +- .../apache/beam/sdk/nexmark/NexmarkLauncher.java | 71 +- .../org/apache/beam/sdk/nexmark/model/Bid.java | 43 +- .../model/sql/adapter/ModelAdaptersMapping.java | 46 +- .../beam/sdk/nexmark/queries/NexmarkQuery.java | 32 +- .../apache/beam/sdk/nexmark/queries/Query10.java | 360 ++++---- .../apache/beam/sdk/nexmark/queries/Query11.java | 17 +- .../apache/beam/sdk/nexmark/queries/Query12.java | 49 +- .../apache/beam/sdk/nexmark/queries/Query2.java | 14 +- .../apache/beam/sdk/nexmark/queries/Query3.java | 25 +- .../apache/beam/sdk/nexmark/queries/Query4.java | 26 +- .../apache/beam/sdk/nexmark/queries/Query5.java | 5 +- .../apache/beam/sdk/nexmark/queries/Query6.java | 14 +- .../apache/beam/sdk/nexmark/queries/Query7.java | 9 +- .../apache/beam/sdk/nexmark/queries/Query8.java | 25 +- .../beam/sdk/nexmark/queries/WinningBids.java | 92 +- .../sdk/nexmark/model/sql/BeamRecordSizeTest.java | 29 +- 653 files changed, 8226 insertions(+), 10762 deletions(-) -- To stop receiving notification emails like this one, please contact j...@apache.org.