Merge branch 'master' into temp-option
Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/c4515687 Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/c4515687 Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/c4515687 Branch: refs/heads/master Commit: c45156870d018aee2bae4ea4d26a2dd1f64417cc Parents: 911d295 9c61dd2 Author: Pei He <pei...@gmail.com> Authored: Thu Mar 24 11:12:06 2016 -0700 Committer: Pei He <pei...@gmail.com> Committed: Thu Mar 24 11:12:06 2016 -0700 ---------------------------------------------------------------------- examples/README.md | 95 - examples/java/README.md | 95 + examples/java/pom.xml | 394 +++ .../dataflow/examples/DebuggingWordCount.java | 182 ++ .../dataflow/examples/MinimalWordCount.java | 117 + .../dataflow/examples/WindowedWordCount.java | 269 ++ .../cloud/dataflow/examples/WordCount.java | 206 ++ .../examples/common/DataflowExampleOptions.java | 34 + .../examples/common/DataflowExampleUtils.java | 485 +++ .../common/ExampleBigQueryTableOptions.java | 53 + ...xamplePubsubTopicAndSubscriptionOptions.java | 44 + .../common/ExamplePubsubTopicOptions.java | 44 + .../examples/common/PubsubFileInjector.java | 153 + .../examples/complete/AutoComplete.java | 516 +++ .../cloud/dataflow/examples/complete/README.md | 44 + .../examples/complete/StreamingWordExtract.java | 163 + .../cloud/dataflow/examples/complete/TfIdf.java | 431 +++ .../examples/complete/TopWikipediaSessions.java | 223 ++ .../examples/complete/TrafficMaxLaneFlow.java | 425 +++ .../examples/complete/TrafficRoutes.java | 459 +++ .../examples/cookbook/BigQueryTornadoes.java | 179 ++ .../cookbook/CombinePerKeyExamples.java | 223 ++ .../examples/cookbook/DatastoreWordCount.java | 269 ++ .../examples/cookbook/DeDupExample.java | 100 + .../examples/cookbook/FilterExamples.java | 266 ++ .../examples/cookbook/JoinExamples.java | 185 ++ .../examples/cookbook/MaxPerKeyExamples.java | 173 + .../cloud/dataflow/examples/cookbook/README.md | 55 + .../examples/cookbook/TriggerExample.java | 564 ++++ .../examples/DebuggingWordCountTest.java | 45 + .../cloud/dataflow/examples/WordCountTest.java | 85 + .../examples/complete/AutoCompleteTest.java | 181 ++ .../dataflow/examples/complete/TfIdfTest.java | 67 + .../complete/TopWikipediaSessionsTest.java | 62 + .../cookbook/BigQueryTornadoesTest.java | 80 + .../cookbook/CombinePerKeyExamplesTest.java | 90 + .../examples/cookbook/DeDupExampleTest.java | 83 + .../examples/cookbook/FilterExamplesTest.java | 85 + .../examples/cookbook/JoinExamplesTest.java | 114 + .../cookbook/MaxPerKeyExamplesTest.java | 85 + .../examples/cookbook/TriggerExampleTest.java | 139 + examples/java8/pom.xml | 279 ++ .../examples/MinimalWordCountJava8.java | 68 + .../examples/complete/game/GameStats.java | 339 ++ .../examples/complete/game/HourlyTeamScore.java | 193 ++ .../examples/complete/game/LeaderBoard.java | 237 ++ .../dataflow/examples/complete/game/README.md | 113 + .../examples/complete/game/UserScore.java | 239 ++ .../complete/game/injector/Injector.java | 415 +++ .../complete/game/injector/InjectorUtils.java | 101 + .../injector/RetryHttpInitializerWrapper.java | 126 + .../complete/game/utils/WriteToBigQuery.java | 134 + .../game/utils/WriteWindowedToBigQuery.java | 76 + .../examples/MinimalWordCountJava8Test.java | 103 + .../examples/complete/game/GameStatsTest.java | 76 + .../complete/game/HourlyTeamScoreTest.java | 111 + .../examples/complete/game/UserScoreTest.java | 154 + examples/pom.xml | 394 --- .../dataflow/examples/DebuggingWordCount.java | 182 -- .../dataflow/examples/MinimalWordCount.java | 117 - .../dataflow/examples/WindowedWordCount.java | 269 -- .../cloud/dataflow/examples/WordCount.java | 206 -- .../examples/common/DataflowExampleOptions.java | 34 - .../examples/common/DataflowExampleUtils.java | 485 --- .../common/ExampleBigQueryTableOptions.java | 53 - ...xamplePubsubTopicAndSubscriptionOptions.java | 44 - .../common/ExamplePubsubTopicOptions.java | 44 - .../examples/common/PubsubFileInjector.java | 153 - .../examples/complete/AutoComplete.java | 516 --- .../cloud/dataflow/examples/complete/README.md | 44 - .../examples/complete/StreamingWordExtract.java | 163 - .../cloud/dataflow/examples/complete/TfIdf.java | 431 --- .../examples/complete/TopWikipediaSessions.java | 223 -- .../examples/complete/TrafficMaxLaneFlow.java | 425 --- .../examples/complete/TrafficRoutes.java | 459 --- .../examples/cookbook/BigQueryTornadoes.java | 179 -- .../cookbook/CombinePerKeyExamples.java | 223 -- .../examples/cookbook/DatastoreWordCount.java | 269 -- .../examples/cookbook/DeDupExample.java | 100 - .../examples/cookbook/FilterExamples.java | 266 -- .../examples/cookbook/JoinExamples.java | 185 -- .../examples/cookbook/MaxPerKeyExamples.java | 173 - .../cloud/dataflow/examples/cookbook/README.md | 55 - .../examples/cookbook/TriggerExample.java | 564 ---- .../examples/DebuggingWordCountTest.java | 45 - .../cloud/dataflow/examples/WordCountTest.java | 85 - .../examples/complete/AutoCompleteTest.java | 181 -- .../dataflow/examples/complete/TfIdfTest.java | 67 - .../complete/TopWikipediaSessionsTest.java | 62 - .../cookbook/BigQueryTornadoesTest.java | 80 - .../cookbook/CombinePerKeyExamplesTest.java | 90 - .../examples/cookbook/DeDupExampleTest.java | 83 - .../examples/cookbook/FilterExamplesTest.java | 85 - .../examples/cookbook/JoinExamplesTest.java | 114 - .../cookbook/MaxPerKeyExamplesTest.java | 85 - .../examples/cookbook/TriggerExampleTest.java | 139 - java8examples/pom.xml | 278 -- .../examples/MinimalWordCountJava8.java | 68 - .../examples/complete/game/GameStats.java | 339 -- .../examples/complete/game/HourlyTeamScore.java | 193 -- .../examples/complete/game/LeaderBoard.java | 237 -- .../dataflow/examples/complete/game/README.md | 113 - .../examples/complete/game/UserScore.java | 239 -- .../complete/game/injector/Injector.java | 415 --- .../complete/game/injector/InjectorUtils.java | 101 - .../injector/RetryHttpInitializerWrapper.java | 126 - .../complete/game/utils/WriteToBigQuery.java | 134 - .../game/utils/WriteWindowedToBigQuery.java | 76 - .../examples/MinimalWordCountJava8Test.java | 103 - .../examples/complete/game/GameStatsTest.java | 76 - .../complete/game/HourlyTeamScoreTest.java | 111 - .../examples/complete/game/UserScoreTest.java | 154 - java8tests/pom.xml | 183 -- .../sdk/transforms/CombineJava8Test.java | 133 - .../sdk/transforms/FilterJava8Test.java | 118 - .../transforms/FlatMapElementsJava8Test.java | 84 - .../sdk/transforms/MapElementsJava8Test.java | 77 - .../sdk/transforms/PartitionJava8Test.java | 74 - .../transforms/RemoveDuplicatesJava8Test.java | 98 - .../sdk/transforms/WithKeysJava8Test.java | 73 - .../sdk/transforms/WithTimestampsJava8Test.java | 65 - javadoc/README.md | 4 - javadoc/apiclient-docs/package-list | 34 - javadoc/avro-docs/package-list | 30 - javadoc/bq-docs/package-list | 2 - javadoc/dataflow-sdk-docs/package-list | 11 - javadoc/datastore-docs/package-list | 2 - javadoc/guava-docs/package-list | 15 - javadoc/hamcrest-docs/package-list | 10 - javadoc/jackson-annotations-docs/package-list | 1 - javadoc/jackson-databind-docs/package-list | 20 - javadoc/joda-docs/package-list | 7 - javadoc/junit-docs/package-list | 7 - javadoc/oauth-docs/package-list | 11 - javadoc/overview.html | 31 - maven-archetypes/examples/pom.xml | 56 - .../META-INF/maven/archetype-metadata.xml | 29 - .../main/resources/archetype-resources/pom.xml | 204 -- .../src/main/java/DebuggingWordCount.java | 182 -- .../src/main/java/MinimalWordCount.java | 115 - .../src/main/java/WindowedWordCount.java | 262 -- .../src/main/java/WordCount.java | 204 -- .../java/common/DataflowExampleOptions.java | 29 - .../main/java/common/DataflowExampleUtils.java | 398 --- .../common/ExampleBigQueryTableOptions.java | 53 - .../java/common/ExamplePubsubTopicOptions.java | 49 - .../main/java/common/PubsubFileInjector.java | 153 - .../src/test/java/DebuggingWordCountTest.java | 44 - .../src/test/java/WordCountTest.java | 85 - .../projects/basic/archetype.properties | 5 - .../src/test/resources/projects/basic/goal.txt | 1 - maven-archetypes/starter/pom.xml | 56 - .../META-INF/maven/archetype-metadata.xml | 21 - .../main/resources/archetype-resources/pom.xml | 43 - .../src/main/java/StarterPipeline.java | 67 - .../projects/basic/archetype.properties | 5 - .../src/test/resources/projects/basic/goal.txt | 1 - .../resources/projects/basic/reference/pom.xml | 43 - .../src/main/java/it/pkg/StarterPipeline.java | 67 - pom.xml | 117 +- runners/flink/examples/pom.xml | 52 +- runners/flink/pom.xml | 55 +- runners/flink/runner/pom.xml | 57 +- runners/pom.xml | 45 +- runners/spark/pom.xml | 101 +- sdk/pom.xml | 770 ----- .../com/google/cloud/dataflow/sdk/Pipeline.java | 502 --- .../cloud/dataflow/sdk/PipelineResult.java | 95 - .../dataflow/sdk/annotations/Experimental.java | 80 - .../dataflow/sdk/annotations/package-info.java | 20 - .../cloud/dataflow/sdk/coders/AtomicCoder.java | 51 - .../cloud/dataflow/sdk/coders/AvroCoder.java | 714 ----- .../sdk/coders/BigEndianIntegerCoder.java | 99 - .../dataflow/sdk/coders/BigEndianLongCoder.java | 99 - .../dataflow/sdk/coders/ByteArrayCoder.java | 138 - .../cloud/dataflow/sdk/coders/ByteCoder.java | 111 - .../dataflow/sdk/coders/ByteStringCoder.java | 106 - .../sdk/coders/CannotProvideCoderException.java | 95 - .../google/cloud/dataflow/sdk/coders/Coder.java | 298 -- .../dataflow/sdk/coders/CoderException.java | 36 - .../dataflow/sdk/coders/CoderFactories.java | 274 -- .../cloud/dataflow/sdk/coders/CoderFactory.java | 43 - .../dataflow/sdk/coders/CoderProvider.java | 33 - .../dataflow/sdk/coders/CoderProviders.java | 164 - .../dataflow/sdk/coders/CoderRegistry.java | 843 ----- .../dataflow/sdk/coders/CollectionCoder.java | 73 - .../cloud/dataflow/sdk/coders/CustomCoder.java | 137 - .../cloud/dataflow/sdk/coders/DefaultCoder.java | 66 - .../dataflow/sdk/coders/DelegateCoder.java | 164 - .../sdk/coders/DeterministicStandardCoder.java | 38 - .../cloud/dataflow/sdk/coders/DoubleCoder.java | 113 - .../dataflow/sdk/coders/DurationCoder.java | 97 - .../cloud/dataflow/sdk/coders/EntityCoder.java | 86 - .../cloud/dataflow/sdk/coders/InstantCoder.java | 113 - .../dataflow/sdk/coders/IterableCoder.java | 78 - .../dataflow/sdk/coders/IterableLikeCoder.java | 278 -- .../cloud/dataflow/sdk/coders/JAXBCoder.java | 135 - .../cloud/dataflow/sdk/coders/KvCoder.java | 162 - .../cloud/dataflow/sdk/coders/KvCoderBase.java | 61 - .../cloud/dataflow/sdk/coders/ListCoder.java | 77 - .../cloud/dataflow/sdk/coders/MapCoder.java | 160 - .../cloud/dataflow/sdk/coders/MapCoderBase.java | 54 - .../dataflow/sdk/coders/NullableCoder.java | 175 - .../cloud/dataflow/sdk/coders/Proto2Coder.java | 361 --- .../dataflow/sdk/coders/SerializableCoder.java | 183 -- .../cloud/dataflow/sdk/coders/SetCoder.java | 94 - .../dataflow/sdk/coders/StandardCoder.java | 229 -- .../sdk/coders/StringDelegateCoder.java | 86 - .../dataflow/sdk/coders/StringUtf8Coder.java | 139 - .../sdk/coders/StructuralByteArray.java | 56 - .../dataflow/sdk/coders/TableRowJsonCoder.java | 82 - .../sdk/coders/TextualIntegerCoder.java | 69 - .../cloud/dataflow/sdk/coders/VarIntCoder.java | 97 - .../cloud/dataflow/sdk/coders/VarLongCoder.java | 96 - .../cloud/dataflow/sdk/coders/VoidCoder.java | 76 - .../cloud/dataflow/sdk/coders/package-info.java | 44 - .../sdk/coders/protobuf/ProtoCoder.java | 404 --- .../sdk/coders/protobuf/ProtobufUtil.java | 171 - .../sdk/coders/protobuf/package-info.java | 23 - .../google/cloud/dataflow/sdk/io/AvroIO.java | 810 ----- .../cloud/dataflow/sdk/io/AvroSource.java | 647 ---- .../cloud/dataflow/sdk/io/BigQueryIO.java | 1499 --------- .../cloud/dataflow/sdk/io/BlockBasedSource.java | 237 -- .../sdk/io/BoundedReadFromUnboundedSource.java | 271 -- .../cloud/dataflow/sdk/io/BoundedSource.java | 277 -- .../cloud/dataflow/sdk/io/CompressedSource.java | 413 --- .../cloud/dataflow/sdk/io/CountingInput.java | 191 -- .../cloud/dataflow/sdk/io/CountingSource.java | 397 --- .../cloud/dataflow/sdk/io/DatastoreIO.java | 957 ------ .../cloud/dataflow/sdk/io/FileBasedSink.java | 864 ----- .../cloud/dataflow/sdk/io/FileBasedSource.java | 648 ---- .../dataflow/sdk/io/OffsetBasedSource.java | 326 -- .../google/cloud/dataflow/sdk/io/PubsubIO.java | 1044 ------ .../com/google/cloud/dataflow/sdk/io/Read.java | 253 -- .../dataflow/sdk/io/ShardNameTemplate.java | 75 - .../com/google/cloud/dataflow/sdk/io/Sink.java | 252 -- .../google/cloud/dataflow/sdk/io/Source.java | 193 -- .../google/cloud/dataflow/sdk/io/TextIO.java | 992 ------ .../cloud/dataflow/sdk/io/UnboundedSource.java | 253 -- .../com/google/cloud/dataflow/sdk/io/Write.java | 213 -- .../google/cloud/dataflow/sdk/io/XmlSink.java | 310 -- .../google/cloud/dataflow/sdk/io/XmlSource.java | 541 ---- .../dataflow/sdk/io/bigtable/BigtableIO.java | 987 ------ .../sdk/io/bigtable/BigtableService.java | 108 - .../sdk/io/bigtable/BigtableServiceImpl.java | 241 -- .../dataflow/sdk/io/bigtable/package-info.java | 22 - .../cloud/dataflow/sdk/io/package-info.java | 37 - .../cloud/dataflow/sdk/io/range/ByteKey.java | 173 - .../dataflow/sdk/io/range/ByteKeyRange.java | 376 --- .../sdk/io/range/ByteKeyRangeTracker.java | 117 - .../sdk/io/range/OffsetRangeTracker.java | 182 -- .../dataflow/sdk/io/range/RangeTracker.java | 220 -- .../dataflow/sdk/io/range/package-info.java | 23 - .../sdk/options/ApplicationNameOptions.java | 33 - .../dataflow/sdk/options/BigQueryOptions.java | 31 - .../BlockingDataflowPipelineOptions.java | 49 - .../sdk/options/CloudDebuggerOptions.java | 43 - .../options/DataflowPipelineDebugOptions.java | 259 -- .../sdk/options/DataflowPipelineOptions.java | 114 - .../DataflowPipelineWorkerPoolOptions.java | 254 -- .../sdk/options/DataflowProfilingOptions.java | 46 - .../options/DataflowWorkerHarnessOptions.java | 50 - .../options/DataflowWorkerLoggingOptions.java | 153 - .../cloud/dataflow/sdk/options/Default.java | 153 - .../sdk/options/DefaultValueFactory.java | 38 - .../cloud/dataflow/sdk/options/Description.java | 35 - .../sdk/options/DirectPipelineOptions.java | 75 - .../cloud/dataflow/sdk/options/GcpOptions.java | 291 -- .../cloud/dataflow/sdk/options/GcsOptions.java | 113 - .../sdk/options/GoogleApiDebugOptions.java | 87 - .../cloud/dataflow/sdk/options/Hidden.java | 33 - .../dataflow/sdk/options/PipelineOptions.java | 263 -- .../sdk/options/PipelineOptionsFactory.java | 1537 --------- .../sdk/options/PipelineOptionsRegistrar.java | 36 - .../sdk/options/PipelineOptionsValidator.java | 102 - .../sdk/options/ProxyInvocationHandler.java | 441 --- .../dataflow/sdk/options/StreamingOptions.java | 30 - .../cloud/dataflow/sdk/options/Validation.java | 46 - .../dataflow/sdk/options/package-info.java | 25 - .../google/cloud/dataflow/sdk/package-info.java | 33 - .../runners/AggregatorPipelineExtractor.java | 97 - .../runners/AggregatorRetrievalException.java | 32 - .../dataflow/sdk/runners/AggregatorValues.java | 52 - .../runners/BlockingDataflowPipelineRunner.java | 181 -- .../DataflowJobAlreadyExistsException.java | 34 - .../DataflowJobAlreadyUpdatedException.java | 33 - .../runners/DataflowJobCancelledException.java | 38 - .../sdk/runners/DataflowJobException.java | 40 - .../runners/DataflowJobExecutionException.java | 34 - .../runners/DataflowJobUpdatedException.java | 51 - .../dataflow/sdk/runners/DataflowPipeline.java | 59 - .../sdk/runners/DataflowPipelineJob.java | 389 --- .../sdk/runners/DataflowPipelineRegistrar.java | 58 - .../sdk/runners/DataflowPipelineRunner.java | 3007 ------------------ .../runners/DataflowPipelineRunnerHooks.java | 37 - .../sdk/runners/DataflowPipelineTranslator.java | 1104 ------- .../sdk/runners/DataflowServiceException.java | 32 - .../dataflow/sdk/runners/DirectPipeline.java | 55 - .../sdk/runners/DirectPipelineRegistrar.java | 53 - .../sdk/runners/DirectPipelineRunner.java | 1156 ------- .../dataflow/sdk/runners/PipelineRunner.java | 76 - .../sdk/runners/PipelineRunnerRegistrar.java | 40 - .../sdk/runners/RecordingPipelineVisitor.java | 54 - .../sdk/runners/TransformHierarchy.java | 104 - .../dataflow/sdk/runners/TransformTreeNode.java | 252 -- .../sdk/runners/dataflow/AssignWindows.java | 88 - .../runners/dataflow/BigQueryIOTranslator.java | 125 - .../sdk/runners/dataflow/CustomSources.java | 118 - .../dataflow/DataflowAggregatorTransforms.java | 79 - .../dataflow/DataflowMetricUpdateExtractor.java | 110 - .../runners/dataflow/PubsubIOTranslator.java | 107 - .../sdk/runners/dataflow/ReadTranslator.java | 103 - .../sdk/runners/dataflow/package-info.java | 20 - .../inprocess/BoundedReadEvaluatorFactory.java | 152 - .../CachedThreadPoolExecutorServiceFactory.java | 42 - .../dataflow/sdk/runners/inprocess/Clock.java | 29 - .../runners/inprocess/CompletionCallback.java | 33 - .../ConsumerTrackingPipelineVisitor.java | 173 - .../inprocess/EmptyTransformEvaluator.java | 49 - .../sdk/runners/inprocess/EvaluatorKey.java | 55 - .../inprocess/ExecutorServiceFactory.java | 32 - .../ExecutorServiceParallelExecutor.java | 432 --- .../inprocess/FlattenEvaluatorFactory.java | 83 - .../runners/inprocess/ForwardingPTransform.java | 54 - .../inprocess/GroupByKeyEvaluatorFactory.java | 252 -- .../inprocess/InMemoryWatermarkManager.java | 1310 -------- .../sdk/runners/inprocess/InProcessBundle.java | 121 - .../inprocess/InProcessBundleOutputManager.java | 50 - .../sdk/runners/inprocess/InProcessCreate.java | 209 -- .../inprocess/InProcessEvaluationContext.java | 405 --- .../inprocess/InProcessExecutionContext.java | 106 - .../runners/inprocess/InProcessExecutor.java | 46 - .../inprocess/InProcessPipelineOptions.java | 90 - .../inprocess/InProcessPipelineRunner.java | 343 -- .../inprocess/InProcessSideInputContainer.java | 230 -- .../inprocess/InProcessTimerInternals.java | 84 - .../inprocess/InProcessTransformResult.java | 75 - .../inprocess/KeyedPValueTrackingVisitor.java | 95 - .../sdk/runners/inprocess/NanosOffsetClock.java | 58 - .../inprocess/ParDoInProcessEvaluator.java | 109 - .../inprocess/ParDoMultiEvaluatorFactory.java | 90 - .../inprocess/ParDoSingleEvaluatorFactory.java | 87 - .../sdk/runners/inprocess/StepAndKey.java | 68 - .../runners/inprocess/StepTransformResult.java | 157 - .../runners/inprocess/TransformEvaluator.java | 45 - .../inprocess/TransformEvaluatorFactory.java | 42 - .../inprocess/TransformEvaluatorRegistry.java | 72 - .../runners/inprocess/TransformExecutor.java | 114 - .../inprocess/TransformExecutorService.java | 34 - .../inprocess/TransformExecutorServices.java | 153 - .../UnboundedReadEvaluatorFactory.java | 168 - .../runners/inprocess/ViewEvaluatorFactory.java | 121 - .../inprocess/WatermarkCallbackExecutor.java | 143 - .../dataflow/sdk/runners/package-info.java | 33 - .../dataflow/sdk/runners/worker/IsmFormat.java | 946 ------ .../sdk/runners/worker/package-info.java | 24 - .../dataflow/sdk/testing/CoderProperties.java | 349 -- .../dataflow/sdk/testing/DataflowAssert.java | 825 ----- .../dataflow/sdk/testing/RunnableOnService.java | 30 - .../sdk/testing/SerializableMatcher.java | 36 - .../sdk/testing/SerializableMatchers.java | 1180 ------- .../dataflow/sdk/testing/SourceTestUtils.java | 642 ---- .../testing/TestDataflowPipelineOptions.java | 26 - .../sdk/testing/TestDataflowPipelineRunner.java | 220 -- .../dataflow/sdk/testing/TestPipeline.java | 193 -- .../dataflow/sdk/testing/WindowFnTestUtils.java | 325 -- .../dataflow/sdk/testing/package-info.java | 21 - .../dataflow/sdk/transforms/Aggregator.java | 78 - .../sdk/transforms/AggregatorRetriever.java | 36 - .../sdk/transforms/AppliedPTransform.java | 100 - .../sdk/transforms/ApproximateQuantiles.java | 766 ----- .../sdk/transforms/ApproximateUnique.java | 419 --- .../cloud/dataflow/sdk/transforms/Combine.java | 2240 ------------- .../dataflow/sdk/transforms/CombineFnBase.java | 283 -- .../dataflow/sdk/transforms/CombineFns.java | 1100 ------- .../sdk/transforms/CombineWithContext.java | 277 -- .../cloud/dataflow/sdk/transforms/Count.java | 135 - .../cloud/dataflow/sdk/transforms/Create.java | 426 --- .../cloud/dataflow/sdk/transforms/DoFn.java | 563 ---- .../dataflow/sdk/transforms/DoFnReflector.java | 668 ---- .../dataflow/sdk/transforms/DoFnTester.java | 495 --- .../sdk/transforms/DoFnWithContext.java | 416 --- .../cloud/dataflow/sdk/transforms/Filter.java | 234 -- .../sdk/transforms/FlatMapElements.java | 145 - .../cloud/dataflow/sdk/transforms/Flatten.java | 219 -- .../dataflow/sdk/transforms/GroupByKey.java | 575 ---- .../transforms/IntraBundleParallelization.java | 346 -- .../cloud/dataflow/sdk/transforms/Keys.java | 68 - .../cloud/dataflow/sdk/transforms/KvSwap.java | 73 - .../dataflow/sdk/transforms/MapElements.java | 112 - .../cloud/dataflow/sdk/transforms/Max.java | 255 -- .../cloud/dataflow/sdk/transforms/Mean.java | 202 -- .../cloud/dataflow/sdk/transforms/Min.java | 255 -- .../dataflow/sdk/transforms/PTransform.java | 324 -- .../cloud/dataflow/sdk/transforms/ParDo.java | 1321 -------- .../dataflow/sdk/transforms/Partition.java | 173 - .../sdk/transforms/RemoveDuplicates.java | 158 - .../cloud/dataflow/sdk/transforms/Sample.java | 246 -- .../sdk/transforms/SerializableComparator.java | 28 - .../sdk/transforms/SerializableFunction.java | 31 - .../dataflow/sdk/transforms/SimpleFunction.java | 54 - .../cloud/dataflow/sdk/transforms/Sum.java | 188 -- .../cloud/dataflow/sdk/transforms/Top.java | 559 ---- .../cloud/dataflow/sdk/transforms/Values.java | 68 - .../cloud/dataflow/sdk/transforms/View.java | 470 --- .../cloud/dataflow/sdk/transforms/WithKeys.java | 140 - .../dataflow/sdk/transforms/WithTimestamps.java | 129 - .../cloud/dataflow/sdk/transforms/Write.java | 27 - .../sdk/transforms/display/DisplayData.java | 530 --- .../sdk/transforms/display/HasDisplayData.java | 53 - .../sdk/transforms/join/CoGbkResult.java | 463 --- .../sdk/transforms/join/CoGbkResultSchema.java | 134 - .../sdk/transforms/join/CoGroupByKey.java | 211 -- .../transforms/join/KeyedPCollectionTuple.java | 247 -- .../sdk/transforms/join/RawUnionValue.java | 51 - .../sdk/transforms/join/UnionCoder.java | 147 - .../sdk/transforms/join/package-info.java | 21 - .../dataflow/sdk/transforms/package-info.java | 43 - .../sdk/transforms/windowing/AfterAll.java | 117 - .../windowing/AfterDelayFromFirstElement.java | 322 -- .../sdk/transforms/windowing/AfterEach.java | 135 - .../sdk/transforms/windowing/AfterFirst.java | 119 - .../sdk/transforms/windowing/AfterPane.java | 145 - .../windowing/AfterProcessingTime.java | 97 - .../AfterSynchronizedProcessingTime.java | 75 - .../transforms/windowing/AfterWatermark.java | 397 --- .../sdk/transforms/windowing/BoundedWindow.java | 46 - .../transforms/windowing/CalendarWindows.java | 348 -- .../transforms/windowing/DefaultTrigger.java | 95 - .../sdk/transforms/windowing/FixedWindows.java | 116 - .../sdk/transforms/windowing/GlobalWindow.java | 68 - .../sdk/transforms/windowing/GlobalWindows.java | 63 - .../transforms/windowing/IntervalWindow.java | 201 -- .../transforms/windowing/InvalidWindows.java | 87 - .../MergeOverlappingIntervalWindows.java | 86 - .../windowing/NonMergingWindowFn.java | 35 - .../transforms/windowing/OrFinallyTrigger.java | 100 - .../sdk/transforms/windowing/OutputTimeFn.java | 319 -- .../sdk/transforms/windowing/OutputTimeFns.java | 168 - .../sdk/transforms/windowing/PaneInfo.java | 384 --- .../windowing/PartitioningWindowFn.java | 61 - .../sdk/transforms/windowing/Repeatedly.java | 100 - .../sdk/transforms/windowing/Sessions.java | 112 - .../transforms/windowing/SlidingWindows.java | 214 -- .../sdk/transforms/windowing/Trigger.java | 544 ---- .../transforms/windowing/TriggerBuilder.java | 29 - .../sdk/transforms/windowing/Window.java | 662 ---- .../sdk/transforms/windowing/WindowFn.java | 221 -- .../sdk/transforms/windowing/package-info.java | 49 - .../dataflow/sdk/util/ActiveWindowSet.java | 171 - .../cloud/dataflow/sdk/util/ApiSurface.java | 642 ---- .../dataflow/sdk/util/AppEngineEnvironment.java | 61 - .../dataflow/sdk/util/AppliedCombineFn.java | 130 - .../dataflow/sdk/util/AssignWindowsDoFn.java | 67 - ...AttemptAndTimeBoundedExponentialBackOff.java | 168 - .../util/AttemptBoundedExponentialBackOff.java | 83 - .../cloud/dataflow/sdk/util/AvroUtils.java | 345 -- .../dataflow/sdk/util/BaseExecutionContext.java | 155 - .../dataflow/sdk/util/BatchTimerInternals.java | 138 - .../sdk/util/BigQueryTableInserter.java | 434 --- .../sdk/util/BigQueryTableRowIterator.java | 469 --- .../cloud/dataflow/sdk/util/BitSetCoder.java | 59 - .../BufferedElementCountingOutputStream.java | 184 -- .../cloud/dataflow/sdk/util/CloudKnownType.java | 138 - .../cloud/dataflow/sdk/util/CloudObject.java | 184 -- .../cloud/dataflow/sdk/util/CoderUtils.java | 327 -- .../sdk/util/CombineContextFactory.java | 107 - .../cloud/dataflow/sdk/util/CombineFnUtil.java | 154 - .../dataflow/sdk/util/CounterAggregator.java | 96 - .../dataflow/sdk/util/CredentialFactory.java | 29 - .../cloud/dataflow/sdk/util/Credentials.java | 192 -- .../sdk/util/DataflowPathValidator.java | 97 - .../dataflow/sdk/util/DataflowReleaseInfo.java | 87 - .../sdk/util/DirectModeExecutionContext.java | 130 - .../sdk/util/DirectSideInputReader.java | 73 - .../cloud/dataflow/sdk/util/DoFnInfo.java | 67 - .../cloud/dataflow/sdk/util/DoFnRunner.java | 60 - .../cloud/dataflow/sdk/util/DoFnRunnerBase.java | 558 ---- .../cloud/dataflow/sdk/util/DoFnRunners.java | 142 - .../dataflow/sdk/util/ExecutableTrigger.java | 159 - .../dataflow/sdk/util/ExecutionContext.java | 102 - .../sdk/util/ExposedByteArrayInputStream.java | 51 - .../sdk/util/ExposedByteArrayOutputStream.java | 115 - .../dataflow/sdk/util/FileIOChannelFactory.java | 135 - .../dataflow/sdk/util/FinishedTriggers.java | 42 - .../sdk/util/FinishedTriggersBitSet.java | 68 - .../dataflow/sdk/util/FinishedTriggersSet.java | 74 - .../dataflow/sdk/util/GcpCredentialFactory.java | 45 - .../dataflow/sdk/util/GcsIOChannelFactory.java | 86 - .../cloud/dataflow/sdk/util/GcsStager.java | 53 - .../google/cloud/dataflow/sdk/util/GcsUtil.java | 406 --- .../util/GroupAlsoByWindowViaWindowSetDoFn.java | 104 - .../sdk/util/GroupAlsoByWindowsDoFn.java | 58 - .../GroupAlsoByWindowsViaOutputBufferDoFn.java | 98 - .../dataflow/sdk/util/IOChannelFactory.java | 101 - .../cloud/dataflow/sdk/util/IOChannelUtils.java | 204 -- .../sdk/util/IllegalMutationException.java | 52 - .../dataflow/sdk/util/InstanceBuilder.java | 269 -- .../util/IntervalBoundedExponentialBackOff.java | 87 - .../cloud/dataflow/sdk/util/KeyedWorkItem.java | 41 - .../dataflow/sdk/util/KeyedWorkItemCoder.java | 120 - .../cloud/dataflow/sdk/util/KeyedWorkItems.java | 120 - .../sdk/util/LateDataDroppingDoFnRunner.java | 145 - .../dataflow/sdk/util/MapAggregatorValues.java | 48 - .../sdk/util/MergingActiveWindowSet.java | 544 ---- .../cloud/dataflow/sdk/util/MimeTypes.java | 23 - .../cloud/dataflow/sdk/util/MonitoringUtil.java | 233 -- .../dataflow/sdk/util/MutationDetector.java | 31 - .../dataflow/sdk/util/MutationDetectors.java | 182 -- .../cloud/dataflow/sdk/util/NonEmptyPanes.java | 148 - .../sdk/util/NonMergingActiveWindowSet.java | 85 - .../sdk/util/NoopCredentialFactory.java | 38 - .../dataflow/sdk/util/NoopPathValidator.java | 48 - .../dataflow/sdk/util/NullSideInputReader.java | 61 - .../dataflow/sdk/util/OutputReference.java | 42 - .../sdk/util/PCollectionViewWindow.java | 67 - .../dataflow/sdk/util/PCollectionViews.java | 426 --- .../google/cloud/dataflow/sdk/util/PTuple.java | 160 - .../cloud/dataflow/sdk/util/PackageUtil.java | 327 -- .../dataflow/sdk/util/PaneInfoTracker.java | 151 - .../cloud/dataflow/sdk/util/PathValidator.java | 47 - .../sdk/util/PerKeyCombineFnRunner.java | 147 - .../sdk/util/PerKeyCombineFnRunners.java | 257 -- .../cloud/dataflow/sdk/util/PropertyNames.java | 107 - .../dataflow/sdk/util/RandomAccessData.java | 352 -- .../cloud/dataflow/sdk/util/ReduceFn.java | 128 - .../sdk/util/ReduceFnContextFactory.java | 495 --- .../cloud/dataflow/sdk/util/ReduceFnRunner.java | 843 ----- .../sdk/util/ReifyTimestampAndWindowsDoFn.java | 46 - .../cloud/dataflow/sdk/util/Reshuffle.java | 145 - .../dataflow/sdk/util/ReshuffleTrigger.java | 61 - .../sdk/util/RetryHttpRequestInitializer.java | 250 -- .../dataflow/sdk/util/SerializableUtils.java | 159 - .../cloud/dataflow/sdk/util/Serializer.java | 145 - .../sdk/util/ShardingWritableByteChannel.java | 118 - .../dataflow/sdk/util/SideInputReader.java | 48 - .../dataflow/sdk/util/SimpleDoFnRunner.java | 55 - .../google/cloud/dataflow/sdk/util/Stager.java | 29 - .../cloud/dataflow/sdk/util/StreamUtils.java | 68 - .../cloud/dataflow/sdk/util/StringUtils.java | 242 -- .../google/cloud/dataflow/sdk/util/Structs.java | 384 --- .../dataflow/sdk/util/SystemDoFnInternal.java | 37 - .../cloud/dataflow/sdk/util/SystemReduceFn.java | 133 - .../cloud/dataflow/sdk/util/TestCredential.java | 51 - .../cloud/dataflow/sdk/util/TimeDomain.java | 41 - .../cloud/dataflow/sdk/util/TimeUtil.java | 164 - .../cloud/dataflow/sdk/util/TimerInternals.java | 269 -- .../google/cloud/dataflow/sdk/util/Timers.java | 60 - .../cloud/dataflow/sdk/util/Transport.java | 205 -- .../sdk/util/TriggerContextFactory.java | 522 --- .../cloud/dataflow/sdk/util/TriggerRunner.java | 223 -- .../dataflow/sdk/util/UnownedInputStream.java | 76 - .../dataflow/sdk/util/UnownedOutputStream.java | 56 - .../sdk/util/UploadIdResponseInterceptor.java | 61 - .../dataflow/sdk/util/UserCodeException.java | 94 - .../dataflow/sdk/util/ValueWithRecordId.java | 154 - .../google/cloud/dataflow/sdk/util/Values.java | 88 - .../google/cloud/dataflow/sdk/util/VarInt.java | 115 - .../cloud/dataflow/sdk/util/WatermarkHold.java | 450 --- .../cloud/dataflow/sdk/util/Weighted.java | 27 - .../cloud/dataflow/sdk/util/WeightedValue.java | 45 - .../cloud/dataflow/sdk/util/WindowTracing.java | 36 - .../cloud/dataflow/sdk/util/WindowedValue.java | 720 ----- .../dataflow/sdk/util/WindowingInternals.java | 82 - .../dataflow/sdk/util/WindowingStrategy.java | 268 -- .../cloud/dataflow/sdk/util/ZipFiles.java | 294 -- .../cloud/dataflow/sdk/util/common/Counter.java | 1103 ------- .../sdk/util/common/CounterProvider.java | 26 - .../dataflow/sdk/util/common/CounterSet.java | 177 -- .../util/common/ElementByteSizeObservable.java | 41 - .../ElementByteSizeObservableIterable.java | 63 - .../ElementByteSizeObservableIterator.java | 36 - .../util/common/ElementByteSizeObserver.java | 92 - .../sdk/util/common/PeekingReiterator.java | 98 - .../sdk/util/common/ReflectHelpers.java | 209 -- .../dataflow/sdk/util/common/Reiterable.java | 27 - .../dataflow/sdk/util/common/Reiterator.java | 39 - .../dataflow/sdk/util/common/package-info.java | 18 - .../sdk/util/common/worker/StateSampler.java | 365 --- .../sdk/util/common/worker/package-info.java | 18 - .../cloud/dataflow/sdk/util/gcsfs/GcsPath.java | 619 ---- .../dataflow/sdk/util/gcsfs/package-info.java | 18 - .../cloud/dataflow/sdk/util/package-info.java | 18 - .../util/state/AccumulatorCombiningState.java | 51 - .../cloud/dataflow/sdk/util/state/BagState.java | 26 - .../dataflow/sdk/util/state/CombiningState.java | 40 - .../CopyOnAccessInMemoryStateInternals.java | 454 --- .../sdk/util/state/InMemoryStateInternals.java | 414 --- .../sdk/util/state/MergingStateAccessor.java | 40 - .../dataflow/sdk/util/state/ReadableState.java | 53 - .../cloud/dataflow/sdk/util/state/State.java | 30 - .../dataflow/sdk/util/state/StateAccessor.java | 36 - .../dataflow/sdk/util/state/StateContext.java | 41 - .../dataflow/sdk/util/state/StateContexts.java | 107 - .../dataflow/sdk/util/state/StateInternals.java | 55 - .../dataflow/sdk/util/state/StateMerging.java | 254 -- .../dataflow/sdk/util/state/StateNamespace.java | 54 - .../sdk/util/state/StateNamespaceForTest.java | 63 - .../sdk/util/state/StateNamespaces.java | 277 -- .../dataflow/sdk/util/state/StateTable.java | 89 - .../cloud/dataflow/sdk/util/state/StateTag.java | 96 - .../dataflow/sdk/util/state/StateTags.java | 579 ---- .../dataflow/sdk/util/state/ValueState.java | 35 - .../sdk/util/state/WatermarkHoldState.java | 42 - .../google/cloud/dataflow/sdk/values/KV.java | 130 - .../cloud/dataflow/sdk/values/PBegin.java | 87 - .../cloud/dataflow/sdk/values/PCollection.java | 250 -- .../dataflow/sdk/values/PCollectionList.java | 238 -- .../dataflow/sdk/values/PCollectionTuple.java | 264 -- .../dataflow/sdk/values/PCollectionView.java | 64 - .../google/cloud/dataflow/sdk/values/PDone.java | 47 - .../cloud/dataflow/sdk/values/PInput.java | 56 - .../cloud/dataflow/sdk/values/POutput.java | 76 - .../dataflow/sdk/values/POutputValueBase.java | 102 - .../cloud/dataflow/sdk/values/PValue.java | 38 - .../cloud/dataflow/sdk/values/PValueBase.java | 155 - .../dataflow/sdk/values/TimestampedValue.java | 155 - .../cloud/dataflow/sdk/values/TupleTag.java | 196 -- .../cloud/dataflow/sdk/values/TupleTagList.java | 148 - .../dataflow/sdk/values/TypeDescriptor.java | 351 -- .../cloud/dataflow/sdk/values/TypedPValue.java | 197 -- .../cloud/dataflow/sdk/values/package-info.java | 52 - sdk/src/main/proto/README.md | 27 - .../main/proto/proto2_coder_test_messages.proto | 51 - .../google/cloud/dataflow/sdk/sdk.properties | 5 - .../cloud/dataflow/sdk/DataflowMatchers.java | 65 - .../google/cloud/dataflow/sdk/PipelineTest.java | 296 -- .../google/cloud/dataflow/sdk/TestUtils.java | 213 -- .../cloud/dataflow/sdk/WindowMatchers.java | 137 - .../dataflow/sdk/coders/AvroCoderTest.java | 754 ----- .../sdk/coders/BigEndianIntegerCoderTest.java | 90 - .../sdk/coders/BigEndianLongCoderTest.java | 94 - .../dataflow/sdk/coders/ByteArrayCoderTest.java | 144 - .../dataflow/sdk/coders/ByteCoderTest.java | 91 - .../sdk/coders/ByteStringCoderTest.java | 121 - .../dataflow/sdk/coders/CoderFactoriesTest.java | 100 - .../dataflow/sdk/coders/CoderProvidersTest.java | 71 - .../dataflow/sdk/coders/CoderRegistryTest.java | 521 --- .../cloud/dataflow/sdk/coders/CoderTest.java | 78 - .../sdk/coders/CollectionCoderTest.java | 93 - .../dataflow/sdk/coders/CustomCoderTest.java | 135 - .../dataflow/sdk/coders/DefaultCoderTest.java | 128 - .../dataflow/sdk/coders/DelegateCoderTest.java | 141 - .../dataflow/sdk/coders/DoubleCoderTest.java | 96 - .../dataflow/sdk/coders/DurationCoderTest.java | 86 - .../dataflow/sdk/coders/EntityCoderTest.java | 108 - .../dataflow/sdk/coders/InstantCoderTest.java | 116 - .../dataflow/sdk/coders/IterableCoderTest.java | 109 - .../dataflow/sdk/coders/JAXBCoderTest.java | 99 - .../cloud/dataflow/sdk/coders/KvCoderTest.java | 118 - .../dataflow/sdk/coders/ListCoderTest.java | 134 - .../cloud/dataflow/sdk/coders/MapCoderTest.java | 106 - .../dataflow/sdk/coders/NullableCoderTest.java | 132 - .../sdk/coders/PrintBase64Encodings.java | 81 - .../dataflow/sdk/coders/Proto2CoderTest.java | 145 - .../sdk/coders/SerializableCoderTest.java | 222 -- .../cloud/dataflow/sdk/coders/SetCoderTest.java | 86 - .../dataflow/sdk/coders/StandardCoderTest.java | 176 - .../sdk/coders/StringDelegateCoderTest.java | 72 - .../sdk/coders/StringUtf8CoderTest.java | 80 - .../sdk/coders/StructuralByteArrayTest.java | 39 - .../sdk/coders/TableRowJsonCoderTest.java | 86 - .../sdk/coders/TextualIntegerCoderTest.java | 90 - .../dataflow/sdk/coders/VarIntCoderTest.java | 91 - .../dataflow/sdk/coders/VarLongCoderTest.java | 94 - .../sdk/coders/protobuf/ProtoCoderTest.java | 182 -- .../sdk/coders/protobuf/ProtobufUtilTest.java | 195 -- .../sdk/io/AvroIOGeneratedClassTest.java | 374 --- .../cloud/dataflow/sdk/io/AvroIOTest.java | 226 -- .../cloud/dataflow/sdk/io/AvroSourceTest.java | 692 ---- .../cloud/dataflow/sdk/io/BigQueryIOTest.java | 445 --- .../io/BoundedReadFromUnboundedSourceTest.java | 132 - .../dataflow/sdk/io/CompressedSourceTest.java | 430 --- .../dataflow/sdk/io/CountingInputTest.java | 125 - .../dataflow/sdk/io/CountingSourceTest.java | 216 -- .../cloud/dataflow/sdk/io/DatastoreIOTest.java | 631 ---- .../dataflow/sdk/io/FileBasedSinkTest.java | 512 --- .../dataflow/sdk/io/FileBasedSourceTest.java | 914 ------ .../dataflow/sdk/io/OffsetBasedSourceTest.java | 278 -- .../cloud/dataflow/sdk/io/PubsubIOTest.java | 233 -- .../google/cloud/dataflow/sdk/io/ReadTest.java | 144 - .../cloud/dataflow/sdk/io/TextIOTest.java | 562 ---- .../google/cloud/dataflow/sdk/io/WriteTest.java | 341 -- .../cloud/dataflow/sdk/io/XmlSinkTest.java | 235 -- .../cloud/dataflow/sdk/io/XmlSourceTest.java | 822 ----- .../sdk/io/bigtable/BigtableIOTest.java | 688 ---- .../range/ByteKeyRangeEstimateFractionTest.java | 69 - .../range/ByteKeyRangeInterpolateKeyTest.java | 73 - .../dataflow/sdk/io/range/ByteKeyRangeTest.java | 396 --- .../sdk/io/range/ByteKeyRangeTrackerTest.java | 118 - .../dataflow/sdk/io/range/ByteKeyTest.java | 178 -- .../sdk/io/range/OffsetRangeTrackerTest.java | 186 -- .../com/google/cloud/dataflow/sdk/io/user.avsc | 10 - .../DataflowPipelineDebugOptionsTest.java | 40 - .../options/DataflowPipelineOptionsTest.java | 91 - .../options/DataflowProfilingOptionsTest.java | 47 - .../DataflowWorkerLoggingOptionsTest.java | 73 - .../dataflow/sdk/options/GcpOptionsTest.java | 123 - .../sdk/options/GoogleApiDebugOptionsTest.java | 147 - .../sdk/options/PipelineOptionsFactoryTest.java | 1154 ------- .../sdk/options/PipelineOptionsTest.java | 126 - .../options/PipelineOptionsValidatorTest.java | 310 -- .../sdk/options/ProxyInvocationHandlerTest.java | 691 ---- .../AggregatorPipelineExtractorTest.java | 228 -- .../BlockingDataflowPipelineRunnerTest.java | 301 -- .../sdk/runners/DataflowPipelineJobTest.java | 603 ---- .../runners/DataflowPipelineRegistrarTest.java | 72 - .../sdk/runners/DataflowPipelineRunnerTest.java | 1368 -------- .../sdk/runners/DataflowPipelineTest.java | 44 - .../runners/DataflowPipelineTranslatorTest.java | 889 ------ .../runners/DirectPipelineRegistrarTest.java | 69 - .../sdk/runners/DirectPipelineRunnerTest.java | 210 -- .../sdk/runners/DirectPipelineTest.java | 34 - .../sdk/runners/PipelineRunnerTest.java | 82 - .../dataflow/sdk/runners/TransformTreeTest.java | 194 -- .../sdk/runners/dataflow/CustomSourcesTest.java | 273 -- .../runners/dataflow/TestCountingSource.java | 235 -- .../BoundedReadEvaluatorFactoryTest.java | 287 -- .../ConsumerTrackingPipelineVisitorTest.java | 233 -- .../inprocess/FlattenEvaluatorFactoryTest.java | 136 - .../inprocess/ForwardingPTransformTest.java | 100 - .../GroupByKeyEvaluatorFactoryTest.java | 178 -- .../inprocess/InMemoryWatermarkManagerTest.java | 1111 ------- .../runners/inprocess/InProcessBundleTest.java | 143 - .../runners/inprocess/InProcessCreateTest.java | 199 -- .../InProcessEvaluationContextTest.java | 544 ---- .../inprocess/InProcessPipelineRunnerTest.java | 77 - .../InProcessSideInputContainerTest.java | 370 --- .../inprocess/InProcessTimerInternalsTest.java | 131 - .../KeyedPValueTrackingVisitorTest.java | 189 -- .../sdk/runners/inprocess/MockClock.java | 60 - .../ParDoMultiEvaluatorFactoryTest.java | 412 --- .../ParDoSingleEvaluatorFactoryTest.java | 310 -- .../TransformExecutorServicesTest.java | 134 - .../inprocess/TransformExecutorTest.java | 312 -- .../UnboundedReadEvaluatorFactoryTest.java | 327 -- .../inprocess/ViewEvaluatorFactoryTest.java | 96 - .../WatermarkCallbackExecutorTest.java | 126 - .../sdk/testing/CoderPropertiesTest.java | 214 -- .../sdk/testing/DataflowAssertTest.java | 326 -- .../sdk/testing/DataflowJUnitTestRunner.java | 129 - .../dataflow/sdk/testing/ExpectedLogs.java | 306 -- .../dataflow/sdk/testing/ExpectedLogsTest.java | 153 - .../sdk/testing/FastNanoClockAndSleeper.java | 47 - .../testing/FastNanoClockAndSleeperTest.java | 47 - .../sdk/testing/PCollectionViewTesting.java | 295 -- .../sdk/testing/ResetDateTimeProvider.java | 41 - .../sdk/testing/ResetDateTimeProviderTest.java | 55 - .../sdk/testing/RestoreSystemProperties.java | 51 - .../testing/RestoreSystemPropertiesTest.java | 50 - .../sdk/testing/SerializableMatchersTest.java | 165 - .../sdk/testing/SystemNanoTimeSleeper.java | 68 - .../sdk/testing/SystemNanoTimeSleeperTest.java | 53 - .../testing/TestDataflowPipelineRunnerTest.java | 317 -- .../dataflow/sdk/testing/TestPipelineTest.java | 93 - .../transforms/ApproximateQuantilesTest.java | 299 -- .../sdk/transforms/ApproximateUniqueTest.java | 291 -- .../dataflow/sdk/transforms/CombineFnsTest.java | 413 --- .../dataflow/sdk/transforms/CombineTest.java | 1137 ------- .../dataflow/sdk/transforms/CountTest.java | 121 - .../dataflow/sdk/transforms/CreateTest.java | 240 -- .../sdk/transforms/DoFnContextTest.java | 68 - .../DoFnDelegatingAggregatorTest.java | 143 - .../sdk/transforms/DoFnReflectorTest.java | 493 --- .../cloud/dataflow/sdk/transforms/DoFnTest.java | 206 -- .../dataflow/sdk/transforms/DoFnTesterTest.java | 253 -- .../sdk/transforms/DoFnWithContextTest.java | 225 -- .../dataflow/sdk/transforms/FilterTest.java | 160 - .../sdk/transforms/FlatMapElementsTest.java | 124 - .../dataflow/sdk/transforms/FlattenTest.java | 369 --- .../dataflow/sdk/transforms/GroupByKeyTest.java | 438 --- .../IntraBundleParallelizationTest.java | 250 -- .../cloud/dataflow/sdk/transforms/KeysTest.java | 83 - .../dataflow/sdk/transforms/KvSwapTest.java | 91 - .../sdk/transforms/MapElementsTest.java | 134 - .../cloud/dataflow/sdk/transforms/MaxTest.java | 66 - .../cloud/dataflow/sdk/transforms/MeanTest.java | 72 - .../cloud/dataflow/sdk/transforms/MinTest.java | 66 - .../cloud/dataflow/sdk/transforms/NoOpDoFn.java | 143 - .../dataflow/sdk/transforms/PTransformTest.java | 41 - .../dataflow/sdk/transforms/ParDoTest.java | 1541 --------- .../dataflow/sdk/transforms/PartitionTest.java | 140 - .../sdk/transforms/RemoveDuplicatesTest.java | 131 - .../dataflow/sdk/transforms/SampleTest.java | 260 -- .../sdk/transforms/SimpleStatsFnsTest.java | 129 - .../cloud/dataflow/sdk/transforms/SumTest.java | 66 - .../cloud/dataflow/sdk/transforms/TopTest.java | 259 -- .../dataflow/sdk/transforms/ValuesTest.java | 93 - .../cloud/dataflow/sdk/transforms/ViewTest.java | 1548 --------- .../dataflow/sdk/transforms/WithKeysTest.java | 127 - .../sdk/transforms/WithTimestampsTest.java | 210 -- .../transforms/display/DisplayDataMatchers.java | 98 - .../display/DisplayDataMatchersTest.java | 81 - .../sdk/transforms/display/DisplayDataTest.java | 633 ---- .../transforms/join/CoGbkResultCoderTest.java | 85 - .../sdk/transforms/join/CoGbkResultTest.java | 124 - .../sdk/transforms/join/CoGroupByKeyTest.java | 507 --- .../sdk/transforms/join/UnionCoderTest.java | 48 - .../sdk/transforms/windowing/AfterAllTest.java | 151 - .../sdk/transforms/windowing/AfterEachTest.java | 122 - .../transforms/windowing/AfterFirstTest.java | 175 - .../sdk/transforms/windowing/AfterPaneTest.java | 126 - .../windowing/AfterProcessingTimeTest.java | 157 - .../AfterSynchronizedProcessingTimeTest.java | 121 - .../windowing/AfterWatermarkTest.java | 338 -- .../windowing/CalendarWindowsTest.java | 260 -- .../windowing/DefaultTriggerTest.java | 176 - .../transforms/windowing/FixedWindowsTest.java | 124 - .../windowing/IntervalWindowTest.java | 94 - .../windowing/OrFinallyTriggerTest.java | 209 -- .../sdk/transforms/windowing/PaneInfoTest.java | 75 - .../transforms/windowing/RepeatedlyTest.java | 128 - .../sdk/transforms/windowing/SessionsTest.java | 156 - .../windowing/SlidingWindowsTest.java | 193 -- .../sdk/transforms/windowing/TriggerTest.java | 117 - .../sdk/transforms/windowing/WindowTest.java | 226 -- .../sdk/transforms/windowing/WindowingTest.java | 244 -- .../cloud/dataflow/sdk/util/ApiSurfaceTest.java | 187 -- ...mptAndTimeBoundedExponentialBackOffTest.java | 212 -- .../AttemptBoundedExponentialBackOffTest.java | 85 - .../cloud/dataflow/sdk/util/AvroUtilsTest.java | 225 -- .../sdk/util/BatchTimerInternalsTest.java | 116 - .../sdk/util/BigQueryTableInserterTest.java | 239 -- .../sdk/util/BigQueryTableRowIteratorTest.java | 255 -- .../dataflow/sdk/util/BigQueryUtilTest.java | 479 --- ...BufferedElementCountingOutputStreamTest.java | 205 -- .../cloud/dataflow/sdk/util/CoderUtilsTest.java | 229 -- .../dataflow/sdk/util/CombineFnUtilTest.java | 62 - .../sdk/util/CounterAggregatorTest.java | 253 -- .../sdk/util/DataflowPathValidatorTest.java | 92 - .../sdk/util/ExecutableTriggerTest.java | 130 - .../util/ExposedByteArrayInputStreamTest.java | 78 - .../util/ExposedByteArrayOutputStreamTest.java | 245 -- .../sdk/util/FileIOChannelFactoryTest.java | 226 -- .../sdk/util/FinishedTriggersBitSetTest.java | 54 - .../sdk/util/FinishedTriggersProperties.java | 109 - .../sdk/util/FinishedTriggersSetTest.java | 60 - .../sdk/util/GcsIOChannelFactoryTest.java | 43 - .../cloud/dataflow/sdk/util/GcsUtilTest.java | 490 --- .../sdk/util/GroupAlsoByWindowsProperties.java | 718 ----- ...oupAlsoByWindowsViaOutputBufferDoFnTest.java | 111 - .../dataflow/sdk/util/IOChannelUtilsTest.java | 94 - .../dataflow/sdk/util/InstanceBuilderTest.java | 115 - .../IntervalBoundedExponentialBackOffTest.java | 99 - .../sdk/util/KeyedWorkItemCoderTest.java | 61 - .../util/LateDataDroppingDoFnRunnerTest.java | 115 - .../sdk/util/MergingActiveWindowSetTest.java | 175 - .../dataflow/sdk/util/MonitoringUtilTest.java | 146 - .../sdk/util/MutationDetectorsTest.java | 148 - .../cloud/dataflow/sdk/util/PTupleTest.java | 40 - .../dataflow/sdk/util/PackageUtilTest.java | 482 --- .../dataflow/sdk/util/RandomAccessDataTest.java | 205 -- .../dataflow/sdk/util/ReduceFnRunnerTest.java | 1049 ------ .../cloud/dataflow/sdk/util/ReduceFnTester.java | 776 ----- .../cloud/dataflow/sdk/util/ReshuffleTest.java | 208 -- .../dataflow/sdk/util/ReshuffleTriggerTest.java | 58 - .../util/RetryHttpRequestInitializerTest.java | 296 -- .../sdk/util/SerializableUtilsTest.java | 165 - .../cloud/dataflow/sdk/util/SerializerTest.java | 162 - .../dataflow/sdk/util/SimpleDoFnRunnerTest.java | 86 - .../dataflow/sdk/util/StreamUtilsTest.java | 71 - .../dataflow/sdk/util/StringUtilsTest.java | 145 - .../cloud/dataflow/sdk/util/StructsTest.java | 206 -- .../cloud/dataflow/sdk/util/TimeUtilTest.java | 73 - .../dataflow/sdk/util/TimerInternalsTest.java | 52 - .../cloud/dataflow/sdk/util/TriggerTester.java | 585 ---- .../sdk/util/UnownedInputStreamTest.java | 76 - .../sdk/util/UnownedOutputStreamTest.java | 57 - .../util/UploadIdResponseInterceptorTest.java | 99 - .../sdk/util/UserCodeExceptionTest.java | 176 - .../cloud/dataflow/sdk/util/VarIntTest.java | 277 -- .../dataflow/sdk/util/WindowedValueTest.java | 57 - .../cloud/dataflow/sdk/util/ZipFilesTest.java | 311 -- .../sdk/util/common/CounterSetTest.java | 225 -- .../dataflow/sdk/util/common/CounterTest.java | 589 ---- .../sdk/util/common/CounterTestUtils.java | 56 - .../sdk/util/common/ReflectHelpersTest.java | 126 - .../dataflow/sdk/util/gcsfs/GcsPathTest.java | 333 -- .../CopyOnAccessInMemoryStateInternalsTest.java | 553 ---- .../util/state/InMemoryStateInternalsTest.java | 348 -- .../sdk/util/state/StateNamespacesTest.java | 129 - .../dataflow/sdk/util/state/StateTagTest.java | 173 - .../cloud/dataflow/sdk/values/KVTest.java | 112 - .../sdk/values/PCollectionListTest.java | 47 - .../sdk/values/PCollectionTupleTest.java | 93 - .../cloud/dataflow/sdk/values/PDoneTest.java | 102 - .../cloud/dataflow/sdk/values/TupleTagTest.java | 87 - .../dataflow/sdk/values/TypeDescriptorTest.java | 193 -- .../dataflow/sdk/values/TypedPValueTest.java | 164 - .../PipelineOptionsFactoryJava8Test.java | 90 - sdks/java/core/pom.xml | 772 +++++ .../com/google/cloud/dataflow/sdk/Pipeline.java | 502 +++ .../cloud/dataflow/sdk/PipelineResult.java | 95 + .../dataflow/sdk/annotations/Experimental.java | 80 + .../dataflow/sdk/annotations/package-info.java | 20 + .../cloud/dataflow/sdk/coders/AtomicCoder.java | 51 + .../cloud/dataflow/sdk/coders/AvroCoder.java | 714 +++++ .../sdk/coders/BigEndianIntegerCoder.java | 99 + .../dataflow/sdk/coders/BigEndianLongCoder.java | 99 + .../dataflow/sdk/coders/ByteArrayCoder.java | 138 + .../cloud/dataflow/sdk/coders/ByteCoder.java | 111 + .../dataflow/sdk/coders/ByteStringCoder.java | 106 + .../sdk/coders/CannotProvideCoderException.java | 95 + .../google/cloud/dataflow/sdk/coders/Coder.java | 298 ++ .../dataflow/sdk/coders/CoderException.java | 36 + .../dataflow/sdk/coders/CoderFactories.java | 274 ++ .../cloud/dataflow/sdk/coders/CoderFactory.java | 43 + .../dataflow/sdk/coders/CoderProvider.java | 33 + .../dataflow/sdk/coders/CoderProviders.java | 164 + .../dataflow/sdk/coders/CoderRegistry.java | 843 +++++ .../dataflow/sdk/coders/CollectionCoder.java | 73 + .../cloud/dataflow/sdk/coders/CustomCoder.java | 137 + .../cloud/dataflow/sdk/coders/DefaultCoder.java | 66 + .../dataflow/sdk/coders/DelegateCoder.java | 164 + .../sdk/coders/DeterministicStandardCoder.java | 38 + .../cloud/dataflow/sdk/coders/DoubleCoder.java | 113 + .../dataflow/sdk/coders/DurationCoder.java | 97 + .../cloud/dataflow/sdk/coders/EntityCoder.java | 86 + .../cloud/dataflow/sdk/coders/InstantCoder.java | 113 + .../dataflow/sdk/coders/IterableCoder.java | 78 + .../dataflow/sdk/coders/IterableLikeCoder.java | 278 ++ .../cloud/dataflow/sdk/coders/JAXBCoder.java | 135 + .../cloud/dataflow/sdk/coders/KvCoder.java | 162 + .../cloud/dataflow/sdk/coders/KvCoderBase.java | 61 + .../cloud/dataflow/sdk/coders/ListCoder.java | 77 + .../cloud/dataflow/sdk/coders/MapCoder.java | 160 + .../cloud/dataflow/sdk/coders/MapCoderBase.java | 54 + .../dataflow/sdk/coders/NullableCoder.java | 175 + .../cloud/dataflow/sdk/coders/Proto2Coder.java | 361 +++ .../dataflow/sdk/coders/SerializableCoder.java | 183 ++ .../cloud/dataflow/sdk/coders/SetCoder.java | 94 + .../dataflow/sdk/coders/StandardCoder.java | 229 ++ .../sdk/coders/StringDelegateCoder.java | 86 + .../dataflow/sdk/coders/StringUtf8Coder.java | 139 + .../sdk/coders/StructuralByteArray.java | 56 + .../dataflow/sdk/coders/TableRowJsonCoder.java | 82 + .../sdk/coders/TextualIntegerCoder.java | 69 + .../cloud/dataflow/sdk/coders/VarIntCoder.java | 97 + .../cloud/dataflow/sdk/coders/VarLongCoder.java | 96 + .../cloud/dataflow/sdk/coders/VoidCoder.java | 76 + .../cloud/dataflow/sdk/coders/package-info.java | 44 + .../sdk/coders/protobuf/ProtoCoder.java | 404 +++ .../sdk/coders/protobuf/ProtobufUtil.java | 171 + .../sdk/coders/protobuf/package-info.java | 23 + .../google/cloud/dataflow/sdk/io/AvroIO.java | 810 +++++ .../cloud/dataflow/sdk/io/AvroSource.java | 647 ++++ .../cloud/dataflow/sdk/io/BigQueryIO.java | 1499 +++++++++ .../cloud/dataflow/sdk/io/BlockBasedSource.java | 237 ++ .../sdk/io/BoundedReadFromUnboundedSource.java | 271 ++ .../cloud/dataflow/sdk/io/BoundedSource.java | 277 ++ .../cloud/dataflow/sdk/io/CompressedSource.java | 413 +++ .../cloud/dataflow/sdk/io/CountingInput.java | 191 ++ .../cloud/dataflow/sdk/io/CountingSource.java | 397 +++ .../cloud/dataflow/sdk/io/DatastoreIO.java | 957 ++++++ .../cloud/dataflow/sdk/io/FileBasedSink.java | 864 +++++ .../cloud/dataflow/sdk/io/FileBasedSource.java | 648 ++++ .../dataflow/sdk/io/OffsetBasedSource.java | 326 ++ .../google/cloud/dataflow/sdk/io/PubsubIO.java | 1044 ++++++ .../com/google/cloud/dataflow/sdk/io/Read.java | 253 ++ .../dataflow/sdk/io/ShardNameTemplate.java | 75 + .../com/google/cloud/dataflow/sdk/io/Sink.java | 252 ++ .../google/cloud/dataflow/sdk/io/Source.java | 193 ++ .../google/cloud/dataflow/sdk/io/TextIO.java | 992 ++++++ .../cloud/dataflow/sdk/io/UnboundedSource.java | 253 ++ .../com/google/cloud/dataflow/sdk/io/Write.java | 213 ++ .../google/cloud/dataflow/sdk/io/XmlSink.java | 310 ++ .../google/cloud/dataflow/sdk/io/XmlSource.java | 541 ++++ .../dataflow/sdk/io/bigtable/BigtableIO.java | 987 ++++++ .../sdk/io/bigtable/BigtableService.java | 108 + .../sdk/io/bigtable/BigtableServiceImpl.java | 241 ++ .../dataflow/sdk/io/bigtable/package-info.java | 22 + .../cloud/dataflow/sdk/io/package-info.java | 37 + .../cloud/dataflow/sdk/io/range/ByteKey.java | 173 + .../dataflow/sdk/io/range/ByteKeyRange.java | 376 +++ .../sdk/io/range/ByteKeyRangeTracker.java | 117 + .../sdk/io/range/OffsetRangeTracker.java | 182 ++ .../dataflow/sdk/io/range/RangeTracker.java | 220 ++ .../dataflow/sdk/io/range/package-info.java | 23 + .../sdk/options/ApplicationNameOptions.java | 33 + .../dataflow/sdk/options/BigQueryOptions.java | 31 + .../BlockingDataflowPipelineOptions.java | 49 + .../sdk/options/CloudDebuggerOptions.java | 43 + .../options/DataflowPipelineDebugOptions.java | 259 ++ .../sdk/options/DataflowPipelineOptions.java | 114 + .../DataflowPipelineWorkerPoolOptions.java | 254 ++ .../sdk/options/DataflowProfilingOptions.java | 46 + .../options/DataflowWorkerHarnessOptions.java | 50 + .../options/DataflowWorkerLoggingOptions.java | 153 + .../cloud/dataflow/sdk/options/Default.java | 153 + .../sdk/options/DefaultValueFactory.java | 38 + .../cloud/dataflow/sdk/options/Description.java | 35 + .../sdk/options/DirectPipelineOptions.java | 75 + .../cloud/dataflow/sdk/options/GcpOptions.java | 291 ++ .../cloud/dataflow/sdk/options/GcsOptions.java | 113 + .../sdk/options/GoogleApiDebugOptions.java | 87 + .../cloud/dataflow/sdk/options/Hidden.java | 33 + .../dataflow/sdk/options/PipelineOptions.java | 263 ++ .../sdk/options/PipelineOptionsFactory.java | 1537 +++++++++ .../sdk/options/PipelineOptionsRegistrar.java | 36 + .../sdk/options/PipelineOptionsValidator.java | 102 + .../sdk/options/ProxyInvocationHandler.java | 441 +++ .../dataflow/sdk/options/StreamingOptions.java | 30 + .../cloud/dataflow/sdk/options/Validation.java | 46 + .../dataflow/sdk/options/package-info.java | 25 + .../google/cloud/dataflow/sdk/package-info.java | 33 + .../runners/AggregatorPipelineExtractor.java | 97 + .../runners/AggregatorRetrievalException.java | 32 + .../dataflow/sdk/runners/AggregatorValues.java | 52 + .../runners/BlockingDataflowPipelineRunner.java | 181 ++ .../DataflowJobAlreadyExistsException.java | 34 + .../DataflowJobAlreadyUpdatedException.java | 33 + .../runners/DataflowJobCancelledException.java | 38 + .../sdk/runners/DataflowJobException.java | 40 + .../runners/DataflowJobExecutionException.java | 34 + .../runners/DataflowJobUpdatedException.java | 51 + .../dataflow/sdk/runners/DataflowPipeline.java | 59 + .../sdk/runners/DataflowPipelineJob.java | 389 +++ .../sdk/runners/DataflowPipelineRegistrar.java | 58 + .../sdk/runners/DataflowPipelineRunner.java | 3007 ++++++++++++++++++ .../runners/DataflowPipelineRunnerHooks.java | 37 + .../sdk/runners/DataflowPipelineTranslator.java | 1104 +++++++ .../sdk/runners/DataflowServiceException.java | 32 + .../dataflow/sdk/runners/DirectPipeline.java | 55 + .../sdk/runners/DirectPipelineRegistrar.java | 53 + .../sdk/runners/DirectPipelineRunner.java | 1156 +++++++ .../dataflow/sdk/runners/PipelineRunner.java | 76 + .../sdk/runners/PipelineRunnerRegistrar.java | 40 + .../sdk/runners/RecordingPipelineVisitor.java | 54 + .../sdk/runners/TransformHierarchy.java | 104 + .../dataflow/sdk/runners/TransformTreeNode.java | 252 ++ .../sdk/runners/dataflow/AssignWindows.java | 88 + .../runners/dataflow/BigQueryIOTranslator.java | 125 + .../sdk/runners/dataflow/CustomSources.java | 118 + .../dataflow/DataflowAggregatorTransforms.java | 79 + .../dataflow/DataflowMetricUpdateExtractor.java | 110 + .../runners/dataflow/PubsubIOTranslator.java | 107 + .../sdk/runners/dataflow/ReadTranslator.java | 103 + .../sdk/runners/dataflow/package-info.java | 20 + .../inprocess/BoundedReadEvaluatorFactory.java | 152 + .../CachedThreadPoolExecutorServiceFactory.java | 42 + .../dataflow/sdk/runners/inprocess/Clock.java | 29 + .../runners/inprocess/CompletionCallback.java | 33 + .../ConsumerTrackingPipelineVisitor.java | 173 + .../inprocess/EmptyTransformEvaluator.java | 49 + .../sdk/runners/inprocess/EvaluatorKey.java | 55 + .../inprocess/ExecutorServiceFactory.java | 32 + .../ExecutorServiceParallelExecutor.java | 432 +++ .../inprocess/FlattenEvaluatorFactory.java | 83 + .../runners/inprocess/ForwardingPTransform.java | 54 + .../inprocess/GroupByKeyEvaluatorFactory.java | 252 ++ .../inprocess/InMemoryWatermarkManager.java | 1310 ++++++++ .../sdk/runners/inprocess/InProcessBundle.java | 121 + .../inprocess/InProcessBundleOutputManager.java | 50 + .../sdk/runners/inprocess/InProcessCreate.java | 209 ++ .../inprocess/InProcessEvaluationContext.java | 405 +++ .../inprocess/InProcessExecutionContext.java | 106 + .../runners/inprocess/InProcessExecutor.java | 46 + .../inprocess/InProcessPipelineOptions.java | 90 + .../inprocess/InProcessPipelineRunner.java | 343 ++ .../inprocess/InProcessSideInputContainer.java | 230 ++ .../inprocess/InProcessTimerInternals.java | 84 + .../inprocess/InProcessTransformResult.java | 75 + .../inprocess/KeyedPValueTrackingVisitor.java | 95 + .../sdk/runners/inprocess/NanosOffsetClock.java | 58 + .../inprocess/ParDoInProcessEvaluator.java | 109 + .../inprocess/ParDoMultiEvaluatorFactory.java | 90 + .../inprocess/ParDoSingleEvaluatorFactory.java | 87 + .../sdk/runners/inprocess/StepAndKey.java | 68 + .../runners/inprocess/StepTransformResult.java | 157 + .../runners/inprocess/TransformEvaluator.java | 45 + .../inprocess/TransformEvaluatorFactory.java | 42 + .../inprocess/TransformEvaluatorRegistry.java | 72 + .../runners/inprocess/TransformExecutor.java | 114 + .../inprocess/TransformExecutorService.java | 34 + .../inprocess/TransformExecutorServices.java | 153 + .../UnboundedReadEvaluatorFactory.java | 168 + .../runners/inprocess/ViewEvaluatorFactory.java | 121 + .../inprocess/WatermarkCallbackExecutor.java | 143 + .../dataflow/sdk/runners/package-info.java | 33 + .../dataflow/sdk/runners/worker/IsmFormat.java | 946 ++++++ .../sdk/runners/worker/package-info.java | 24 + .../dataflow/sdk/testing/CoderProperties.java | 349 ++ .../dataflow/sdk/testing/DataflowAssert.java | 825 +++++ .../dataflow/sdk/testing/RunnableOnService.java | 30 + .../sdk/testing/SerializableMatcher.java | 36 + .../sdk/testing/SerializableMatchers.java | 1180 +++++++ .../dataflow/sdk/testing/SourceTestUtils.java | 642 ++++ .../testing/TestDataflowPipelineOptions.java | 26 + .../sdk/testing/TestDataflowPipelineRunner.java | 220 ++ .../dataflow/sdk/testing/TestPipeline.java | 193 ++ .../dataflow/sdk/testing/WindowFnTestUtils.java | 325 ++ .../dataflow/sdk/testing/package-info.java | 21 + .../dataflow/sdk/transforms/Aggregator.java | 78 + .../sdk/transforms/AggregatorRetriever.java | 36 + .../sdk/transforms/AppliedPTransform.java | 100 + .../sdk/transforms/ApproximateQuantiles.java | 766 +++++ .../sdk/transforms/ApproximateUnique.java | 419 +++ .../cloud/dataflow/sdk/transforms/Combine.java | 2240 +++++++++++++ .../dataflow/sdk/transforms/CombineFnBase.java | 283 ++ .../dataflow/sdk/transforms/CombineFns.java | 1100 +++++++ .../sdk/transforms/CombineWithContext.java | 277 ++ .../cloud/dataflow/sdk/transforms/Count.java | 135 + .../cloud/dataflow/sdk/transforms/Create.java | 426 +++ .../cloud/dataflow/sdk/transforms/DoFn.java | 563 ++++ .../dataflow/sdk/transforms/DoFnReflector.java | 668 ++++ .../dataflow/sdk/transforms/DoFnTester.java | 495 +++ .../sdk/transforms/DoFnWithContext.java | 416 +++ .../cloud/dataflow/sdk/transforms/Filter.java | 234 ++ .../sdk/transforms/FlatMapElements.java | 145 + .../cloud/dataflow/sdk/transforms/Flatten.java | 219 ++ .../dataflow/sdk/transforms/GroupByKey.java | 575 ++++ .../transforms/IntraBundleParallelization.java | 346 ++ .../cloud/dataflow/sdk/transforms/Keys.java | 68 + .../cloud/dataflow/sdk/transforms/KvSwap.java | 73 + .../dataflow/sdk/transforms/MapElements.java | 112 + .../cloud/dataflow/sdk/transforms/Max.java | 255 ++ .../cloud/dataflow/sdk/transforms/Mean.java | 202 ++ .../cloud/dataflow/sdk/transforms/Min.java | 255 ++ .../dataflow/sdk/transforms/PTransform.java | 324 ++ .../cloud/dataflow/sdk/transforms/ParDo.java | 1321 ++++++++ .../dataflow/sdk/transforms/Partition.java | 173 + .../sdk/transforms/RemoveDuplicates.java | 158 + .../cloud/dataflow/sdk/transforms/Sample.java | 246 ++ .../sdk/transforms/SerializableComparator.java | 28 + .../sdk/transforms/SerializableFunction.java | 31 + .../dataflow/sdk/transforms/SimpleFunction.java | 54 + .../cloud/dataflow/sdk/transforms/Sum.java | 188 ++ .../cloud/dataflow/sdk/transforms/Top.java | 559 ++++ .../cloud/dataflow/sdk/transforms/Values.java | 68 + .../cloud/dataflow/sdk/transforms/View.java | 470 +++ .../cloud/dataflow/sdk/transforms/WithKeys.java | 140 + .../dataflow/sdk/transforms/WithTimestamps.java | 129 + .../cloud/dataflow/sdk/transforms/Write.java | 27 + .../sdk/transforms/display/DisplayData.java | 530 +++ .../sdk/transforms/display/HasDisplayData.java | 53 + .../sdk/transforms/join/CoGbkResult.java | 463 +++ .../sdk/transforms/join/CoGbkResultSchema.java | 134 + .../sdk/transforms/join/CoGroupByKey.java | 211 ++ .../transforms/join/KeyedPCollectionTuple.java | 247 ++ .../sdk/transforms/join/RawUnionValue.java | 51 + .../sdk/transforms/join/UnionCoder.java | 147 + .../sdk/transforms/join/package-info.java | 21 + .../dataflow/sdk/transforms/package-info.java | 43 + .../sdk/transforms/windowing/AfterAll.java | 117 + .../windowing/AfterDelayFromFirstElement.java | 322 ++ .../sdk/transforms/windowing/AfterEach.java | 135 + .../sdk/transforms/windowing/AfterFirst.java | 119 + .../sdk/transforms/windowing/AfterPane.java | 145 + .../windowing/AfterProcessingTime.java | 97 + .../AfterSynchronizedProcessingTime.java | 75 + .../transforms/windowing/AfterWatermark.java | 397 +++ .../sdk/transforms/windowing/BoundedWindow.java | 46 + .../transforms/windowing/CalendarWindows.java | 348 ++ .../transforms/windowing/DefaultTrigger.java | 95 + .../sdk/transforms/windowing/FixedWindows.java | 116 + .../sdk/transforms/windowing/GlobalWindow.java | 68 + .../sdk/transforms/windowing/GlobalWindows.java | 63 + .../transforms/windowing/IntervalWindow.java | 201 ++ .../transforms/windowing/InvalidWindows.java | 87 + .../MergeOverlappingIntervalWindows.java | 86 + .../windowing/NonMergingWindowFn.java | 35 + .../transforms/windowing/OrFinallyTrigger.java | 100 + .../sdk/transforms/windowing/OutputTimeFn.java | 319 ++ .../sdk/transforms/windowing/OutputTimeFns.java | 168 + .../sdk/transforms/windowing/PaneInfo.java | 384 +++ .../windowing/PartitioningWindowFn.java | 61 + .../sdk/transforms/windowing/Repeatedly.java | 100 + .../sdk/transforms/windowing/Sessions.java | 112 + .../transforms/windowing/SlidingWindows.java | 214 ++ .../sdk/transforms/windowing/Trigger.java | 544 ++++ .../transforms/windowing/TriggerBuilder.java | 29 + .../sdk/transforms/windowing/Window.java | 662 ++++ .../sdk/transforms/windowing/WindowFn.java | 221 ++ .../sdk/transforms/windowing/package-info.java | 49 + .../dataflow/sdk/util/ActiveWindowSet.java | 171 + .../cloud/dataflow/sdk/util/ApiSurface.java | 642 ++++ .../dataflow/sdk/util/AppEngineEnvironment.java | 61 + .../dataflow/sdk/util/AppliedCombineFn.java | 130 + .../dataflow/sdk/util/AssignWindowsDoFn.java | 67 + ...AttemptAndTimeBoundedExponentialBackOff.java | 168 + .../util/AttemptBoundedExponentialBackOff.java | 83 + .../cloud/dataflow/sdk/util/AvroUtils.java | 345 ++ .../dataflow/sdk/util/BaseExecutionContext.java | 155 + .../dataflow/sdk/util/BatchTimerInternals.java | 138 + .../sdk/util/BigQueryTableInserter.java | 434 +++ .../sdk/util/BigQueryTableRowIterator.java | 469 +++ .../cloud/dataflow/sdk/util/BitSetCoder.java | 59 + .../BufferedElementCountingOutputStream.java | 184 ++ .../cloud/dataflow/sdk/util/CloudKnownType.java | 138 + .../cloud/dataflow/sdk/util/CloudObject.java | 184 ++ .../cloud/dataflow/sdk/util/CoderUtils.java | 327 ++ .../sdk/util/CombineContextFactory.java | 107 + .../cloud/dataflow/sdk/util/CombineFnUtil.java | 154 + .../dataflow/sdk/util/CounterAggregator.java | 96 + .../dataflow/sdk/util/CredentialFactory.java | 29 + .../cloud/dataflow/sdk/util/Credentials.java | 192 ++ .../sdk/util/DataflowPathValidator.java | 97 + .../dataflow/sdk/util/DataflowReleaseInfo.java | 87 + .../sdk/util/DirectModeExecutionContext.java | 130 + .../sdk/util/DirectSideInputReader.java | 73 + .../cloud/dataflow/sdk/util/DoFnInfo.java | 67 + .../cloud/dataflow/sdk/util/DoFnRunner.java | 60 + .../cloud/dataflow/sdk/util/DoFnRunnerBase.java | 558 ++++ .../cloud/dataflow/sdk/util/DoFnRunners.java | 142 + .../dataflow/sdk/util/ExecutableTrigger.java | 159 + .../dataflow/sdk/util/ExecutionContext.java | 102 + .../sdk/util/ExposedByteArrayInputStream.java | 51 + .../sdk/util/ExposedByteArrayOutputStream.java | 115 + .../dataflow/sdk/util/FileIOChannelFactory.java | 135 + .../dataflow/sdk/util/FinishedTriggers.java | 42 + .../sdk/util/FinishedTriggersBitSet.java | 68 + .../dataflow/sdk/util/FinishedTriggersSet.java | 74 + .../dataflow/sdk/util/GcpCredentialFactory.java | 45 + .../dataflow/sdk/util/GcsIOChannelFactory.java | 86 + .../cloud/dataflow/sdk/util/GcsStager.java | 53 + .../google/cloud/dataflow/sdk/util/GcsUtil.java | 406 +++ .../util/GroupAlsoByWindowViaWindowSetDoFn.java | 104 + .../sdk/util/GroupAlsoByWindowsDoFn.java | 58 + .../GroupAlsoByWindowsViaOutputBufferDoFn.java | 98 + .../dataflow/sdk/util/IOChannelFactory.java | 101 + .../cloud/dataflow/sdk/util/IOChannelUtils.java | 204 ++ .../sdk/util/IllegalMutationException.java | 52 + .../dataflow/sdk/util/InstanceBuilder.java | 269 ++ .../util/IntervalBoundedExponentialBackOff.java | 87 + .../cloud/dataflow/sdk/util/KeyedWorkItem.java | 41 + .../dataflow/sdk/util/KeyedWorkItemCoder.java | 120 + .../cloud/dataflow/sdk/util/KeyedWorkItems.java | 120 + .../sdk/util/LateDataDroppingDoFnRunner.java | 145 + .../dataflow/sdk/util/MapAggregatorValues.java | 48 + .../sdk/util/MergingActiveWindowSet.java | 544 ++++ .../cloud/dataflow/sdk/util/MimeTypes.java | 23 + .../cloud/dataflow/sdk/util/MonitoringUtil.java | 233 ++ .../dataflow/sdk/util/MutationDetector.java | 31 + .../dataflow/sdk/util/MutationDetectors.java | 182 ++ .../cloud/dataflow/sdk/util/NonEmptyPanes.java | 148 + .../sdk/util/NonMergingActiveWindowSet.java | 85 + .../sdk/util/NoopCredentialFactory.java | 38 + .../dataflow/sdk/util/NoopPathValidator.java | 48 + .../dataflow/sdk/util/NullSideInputReader.java | 61 + .../dataflow/sdk/util/OutputReference.java | 42 + .../sdk/util/PCollectionViewWindow.java | 67 + .../dataflow/sdk/util/PCollectionViews.java | 426 +++ .../google/cloud/dataflow/sdk/util/PTuple.java | 160 + .../cloud/dataflow/sdk/util/PackageUtil.java | 327 ++ .../dataflow/sdk/util/PaneInfoTracker.java | 151 + .../cloud/dataflow/sdk/util/PathValidator.java | 47 + .../sdk/util/PerKeyCombineFnRunner.java | 147 + .../sdk/util/PerKeyCombineFnRunners.java | 257 ++ .../cloud/dataflow/sdk/util/PropertyNames.java | 107 + .../dataflow/sdk/util/RandomAccessData.java | 352 ++ .../cloud/dataflow/sdk/util/ReduceFn.java | 128 + .../sdk/util/ReduceFnContextFactory.java | 495 +++ .../cloud/dataflow/sdk/util/ReduceFnRunner.java | 843 +++++ .../sdk/util/ReifyTimestampAndWindowsDoFn.java | 46 + .../cloud/dataflow/sdk/util/Reshuffle.java | 145 + .../dataflow/sdk/util/ReshuffleTrigger.java | 61 + .../sdk/util/RetryHttpRequestInitializer.java | 250 ++ .../dataflow/sdk/util/SerializableUtils.java | 159 + .../cloud/dataflow/sdk/util/Serializer.java | 145 + .../sdk/util/ShardingWritableByteChannel.java | 118 + .../dataflow/sdk/util/SideInputReader.java | 48 + .../dataflow/sdk/util/SimpleDoFnRunner.java | 55 + .../google/cloud/dataflow/sdk/util/Stager.java | 29 + .../cloud/dataflow/sdk/util/StreamUtils.java | 68 + .../cloud/dataflow/sdk/util/StringUtils.java | 242 ++ .../google/cloud/dataflow/sdk/util/Structs.java | 384 +++ .../dataflow/sdk/util/SystemDoFnInternal.java | 37 + .../cloud/dataflow/sdk/util/SystemReduceFn.java | 133 + .../cloud/dataflow/sdk/util/TestCredential.java | 51 + .../cloud/dataflow/sdk/util/TimeDomain.java | 41 + .../cloud/dataflow/sdk/util/TimeUtil.java | 164 + .../cloud/dataflow/sdk/util/TimerInternals.java | 269 ++ .../google/cloud/dataflow/sdk/util/Timers.java | 60 + .../cloud/dataflow/sdk/util/Transport.java | 205 ++ .../sdk/util/TriggerContextFactory.java | 522 +++ .../cloud/dataflow/sdk/util/TriggerRunner.java | 223 ++ .../dataflow/sdk/util/UnownedInputStream.java | 76 + .../dataflow/sdk/util/UnownedOutputStream.java | 56 + .../sdk/util/UploadIdResponseInterceptor.java | 61 + .../dataflow/sdk/util/UserCodeException.java | 94 + .../dataflow/sdk/util/ValueWithRecordId.java | 154 + .../google/cloud/dataflow/sdk/util/Values.java | 88 + .../google/cloud/dataflow/sdk/util/VarInt.java | 115 + .../cloud/dataflow/sdk/util/WatermarkHold.java | 450 +++ .../cloud/dataflow/sdk/util/Weighted.java | 27 + .../cloud/dataflow/sdk/util/WeightedValue.java | 45 + .../cloud/dataflow/sdk/util/WindowTracing.java | 36 + .../cloud/dataflow/sdk/util/WindowedValue.java | 720 +++++ .../dataflow/sdk/util/WindowingInternals.java | 82 + .../dataflow/sdk/util/WindowingStrategy.java | 268 ++ .../cloud/dataflow/sdk/util/ZipFiles.java | 294 ++ .../cloud/dataflow/sdk/util/common/Counter.java | 1103 +++++++ .../sdk/util/common/CounterProvider.java | 26 + .../dataflow/sdk/util/common/CounterSet.java | 177 ++ .../util/common/ElementByteSizeObservable.java | 41 + .../ElementByteSizeObservableIterable.java | 63 + .../ElementByteSizeObservableIterator.java | 36 + .../util/common/ElementByteSizeObserver.java | 92 + .../sdk/util/common/PeekingReiterator.java | 98 + .../sdk/util/common/ReflectHelpers.java | 209 ++ .../dataflow/sdk/util/common/Reiterable.java | 27 + .../dataflow/sdk/util/common/Reiterator.java | 39 + .../dataflow/sdk/util/common/package-info.java | 18 + .../sdk/util/common/worker/StateSampler.java | 365 +++ .../sdk/util/common/worker/package-info.java | 18 + .../cloud/dataflow/sdk/util/gcsfs/GcsPath.java | 619 ++++ .../dataflow/sdk/util/gcsfs/package-info.java | 18 + .../cloud/dataflow/sdk/util/package-info.java | 18 + .../util/state/AccumulatorCombiningState.java | 51 + .../cloud/dataflow/sdk/util/state/BagState.java | 26 + .../dataflow/sdk/util/state/CombiningState.java | 40 + .../CopyOnAccessInMemoryStateInternals.java | 454 +++ .../sdk/util/state/InMemoryStateInternals.java | 414 +++ .../sdk/util/state/MergingStateAccessor.java | 40 + .../dataflow/sdk/util/state/ReadableState.java | 53 + .../cloud/dataflow/sdk/util/state/State.java | 30 + .../dataflow/sdk/util/state/StateAccessor.java | 36 + .../dataflow/sdk/util/state/StateContext.java | 41 + .../dataflow/sdk/util/state/StateContexts.java | 107 + .../dataflow/sdk/util/state/StateInternals.java | 55 + .../dataflow/sdk/util/state/StateMerging.java | 254 ++ .../dataflow/sdk/util/state/StateNamespace.java | 54 + .../sdk/util/state/StateNamespaceForTest.java | 63 + .../sdk/util/state/StateNamespaces.java | 277 ++ .../dataflow/sdk/util/state/StateTable.java | 89 + .../cloud/dataflow/sdk/util/state/StateTag.java | 96 + .../dataflow/sdk/util/state/StateTags.java | 579 ++++ .../dataflow/sdk/util/state/ValueState.java | 35 + .../sdk/util/state/WatermarkHoldState.java | 42 + .../google/cloud/dataflow/sdk/values/KV.java | 130 + .../cloud/dataflow/sdk/values/PBegin.java | 87 + .../cloud/dataflow/sdk/values/PCollection.java | 250 ++ .../dataflow/sdk/values/PCollectionList.java | 238 ++ .../dataflow/sdk/values/PCollectionTuple.java | 264 ++ .../dataflow/sdk/values/PCollectionView.java | 64 + .../google/cloud/dataflow/sdk/values/PDone.java | 47 + .../cloud/dataflow/sdk/values/PInput.java | 56 + .../cloud/dataflow/sdk/values/POutput.java | 76 + .../dataflow/sdk/values/POutputValueBase.java | 102 + .../cloud/dataflow/sdk/values/PValue.java | 38 + .../cloud/dataflow/sdk/values/PValueBase.java | 155 + .../dataflow/sdk/values/TimestampedValue.java | 155 + .../cloud/dataflow/sdk/values/TupleTag.java | 196 ++ .../cloud/dataflow/sdk/values/TupleTagList.java | 148 + .../dataflow/sdk/values/TypeDescriptor.java | 351 ++ .../cloud/dataflow/sdk/values/TypedPValue.java | 197 ++ .../cloud/dataflow/sdk/values/package-info.java | 52 + sdks/java/core/src/main/proto/README.md | 27 + .../main/proto/proto2_coder_test_messages.proto | 51 + .../google/cloud/dataflow/sdk/sdk.properties | 5 + .../cloud/dataflow/sdk/DataflowMatchers.java | 65 + .../google/cloud/dataflow/sdk/PipelineTest.java | 296 ++ .../google/cloud/dataflow/sdk/TestUtils.java | 213 ++ .../cloud/dataflow/sdk/WindowMatchers.java | 137 + .../dataflow/sdk/coders/AvroCoderTest.java | 754 +++++ .../sdk/coders/BigEndianIntegerCoderTest.java | 90 + .../sdk/coders/BigEndianLongCoderTest.java | 94 + .../dataflow/sdk/coders/ByteArrayCoderTest.java | 144 + .../dataflow/sdk/coders/ByteCoderTest.java | 91 + .../sdk/coders/ByteStringCoderTest.java | 121 + .../dataflow/sdk/coders/CoderFactoriesTest.java | 100 + .../dataflow/sdk/coders/CoderProvidersTest.java | 71 + .../dataflow/sdk/coders/CoderRegistryTest.java | 521 +++ .../cloud/dataflow/sdk/coders/CoderTest.java | 78 + .../sdk/coders/CollectionCoderTest.java | 93 + .../dataflow/sdk/coders/CustomCoderTest.java | 135 + .../dataflow/sdk/coders/DefaultCoderTest.java | 128 + .../dataflow/sdk/coders/DelegateCoderTest.java | 141 + .../dataflow/sdk/coders/DoubleCoderTest.java | 96 + .../dataflow/sdk/coders/DurationCoderTest.java | 86 + .../dataflow/sdk/coders/EntityCoderTest.java | 108 + .../dataflow/sdk/coders/InstantCoderTest.java | 116 + .../dataflow/sdk/coders/IterableCoderTest.java | 109 + .../dataflow/sdk/coders/JAXBCoderTest.java | 99 + .../cloud/dataflow/sdk/coders/KvCoderTest.java | 118 + .../dataflow/sdk/coders/ListCoderTest.java | 134 + .../cloud/dataflow/sdk/coders/MapCoderTest.java | 106 + .../dataflow/sdk/coders/NullableCoderTest.java | 132 + .../sdk/coders/PrintBase64Encodings.java | 81 + .../dataflow/sdk/coders/Proto2CoderTest.java | 145 + .../sdk/coders/SerializableCoderTest.java | 222 ++ .../cloud/dataflow/sdk/coders/SetCoderTest.java | 86 + .../dataflow/sdk/coders/StandardCoderTest.java | 176 + .../sdk/coders/StringDelegateCoderTest.java | 72 + .../sdk/coders/StringUtf8CoderTest.java | 80 + .../sdk/coders/StructuralByteArrayTest.java | 39 + .../sdk/coders/TableRowJsonCoderTest.java | 86 + .../sdk/coders/TextualIntegerCoderTest.java | 90 + .../dataflow/sdk/coders/VarIntCoderTest.java | 91 + .../dataflow/sdk/coders/VarLongCoderTest.java | 94 + .../sdk/coders/protobuf/ProtoCoderTest.java | 182 ++ .../sdk/coders/protobuf/ProtobufUtilTest.java | 195 ++ .../sdk/io/AvroIOGeneratedClassTest.java | 374 +++ .../cloud/dataflow/sdk/io/AvroIOTest.java | 226 ++ .../cloud/dataflow/sdk/io/AvroSourceTest.java | 692 ++++ .../cloud/dataflow/sdk/io/BigQueryIOTest.java | 445 +++ .../io/BoundedReadFromUnboundedSourceTest.java | 132 + .../dataflow/sdk/io/CompressedSourceTest.java | 430 +++ .../dataflow/sdk/io/CountingInputTest.java | 125 + .../dataflow/sdk/io/CountingSourceTest.java | 216 ++ .../cloud/dataflow/sdk/io/DatastoreIOTest.java | 631 ++++ .../dataflow/sdk/io/FileBasedSinkTest.java | 512 +++ .../dataflow/sdk/io/FileBasedSourceTest.java | 914 ++++++ .../dataflow/sdk/io/OffsetBasedSourceTest.java | 278 ++ .../cloud/dataflow/sdk/io/PubsubIOTest.java | 233 ++ .../google/cloud/dataflow/sdk/io/ReadTest.java | 144 + .../cloud/dataflow/sdk/io/TextIOTest.java | 562 ++++ .../google/cloud/dataflow/sdk/io/WriteTest.java | 341 ++ .../cloud/dataflow/sdk/io/XmlSinkTest.java | 235 ++ .../cloud/dataflow/sdk/io/XmlSourceTest.java | 822 +++++ .../sdk/io/bigtable/BigtableIOTest.java | 688 ++++ .../range/ByteKeyRangeEstimateFractionTest.java | 69 + .../range/ByteKeyRangeInterpolateKeyTest.java | 73 + .../dataflow/sdk/io/range/ByteKeyRangeTest.java | 396 +++ .../sdk/io/range/ByteKeyRangeTrackerTest.java | 118 + .../dataflow/sdk/io/range/ByteKeyTest.java | 178 ++ .../sdk/io/range/OffsetRangeTrackerTest.java | 186 ++ .../com/google/cloud/dataflow/sdk/io/user.avsc | 10 + .../DataflowPipelineDebugOptionsTest.java | 40 + .../options/DataflowPipelineOptionsTest.java | 91 + .../options/DataflowProfilingOptionsTest.java | 47 + .../DataflowWorkerLoggingOptionsTest.java | 73 + .../dataflow/sdk/options/GcpOptionsTest.java | 123 + .../sdk/options/GoogleApiDebugOptionsTest.java | 147 + .../sdk/options/PipelineOptionsFactoryTest.java | 1154 +++++++ .../sdk/options/PipelineOptionsTest.java | 126 + .../options/PipelineOptionsValidatorTest.java | 310 ++ .../sdk/options/ProxyInvocationHandlerTest.java | 691 ++++ .../AggregatorPipelineExtractorTest.java | 228 ++ .../BlockingDataflowPipelineRunnerTest.java | 301 ++ .../sdk/runners/DataflowPipelineJobTest.java | 603 ++++ .../runners/DataflowPipelineRegistrarTest.java | 72 + .../sdk/runners/DataflowPipelineRunnerTest.java | 1368 ++++++++ .../sdk/runners/DataflowPipelineTest.java | 44 + .../runners/DataflowPipelineTranslatorTest.java | 889 ++++++ .../runners/DirectPipelineRegistrarTest.java | 69 + .../sdk/runners/DirectPipelineRunnerTest.java | 210 ++ .../sdk/runners/DirectPipelineTest.java | 34 + .../sdk/runners/PipelineRunnerTest.java | 82 + .../dataflow/sdk/runners/TransformTreeTest.java | 194 ++ .../sdk/runners/dataflow/CustomSourcesTest.java | 273 ++ .../runners/dataflow/TestCountingSource.java | 235 ++ .../BoundedReadEvaluatorFactoryTest.java | 287 ++ .../ConsumerTrackingPipelineVisitorTest.java | 233 ++ .../inprocess/FlattenEvaluatorFactoryTest.java | 136 + .../inprocess/ForwardingPTransformTest.java | 100 + .../GroupByKeyEvaluatorFactoryTest.java | 178 ++ .../inprocess/InMemoryWatermarkManagerTest.java | 1111 +++++++ .../runners/inprocess/InProcessBundleTest.java | 143 + .../runners/inprocess/InProcessCreateTest.java | 199 ++ .../InProcessEvaluationContextTest.java | 544 ++++ .../inprocess/InProcessPipelineRunnerTest.java | 77 + .../InProcessSideInputContainerTest.java | 370 +++ .../inprocess/InProcessTimerInternalsTest.java | 131 + .../KeyedPValueTrackingVisitorTest.java | 189 ++ .../sdk/runners/inprocess/MockClock.java | 60 + .../ParDoMultiEvaluatorFactoryTest.java | 412 +++ .../ParDoSingleEvaluatorFactoryTest.java | 310 ++ .../TransformExecutorServicesTest.java | 134 + .../inprocess/TransformExecutorTest.java | 312 ++ .../UnboundedReadEvaluatorFactoryTest.java | 327 ++ .../inprocess/ViewEvaluatorFactoryTest.java | 96 + .../WatermarkCallbackExecutorTest.java | 126 + .../sdk/testing/CoderPropertiesTest.java | 214 ++ .../sdk/testing/DataflowAssertTest.java | 326 ++ .../sdk/testing/DataflowJUnitTestRunner.java | 129 + .../dataflow/sdk/testing/ExpectedLogs.java | 306 ++ .../dataflow/sdk/testing/ExpectedLogsTest.java | 153 + .../sdk/testing/FastNanoClockAndSleeper.java | 47 + .../testing/FastNanoClockAndSleeperTest.java | 47 + .../sdk/testing/PCollectionViewTesting.java | 295 ++ .../sdk/testing/ResetDateTimeProvider.java | 41 + .../sdk/testing/ResetDateTimeProviderTest.java | 55 + .../sdk/testing/RestoreSystemProperties.java | 51 + .../testing/RestoreSystemPropertiesTest.java | 50 + .../sdk/testing/SerializableMatchersTest.java | 165 + .../sdk/testing/SystemNanoTimeSleeper.java | 68 + .../sdk/testing/SystemNanoTimeSleeperTest.java | 53 + .../testing/TestDataflowPipelineRunnerTest.java | 317 ++ .../dataflow/sdk/testing/TestPipelineTest.java | 93 + .../transforms/ApproximateQuantilesTest.java | 299 ++ .../sdk/transforms/ApproximateUniqueTest.java | 291 ++ .../dataflow/sdk/transforms/CombineFnsTest.java | 413 +++ .../dataflow/sdk/transforms/CombineTest.java | 1137 +++++++ .../dataflow/sdk/transforms/CountTest.java | 121 + .../dataflow/sdk/transforms/CreateTest.java | 240 ++ .../sdk/transforms/DoFnContextTest.java | 68 + .../DoFnDelegatingAggregatorTest.java | 143 + .../sdk/transforms/DoFnReflectorTest.java | 493 +++ .../cloud/dataflow/sdk/transforms/DoFnTest.java | 206 ++ .../dataflow/sdk/transforms/DoFnTesterTest.java | 253 ++ .../sdk/transforms/DoFnWithContextTest.java | 225 ++ .../dataflow/sdk/transforms/FilterTest.java | 160 + .../sdk/transforms/FlatMapElementsTest.java | 124 + .../dataflow/sdk/transforms/FlattenTest.java | 369 +++ .../dataflow/sdk/transforms/GroupByKeyTest.java | 438 +++ .../IntraBundleParallelizationTest.java | 250 ++ .../cloud/dataflow/sdk/transforms/KeysTest.java | 83 + .../dataflow/sdk/transforms/KvSwapTest.java | 91 + .../sdk/transforms/MapElementsTest.java | 134 + .../cloud/dataflow/sdk/transforms/MaxTest.java | 66 + .../cloud/dataflow/sdk/transforms/MeanTest.java | 72 + .../cloud/dataflow/sdk/transforms/MinTest.java | 66 + .../cloud/dataflow/sdk/transforms/NoOpDoFn.java | 143 + .../dataflow/sdk/transforms/PTransformTest.java | 41 + .../dataflow/sdk/transforms/ParDoTest.java | 1541 +++++++++ .../dataflow/sdk/transforms/PartitionTest.java | 140 + .../sdk/transforms/RemoveDuplicatesTest.java | 131 + .../dataflow/sdk/transforms/SampleTest.java | 260 ++ .../sdk/transforms/SimpleStatsFnsTest.java | 129 + .../cloud/dataflow/sdk/transforms/SumTest.java | 66 + .../cloud/dataflow/sdk/transforms/TopTest.java | 259 ++ .../dataflow/sdk/transforms/ValuesTest.java | 93 + .../cloud/dataflow/sdk/transforms/ViewTest.java | 1548 +++++++++ .../dataflow/sdk/transforms/WithKeysTest.java | 127 + .../sdk/transforms/WithTimestampsTest.java | 210 ++ .../transforms/display/DisplayDataMatchers.java | 98 + .../display/DisplayDataMatchersTest.java | 81 + .../sdk/transforms/display/DisplayDataTest.java | 633 ++++ .../transforms/join/CoGbkResultCoderTest.java | 85 + .../sdk/transforms/join/CoGbkResultTest.java | 124 + .../sdk/transforms/join/CoGroupByKeyTest.java | 507 +++ .../sdk/transforms/join/UnionCoderTest.java | 48 + .../sdk/transforms/windowing/AfterAllTest.java | 151 + .../sdk/transforms/windowing/AfterEachTest.java | 122 + .../transforms/windowing/AfterFirstTest.java | 175 + .../sdk/transforms/windowing/AfterPaneTest.java | 126 + .../windowing/AfterProcessingTimeTest.java | 157 + .../AfterSynchronizedProcessingTimeTest.java | 121 + .../windowing/AfterWatermarkTest.java | 338 ++ .../windowing/CalendarWindowsTest.java | 260 ++ .../windowing/DefaultTriggerTest.java | 176 + .../transforms/windowing/FixedWindowsTest.java | 124 + .../windowing/IntervalWindowTest.java | 94 + .../windowing/OrFinallyTriggerTest.java | 209 ++ .../sdk/transforms/windowing/PaneInfoTest.java | 75 + .../transforms/windowing/RepeatedlyTest.java | 128 + .../sdk/transforms/windowing/SessionsTest.java | 156 + .../windowing/SlidingWindowsTest.java | 193 ++ .../sdk/transforms/windowing/TriggerTest.java | 117 + .../sdk/transforms/windowing/WindowTest.java | 226 ++ .../sdk/transforms/windowing/WindowingTest.java | 244 ++ .../cloud/dataflow/sdk/util/ApiSurfaceTest.java | 187 ++ ...mptAndTimeBoundedExponentialBackOffTest.java | 212 ++ .../AttemptBoundedExponentialBackOffTest.java | 85 + .../cloud/dataflow/sdk/util/AvroUtilsTest.java | 225 ++ .../sdk/util/BatchTimerInternalsTest.java | 116 + .../sdk/util/BigQueryTableInserterTest.java | 239 ++ .../sdk/util/BigQueryTableRowIteratorTest.java | 255 ++ .../dataflow/sdk/util/BigQueryUtilTest.java | 479 +++ ...BufferedElementCountingOutputStreamTest.java | 205 ++ .../cloud/dataflow/sdk/util/CoderUtilsTest.java | 229 ++ .../dataflow/sdk/util/CombineFnUtilTest.java | 62 + .../sdk/util/CounterAggregatorTest.java | 253 ++ .../sdk/util/DataflowPathValidatorTest.java | 92 + .../sdk/util/ExecutableTriggerTest.java | 130 + .../util/ExposedByteArrayInputStreamTest.java | 78 + .../util/ExposedByteArrayOutputStreamTest.java | 245 ++ .../sdk/util/FileIOChannelFactoryTest.java | 226 ++ .../sdk/util/FinishedTriggersBitSetTest.java | 54 + .../sdk/util/FinishedTriggersProperties.java | 109 + .../sdk/util/FinishedTriggersSetTest.java | 60 + .../sdk/util/GcsIOChannelFactoryTest.java | 43 + .../cloud/dataflow/sdk/util/GcsUtilTest.java | 490 +++ .../sdk/util/GroupAlsoByWindowsProperties.java | 718 +++++ ...oupAlsoByWindowsViaOutputBufferDoFnTest.java | 111 + .../dataflow/sdk/util/IOChannelUtilsTest.java | 94 + .../dataflow/sdk/util/InstanceBuilderTest.java | 115 + .../IntervalBoundedExponentialBackOffTest.java | 99 + .../sdk/util/KeyedWorkItemCoderTest.java | 61 + .../util/LateDataDroppingDoFnRunnerTest.java | 115 + .../sdk/util/MergingActiveWindowSetTest.java | 175 + .../dataflow/sdk/util/MonitoringUtilTest.java | 146 + .../sdk/util/MutationDetectorsTest.java | 148 + .../cloud/dataflow/sdk/util/PTupleTest.java | 40 + .../dataflow/sdk/util/PackageUtilTest.java | 482 +++ .../dataflow/sdk/util/RandomAccessDataTest.java | 205 ++ .../dataflow/sdk/util/ReduceFnRunnerTest.java | 1049 ++++++ .../cloud/dataflow/sdk/util/ReduceFnTester.java | 776 +++++ .../cloud/dataflow/sdk/util/ReshuffleTest.java | 208 ++ .../dataflow/sdk/util/ReshuffleTriggerTest.java | 58 + .../util/RetryHttpRequestInitializerTest.java | 296 ++ .../sdk/util/SerializableUtilsTest.java | 165 + .../cloud/dataflow/sdk/util/SerializerTest.java | 162 + .../dataflow/sdk/util/SimpleDoFnRunnerTest.java | 86 + .../dataflow/sdk/util/StreamUtilsTest.java | 71 + .../dataflow/sdk/util/StringUtilsTest.java | 145 + .../cloud/dataflow/sdk/util/StructsTest.java | 206 ++ .../cloud/dataflow/sdk/util/TimeUtilTest.java | 73 + .../dataflow/sdk/util/TimerInternalsTest.java | 52 + .../cloud/dataflow/sdk/util/TriggerTester.java | 585 ++++ .../sdk/util/UnownedInputStreamTest.java | 76 + .../sdk/util/UnownedOutputStreamTest.java | 57 + .../util/UploadIdResponseInterceptorTest.java | 99 + .../sdk/util/UserCodeExceptionTest.java | 176 + .../cloud/dataflow/sdk/util/VarIntTest.java | 277 ++ .../dataflow/sdk/util/WindowedValueTest.java | 57 + .../cloud/dataflow/sdk/util/ZipFilesTest.java | 311 ++ .../sdk/util/common/CounterSetTest.java | 225 ++ .../dataflow/sdk/util/common/CounterTest.java | 589 ++++ .../sdk/util/common/CounterTestUtils.java | 56 + .../sdk/util/common/ReflectHelpersTest.java | 126 + .../dataflow/sdk/util/gcsfs/GcsPathTest.java | 333 ++ .../CopyOnAccessInMemoryStateInternalsTest.java | 553 ++++ .../util/state/InMemoryStateInternalsTest.java | 348 ++ .../sdk/util/state/StateNamespacesTest.java | 129 + .../dataflow/sdk/util/state/StateTagTest.java | 173 + .../cloud/dataflow/sdk/values/KVTest.java | 112 + .../sdk/values/PCollectionListTest.java | 47 + .../sdk/values/PCollectionTupleTest.java | 93 + .../cloud/dataflow/sdk/values/PDoneTest.java | 102 + .../cloud/dataflow/sdk/values/TupleTagTest.java | 87 + .../dataflow/sdk/values/TypeDescriptorTest.java | 193 ++ .../dataflow/sdk/values/TypedPValueTest.java | 164 + .../PipelineOptionsFactoryJava8Test.java | 90 + sdks/java/java8tests/pom.xml | 184 ++ .../sdk/transforms/CombineJava8Test.java | 133 + .../sdk/transforms/FilterJava8Test.java | 118 + .../transforms/FlatMapElementsJava8Test.java | 84 + .../sdk/transforms/MapElementsJava8Test.java | 77 + .../sdk/transforms/PartitionJava8Test.java | 74 + .../transforms/RemoveDuplicatesJava8Test.java | 98 + .../sdk/transforms/WithKeysJava8Test.java | 73 + .../sdk/transforms/WithTimestampsJava8Test.java | 65 + sdks/java/javadoc/README.md | 4 + sdks/java/javadoc/apiclient-docs/package-list | 34 + sdks/java/javadoc/avro-docs/package-list | 30 + sdks/java/javadoc/bq-docs/package-list | 2 + .../java/javadoc/dataflow-sdk-docs/package-list | 11 + sdks/java/javadoc/datastore-docs/package-list | 2 + sdks/java/javadoc/guava-docs/package-list | 15 + sdks/java/javadoc/hamcrest-docs/package-list | 10 + .../jackson-annotations-docs/package-list | 1 + .../javadoc/jackson-databind-docs/package-list | 20 + sdks/java/javadoc/joda-docs/package-list | 7 + sdks/java/javadoc/junit-docs/package-list | 7 + sdks/java/javadoc/oauth-docs/package-list | 11 + sdks/java/javadoc/overview.html | 31 + sdks/java/maven-archetypes/examples/pom.xml | 56 + .../META-INF/maven/archetype-metadata.xml | 29 + .../main/resources/archetype-resources/pom.xml | 204 ++ .../src/main/java/DebuggingWordCount.java | 182 ++ .../src/main/java/MinimalWordCount.java | 115 + .../src/main/java/WindowedWordCount.java | 262 ++ .../src/main/java/WordCount.java | 204 ++ .../java/common/DataflowExampleOptions.java | 29 + .../main/java/common/DataflowExampleUtils.java | 398 +++ .../common/ExampleBigQueryTableOptions.java | 53 + .../java/common/ExamplePubsubTopicOptions.java | 49 + .../main/java/common/PubsubFileInjector.java | 153 + .../src/test/java/DebuggingWordCountTest.java | 44 + .../src/test/java/WordCountTest.java | 85 + .../projects/basic/archetype.properties | 5 + .../src/test/resources/projects/basic/goal.txt | 1 + sdks/java/maven-archetypes/pom.xml | 41 + sdks/java/maven-archetypes/starter/pom.xml | 57 + .../META-INF/maven/archetype-metadata.xml | 21 + .../main/resources/archetype-resources/pom.xml | 43 + .../src/main/java/StarterPipeline.java | 67 + .../projects/basic/archetype.properties | 5 + .../src/test/resources/projects/basic/goal.txt | 1 + .../resources/projects/basic/reference/pom.xml | 43 + .../src/main/java/it/pkg/StarterPipeline.java | 67 + travis/test_wordcount.sh | 4 +- 1664 files changed, 169896 insertions(+), 169901 deletions(-) ----------------------------------------------------------------------