This closes #2779
Project: http://git-wip-us.apache.org/repos/asf/beam/repo Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/1bc50d62 Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/1bc50d62 Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/1bc50d62 Branch: refs/heads/master Commit: 1bc50d627289e6cbce617424744628a8cda4c52a Parents: b4bafd0 1735824 Author: Dan Halperin <dhalp...@google.com> Authored: Wed May 3 17:45:10 2017 -0700 Committer: Dan Halperin <dhalp...@google.com> Committed: Wed May 3 17:45:10 2017 -0700 ---------------------------------------------------------------------- .../examples/common/WriteOneFilePerWindow.java | 52 +- .../construction/PTransformMatchersTest.java | 10 +- .../direct/WriteWithShardingFactoryTest.java | 32 +- .../beam/runners/dataflow/DataflowRunner.java | 12 +- .../runners/dataflow/DataflowRunnerTest.java | 4 + .../java/org/apache/beam/sdk/io/AvroIO.java | 213 ++++--- .../java/org/apache/beam/sdk/io/AvroSink.java | 22 +- .../beam/sdk/io/DefaultFilenamePolicy.java | 169 ++++++ .../org/apache/beam/sdk/io/FileBasedSink.java | 593 +++++++++---------- .../java/org/apache/beam/sdk/io/TFRecordIO.java | 126 ++-- .../java/org/apache/beam/sdk/io/TextIO.java | 249 ++++---- .../java/org/apache/beam/sdk/io/TextSink.java | 20 +- .../java/org/apache/beam/sdk/io/WriteFiles.java | 15 +- .../apache/beam/sdk/util/IOChannelUtils.java | 6 +- .../apache/beam/sdk/util/NoopPathValidator.java | 12 +- .../beam/sdk/util/NumberedShardedFile.java | 4 +- .../org/apache/beam/sdk/util/PathValidator.java | 15 +- .../java/org/apache/beam/sdk/io/AvroIOTest.java | 65 +- .../beam/sdk/io/DefaultFilenamePolicyTest.java | 55 ++ .../apache/beam/sdk/io/FileBasedSinkTest.java | 330 +++++------ .../java/org/apache/beam/sdk/io/SimpleSink.java | 27 +- .../java/org/apache/beam/sdk/io/TextIOTest.java | 45 +- .../org/apache/beam/sdk/io/WriteFilesTest.java | 41 +- .../apache/beam/sdk/util/GcsPathValidator.java | 22 +- .../java/org/apache/beam/sdk/io/xml/XmlIO.java | 15 +- .../org/apache/beam/sdk/io/xml/XmlSink.java | 16 +- .../org/apache/beam/sdk/io/xml/XmlSinkTest.java | 52 +- 27 files changed, 1251 insertions(+), 971 deletions(-) ----------------------------------------------------------------------