This closes #2031
Project: http://git-wip-us.apache.org/repos/asf/beam/repo Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/cad84c88 Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/cad84c88 Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/cad84c88 Branch: refs/heads/master Commit: cad84c8802068c699ea88b2094514410484576df Parents: f303b98 da6d7e1 Author: Dan Halperin <dhalp...@google.com> Authored: Wed Feb 22 16:20:17 2017 -0800 Committer: Dan Halperin <dhalp...@google.com> Committed: Wed Feb 22 16:20:17 2017 -0800 ---------------------------------------------------------------------- sdks/java/io/hdfs/pom.xml | 11 + .../beam/sdk/io/hdfs/AvroHDFSFileSource.java | 142 ----- .../beam/sdk/io/hdfs/AvroWrapperCoder.java | 114 ---- .../apache/beam/sdk/io/hdfs/HDFSFileSink.java | 300 ++++++++--- .../apache/beam/sdk/io/hdfs/HDFSFileSource.java | 531 ++++++++++++------- .../sdk/io/hdfs/SerializableConfiguration.java | 93 ++++ .../org/apache/beam/sdk/io/hdfs/UGIHelper.java | 38 ++ .../apache/beam/sdk/io/hdfs/WritableCoder.java | 2 +- .../SimpleAuthAvroHDFSFileSource.java | 82 --- .../hdfs/simpleauth/SimpleAuthHDFSFileSink.java | 131 ----- .../simpleauth/SimpleAuthHDFSFileSource.java | 117 ---- .../sdk/io/hdfs/simpleauth/package-info.java | 22 - .../beam/sdk/io/hdfs/AvroWrapperCoderTest.java | 50 -- .../beam/sdk/io/hdfs/HDFSFileSinkTest.java | 173 ++++++ .../beam/sdk/io/hdfs/HDFSFileSourceTest.java | 39 +- 15 files changed, 905 insertions(+), 940 deletions(-) ----------------------------------------------------------------------
