[50/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-7240

2018-04-10 Thread xyao 
Merge branch 'trunk' into HDFS-7240


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/df3ff904
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/df3ff904
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/df3ff904

Branch: refs/heads/HDFS-7240
Commit: df3ff9042a6327b784ecf90ea8be8f0fe567859e
Parents: bb3c07f 8ab776d
Author: Xiaoyu Yao 
Authored: Tue Apr 10 12:22:50 2018 -0700
Committer: Xiaoyu Yao 
Committed: Tue Apr 10 12:22:50 2018 -0700

--
 BUILDING.txt|14 +
 .../src/main/bin/hadoop-functions.sh| 9 +-
 .../apache/hadoop/crypto/key/KeyProvider.java   |11 +-
 .../fs/CommonConfigurationKeysPublic.java   |21 +
 .../main/java/org/apache/hadoop/ipc/RPC.java|35 +-
 .../org/apache/hadoop/net/NetworkTopology.java  |   106 +-
 .../hadoop/util/concurrent/HadoopExecutors.java | 9 +-
 .../src/site/markdown/HttpAuthentication.md | 2 +-
 .../markdown/release/3.1.0/CHANGES.3.1.0.md |  1022 +
 .../release/3.1.0/RELEASENOTES.3.1.0.md |   199 +
 .../fs/contract/AbstractContractCreateTest.java |12 +-
 .../java/org/apache/hadoop/io/TestIOUtils.java  | 2 +-
 .../hadoop/hdfs/protocol/AclException.java  |10 +
 .../ha/RequestHedgingProxyProvider.java | 3 +
 .../ha/TestRequestHedgingProxyProvider.java |34 +
 .../federation/metrics/NamenodeBeanMetrics.java | 3 +
 .../federation/router/ConnectionContext.java|35 +-
 .../federation/router/ConnectionManager.java|10 +-
 .../federation/router/ConnectionPool.java   |98 +-
 .../federation/router/ConnectionPoolId.java |19 +-
 .../server/federation/router/RemoteMethod.java  |68 +-
 .../router/RouterNamenodeProtocol.java  |   187 +
 .../federation/router/RouterRpcClient.java  |62 +-
 .../federation/router/RouterRpcServer.java  |   141 +-
 .../router/SubClusterTimeoutException.java  |33 +
 .../driver/impl/StateStoreFileSystemImpl.java   | 6 +-
 .../server/federation/MiniRouterDFSCluster.java |39 +-
 .../router/TestConnectionManager.java   |56 +-
 .../server/federation/router/TestRouter.java|70 +-
 .../federation/router/TestRouterQuota.java  | 4 +
 .../router/TestRouterRPCClientRetries.java  |   126 +-
 .../server/federation/router/TestRouterRpc.java |   136 +-
 .../src/test/resources/contract/webhdfs.xml | 5 +
 .../jdiff/Apache_Hadoop_HDFS_3.1.0.xml  |   676 +
 .../server/blockmanagement/BlockIdManager.java  |17 +
 .../server/blockmanagement/BlockManager.java| 5 +-
 .../blockmanagement/BlockManagerSafeMode.java   | 2 +-
 .../hdfs/server/blockmanagement/BlocksMap.java  |12 +-
 .../blockmanagement/CorruptReplicasMap.java |35 +-
 .../blockmanagement/InvalidateBlocks.java   |13 +-
 .../server/namenode/EncryptionZoneManager.java  | 8 +-
 .../hadoop/hdfs/server/namenode/FSDirAclOp.java |12 +
 .../hdfs/server/namenode/FSTreeTraverser.java   |   339 +
 .../server/namenode/ReencryptionHandler.java|   615 +-
 .../server/namenode/ReencryptionUpdater.java| 2 +-
 .../src/site/markdown/ArchivalStorage.md| 2 +-
 .../src/site/markdown/MemoryStorage.md  | 2 +-
 .../blockmanagement/TestBlockManager.java   |61 +-
 .../blockmanagement/TestCorruptReplicaInfo.java |48 +-
 .../hdfs/server/namenode/TestReencryption.java  | 3 -
 .../namenode/TestReencryptionHandler.java   |10 +-
 .../apache/hadoop/net/TestNetworkTopology.java  |75 +-
 .../src/test/resources/testCryptoConf.xml   |19 +
 .../Apache_Hadoop_MapReduce_Common_3.1.0.xml|   113 +
 .../Apache_Hadoop_MapReduce_Core_3.1.0.xml  | 28075 +
 .../Apache_Hadoop_MapReduce_JobClient_3.1.0.xml |16 +
 .../jobhistory/JobHistoryEventHandler.java  | 2 +-
 hadoop-project/src/site/site.xml| 4 +
 .../fs/s3a/s3guard/DynamoDBMetadataStore.java   |18 +-
 .../fs/s3a/s3guard/LocalMetadataStore.java  |17 +-
 .../hadoop/fs/s3a/s3guard/MetadataStore.java|12 +
 .../fs/s3a/s3guard/NullMetadataStore.java   | 4 +
 .../hadoop/fs/s3a/s3guard/S3GuardTool.java  |14 +-
 .../site/markdown/tools/hadoop-aws/s3guard.md   |11 +-
 .../s3guard/AbstractS3GuardToolTestBase.java|21 +-
 .../dev-support/findbugs-exclude.xml| 7 +
 .../jdiff/Apache_Hadoop_YARN_Client_3.1.0.xml   |  3146 ++
 .../jdiff/Apache_Hadoop_YARN_Common_3.1.0.xml   |  3034 ++
 .../Apache_Hadoop_YARN_Server_Common_3.1.0.xml  |  1331 +
 .../api/records/AllocationTagNamespaceType.java | 2 +-
 .../timelineservice/SubApplicationEntity.java   |50 +
 .../hadoop/yarn/conf/YarnConfiguration.java |42 +
 .../hadoop-yarn-services-api/pom.xml| 5 +
 .../client/SystemServiceManag

[50/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-7240

2018-03-22 Thread aengineer 
Merge branch 'trunk' into HDFS-7240

 Conflicts:
dev-support/bin/dist-layout-stitching


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/78d94acd
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/78d94acd
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/78d94acd

Branch: refs/heads/HDFS-7240
Commit: 78d94acdced8e04252d0288b495d41371b1fb7b4
Parents: e026214 8620d2b
Author: Anu Engineer 
Authored: Thu Mar 22 14:52:32 2018 -0700
Committer: Anu Engineer 
Committed: Thu Mar 22 14:52:32 2018 -0700

--
 BUILDING.txt|32 +-
 dev-support/bin/dist-layout-stitching   | 1 +
 dev-support/bin/win-vs-upgrade.cmd  |39 +
 dev-support/docker/Dockerfile   | 3 +
 dev-support/win-paths-eg.cmd|49 +
 .../hadoop-annotations/pom.xml  |15 -
 hadoop-common-project/hadoop-common/pom.xml |28 +
 .../org/apache/hadoop/conf/Configuration.java   | 5 +-
 .../java/org/apache/hadoop/util/ThreadUtil.java |26 +-
 .../org/apache/hadoop/util/VersionInfo.java | 3 +-
 .../src/main/native/native.vcxproj  | 2 +
 .../org/apache/hadoop/crypto/OpensslCipher.c|33 +
 .../apache/hadoop/conf/TestConfiguration.java   |31 +
 .../apache/hadoop/fs/FileContextTestHelper.java | 4 +-
 .../hadoop/fs/contract/ContractTestUtils.java   |32 +-
 .../apache/hadoop/test/GenericTestUtils.java| 7 +-
 .../hadoop/crypto/key/kms/server/KMSWebApp.java | 6 +
 .../java/org/apache/hadoop/hdfs/DFSClient.java  | 2 +-
 .../hadoop-hdfs-native-client/pom.xml   |   116 +-
 .../src/CMakeLists.txt  |17 +-
 .../main/native/libhdfs-tests/native_mini_dfs.c |22 +-
 .../main/native/libhdfs-tests/native_mini_dfs.h |11 +-
 .../libhdfs-tests/test_libhdfs_mini_stress.c|   350 +
 .../libhdfs-tests/test_libhdfs_threaded.c   |70 +-
 .../native/libhdfspp/CMake/FindCyrusSASL.cmake  |49 +
 .../main/native/libhdfspp/CMake/FindGSasl.cmake |44 +
 .../src/main/native/libhdfspp/CMakeLists.txt|   297 +
 .../src/main/native/libhdfspp/CONTRIBUTING.md   |   161 +
 .../src/main/native/libhdfspp/doc/Doxyfile.in   |35 +
 .../src/main/native/libhdfspp/doc/mainpage.dox  |26 +
 .../native/libhdfspp/examples/CMakeLists.txt|20 +
 .../native/libhdfspp/examples/c/CMakeLists.txt  |20 +
 .../libhdfspp/examples/c/cat/CMakeLists.txt |27 +
 .../main/native/libhdfspp/examples/c/cat/cat.c  |   121 +
 .../examples/c/connect_cancel/CMakeLists.txt|27 +
 .../examples/c/connect_cancel/connect_cancel.c  |   107 +
 .../native/libhdfspp/examples/cc/CMakeLists.txt |24 +
 .../libhdfspp/examples/cc/cat/CMakeLists.txt|27 +
 .../native/libhdfspp/examples/cc/cat/cat.cc |89 +
 .../examples/cc/connect_cancel/CMakeLists.txt   |27 +
 .../cc/connect_cancel/connect_cancel.cc |   154 +
 .../libhdfspp/examples/cc/find/CMakeLists.txt   |27 +
 .../native/libhdfspp/examples/cc/find/find.cc   |   140 +
 .../examples/cc/gendirs/CMakeLists.txt  |27 +
 .../libhdfspp/examples/cc/gendirs/gendirs.cc|   122 +
 .../libhdfspp/include/hdfspp/block_location.h   |   177 +
 .../libhdfspp/include/hdfspp/config_parser.h|68 +
 .../libhdfspp/include/hdfspp/content_summary.h  |48 +
 .../native/libhdfspp/include/hdfspp/events.h|   141 +
 .../native/libhdfspp/include/hdfspp/fsinfo.h|48 +
 .../native/libhdfspp/include/hdfspp/hdfs_ext.h  |   394 +
 .../native/libhdfspp/include/hdfspp/hdfspp.h|   492 +
 .../native/libhdfspp/include/hdfspp/locks.h |   110 +
 .../main/native/libhdfspp/include/hdfspp/log.h  |60 +
 .../native/libhdfspp/include/hdfspp/options.h   |   136 +
 .../native/libhdfspp/include/hdfspp/statinfo.h  |59 +
 .../native/libhdfspp/include/hdfspp/status.h|   111 +
 .../main/native/libhdfspp/include/hdfspp/uri.h  |   137 +
 .../main/native/libhdfspp/lib/CMakeLists.txt|25 +
 .../libhdfspp/lib/bindings/CMakeLists.txt   |19 +
 .../libhdfspp/lib/bindings/c/CMakeLists.txt |21 +
 .../native/libhdfspp/lib/bindings/c/hdfs.cc |  2007 ++
 .../native/libhdfspp/lib/common/CMakeLists.txt  |24 +
 .../native/libhdfspp/lib/common/async_stream.h  |49 +
 .../native/libhdfspp/lib/common/auth_info.cc|18 +
 .../native/libhdfspp/lib/common/auth_info.h |90 +
 .../libhdfspp/lib/common/cancel_tracker.cc  |37 +
 .../libhdfspp/lib/common/cancel_tracker.h   |40 +
 .../libhdfspp/lib/common/config_parser.cc   |   219 +
 .../libhdfspp/lib/common/configuration.cc   |   169 +
 .../native/libhdfspp/lib/common/configuration.h |   108 +
 .../lib/common/configuration_loader.cc  |   328 +
 .../libhdfspp/lib/common/configuration_loader.h |   138 +
 .../lib/comm

[50/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-7240

2018-01-24 Thread aengineer 
Merge branch 'trunk' into HDFS-7240


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/b2b043ef
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/b2b043ef
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/b2b043ef

Branch: refs/heads/HDFS-7240
Commit: b2b043ef1e61782375e131cca22942f1c24480d3
Parents: c908b1e 55c3277
Author: Anu Engineer 
Authored: Wed Jan 24 14:26:09 2018 -0800
Committer: Anu Engineer 
Committed: Wed Jan 24 14:26:09 2018 -0800

--
 .../src/main/conf/hadoop-policy.xml |   8 +
 .../hadoop/fs/CommonConfigurationKeys.java  |   2 +
 .../java/org/apache/hadoop/fs/FileContext.java  |   4 +-
 .../java/org/apache/hadoop/fs/FileSystem.java   |   4 +-
 .../main/java/org/apache/hadoop/fs/FsShell.java |   2 +
 .../apache/hadoop/ha/ZKFailoverController.java  |  10 +-
 .../org/apache/hadoop/http/HttpServer2.java |  39 ++
 .../main/java/org/apache/hadoop/io/IOUtils.java |  70 ++-
 .../apache/hadoop/ipc/DecayRpcScheduler.java|  15 +-
 .../org/apache/hadoop/security/Credentials.java |   3 +-
 .../apache/hadoop/security/SecurityUtil.java|  27 +-
 .../security/ShellBasedUnixGroupsMapping.java   |  53 +-
 .../org/apache/hadoop/util/DataChecksum.java|  60 +-
 .../main/java/org/apache/hadoop/util/Shell.java |  15 +
 .../hadoop/util/curator/ZKCuratorManager.java   |  17 +-
 .../src/main/resources/core-default.xml |  59 ++
 .../src/site/markdown/CLIMiniCluster.md.vm  |   2 +-
 .../src/site/markdown/CredentialProviderAPI.md  |   4 +-
 .../src/site/markdown/SecureMode.md |   2 +-
 .../org/apache/hadoop/fs/TestFsShellList.java   |  14 +
 .../java/org/apache/hadoop/io/TestIOUtils.java  |  61 +-
 .../hadoop/ipc/TestDecayRpcScheduler.java   |  32 +-
 .../hadoop/security/TestSecurityUtil.java   |  81 +++
 .../hadoop/util/Crc32PerformanceTest.java   |  17 +-
 .../java/org/apache/hadoop/util/TestShell.java  |   5 +
 .../java/org/apache/hadoop/hdfs/DFSClient.java  |  36 +-
 .../hadoop/hdfs/DistributedFileSystem.java  |   4 +-
 .../apache/hadoop/hdfs/client/HdfsAdmin.java|   4 +-
 .../AddErasureCodingPolicyResponse.java |  24 +
 .../hadoop/hdfs/protocol/ClientProtocol.java|   5 +-
 .../hadoop/hdfs/protocol/OpenFilesIterator.java |  10 +-
 .../ClientDatanodeProtocolTranslatorPB.java |   1 +
 .../ClientNamenodeProtocolTranslatorPB.java |   8 +-
 .../src/main/proto/ClientNamenodeProtocol.proto |   1 +
 hadoop-hdfs-project/hadoop-hdfs/pom.xml |   1 +
 .../org/apache/hadoop/hdfs/DFSConfigKeys.java   |  18 +
 .../apache/hadoop/hdfs/HDFSPolicyProvider.java  |   4 +
 ...tNamenodeProtocolServerSideTranslatorPB.java |   2 +-
 .../protocol/InterQJournalProtocol.java |  54 ++
 .../protocolPB/InterQJournalProtocolPB.java |  40 ++
 ...rQJournalProtocolServerSideTranslatorPB.java |  64 ++
 .../InterQJournalProtocolTranslatorPB.java  |  96 +++
 .../qjournal/server/JournalNodeRpcServer.java   |  38 +-
 .../hdfs/qjournal/server/JournalNodeSyncer.java |  57 +-
 .../hdfs/server/datanode/BPOfferService.java|  24 +-
 .../server/datanode/ShortCircuitRegistry.java   |   2 +-
 .../erasurecode/StripedBlockReader.java |   4 +-
 .../datanode/fsdataset/impl/BlockPoolSlice.java |  23 +-
 .../datanode/fsdataset/impl/FsDatasetImpl.java  |   4 +-
 .../server/datanode/web/DatanodeHttpServer.java |   5 +-
 .../federation/resolver/MountTableResolver.java |  88 ++-
 .../server/federation/router/ErasureCoding.java | 198 ++
 .../federation/router/FederationUtil.java   |  20 +
 .../hdfs/server/federation/router/Quota.java| 208 +++
 .../hdfs/server/federation/router/Router.java   |  38 +-
 .../federation/router/RouterQuotaManager.java   | 160 +
 .../router/RouterQuotaUpdateService.java| 228 +++
 .../federation/router/RouterQuotaUsage.java | 119 
 .../federation/router/RouterRpcClient.java  |  65 +-
 .../federation/router/RouterRpcServer.java  | 287 +
 .../federation/router/RouterServiceState.java   |  31 +
 .../server/federation/store/RouterStore.java|  78 +++
 .../federation/store/impl/RouterStoreImpl.java  |  93 +++
 .../protocol/GetRouterRegistrationRequest.java  |  47 ++
 .../protocol/GetRouterRegistrationResponse.java |  44 ++
 .../protocol/GetRouterRegistrationsRequest.java |  34 ++
 .../GetRouterRegistrationsResponse.java |  55 ++
 .../store/protocol/RouterHeartbeatRequest.java  |  50 ++
 .../store/protocol/RouterHeartbeatResponse.java |  49 ++
 .../pb/GetRouterRegistrationRequestPBImpl.java  |  70 +++
 .../pb/GetRouterRegistrationResponsePBImpl.java |  79 +++
 .../pb/GetRouterRegistrationsRequestPBImpl.java |  61 ++
 .../GetRouterRegistrationsResponsePBImpl.java   | 102 
 .../impl/pb/RouterHeartbeatRequestPBImpl.java   |  78 +++
 .../impl/pb/RouterHeartbeatResponsePBImpl.java  |  70 +++
 .../federation/sto

[50/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-7240

2017-12-06 Thread aengineer 
Merge branch 'trunk' into HDFS-7240

 Conflicts:

hadoop-hdfs-project/hadoop-hdfs-client/dev-support/findbugsExcludeFile.xml


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/5f16cdbd
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/5f16cdbd
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/5f16cdbd

Branch: refs/heads/HDFS-7240
Commit: 5f16cdbd28ef4484253fc8f789c42d90e26c3543
Parents: 15cce449 40b0045e
Author: Anu Engineer 
Authored: Wed Dec 6 16:27:04 2017 -0800
Committer: Anu Engineer 
Committed: Wed Dec 6 16:27:04 2017 -0800

--
 dev-support/bin/create-release  |  71 ++-
 .../hadoop-common/src/main/bin/hadoop   |   7 +-
 .../crypto/key/KeyProviderTokenIssuer.java  |  36 ++
 .../apache/hadoop/crypto/key/package-info.java  |  18 +
 .../java/org/apache/hadoop/fs/FileStatus.java   |  61 ++-
 .../java/org/apache/hadoop/fs/FileSystem.java   |  15 +
 .../org/apache/hadoop/fs/LocatedFileStatus.java |  42 +-
 .../apache/hadoop/fs/RawLocalFileSystem.java|  77 ++-
 .../hadoop/fs/permission/FsPermission.java  |  34 ++
 .../apache/hadoop/fs/protocolPB/PBHelper.java   |  11 +-
 .../org/apache/hadoop/io/nativeio/NativeIO.java |  34 ++
 .../org/apache/hadoop/io/nativeio/NativeIO.c|  85 +++
 .../src/site/markdown/Compatibility.md  |  29 +-
 .../apache/hadoop/fs/TestFilterFileSystem.java  |   1 +
 .../org/apache/hadoop/fs/TestHarFileSystem.java |   1 +
 .../fs/TestRawLocalFileSystemContract.java  |  87 ++-
 .../hadoop/fs/permission/TestFsPermission.java  |  31 ++
 .../apache/hadoop/io/nativeio/TestNativeIO.java | 144 -
 .../apache/hadoop/test/GenericTestUtils.java|  10 +-
 .../java/org/apache/hadoop/test/StatUtils.java  | 126 +
 .../src/test/scripts/hadoop_shell_execname.bats |  36 ++
 .../dev-support/findbugsExcludeFile.xml |  31 ++
 .../java/org/apache/hadoop/hdfs/DFSClient.java  | 133 +
 .../org/apache/hadoop/hdfs/DFSUtilClient.java   |  83 +--
 .../hadoop/hdfs/DistributedFileSystem.java  |  75 ++-
 .../org/apache/hadoop/hdfs/HdfsKMSUtil.java | 190 +++
 .../hdfs/client/HdfsClientConfigKeys.java   |   4 +
 .../impl/SnapshotDiffReportGenerator.java   | 262 +
 .../hadoop/hdfs/protocol/ClientProtocol.java|  29 +
 .../hadoop/hdfs/protocol/HdfsFileStatus.java| 530 ++-
 .../hdfs/protocol/HdfsLocatedFileStatus.java| 208 ++--
 .../hdfs/protocol/HdfsNamedFileStatus.java  | 180 +++
 .../hadoop/hdfs/protocol/LocatedBlocks.java |   3 +-
 .../protocol/SnapshotDiffReportListing.java | 160 ++
 .../hadoop/hdfs/protocol/package-info.java  |  18 +
 .../ClientNamenodeProtocolTranslatorPB.java |  24 +
 .../hadoop/hdfs/protocolPB/PBHelperClient.java  | 184 ++-
 .../hadoop/hdfs/web/WebHdfsFileSystem.java  |  37 +-
 .../src/main/proto/ClientNamenodeProtocol.proto |  12 +
 .../src/main/proto/hdfs.proto   |  26 +
 .../protocol/TestHdfsFileStatusMethods.java | 106 
 .../hadoop/fs/http/client/HttpFSFileSystem.java |   5 +-
 .../dev-support/findbugsExcludeFile.xml |   7 -
 hadoop-hdfs-project/hadoop-hdfs/pom.xml |   1 +
 .../hadoop-hdfs/src/main/bin/hdfs   |   9 +-
 .../org/apache/hadoop/hdfs/DFSConfigKeys.java   |   5 +
 .../java/org/apache/hadoop/hdfs/DFSUtil.java|  44 +-
 ...tNamenodeProtocolServerSideTranslatorPB.java |  22 +
 .../qjournal/client/QuorumJournalManager.java   |   6 +
 .../server/blockmanagement/BlockManager.java|  51 +-
 .../BlockReconstructionWork.java|  14 +-
 .../blockmanagement/ErasureCodingWork.java  |   4 +-
 .../blockmanagement/PendingRecoveryBlocks.java  | 143 +
 .../server/blockmanagement/ReplicationWork.java |   4 +-
 .../resolver/ActiveNamenodeResolver.java|   7 +-
 .../resolver/MembershipNamenodeResolver.java|   3 +-
 .../federation/resolver/MountTableResolver.java |   5 +-
 .../resolver/NamenodeStatusReport.java  |   8 +-
 .../federation/router/ConnectionManager.java|   4 +-
 .../federation/router/ConnectionPool.java   |   4 +-
 .../federation/router/FederationUtil.java   |   2 +-
 .../router/NamenodeHeartbeatService.java|   6 +-
 .../hdfs/server/federation/router/Router.java   |   6 +-
 .../federation/router/RouterRpcClient.java  |  22 +-
 .../federation/router/RouterRpcServer.java  |  13 +-
 .../federation/store/CachedRecordStore.java |   7 +-
 .../server/federation/store/RecordStore.java|   2 +-
 .../store/driver/StateStoreDriver.java  |   9 +-
 .../driver/impl/StateStoreFileBaseImpl.java |   6 +-
 .../driver/impl/StateStoreFileSystemImpl.java   |   4 +-
 .../driver/impl/StateStoreZooKeeperImpl.java|   5 +-
 .../store/impl/MembershipStoreImpl.java |   5 +-
 .../apache/hadoop/hdfs/server/mover/Mover.java  |   2 +-
 .../hd

[50/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-7240

2017-11-15 Thread aengineer 
Merge branch 'trunk' into HDFS-7240


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/f21b3a5b
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/f21b3a5b
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/f21b3a5b

Branch: refs/heads/HDFS-7240
Commit: f21b3a5bd40d7cb2213f9f0ee93ad793bff84f1b
Parents: a61aafd fac72ee
Author: Anu Engineer 
Authored: Wed Nov 15 11:45:56 2017 -0800
Committer: Anu Engineer 
Committed: Wed Nov 15 11:45:56 2017 -0800

--
 .gitignore  |1 +
 LICENSE.txt |   26 +
 NOTICE.txt  |   10 +
 dev-support/bin/create-release  |4 +-
 .../resources/assemblies/hadoop-yarn-dist.xml   |   25 +
 .../hadoop-cloud-storage/pom.xml|5 +
 .../org/apache/hadoop/conf/Configuration.java   |  169 +-
 .../apache/hadoop/crypto/CryptoInputStream.java |   32 +-
 .../crypto/key/kms/KMSClientProvider.java   |   46 +-
 .../org/apache/hadoop/fs/FSDataInputStream.java |   15 +-
 .../java/org/apache/hadoop/fs/FileSystem.java   |3 +-
 .../org/apache/hadoop/fs/LocatedFileStatus.java |   11 +-
 .../main/java/org/apache/hadoop/fs/Options.java |3 +-
 .../apache/hadoop/fs/StreamCapabilities.java|   48 +-
 .../hadoop/fs/StreamCapabilitiesPolicy.java |   51 +
 .../apache/hadoop/io/compress/GzipCodec.java|   37 +-
 .../metrics2/impl/MetricsSinkAdapter.java   |   12 +-
 .../hadoop/metrics2/impl/MetricsSystemImpl.java |7 +-
 .../hadoop/metrics2/source/JvmMetrics.java  |   15 +
 .../hadoop/metrics2/source/JvmMetricsInfo.java  |3 +-
 .../hadoop/security/UserGroupInformation.java   |   47 +-
 .../org/apache/hadoop/util/GcTimeMonitor.java   |  242 +++
 .../src/site/markdown/Compatibility.md  |  132 +-
 .../src/site/markdown/DownstreamDev.md  |  432 +
 .../src/site/markdown/filesystem/filesystem.md  |   21 +-
 .../conf/TestConfigurationFieldsBase.java   |  422 ++---
 .../hadoop/crypto/CryptoStreamsTestBase.java|   72 +-
 .../apache/hadoop/crypto/TestCryptoStreams.java |   28 +-
 .../crypto/TestCryptoStreamsForLocalFS.java |5 +
 .../hadoop/crypto/TestCryptoStreamsNormal.java  |5 +
 .../kms/TestLoadBalancingKMSClientProvider.java |   15 +
 .../hadoop/io/compress/TestGzipCodec.java   |  169 ++
 .../metrics2/impl/TestMetricsSystemImpl.java|   49 +
 .../hadoop/metrics2/source/TestJvmMetrics.java  |   92 +-
 .../main/java/org/apache/hadoop/fs/Hdfs.java|4 +-
 .../java/org/apache/hadoop/hdfs/DFSClient.java  |4 +-
 .../org/apache/hadoop/hdfs/DFSInputStream.java  |   16 +-
 .../org/apache/hadoop/hdfs/DFSOutputStream.java |   12 +-
 .../hadoop/hdfs/DistributedFileSystem.java  |7 +-
 .../apache/hadoop/hdfs/client/HdfsAdmin.java|4 +-
 .../hadoop/hdfs/protocol/ClientProtocol.java|2 +-
 .../hdfs/protocol/ErasureCodingPolicy.java  |   62 +-
 .../hdfs/protocol/ErasureCodingPolicyInfo.java  |  106 ++
 .../hdfs/protocol/ErasureCodingPolicyState.java |4 +-
 .../hadoop/hdfs/protocol/HdfsFileStatus.java|   80 +-
 .../hdfs/protocol/HdfsLocatedFileStatus.java|  110 --
 .../ClientNamenodeProtocolTranslatorPB.java |   13 +-
 .../hadoop/hdfs/protocolPB/PBHelperClient.java  |  122 +-
 .../hadoop/hdfs/web/WebHdfsFileSystem.java  |1 +
 .../protocol/TestErasureCodingPolicyInfo.java   |   72 +
 .../hadoop/hdfs/nfs/nfs3/TestExportsTable.java  |   88 +-
 .../dev-support/findbugsExcludeFile.xml |7 +-
 ...tNamenodeProtocolServerSideTranslatorPB.java |8 +-
 .../hdfs/qjournal/server/JournalNodeSyncer.java |   55 +-
 .../server/blockmanagement/BlockManager.java|9 +-
 .../BlockPlacementPolicyDefault.java|4 +-
 .../BlockPlacementPolicyRackFaultTolerant.java  |   70 +-
 .../datanode/fsdataset/impl/FsDatasetImpl.java  |   51 +-
 .../datanode/fsdataset/impl/FsVolumeImpl.java   |   40 +-
 .../datanode/web/webhdfs/ParameterParser.java   |   66 +-
 .../federation/router/RouterRpcServer.java  |4 +-
 .../apache/hadoop/hdfs/server/mover/Mover.java  |6 +-
 .../namenode/ErasureCodingPolicyManager.java|  126 +-
 .../server/namenode/FSDirErasureCodingOp.java   |7 +-
 .../server/namenode/FSDirStatAndListingOp.java  |   61 +-
 .../server/namenode/FSImageFormatProtobuf.java  |   10 +-
 .../hdfs/server/namenode/FSNamesystem.java  |7 +-
 .../hdfs/server/namenode/NameNodeRpcServer.java |4 +-
 .../hdfs/server/namenode/NamenodeFsck.java  |   11 +-
 .../server/namenode/ha/StandbyCheckpointer.java |1 +
 .../org/apache/hadoop/hdfs/tools/ECAdmin.java   |7 +-
 .../OfflineImageReconstructor.java  |   79 +-
 .../offlineImageViewer/PBImageXmlWriter.java|   80 +
 .../src/main/webapps/hdfs/explorer.js   |   11 +-
 .../org/apache/hadoop/hdfs/DFSTest

[50/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-7240

2017-09-18 Thread aengineer 
Merge branch 'trunk' into HDFS-7240

hadoop-common-project/hadoop-common/src/main/resources/core-default.xml


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/19f7f875
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/19f7f875
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/19f7f875

Branch: refs/heads/HDFS-7240
Commit: 19f7f87517d89cfe095f688163b867aaee24f04b
Parents: 44d0867 1ee2527
Author: Anu Engineer 
Authored: Mon Sep 18 15:11:06 2017 -0700
Committer: Anu Engineer 
Committed: Mon Sep 18 15:11:06 2017 -0700

--
 LICENSE.txt |2 +-
 NOTICE.txt  |   65 +-
 hadoop-client-modules/hadoop-client-api/pom.xml |   27 +
 .../hadoop-client-check-invariants/pom.xml  |   74 +-
 .../ensure-jars-have-correct-contents.sh|   82 +
 .../hadoop-client-check-test-invariants/pom.xml |   76 +-
 .../ensure-jars-have-correct-contents.sh|   70 +
 .../apache/hadoop/example/ITUseMiniCluster.java |4 +-
 .../hadoop-client-minicluster/pom.xml   |  105 +-
 .../hadoop-client-runtime/pom.xml   |   50 +
 hadoop-client-modules/hadoop-client/pom.xml |   80 +-
 .../JWTRedirectAuthenticationHandler.java   |4 +-
 .../TestJWTRedirectAuthenticationHandler.java   |  476 +
 .../TestJWTRedirectAuthentictionHandler.java|  481 -
 .../src/main/conf/log4j.properties  |2 -
 .../crypto/key/KeyProviderCryptoExtension.java  |   10 +
 .../crypto/key/kms/KMSClientProvider.java   |   39 +-
 .../key/kms/LoadBalancingKMSClientProvider.java |   78 +-
 .../apache/hadoop/fs/AbstractFileSystem.java|5 +
 .../org/apache/hadoop/fs/BlockLocation.java |   28 +
 .../fs/CommonConfigurationKeysPublic.java   |   29 -
 .../org/apache/hadoop/fs/FSDataInputStream.java |4 +-
 .../java/org/apache/hadoop/fs/FileContext.java  |   33 +-
 .../java/org/apache/hadoop/fs/FileSystem.java   |   32 +-
 .../org/apache/hadoop/fs/LocatedFileStatus.java |7 +
 .../org/apache/hadoop/http/HttpServer2.java |   31 +-
 .../file/tfile/BoundedRangeFileInputStream.java |2 +-
 .../hadoop/io/file/tfile/Compression.java   |6 +-
 .../file/tfile/SimpleBufferedOutputStream.java  |2 +-
 .../org/apache/hadoop/util/CpuTimeTracker.java  |4 +-
 .../src/main/resources/core-default.xml |  302 +--
 .../src/site/markdown/Compatibility.md  |  645 +--
 .../site/markdown/InterfaceClassification.md|  227 ++-
 .../src/site/markdown/filesystem/filesystem.md  |6 +-
 .../site/markdown/filesystem/introduction.md|7 +-
 .../src/site/markdown/filesystem/testing.md |   10 +-
 .../conf/TestCommonConfigurationFields.java |6 +-
 .../apache/hadoop/conf/TestConfigRedactor.java  |1 -
 .../kms/TestLoadBalancingKMSClientProvider.java |  315 +---
 .../hadoop/fs/FileSystemContractBaseTest.java   |   52 +-
 .../fs/contract/AbstractContractOpenTest.java   |4 +-
 .../fs/contract/AbstractContractSeekTest.java   |2 +-
 .../hadoop/fs/permission/TestFsPermission.java  |   57 +
 .../hadoop/fs/sftp/TestSFTPFileSystem.java  |   16 +-
 .../org/apache/hadoop/test/LambdaTestUtils.java |   68 +-
 .../apache/hadoop/test/TestLambdaTestUtils.java |  127 +-
 .../apache/hadoop/util/TestCpuTimeTracker.java  |   52 +
 .../src/test/resources/core-site.xml|6 -
 .../src/test/resources/jets3t.properties|   16 -
 .../main/java/org/apache/hadoop/fs/Hdfs.java|   15 +
 .../java/org/apache/hadoop/hdfs/DFSClient.java  |5 +
 .../hadoop/hdfs/DFSStripedOutputStream.java |   17 +-
 .../hadoop/hdfs/DistributedFileSystem.java  |   14 +
 .../hadoop/hdfs/protocol/BlocksStats.java   |   90 -
 .../hadoop/hdfs/protocol/ClientProtocol.java|4 +-
 .../hadoop/hdfs/protocol/ECBlockGroupStats.java |   83 +
 .../hdfs/protocol/ECBlockGroupsStats.java   |   83 -
 .../hdfs/protocol/HdfsLocatedFileStatus.java|   12 +-
 .../hdfs/protocol/ReplicatedBlockStats.java |   90 +
 .../ClientNamenodeProtocolTranslatorPB.java |   32 +-
 .../hadoop/hdfs/protocolPB/PBHelperClient.java  |   58 +-
 .../apache/hadoop/hdfs/web/JsonUtilClient.java  |   53 -
 .../hadoop/hdfs/web/WebHdfsFileSystem.java  |   62 +-
 .../hadoop/hdfs/web/resources/GetOpParam.java   |   12 +-
 .../src/main/proto/ClientNamenodeProtocol.proto |   16 +-
 .../hadoop/fs/http/client/HttpFSFileSystem.java |   42 -
 .../hadoop/fs/http/server/FSOperations.java |   38 -
 .../http/server/HttpFSParametersProvider.java   |3 +-
 .../hadoop/fs/http/server/HttpFSServer.java |   21 +-
 .../fs/http/client/BaseTestHttpFSWith.java  |   89 +-
 .../org/apache/hadoop/test/TestHdfsHelper.java  |3 +-
 .../org/apache/hadoop/hdfs/DFSConfigKeys.java   |8 +-
 ...tNamenodeProtocolServerSideTranslatorPB.java |   20 +-
 .../hadoop/hdf

[50/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-7240

2017-08-21 Thread aengineer 
Merge branch 'trunk' into HDFS-7240

 Conflicts:
hadoop-hdfs-project/hadoop-hdfs/dev-support/findbugsExcludeFile.xml
hadoop-hdfs-project/hadoop-hdfs/pom.xml
hadoop-hdfs-project/hadoop-hdfs/src/main/bin/hdfs
hadoop-project/pom.xml

hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/test/java/org/apache/hadoop/yarn/client/api/impl/TestAMRMClient.java


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/d0bd0f62
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/d0bd0f62
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/d0bd0f62

Branch: refs/heads/HDFS-7240
Commit: d0bd0f623338dbb558d0dee5e747001d825d92c5
Parents: 7d13259 b6bfb2f
Author: Anu Engineer 
Authored: Mon Aug 21 18:57:15 2017 -0700
Committer: Anu Engineer 
Committed: Mon Aug 21 18:57:15 2017 -0700

--
 LICENSE.txt | 1 +
 dev-support/docker/hadoop_env_checks.sh | 2 +-
 dev-support/findHangingTest.sh  | 2 +-
 dev-support/verify-xml.sh   | 2 +-
 .../resources/assemblies/hadoop-yarn-dist.xml   | 1 +
 .../hadoop-client-check-invariants/pom.xml  | 1 -
 .../hadoop-client-check-test-invariants/pom.xml | 1 -
 .../hadoop-client-minicluster/pom.xml   |33 +
 .../hadoop-client-runtime/pom.xml   | 7 -
 .../dev-support/findbugsExcludeFile.xml | 4 +
 hadoop-common-project/hadoop-common/pom.xml | 3 +-
 .../hadoop-common/src/main/bin/hadoop   |28 +-
 .../src/main/bin/hadoop-functions.sh|   184 +-
 .../org/apache/hadoop/conf/Configuration.java   |51 +-
 .../key/kms/LoadBalancingKMSClientProvider.java | 4 +-
 .../hadoop/fs/CommonConfigurationKeys.java  |21 +
 .../fs/CommonConfigurationKeysPublic.java   | 2 +
 .../src/main/java/org/apache/hadoop/fs/DF.java  | 9 +-
 .../hadoop/fs/FSDataOutputStreamBuilder.java|   203 +-
 .../apache/hadoop/fs/FileEncryptionInfo.java| 6 +-
 .../java/org/apache/hadoop/fs/FileStatus.java   |   189 +-
 .../java/org/apache/hadoop/fs/FileSystem.java   |24 +-
 .../java/org/apache/hadoop/fs/FileUtil.java | 4 +-
 .../org/apache/hadoop/fs/FsUrlConnection.java   |10 +
 .../hadoop/fs/FsUrlStreamHandlerFactory.java|26 +-
 .../org/apache/hadoop/fs/LocatedFileStatus.java |64 +-
 .../org/apache/hadoop/fs/ftp/FTPFileSystem.java | 4 +-
 .../hadoop/fs/permission/FsPermission.java  |14 +-
 .../apache/hadoop/fs/protocolPB/PBHelper.java   |   131 +
 .../hadoop/fs/protocolPB/package-info.java  |18 +
 .../apache/hadoop/fs/sftp/SFTPFileSystem.java   | 6 +
 .../org/apache/hadoop/fs/shell/AclCommands.java | 6 +-
 .../hadoop/fs/shell/CommandWithDestination.java | 4 +-
 .../java/org/apache/hadoop/fs/shell/Ls.java | 4 +-
 .../java/org/apache/hadoop/fs/shell/Stat.java   |19 +-
 .../hadoop/fs/viewfs/ViewFsFileStatus.java  | 8 +-
 .../fs/viewfs/ViewFsLocatedFileStatus.java  | 6 -
 .../org/apache/hadoop/http/HttpServer2.java | 9 +-
 .../main/java/org/apache/hadoop/io/IOUtils.java | 2 +-
 .../java/org/apache/hadoop/io/SequenceFile.java | 2 +-
 .../hadoop/io/erasurecode/CodecRegistry.java| 2 +-
 .../apache/hadoop/io/erasurecode/ECSchema.java  | 6 +-
 .../io/erasurecode/ErasureCodeConstants.java| 8 +
 .../hadoop/io/retry/RetryInvocationHandler.java |11 +
 .../hadoop/security/CompositeGroupsMapping.java | 4 +-
 .../org/apache/hadoop/util/GenericsUtil.java|15 +
 .../hadoop/util/curator/ZKCuratorManager.java   |   340 +
 .../hadoop/util/curator/package-info.java   |27 +
 .../hadoop-common/src/main/proto/FSProtos.proto |69 +
 .../src/main/resources/core-default.xml |95 +-
 .../src/site/markdown/FileSystemShell.md| 4 +-
 .../hadoop-common/src/site/markdown/Metrics.md  |20 +-
 .../src/site/markdown/SecureMode.md | 9 +-
 .../src/site/markdown/ServiceLevelAuth.md   |32 +-
 .../src/site/markdown/UnixShellGuide.md | 4 +-
 .../src/site/markdown/filesystem/filesystem.md  |57 +-
 .../filesystem/fsdataoutputstreambuilder.md |   182 +
 .../src/site/markdown/filesystem/index.md   | 1 +
 .../conf/TestCommonConfigurationFields.java | 6 +
 .../apache/hadoop/conf/TestConfiguration.java   |   229 +-
 .../org/apache/hadoop/fs/TestFileStatus.java| 1 +
 .../apache/hadoop/fs/TestLocalFileSystem.java   |78 +-
 .../fs/contract/AbstractContractAppendTest.java |33 +-
 .../fs/contract/AbstractContractCreateTest.java |90 +-
 .../hadoop/fs/contract/ContractTestUtils.java   |88 +-
 .../fs/protocolPB/TestFSSerialization.java  |85 +
 .../org/apache/hadoop/http/TestHttpServer.java  |13 +
 .../apache/hadoop/util/TestGenericsUtil

[50/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-7240

2017-07-19 Thread xyao 
Merge branch 'trunk' into HDFS-7240


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/b3a7f3b2
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/b3a7f3b2
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/b3a7f3b2

Branch: refs/heads/HDFS-7240
Commit: b3a7f3b2dfffdd83abcfbe630e31acfcf68f5521
Parents: 84e11c7 c21c260
Author: Xiaoyu Yao 
Authored: Wed Jul 19 14:52:35 2017 -0700
Committer: Xiaoyu Yao 
Committed: Wed Jul 19 14:52:35 2017 -0700

--
 hadoop-client-modules/hadoop-client/pom.xml |   4 -
 .../util/TestCertificateUtil.java   |   6 +-
 hadoop-common-project/hadoop-common/pom.xml |   4 -
 .../org/apache/hadoop/conf/Configuration.java   |  27 +-
 .../apache/hadoop/conf/ReconfigurableBase.java  |   7 +-
 .../hadoop/conf/ReconfigurationServlet.java |   8 +-
 .../hadoop/crypto/JceAesCtrCryptoCodec.java |   8 +-
 .../hadoop/crypto/OpensslAesCtrCryptoCodec.java |   8 +-
 .../org/apache/hadoop/crypto/OpensslCipher.java |   8 +-
 .../crypto/key/kms/KMSClientProvider.java   |  39 +-
 .../key/kms/LoadBalancingKMSClientProvider.java |  90 +-
 .../crypto/random/OpensslSecureRandom.java  |   8 +-
 .../hadoop/crypto/random/OsSecureRandom.java|   9 +-
 .../apache/hadoop/fs/AbstractFileSystem.java|   6 +-
 .../java/org/apache/hadoop/fs/ChecksumFs.java   |   8 +-
 .../fs/CommonConfigurationKeysPublic.java   |  29 +
 .../hadoop/fs/DelegationTokenRenewer.java   |  10 +-
 .../org/apache/hadoop/fs/FSInputChecker.java|   9 +-
 .../java/org/apache/hadoop/fs/FileContext.java  |  10 +-
 .../java/org/apache/hadoop/fs/FileUtil.java |  10 +-
 .../main/java/org/apache/hadoop/fs/FsShell.java |   6 +-
 .../apache/hadoop/fs/FsShellPermissions.java|   4 +-
 .../main/java/org/apache/hadoop/fs/Globber.java |   7 +-
 .../org/apache/hadoop/fs/HarFileSystem.java |  11 +-
 .../org/apache/hadoop/fs/LocalDirAllocator.java |   9 +-
 .../main/java/org/apache/hadoop/fs/Trash.java   |   7 +-
 .../apache/hadoop/fs/TrashPolicyDefault.java|   8 +-
 .../org/apache/hadoop/fs/ftp/FTPFileSystem.java |   8 +-
 .../hadoop/fs/permission/FsPermission.java  |   6 +-
 .../hadoop/fs/sftp/SFTPConnectionPool.java  |   7 +-
 .../apache/hadoop/fs/sftp/SFTPFileSystem.java   |   7 +-
 .../org/apache/hadoop/fs/shell/Command.java |   6 +-
 .../apache/hadoop/fs/shell/CopyCommands.java| 112 ++-
 .../apache/hadoop/fs/shell/MoveCommands.java|   4 +-
 .../apache/hadoop/ha/ActiveStandbyElector.java  |  15 +-
 .../apache/hadoop/ha/FailoverController.java|  10 +-
 .../main/java/org/apache/hadoop/ha/HAAdmin.java |   8 +-
 .../org/apache/hadoop/ha/HealthMonitor.java |   8 +-
 .../java/org/apache/hadoop/ha/NodeFencer.java   |   6 +-
 .../org/apache/hadoop/ha/PowerShellFencer.java  |   7 +-
 .../apache/hadoop/ha/ShellCommandFencer.java|   7 +-
 .../org/apache/hadoop/ha/SshFenceByTcpPort.java |  18 +-
 .../java/org/apache/hadoop/ha/StreamPumper.java |   8 +-
 .../apache/hadoop/ha/ZKFailoverController.java  |  20 +-
 ...HAServiceProtocolServerSideTranslatorPB.java |   6 +-
 .../org/apache/hadoop/http/HttpServer2.java |   6 +-
 .../hadoop/http/lib/StaticUserWebFilter.java|   7 +-
 .../java/org/apache/hadoop/io/BloomMapFile.java |   6 +-
 .../apache/hadoop/io/FastByteComparisons.java   |   7 +-
 .../main/java/org/apache/hadoop/io/IOUtils.java |   5 +-
 .../main/java/org/apache/hadoop/io/MapFile.java |   8 +-
 .../org/apache/hadoop/io/ReadaheadPool.java |   6 +-
 .../java/org/apache/hadoop/io/SequenceFile.java |   7 +-
 .../main/java/org/apache/hadoop/io/UTF8.java|   5 +-
 .../apache/hadoop/io/compress/CodecPool.java|   6 +-
 .../io/compress/CompressionCodecFactory.java|   8 +-
 .../apache/hadoop/io/compress/DefaultCodec.java |   6 +-
 .../io/compress/bzip2/Bzip2Compressor.java  |   8 +-
 .../io/compress/bzip2/Bzip2Decompressor.java|   8 +-
 .../hadoop/io/compress/bzip2/Bzip2Factory.java  |   6 +-
 .../hadoop/io/compress/lz4/Lz4Compressor.java   |   8 +-
 .../hadoop/io/compress/lz4/Lz4Decompressor.java |   8 +-
 .../io/compress/snappy/SnappyCompressor.java|   8 +-
 .../io/compress/snappy/SnappyDecompressor.java  |   8 +-
 .../io/compress/zlib/BuiltInZlibDeflater.java   |   8 +-
 .../hadoop/io/compress/zlib/ZlibCompressor.java |   8 +-
 .../hadoop/io/compress/zlib/ZlibFactory.java|   8 +-
 .../apache/hadoop/io/erasurecode/CodecUtil.java |   6 +-
 .../io/erasurecode/ErasureCodeNative.java   |   8 +-
 .../org/apache/hadoop/io/file/tfile/BCFile.java |   6 +-
 .../hadoop/io/file/tfile/Compression.java   |   6 +-
 .../org/apache/hadoop/io/file/tfile/TFile.java  |   8 +-
 .../hadoop/io/file/tfile/TFileDumper.java   |   8 +-
 .../org/apache/hadoop/io/nativeio/NativeIO.java |  16 +-
 .../nativeio/SharedFileDescriptorFactory.java   |   7 +-
 .../apache/hadoop/io/retry/RetryPolicies.java

[50/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-7240

2017-05-08 Thread aengineer 
Merge branch 'trunk' into HDFS-7240

 Conflicts:
hadoop-common-project/hadoop-common/src/main/conf/log4j.properties

hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/RemoteWasbAuthorizerImpl.java


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/86414507
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/86414507
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/86414507

Branch: refs/heads/HDFS-7240
Commit: 86414507f4f584ddde97ff5f1d9e38204b36f77a
Parents: f713452 54fd0e4
Author: Anu Engineer 
Authored: Mon May 8 22:42:21 2017 -0700
Committer: Anu Engineer 
Committed: Mon May 8 22:42:21 2017 -0700

--
 dev-support/docker/Dockerfile   |2 +
 hadoop-build-tools/pom.xml  |   10 +
 .../hadoop-client-minicluster/pom.xml   |4 -
 hadoop-common-project/hadoop-common/pom.xml |5 +
 .../src/main/conf/log4j.properties  |   14 +
 .../org/apache/hadoop/conf/ConfigRedactor.java  |5 +-
 .../hadoop/crypto/CryptoOutputStream.java   |4 +-
 .../fs/CommonConfigurationKeysPublic.java   |   17 +-
 .../java/org/apache/hadoop/fs/CreateFlag.java   |8 +-
 .../apache/hadoop/fs/FSDataOutputStream.java|   10 +-
 .../java/org/apache/hadoop/fs/FileSystem.java   |2 +-
 .../java/org/apache/hadoop/fs/FileUtil.java |5 +-
 .../apache/hadoop/fs/RawLocalFileSystem.java|2 +-
 .../apache/hadoop/fs/StreamCapabilities.java|   67 ++
 .../hadoop/fs/http/AbstractHttpFileSystem.java  |  153 +++
 .../apache/hadoop/fs/http/HttpFileSystem.java   |   28 +
 .../apache/hadoop/fs/http/HttpsFileSystem.java  |   28 +
 .../org/apache/hadoop/fs/http/package-info.java |   23 +
 .../java/org/apache/hadoop/ha/NodeFencer.java   |3 +-
 .../org/apache/hadoop/ha/PowerShellFencer.java  |  154 +++
 .../org/apache/hadoop/http/HttpServer2.java |   48 +-
 .../hadoop/io/erasurecode/CodecRegistry.java|  176 +++
 .../apache/hadoop/io/erasurecode/CodecUtil.java |   82 +-
 .../apache/hadoop/io/erasurecode/ECSchema.java  |   40 +-
 .../io/erasurecode/ErasureCodeConstants.java|1 +
 .../rawcoder/DummyRawErasureCoderFactory.java   |   12 +
 .../NativeRSRawErasureCoderFactory.java |   13 +
 .../NativeXORRawErasureCoderFactory.java|   13 +
 .../rawcoder/RSLegacyRawDecoder.java|  270 +
 .../rawcoder/RSLegacyRawEncoder.java|  129 +++
 .../RSLegacyRawErasureCoderFactory.java |   51 +
 .../rawcoder/RSRawDecoderLegacy.java|  270 -
 .../rawcoder/RSRawEncoderLegacy.java|  129 ---
 .../rawcoder/RSRawErasureCoderFactory.java  |   13 +
 .../RSRawErasureCoderFactoryLegacy.java |   38 -
 .../rawcoder/RawErasureCoderFactory.java|   12 +
 .../rawcoder/XORRawErasureCoderFactory.java |   13 +
 .../org/apache/hadoop/ipc/CallQueueManager.java |1 +
 .../apache/hadoop/ipc/DecayRpcScheduler.java|   31 +-
 .../apache/hadoop/ipc/DefaultRpcScheduler.java  |4 +
 .../org/apache/hadoop/ipc/RpcScheduler.java |2 +
 .../apache/hadoop/metrics2/AbstractMetric.java  |   16 +-
 .../org/apache/hadoop/metrics2/MetricsTag.java  |   13 +-
 .../metrics2/impl/AbstractMetricsRecord.java|   16 +-
 .../org/apache/hadoop/metrics2/impl/MsInfo.java |9 +-
 .../hadoop/metrics2/lib/MetricsInfoImpl.java|   11 +-
 .../hadoop/metrics2/lib/MetricsRegistry.java|   20 +-
 .../apache/hadoop/metrics2/package-info.java|2 +-
 .../hadoop/metrics2/source/JvmMetricsInfo.java  |9 +-
 .../hadoop/metrics2/util/MetricsCache.java  |   18 +-
 .../org/apache/hadoop/net/NetworkTopology.java  |   12 +-
 .../apache/hadoop/security/ssl/SSLFactory.java  |   13 +-
 .../hadoop/service/ServiceStateException.java   |   66 +-
 .../launcher/AbstractLaunchableService.java |   78 ++
 .../HadoopUncaughtExceptionHandler.java |  129 +++
 .../service/launcher/InterruptEscalator.java|  216 
 .../hadoop/service/launcher/IrqHandler.java |  178 +++
 .../service/launcher/LaunchableService.java |   95 ++
 .../service/launcher/LauncherArguments.java |   59 +
 .../service/launcher/LauncherExitCodes.java |  183 +++
 .../launcher/ServiceLaunchException.java|   81 ++
 .../service/launcher/ServiceLauncher.java   | 1044 ++
 .../service/launcher/ServiceShutdownHook.java   |  112 ++
 .../hadoop/service/launcher/package-info.java   |  462 
 .../apache/hadoop/util/ExitCodeProvider.java|   35 +
 .../java/org/apache/hadoop/util/ExitUtil.java   |  257 -
 .../hadoop/util/GenericOptionsParser.java   |  125 ++-
 .../org/apache/hadoop/util/StringUtils.java |   52 +-
 .../org/apache/hadoop/util/SysInfoWindows.java  |2 +-
 .../services/org.apache.hadoop.fs.FileSystem|2 +
 erasurecode.rawcoder.RawErasureCoderFactory |

[50/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-7240

2017-04-04 Thread aengineer 
Merge branch 'trunk' into HDFS-7240


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/adc65104
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/adc65104
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/adc65104

Branch: refs/heads/HDFS-7240
Commit: adc651044c0cacff62a3afa1ef1f833ab47e0413
Parents: 38dddad 56ab02e
Author: Anu Engineer 
Authored: Tue Apr 4 12:50:22 2017 -0700
Committer: Anu Engineer 
Committed: Tue Apr 4 12:50:22 2017 -0700

--
 LICENSE.txt |22 +-
 .../jdiff/Apache_Hadoop_Common_2.8.0.xml| 37921 +
 hadoop-common-project/hadoop-common/pom.xml |15 +-
 .../src/main/conf/log4j.properties  |10 +
 .../org/apache/hadoop/conf/Configuration.java   |   395 +-
 .../apache/hadoop/fs/AbstractFileSystem.java|16 +-
 .../java/org/apache/hadoop/fs/ChecksumFs.java   |13 +-
 .../apache/hadoop/fs/DelegateToFileSystem.java  | 6 +
 .../hadoop/fs/FSDataOutputStreamBuilder.java|   142 +
 .../java/org/apache/hadoop/fs/FileStatus.java   |23 +-
 .../java/org/apache/hadoop/fs/FileSystem.java   | 9 +
 .../org/apache/hadoop/fs/FilterFileSystem.java  | 5 +
 .../java/org/apache/hadoop/fs/FilterFs.java | 8 +-
 .../org/apache/hadoop/fs/HarFileSystem.java | 5 +
 .../java/org/apache/hadoop/fs/ftp/FtpFs.java| 7 +
 .../org/apache/hadoop/fs/local/RawLocalFs.java  | 8 +
 .../hadoop/fs/permission/FsPermission.java  | 7 +
 .../hadoop/fs/permission/PermissionStatus.java  |13 -
 .../apache/hadoop/fs/shell/SetReplication.java  |30 +-
 .../apache/hadoop/fs/shell/XAttrCommands.java   | 2 +-
 .../org/apache/hadoop/fs/viewfs/ChRootedFs.java |23 +-
 .../org/apache/hadoop/fs/viewfs/ViewFs.java |97 +-
 .../apache/hadoop/ha/ZKFailoverController.java  | 3 +-
 .../hadoop/io/retry/RetryInvocationHandler.java |17 +-
 .../main/java/org/apache/hadoop/ipc/Client.java | 4 +-
 .../apache/hadoop/metrics2/AbstractMetric.java  | 3 +-
 .../org/apache/hadoop/metrics2/MetricsTag.java  | 3 +-
 .../metrics2/impl/AbstractMetricsRecord.java| 3 +-
 .../org/apache/hadoop/metrics2/impl/MsInfo.java | 4 +-
 .../hadoop/metrics2/lib/MetricsInfoImpl.java| 3 +-
 .../hadoop/metrics2/lib/MetricsRegistry.java| 4 +-
 .../hadoop/metrics2/source/JvmMetricsInfo.java  | 6 +-
 .../hadoop/metrics2/util/MetricsCache.java  | 4 +-
 .../org/apache/hadoop/net/InnerNodeImpl.java| 8 +-
 .../org/apache/hadoop/net/NetworkTopology.java  | 2 +-
 .../net/NetworkTopologyWithNodeGroup.java   | 2 +-
 .../java/org/apache/hadoop/net/NodeBase.java| 2 +-
 .../hadoop/net/unix/DomainSocketWatcher.java|12 +-
 .../alias/CredentialProviderFactory.java|16 +-
 .../java/org/apache/hadoop/util/ConfTest.java   | 2 +-
 .../org/apache/hadoop/util/Progressable.java| 2 +-
 .../org/apache/hadoop/util/StringUtils.java | 8 +-
 .../apache/hadoop/util/UTF8ByteArrayUtils.java  | 4 +-
 .../apache/hadoop/util/curator/ChildReaper.java | 4 +-
 .../src/main/native/gtest/gtest-all.cc  | 2 +-
 .../src/main/native/gtest/include/gtest/gtest.h | 2 +-
 .../src/main/resources/core-default.xml | 6 +
 .../src/site/markdown/FileSystemShell.md| 2 +-
 .../src/site/markdown/filesystem/filesystem.md  |14 +-
 .../site/markdown/filesystem/introduction.md|85 +
 .../markdown/release/2.8.0/CHANGES.2.8.0.md |  2986 ++
 .../release/2.8.0/RELEASENOTES.2.8.0.md |  1105 +
 .../org/apache/hadoop/cli/CLITestHelper.java|17 +-
 .../apache/hadoop/cli/util/CommandExecutor.java | 4 +-
 .../apache/hadoop/cli/util/FSCmdExecutor.java   | 4 +-
 .../apache/hadoop/conf/TestConfiguration.java   |62 +-
 .../fs/FileContextMainOperationsBaseTest.java   |21 +-
 .../hadoop/fs/FileSystemContractBaseTest.java   |   246 +-
 .../org/apache/hadoop/fs/TestAfsCheckPath.java  | 1 +
 .../org/apache/hadoop/fs/TestFileStatus.java|10 +-
 .../java/org/apache/hadoop/fs/TestFilterFs.java |12 +
 .../apache/hadoop/fs/TestLocalFileSystem.java   |54 +
 .../fs/TestRawLocalFileSystemContract.java  |24 +-
 .../hadoop/fs/contract/ContractTestUtils.java   |27 +
 .../hadoop/fs/viewfs/TestViewfsFileStatus.java  |10 +-
 .../apache/hadoop/fs/viewfs/ViewFsBaseTest.java |   141 +-
 .../org/apache/hadoop/test/MetricsAsserts.java  | 9 +-
 .../hadoop/test/MultithreadedTestUtil.java  | 2 +-
 .../src/test/resources/testConf.xml | 2 +-
 .../hadoop-kms/src/site/markdown/index.md.vm| 2 +-
 .../apache/hadoop/oncrpc/SimpleTcpServer.java   | 3 +-
 .../java/org/apache/hadoop/portmap/Portmap.java | 1 +
 hadoop-hdfs-project/hadoop-hdfs-client/pom.xml  | 1 -
 .../main/java/org/

[50/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-7240

2017-03-03 Thread aengineer 
Merge branch 'trunk' into HDFS-7240


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/09517262
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/09517262
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/09517262

Branch: refs/heads/HDFS-7240
Commit: 0951726233270fe1f30a303305a2f6f354a93d14
Parents: 3ab6bc5 490abfb
Author: Anu Engineer 
Authored: Fri Mar 3 14:03:35 2017 -0800
Committer: Anu Engineer 
Committed: Fri Mar 3 14:03:35 2017 -0800

--
 .gitignore  |13 +-
 BUILDING.txt|38 +-
 LICENSE.txt |  1324 +-
 NOTICE.txt  |   129 +-
 dev-support/bin/create-release  | 5 +-
 dev-support/bin/dist-copynativelibs |13 +
 dev-support/bin/dist-layout-stitching   | 8 +-
 dev-support/bin/qbt | 0
 dev-support/docker/Dockerfile   | 1 +
 hadoop-assemblies/pom.xml   | 5 +-
 .../main/resources/assemblies/hadoop-dist.xml   |14 -
 .../resources/assemblies/hadoop-httpfs-dist.xml |25 +-
 .../resources/assemblies/hadoop-kms-dist.xml|25 +-
 .../assemblies/hadoop-mapreduce-dist.xml|14 -
 .../resources/assemblies/hadoop-yarn-dist.xml   |14 -
 hadoop-build-tools/pom.xml  | 4 +-
 .../main/resources/checkstyle/checkstyle.xml| 4 +-
 hadoop-client-modules/hadoop-client-api/pom.xml |   254 +
 .../hadoop-client-check-invariants/pom.xml  |   124 +
 .../hadoop-client-check-test-invariants/pom.xml |   143 +
 .../hadoop-client-integration-tests/pom.xml |   159 +
 .../apache/hadoop/example/ITUseMiniCluster.java |   113 +
 .../src/test/resources/hdfs-site.xml|34 +
 .../src/test/resources/log4j.properties |24 +
 .../hadoop-client-minicluster/pom.xml   |   792 +
 .../hadoop-client-runtime/pom.xml   |   359 +
 hadoop-client-modules/hadoop-client/pom.xml |   333 +
 hadoop-client-modules/pom.xml   |45 +
 hadoop-client/pom.xml   |   320 -
 .../hadoop-cloud-storage/pom.xml| 9 +-
 hadoop-cloud-storage-project/pom.xml| 5 +-
 .../hadoop-annotations/pom.xml  | 5 +-
 .../hadoop-auth-examples/pom.xml| 5 +-
 hadoop-common-project/hadoop-auth/pom.xml   | 5 +-
 .../server/AuthenticationFilter.java| 6 +-
 .../server/KerberosAuthenticationHandler.java   |   254 +-
 .../authentication/util/KerberosName.java   | 4 +-
 .../util/ZKSignerSecretProvider.java| 2 +-
 .../authentication/util/TestKerberosName.java   |22 +
 .../dev-support/findbugsExcludeFile.xml | 6 +
 hadoop-common-project/hadoop-common/pom.xml |60 +-
 .../hadoop-common/src/CMakeLists.txt|29 +
 .../hadoop-common/src/config.h.cmake| 1 +
 .../hadoop-common/src/main/bin/hadoop   |13 +-
 .../src/main/bin/hadoop-functions.sh|   266 +-
 .../hadoop-common/src/main/bin/start-all.sh |23 +-
 .../hadoop-common/src/main/bin/stop-all.sh  |19 +-
 .../org/apache/hadoop/conf/Configuration.java   |20 +-
 .../hadoop/conf/ConfigurationWithLogging.java   |   113 +
 .../hadoop/crypto/key/CachingKeyProvider.java   |14 +-
 .../hadoop/crypto/key/JavaKeyStoreProvider.java |31 +-
 .../apache/hadoop/crypto/key/KeyProvider.java   |40 +
 .../crypto/key/KeyProviderCryptoExtension.java  |94 +-
 .../hadoop/crypto/key/KeyProviderExtension.java | 5 +
 .../org/apache/hadoop/crypto/key/KeyShell.java  |67 +-
 .../crypto/key/kms/KMSClientProvider.java   |   153 +-
 .../hadoop/crypto/key/kms/KMSRESTConstants.java | 2 +
 .../key/kms/LoadBalancingKMSClientProvider.java |38 +-
 .../hadoop/crypto/key/kms/ValueQueue.java   |   117 +-
 .../org/apache/hadoop/fs/BlockLocation.java | 7 +-
 .../apache/hadoop/fs/ChecksumFileSystem.java| 2 +
 .../hadoop/fs/CommonConfigurationKeys.java  |27 +
 .../fs/CommonConfigurationKeysPublic.java   |44 +-
 .../apache/hadoop/fs/DelegateToFileSystem.java  | 2 +-
 .../apache/hadoop/fs/FSExceptionMessages.java   | 3 +
 .../java/org/apache/hadoop/fs/FileStatus.java   |21 +-
 .../java/org/apache/hadoop/fs/FileSystem.java   |  1473 +-
 .../java/org/apache/hadoop/fs/FileUtil.java |19 +-
 .../org/apache/hadoop/fs/FilterFileSystem.java  | 7 +
 .../main/java/org/apache/hadoop/fs/FsShell.java | 7 +-
 .../java/org/apache/hadoop/fs/GlobPattern.java  | 2 +-
 .../org/apache/hadoop/fs/LocalDirAllocator.java | 2 +-
 .../apache/hadoop/fs/RawLocalFileSystem.java|12 +-
 .../apache/hadoop/fs/TrashPolicyDefault.java

[50/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-7240

2016-11-11 Thread aengineer 
Merge branch 'trunk' into HDFS-7240

 Conflicts:
hadoop-hdfs-project/hadoop-hdfs-client/pom.xml

hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/ozone/container/common/impl/ContainerLocationManagerImpl.java

hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/ozone/container/common/impl/ContainerManagerImpl.java


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/e55bdefd
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/e55bdefd
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/e55bdefd

Branch: refs/heads/HDFS-7240
Commit: e55bdefdab3c8a7f1e51451bb8280e61f2c6f0db
Parents: e6a6b5b 503e73e
Author: Anu Engineer 
Authored: Fri Nov 11 10:49:05 2016 -0800
Committer: Anu Engineer 
Committed: Fri Nov 11 10:49:05 2016 -0800

--
 .gitignore  |   14 +
 BUILDING.txt|   23 +-
 LICENSE.txt |  546 +++
 dev-support/bin/checkcompatibility.py   |  345 ++
 dev-support/bin/create-release  |2 +-
 dev-support/docker/Dockerfile   |9 +
 .../resources/assemblies/hadoop-yarn-dist.xml   |7 +
 .../main/resources/checkstyle/checkstyle.xml|2 +-
 hadoop-client/pom.xml   |   20 +-
 .../hadoop-cloud-storage/pom.xml|  127 +
 hadoop-cloud-storage-project/pom.xml|   54 +
 .../hadoop-auth-examples/pom.xml|2 +-
 .../examples/RequestLoggerFilter.java   |   12 +
 hadoop-common-project/hadoop-auth/pom.xml   |   13 +-
 .../server/KerberosAuthenticationHandler.java   |7 +-
 .../client/AuthenticatorTestCase.java   |   29 +-
 hadoop-common-project/hadoop-common/pom.xml |   45 +-
 .../hadoop-common/src/CMakeLists.txt|4 +-
 .../hadoop-common/src/main/bin/hadoop   |2 +-
 .../hadoop-common/src/main/conf/hadoop-env.sh   |6 -
 .../src/main/conf/hadoop-metrics2.properties|   22 +-
 .../org/apache/hadoop/conf/ConfServlet.java |8 +-
 .../crypto/key/kms/KMSClientProvider.java   |   56 +-
 .../crypto/key/kms/KMSDelegationToken.java  |   52 +
 .../fs/CommonConfigurationKeysPublic.java   |2 +
 .../apache/hadoop/fs/FSExceptionMessages.java   |2 +
 .../java/org/apache/hadoop/fs/FileSystem.java   |9 +-
 .../java/org/apache/hadoop/fs/FileUtil.java |8 +-
 .../org/apache/hadoop/fs/HarFileSystem.java |3 +
 .../java/org/apache/hadoop/fs/shell/Count.java  |9 +-
 .../org/apache/hadoop/fs/viewfs/InodeTree.java  |6 +
 .../apache/hadoop/fs/viewfs/ViewFileSystem.java |   15 +-
 .../org/apache/hadoop/fs/viewfs/ViewFs.java |8 +-
 .../hadoop/http/AdminAuthorizedServlet.java |   13 +-
 .../org/apache/hadoop/http/HttpRequestLog.java  |4 +-
 .../org/apache/hadoop/http/HttpServer2.java |  337 +-
 .../java/org/apache/hadoop/http/JettyUtils.java |   35 +
 .../rawcoder/NativeXORRawDecoder.java   |   59 +
 .../rawcoder/NativeXORRawEncoder.java   |   60 +
 .../NativeXORRawErasureCoderFactory.java|   39 +
 .../hadoop/ipc/metrics/RpcDetailedMetrics.java  |4 +-
 .../org/apache/hadoop/jmx/JMXJsonServlet.java   |8 +-
 .../java/org/apache/hadoop/log/LogLevel.java|   11 +-
 .../metrics2/lib/MutableMetricsFactory.java |5 +
 .../hadoop/metrics2/lib/MutableRates.java   |6 +
 .../lib/MutableRatesWithAggregation.java|  148 +
 .../apache/hadoop/metrics2/lib/MutableStat.java |4 +
 .../apache/hadoop/metrics2/util/SampleStat.java |   19 +-
 .../apache/hadoop/security/SaslInputStream.java |5 +-
 .../apache/hadoop/security/SaslRpcClient.java   |3 +
 .../hadoop/security/UserGroupInformation.java   |   84 +-
 .../ssl/SslSelectChannelConnectorSecure.java|   58 -
 .../AbstractDelegationTokenSecretManager.java   |   69 +-
 .../DelegationTokenAuthenticationHandler.java   |   32 +-
 .../org/apache/hadoop/util/DiskChecker.java |  159 +-
 .../hadoop/util/GenericOptionsParser.java   |   37 +-
 .../apache/hadoop/util/InstrumentedLock.java|  197 +
 .../hadoop/util/InstrumentedReadLock.java   |   92 +
 .../hadoop/util/InstrumentedReadWriteLock.java  |   58 +
 .../hadoop/util/InstrumentedWriteLock.java  |   54 +
 .../apache/hadoop/util/LimitInputStream.java|3 +
 .../main/java/org/apache/hadoop/util/Shell.java |8 +-
 .../main/java/org/apache/hadoop/util/Time.java  |   18 +
 .../src/main/native/native.vcxproj  |6 +-
 .../hadoop/io/erasurecode/jni_xor_decoder.c |   80 +
 .../hadoop/io/erasurecode/jni_xor_encoder.c |   82 +
 ...apache.hadoop.security.token.TokenIdentifier |   14 +
 .../src/main/resources/core-default.xml |  164 +-
 .../src/site/markdown/DeprecatedProperties.md   |   24 -
 .../src/site/markdown/

[50/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-7240

2016-10-21 Thread aengineer 
Merge branch 'trunk' into HDFS-7240


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/a9e45ed3
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/a9e45ed3
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/a9e45ed3

Branch: refs/heads/HDFS-7240
Commit: a9e45ed3ec73d4574eba70a3a51566cdb2eea19c
Parents: 9176dd2 f63cd78
Author: Anu Engineer 
Authored: Fri Oct 21 09:43:53 2016 -0700
Committer: Anu Engineer 
Committed: Fri Oct 21 09:43:53 2016 -0700

--
 hadoop-common-project/hadoop-auth/pom.xml   |  42 +
 .../client/KerberosAuthenticator.java   |   8 +-
 .../server/AuthenticationFilter.java|  47 +-
 .../server/AuthenticationHandler.java   |   2 +-
 .../server/AuthenticationHandlerUtil.java   | 105 +++
 .../server/CompositeAuthenticationHandler.java  |  30 +
 .../authentication/server/HttpConstants.java|  55 ++
 .../server/LdapAuthenticationHandler.java   | 339 
 .../MultiSchemeAuthenticationHandler.java   | 209 +
 .../authentication/server/package-info.java |  27 +
 .../src/site/markdown/Configuration.md  | 137 +++
 .../client/AuthenticatorTestCase.java   |  49 +-
 .../client/TestKerberosAuthenticator.java   |  71 +-
 .../authentication/server/LdapConstants.java|  31 +
 .../server/TestLdapAuthenticationHandler.java   | 159 
 .../TestMultiSchemeAuthenticationHandler.java   | 189 
 .../hadoop/fs/CommonConfigurationKeys.java  |  26 -
 .../java/org/apache/hadoop/fs/FileSystem.java   |  14 +-
 .../apache/hadoop/fs/RawLocalFileSystem.java|   5 +-
 .../apache/hadoop/fs/TrashPolicyDefault.java|  11 +-
 .../hadoop/fs/permission/FsPermission.java  |  12 +
 .../java/org/apache/hadoop/fs/shell/Stat.java   |  11 +-
 .../hadoop/fs/viewfs/ChRootedFileSystem.java|   5 +
 .../org/apache/hadoop/fs/viewfs/InodeTree.java  | 206 ++---
 .../apache/hadoop/fs/viewfs/ViewFileSystem.java |  99 +--
 .../apache/hadoop/io/erasurecode/CodecUtil.java | 168 +++-
 .../io/erasurecode/ErasureCodeConstants.java|   3 +-
 .../io/erasurecode/ErasureCodecOptions.java |  37 +
 .../erasurecode/codec/AbstractErasureCodec.java |  53 --
 .../io/erasurecode/codec/DummyErasureCodec.java |  45 +
 .../io/erasurecode/codec/ErasureCodec.java  |  76 +-
 .../io/erasurecode/codec/HHXORErasureCodec.java |  20 +-
 .../io/erasurecode/codec/RSErasureCodec.java|  20 +-
 .../io/erasurecode/codec/XORErasureCodec.java   |  22 +-
 .../io/erasurecode/codec/package-info.java  |  28 +
 .../erasurecode/coder/AbstractErasureCoder.java |  64 --
 .../coder/AbstractErasureCodingStep.java|  61 --
 .../coder/AbstractErasureDecoder.java   | 170 
 .../coder/AbstractErasureEncoder.java   |  62 --
 .../coder/AbstractHHErasureCodingStep.java  |  49 --
 .../erasurecode/coder/DummyErasureDecoder.java  |  46 +
 .../erasurecode/coder/DummyErasureEncoder.java  |  45 +
 .../io/erasurecode/coder/ErasureCoder.java  |  25 +-
 .../io/erasurecode/coder/ErasureCodingStep.java |   8 +-
 .../io/erasurecode/coder/ErasureDecoder.java| 198 +
 .../erasurecode/coder/ErasureDecodingStep.java  |  21 +-
 .../io/erasurecode/coder/ErasureEncoder.java|  91 ++
 .../erasurecode/coder/ErasureEncodingStep.java  |  22 +-
 .../erasurecode/coder/HHErasureCodingStep.java  |  68 ++
 .../erasurecode/coder/HHXORErasureDecoder.java  |  24 +-
 .../coder/HHXORErasureDecodingStep.java |   2 +-
 .../erasurecode/coder/HHXORErasureEncoder.java  |  19 +-
 .../coder/HHXORErasureEncodingStep.java |   2 +-
 .../io/erasurecode/coder/RSErasureDecoder.java  |  16 +-
 .../io/erasurecode/coder/RSErasureEncoder.java  |  20 +-
 .../io/erasurecode/coder/XORErasureDecoder.java |  15 +-
 .../io/erasurecode/coder/XORErasureEncoder.java |  16 +-
 .../io/erasurecode/coder/package-info.java  |  28 +
 .../io/erasurecode/rawcoder/CoderUtil.java  |   2 +-
 .../DelegationTokenAuthenticationFilter.java|   9 +-
 .../DelegationTokenAuthenticationHandler.java   |  25 +-
 ...emeDelegationTokenAuthenticationHandler.java | 182 
 .../org/apache/hadoop/util/DiskChecker.java | 178 ++--
 .../src/org/apache/hadoop/io/erasurecode/dump.c |   8 +-
 .../apache/hadoop/io/erasurecode/isal_load.h|   2 +-
 .../src/main/resources/core-default.xml |  74 +-
 .../src/site/markdown/ClusterSetup.md   |   2 +-
 .../src/site/markdown/Compatibility.md  |  16 +-
 .../src/site/markdown/FileSystemShell.md|   4 +-
 .../site/markdown/InterfaceClassification.md|  28 +-
 .../hadoop-common/src/site/markdown/Tracing.md  |   2 +-
 .../src/site/markdown/filesystem/filesystem.md  |  20 +-
 .../markdown/filesystem/fsdatainputstream.md|  16 +-
 .../site/markdown/filesystem/introduction.md|  12 +-
 .../src/site/markdown/filesystem/model.md   |   7 +-
 .../src/site/markdown/fil

[50/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-7240

2016-09-29 Thread aengineer 
Merge branch 'trunk' into HDFS-7240


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/595257e3
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/595257e3
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/595257e3

Branch: refs/heads/HDFS-7240
Commit: 595257e3f4a1b090c9a85a135f9daca38ece292c
Parents: 71c9b5b ee0c722
Author: Anu Engineer 
Authored: Thu Sep 29 11:12:53 2016 -0700
Committer: Anu Engineer 
Committed: Thu Sep 29 11:12:53 2016 -0700

--
 .gitattributes  |18 +-
 dev-support/checkstyle/suppressions.xml |21 -
 .../main/resources/checkstyle/checkstyle.xml|10 +-
 .../main/resources/checkstyle/suppressions.xml  |21 +
 .../IncludePublicAnnotationsJDiffDoclet.java|64 +
 .../server/AuthenticationFilter.java| 3 +
 .../dev-support/findbugsExcludeFile.xml |10 +-
 .../jdiff/Apache_Hadoop_Common_2.7.2.xml| 41149 ++---
 .../hadoop-common/src/main/bin/hadoop   |13 +-
 .../src/main/bin/hadoop-functions.sh|   144 +-
 .../hadoop-common/src/main/conf/hadoop-env.sh   |31 +-
 .../org/apache/hadoop/conf/ConfServlet.java |21 +-
 .../hadoop/crypto/CryptoOutputStream.java   |22 +-
 .../hadoop/crypto/key/KeyProviderFactory.java   | 3 +-
 .../hadoop/fs/CommonConfigurationKeys.java  |12 +-
 .../fs/CommonConfigurationKeysPublic.java   | 8 +
 .../java/org/apache/hadoop/fs/FileSystem.java   |   128 +-
 .../fs/crypto/CryptoFSDataOutputStream.java | 8 +-
 .../org/apache/hadoop/fs/ftp/FTPFileSystem.java | 6 +-
 .../hadoop/fs/shell/CommandWithDestination.java | 5 +-
 .../org/apache/hadoop/fs/viewfs/ViewFs.java | 2 +-
 .../java/org/apache/hadoop/io/BloomMapFile.java |11 +-
 .../apache/hadoop/io/ElasticByteBufferPool.java | 2 +-
 .../main/java/org/apache/hadoop/io/IOUtils.java | 9 +-
 .../main/java/org/apache/hadoop/io/MapFile.java |10 +-
 .../java/org/apache/hadoop/io/SequenceFile.java |16 +-
 .../apache/hadoop/io/compress/BZip2Codec.java   | 9 +-
 .../apache/hadoop/io/compress/DefaultCodec.java | 9 +-
 .../apache/hadoop/io/compress/GzipCodec.java| 9 +-
 .../apache/hadoop/io/erasurecode/ECChunk.java   |22 +
 .../io/erasurecode/rawcoder/CoderUtil.java  | 3 +
 .../hadoop/io/file/tfile/Compression.java   |14 +-
 .../apache/hadoop/io/retry/RetryPolicies.java   |14 +
 .../org/apache/hadoop/io/retry/RetryUtils.java  |   118 +-
 .../main/java/org/apache/hadoop/ipc/Client.java |   178 +-
 .../apache/hadoop/ipc/ProtobufRpcEngine.java| 5 +-
 .../main/java/org/apache/hadoop/ipc/RPC.java|13 +-
 .../main/java/org/apache/hadoop/ipc/Server.java |29 +-
 .../apache/hadoop/net/SocksSocketFactory.java   | 4 +-
 .../apache/hadoop/security/SaslRpcClient.java   |25 +-
 .../hadoop/security/UserGroupInformation.java   | 4 +-
 .../AbstractDelegationTokenSecretManager.java   | 2 +-
 .../apache/hadoop/util/AutoCloseableLock.java   | 8 +
 .../java/org/apache/hadoop/util/LineReader.java | 6 +-
 .../java/org/apache/hadoop/util/RunJar.java | 6 +-
 .../org/apache/hadoop/util/SysInfoWindows.java  |58 +-
 .../java/org/apache/hadoop/util/hash/Hash.java  | 6 +-
 .../src/main/resources/core-default.xml |31 +-
 .../src/site/markdown/Benchmarking.md   | 1 +
 .../src/site/markdown/ClusterSetup.md   |19 +-
 .../src/site/markdown/DeprecatedProperties.md   | 1 +
 .../src/site/markdown/UnixShellGuide.md |34 +-
 .../hadoop/cli/util/ExactLineComparator.java|44 +
 .../org/apache/hadoop/conf/TestConfServlet.java |24 +
 .../crypto/TestCryptoOutputStreamClosing.java   |57 +
 .../hadoop/fs/TestDelegationTokenRenewer.java   | 3 +-
 .../apache/hadoop/fs/TestFilterFileSystem.java  | 1 +
 .../org/apache/hadoop/fs/TestHarFileSystem.java | 1 +
 .../fs/contract/AbstractFSContractTestBase.java | 2 +-
 .../hadoop/fs/contract/ContractTestUtils.java   | 9 +-
 .../io/retry/TestConnectionRetryPolicy.java |   154 +
 .../org/apache/hadoop/ipc/RPCCallBenchmark.java |38 +-
 .../java/org/apache/hadoop/ipc/TestIPC.java |86 +-
 .../hadoop/ipc/TestMultipleProtocolServer.java  |   236 +-
 .../apache/hadoop/ipc/TestRPCCallBenchmark.java |13 -
 .../apache/hadoop/ipc/TestRPCCompatibility.java |   242 +-
 .../apache/hadoop/ipc/TestRPCWaitForProxy.java  |44 +-
 .../hadoop/ipc/TestReuseRpcConnections.java |   166 +
 .../java/org/apache/hadoop/ipc/TestRpcBase.java |77 +-
 .../java/org/apache/hadoop/ipc/TestSaslRPC.java |74 +-
 .../org/apache/hadoop/net/ServerSocketUtil.java |23 +
 .../hadoop/security/TestDoAsEffectiveUser.java  |   291 +-
 .../security/TestUserGroupInformation.java  |28 +-
 .../apache/hadoop

[50/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-7240

2016-09-01 Thread aengineer 
Merge branch 'trunk' into HDFS-7240


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/1dc5c7eb
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/1dc5c7eb
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/1dc5c7eb

Branch: refs/heads/HDFS-7240
Commit: 1dc5c7ebfce65e40ddecaf26a71722876887e17f
Parents: db22aff 08f55cc
Author: Anu Engineer 
Authored: Thu Sep 1 08:44:50 2016 -0700
Committer: Anu Engineer 
Committed: Thu Sep 1 08:44:50 2016 -0700

--
 .gitignore  | 5 +
 .../dev-support/jdiff-workaround.patch  |98 +
 .../jdiff/Apache_Hadoop_Common_2.7.2.xml| 46648 +
 hadoop-common-project/hadoop-common/pom.xml | 2 +
 .../src/main/bin/hadoop-functions.sh| 4 +-
 .../apache/hadoop/fs/ChecksumFileSystem.java| 7 +-
 .../java/org/apache/hadoop/fs/ChecksumFs.java   | 4 +-
 .../org/apache/hadoop/fs/ContentSummary.java|   127 +-
 .../main/java/org/apache/hadoop/fs/Options.java | 3 +-
 .../java/org/apache/hadoop/fs/TrashPolicy.java  |26 -
 .../apache/hadoop/fs/TrashPolicyDefault.java|21 +-
 .../org/apache/hadoop/fs/ftp/FTPFileSystem.java | 3 +-
 .../apache/hadoop/fs/sftp/SFTPFileSystem.java   | 4 +-
 .../java/org/apache/hadoop/fs/shell/Count.java  |20 +-
 .../org/apache/hadoop/fs/shell/FsUsage.java |31 +-
 .../hadoop/io/retry/RetryInvocationHandler.java | 8 +-
 .../org/apache/hadoop/ipc/CallerContext.java| 2 +-
 .../metrics2/sink/RollingFileSystemSink.java| 6 +-
 .../ZKDelegationTokenSecretManager.java |44 +
 .../DelegationTokenAuthenticationFilter.java|10 +
 .../hadoop/util/NodeHealthScriptRunner.java | 3 +-
 .../src/main/resources/core-default.xml |19 +-
 .../src/site/markdown/CredentialProviderAPI.md  | 2 +-
 .../src/site/markdown/FileSystemShell.md|11 +-
 .../src/site/markdown/filesystem/filesystem.md  | 8 +-
 .../fs/FileContextMainOperationsBaseTest.java   | 8 +-
 .../apache/hadoop/fs/FileContextUtilBase.java   | 4 +-
 .../hadoop/fs/FileSystemContractBaseTest.java   |46 +-
 .../fs/TestRawLocalFileSystemContract.java  |75 +
 .../java/org/apache/hadoop/fs/TestTrash.java| 4 -
 .../org/apache/hadoop/fs/shell/TestCount.java   | 5 +-
 .../TestZKDelegationTokenSecretManager.java |93 +-
 .../hadoop/util/TestNodeHealthScriptRunner.java | 7 +
 .../src/test/resources/testConf.xml |12 +-
 .../hadoop-kms/src/main/conf/kms-site.xml   |10 +
 .../hadoop/crypto/key/kms/server/KMSAudit.java  |   200 +-
 .../crypto/key/kms/server/KMSAuditLogger.java   |   154 +
 .../crypto/key/kms/server/KMSConfiguration.java | 4 +
 .../hadoop/crypto/key/kms/server/KMSWebApp.java | 5 +-
 .../key/kms/server/SimpleKMSAuditLogger.java|96 +
 .../crypto/key/kms/server/TestKMSAudit.java |43 +-
 .../test/resources/log4j-kmsaudit.properties| 5 +-
 .../org/apache/hadoop/hdfs/DFSInputStream.java  |   235 +-
 .../hadoop/hdfs/DFSStripedInputStream.java  |23 +-
 .../org/apache/hadoop/hdfs/ReadStatistics.java  |   106 +
 .../org/apache/hadoop/hdfs/ReaderStrategy.java  |   215 +
 .../hadoop/hdfs/client/HdfsDataInputStream.java | 3 +-
 .../hdfs/protocol/DatanodeAdminProperties.java  |19 +
 .../hadoop/hdfs/protocol/DatanodeInfo.java  |27 +-
 .../hadoop/hdfs/protocol/HdfsConstants.java | 2 +-
 .../ClientNamenodeProtocolTranslatorPB.java | 7 +-
 .../hadoop/hdfs/protocolPB/PBHelperClient.java  | 8 +
 .../apache/hadoop/hdfs/util/IOUtilsClient.java  |16 +
 .../apache/hadoop/hdfs/web/JsonUtilClient.java  |21 +
 .../hadoop/hdfs/web/WebHdfsFileSystem.java  |55 +
 .../hadoop/hdfs/web/resources/GetOpParam.java   | 3 +-
 .../hdfs/web/resources/StartAfterParam.java |38 +
 .../src/main/proto/ClientNamenodeProtocol.proto | 1 +
 .../src/main/proto/hdfs.proto   | 4 +
 .../jdiff/Apache_Hadoop_HDFS_2.7.2.xml  | 21505 
 .../org/apache/hadoop/hdfs/DFSConfigKeys.java   |18 +
 ...tNamenodeProtocolServerSideTranslatorPB.java |14 +-
 .../qjournal/client/QuorumJournalManager.java   | 9 +-
 .../CombinedHostFileManager.java|23 +
 .../server/blockmanagement/DatanodeManager.java |33 +-
 .../server/blockmanagement/DatanodeStats.java   |10 +-
 .../blockmanagement/DecommissionManager.java|   101 +-
 .../blockmanagement/HeartbeatManager.java   |27 +
 .../blockmanagement/HostConfigManager.java  | 7 +
 .../server/blockmanagement/HostFileManager.java | 6 +
 .../hdfs/server/datanode/BlockReceiver.java | 1 +
 .../hdfs/server/datanode/BlockSender.java   |12 +-
 .../hadoop/hdfs/server/datanode/DataNode.java   | 3 +-
 .../server/datanode/Da

[50/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-7240

2016-08-19 Thread aengineer 
Merge branch 'trunk' into HDFS-7240


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/db22affd
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/db22affd
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/db22affd

Branch: refs/heads/HDFS-7240
Commit: db22affd79b1a71bc25c5a2e133f6257530e855c
Parents: b5f772a 03a9343
Author: Anu Engineer 
Authored: Fri Aug 19 13:32:24 2016 -0700
Committer: Anu Engineer 
Committed: Fri Aug 19 13:32:24 2016 -0700

--
 LICENSE.txt |  209 +
 NOTICE.txt  |  172 +
 dev-support/docker/Dockerfile   |9 +-
 hadoop-assemblies/pom.xml   |4 +-
 hadoop-build-tools/pom.xml  |   46 +-
 hadoop-client/pom.xml   |4 +-
 .../hadoop-annotations/pom.xml  |4 +-
 .../hadoop-auth-examples/pom.xml|4 +-
 hadoop-common-project/hadoop-auth/pom.xml   |4 +-
 .../authentication/util/KerberosName.java   |   24 +-
 .../util/ZKSignerSecretProvider.java|5 +-
 .../dev-support/findbugsExcludeFile.xml |   13 +
 hadoop-common-project/hadoop-common/pom.xml |   18 +-
 .../hadoop-common/src/main/bin/hadoop   |6 +-
 .../src/main/bin/hadoop-config.cmd  |4 +-
 .../hadoop-common/src/main/bin/hadoop-config.sh |4 +
 .../src/main/bin/hadoop-daemons.sh  |6 +-
 .../src/main/bin/hadoop-functions.sh|   75 +-
 .../hadoop-common/src/main/bin/rcc  |   41 -
 .../hadoop-common/src/main/bin/slaves.sh|   60 -
 .../hadoop-common/src/main/bin/workers.sh   |   60 +
 .../hadoop-common/src/main/conf/hadoop-env.sh   |   51 +-
 .../main/conf/hadoop-user-functions.sh.example  |4 +-
 .../src/main/conf/log4j.properties  |   17 +-
 .../hadoop-common/src/main/conf/workers |1 +
 .../org/apache/hadoop/conf/ConfigRedactor.java  |   84 +
 .../org/apache/hadoop/conf/Configuration.java   |5 +-
 .../apache/hadoop/conf/ReconfigurableBase.java  |   13 +-
 .../apache/hadoop/crypto/key/KeyProvider.java   |   13 +-
 .../crypto/key/KeyProviderCryptoExtension.java  |   31 +-
 .../crypto/key/kms/KMSClientProvider.java   |   29 +-
 .../key/kms/LoadBalancingKMSClientProvider.java |5 +-
 .../apache/hadoop/fs/CachingGetSpaceUsed.java   |   28 +-
 .../hadoop/fs/CommonConfigurationKeys.java  |   15 +-
 .../fs/CommonConfigurationKeysPublic.java   |  489 +-
 .../src/main/java/org/apache/hadoop/fs/DU.java  |   10 +-
 .../apache/hadoop/fs/DelegateToFileSystem.java  |5 +-
 .../hadoop/fs/EmptyStorageStatistics.java   |7 +
 .../org/apache/hadoop/fs/FSInputStream.java |5 +-
 .../java/org/apache/hadoop/fs/FileContext.java  |   20 +-
 .../java/org/apache/hadoop/fs/FileSystem.java   |   61 +-
 .../hadoop/fs/FileSystemStorageStatistics.java  |   21 +-
 .../java/org/apache/hadoop/fs/FileUtil.java |   73 +-
 .../java/org/apache/hadoop/fs/GetSpaceUsed.java |   25 +
 .../java/org/apache/hadoop/fs/GlobExpander.java |2 +-
 .../java/org/apache/hadoop/fs/GlobFilter.java   |2 +-
 .../hadoop/fs/GlobalStorageStatistics.java  |   18 +-
 .../main/java/org/apache/hadoop/fs/Path.java|  181 +-
 .../apache/hadoop/fs/RawLocalFileSystem.java|   12 +-
 .../org/apache/hadoop/fs/StorageStatistics.java |   61 +-
 .../hadoop/fs/UnionStorageStatistics.java   |   26 +-
 .../apache/hadoop/fs/WindowsGetSpaceUsed.java   |6 +-
 .../hadoop/fs/permission/PermissionParser.java  |   23 +-
 .../org/apache/hadoop/fs/shell/AclCommands.java |   18 +-
 .../org/apache/hadoop/fs/shell/Display.java |8 +-
 .../java/org/apache/hadoop/fs/shell/Test.java   |   80 +-
 .../hadoop/fs/viewfs/ChRootedFileSystem.java|   23 +-
 .../apache/hadoop/fs/viewfs/ViewFileSystem.java |   81 +-
 .../org/apache/hadoop/fs/viewfs/ViewFs.java |   12 +-
 .../apache/hadoop/ha/ActiveStandbyElector.java  |   19 +-
 .../java/org/apache/hadoop/ha/StreamPumper.java |4 +-
 .../org/apache/hadoop/http/HtmlQuoting.java |   42 +-
 .../org/apache/hadoop/http/HttpServer2.java |  143 +-
 .../apache/hadoop/io/DefaultStringifier.java|4 +-
 .../apache/hadoop/io/ElasticByteBufferPool.java |1 +
 .../org/apache/hadoop/io/SecureIOUtils.java |3 +-
 .../java/org/apache/hadoop/io/SequenceFile.java |4 +-
 .../apache/hadoop/io/compress/BZip2Codec.java   |6 +-
 .../io/erasurecode/codec/HHXORErasureCodec.java |   45 +
 .../rawcoder/AbstractNativeRawDecoder.java  |   84 +
 .../rawcoder/AbstractNativeRawEncoder.java  |   81 +
 .../rawcoder/ByteArrayDecodingState.java|   23 +
 .../rawcoder/ByteArrayEncodingState.java|   23 +
 .../rawcoder/ByteBufferDecodingState.java   |   14 +-
 .../rawcoder/ByteBufferEncodingState.java

[50/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-7240

2016-06-09 Thread aengineer 
Merge branch 'trunk' into HDFS-7240


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/23923086
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/23923086
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/23923086

Branch: refs/heads/HDFS-7240
Commit: 23923086d1aff381fcf3a0d0e1dd19ed029bda18
Parents: 54f7975 9581fb7
Author: Anu Engineer 
Authored: Thu Jun 9 20:34:39 2016 -0700
Committer: Anu Engineer 
Committed: Thu Jun 9 20:34:39 2016 -0700

--
 LICENSE.txt | 1017 +++-
 NOTICE.txt  |  266 +
 dev-support/bin/qbt |   18 +
 dev-support/bin/yetus-wrapper   |2 +-
 dev-support/checkstyle/suppressions.xml |   21 +
 hadoop-build-tools/pom.xml  |   41 +
 hadoop-common-project/hadoop-auth/pom.xml   |   27 +-
 .../authentication/util/KerberosUtil.java   |   18 +-
 .../TestKerberosAuthenticationHandler.java  |1 -
 .../authentication/util/TestKerberosUtil.java   |   26 +-
 .../hadoop-common/HadoopCommon.cmake|9 +-
 .../dev-support/findbugsExcludeFile.xml |8 +-
 hadoop-common-project/hadoop-common/pom.xml |4 +
 .../KeyProviderDelegationTokenExtension.java|   30 +-
 .../org/apache/hadoop/crypto/key/KeyShell.java  |  182 +--
 .../crypto/key/kms/KMSClientProvider.java   |  158 ++-
 .../key/kms/LoadBalancingKMSClientProvider.java |   41 +-
 .../hadoop/crypto/key/kms/ValueQueue.java   |2 +-
 .../hadoop/fs/CommonConfigurationKeys.java  |3 +
 .../hadoop/fs/InvalidRequestException.java  |4 +
 .../org/apache/hadoop/fs/LocalDirAllocator.java |  153 ++-
 .../hadoop/fs/PathAccessDeniedException.java|   12 +-
 .../apache/hadoop/fs/PathNotFoundException.java |   20 +-
 .../hadoop/fs/PathPermissionException.java  |   16 +-
 .../apache/hadoop/io/FastByteComparisons.java   |2 +-
 .../apache/hadoop/io/erasurecode/CodecUtil.java |  113 +-
 .../io/erasurecode/ErasureCoderOptions.java |   89 ++
 .../erasurecode/coder/HHXORErasureDecoder.java  |   18 +-
 .../erasurecode/coder/HHXORErasureEncoder.java  |   15 +-
 .../io/erasurecode/coder/RSErasureDecoder.java  |6 +-
 .../io/erasurecode/coder/RSErasureEncoder.java  |6 +-
 .../io/erasurecode/coder/XORErasureDecoder.java |6 +-
 .../io/erasurecode/coder/XORErasureEncoder.java |6 +-
 .../rawcoder/AbstractRawErasureCoder.java   |  220 
 .../rawcoder/AbstractRawErasureDecoder.java |  181 ---
 .../rawcoder/AbstractRawErasureEncoder.java |  146 ---
 .../rawcoder/ByteArrayDecodingState.java|  111 ++
 .../rawcoder/ByteArrayEncodingState.java|   81 ++
 .../rawcoder/ByteBufferDecodingState.java   |  134 +++
 .../rawcoder/ByteBufferEncodingState.java   |   98 ++
 .../io/erasurecode/rawcoder/CoderOption.java|   43 -
 .../io/erasurecode/rawcoder/CoderUtil.java  |  199 
 .../io/erasurecode/rawcoder/DecodingState.java  |   55 +
 .../erasurecode/rawcoder/DummyRawDecoder.java   |   16 +-
 .../erasurecode/rawcoder/DummyRawEncoder.java   |   15 +-
 .../rawcoder/DummyRawErasureCoderFactory.java   |   10 +-
 .../io/erasurecode/rawcoder/EncodingState.java  |   44 +
 .../io/erasurecode/rawcoder/RSRawDecoder.java   |   48 +-
 .../rawcoder/RSRawDecoderLegacy.java|   66 +-
 .../io/erasurecode/rawcoder/RSRawEncoder.java   |   45 +-
 .../rawcoder/RSRawEncoderLegacy.java|   82 +-
 .../rawcoder/RSRawErasureCoderFactory.java  |9 +-
 .../RSRawErasureCoderFactoryLegacy.java |9 +-
 .../erasurecode/rawcoder/RawErasureCoder.java   |   73 --
 .../rawcoder/RawErasureCoderFactory.java|   11 +-
 .../erasurecode/rawcoder/RawErasureDecoder.java |  137 ++-
 .../erasurecode/rawcoder/RawErasureEncoder.java |  135 ++-
 .../io/erasurecode/rawcoder/XORRawDecoder.java  |   51 +-
 .../io/erasurecode/rawcoder/XORRawEncoder.java  |   57 +-
 .../rawcoder/XORRawErasureCoderFactory.java |9 +-
 .../io/erasurecode/rawcoder/package-info.java   |   38 +
 .../io/erasurecode/rawcoder/util/CoderUtil.java |   83 --
 .../erasurecode/rawcoder/util/GaloisField.java  |4 +-
 .../hadoop/io/retry/AsyncCallHandler.java   |  321 +
 .../org/apache/hadoop/io/retry/CallReturn.java  |   75 ++
 .../hadoop/io/retry/RetryInvocationHandler.java |  134 ++-
 .../apache/hadoop/io/retry/RetryPolicies.java   |4 +-
 .../main/java/org/apache/hadoop/ipc/Client.java |  124 +-
 .../apache/hadoop/ipc/DecayRpcScheduler.java|  130 +-
 .../apache/hadoop/ipc/ProtobufRpcEngine.java|   65 +-
 .../java/org/apache/hadoop/log/LogLevel.java|  285 -
 .../hadoop/metrics2/impl/MetricsSystemImpl.java |1 +
 .../metrics2/lib/DefaultMetricsSystem.java  |9 +
 .../metrics2/sink/RollingFileSystemSink.java|  353 +-
 .

[50/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-7240

2016-05-19 Thread arp 
Merge branch 'trunk' into HDFS-7240


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/76279f58
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/76279f58
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/76279f58

Branch: refs/heads/HDFS-7240
Commit: 76279f5877d592d2cc0816654f30cf1bfcf3aae1
Parents: 4770ae7 141873c
Author: Arpit Agarwal 
Authored: Thu May 19 12:44:16 2016 -0700
Committer: Arpit Agarwal 
Committed: Thu May 19 12:44:16 2016 -0700

--
 BUILDING.txt|   8 +-
 dev-support/docker/Dockerfile   |  26 +-
 hadoop-assemblies/pom.xml   |   4 +-
 .../main/resources/assemblies/hadoop-tools.xml  |  56 ++
 hadoop-build-tools/pom.xml  |   2 +-
 hadoop-client/pom.xml   |   4 +-
 .../hadoop-annotations/pom.xml  |   4 +-
 .../hadoop-auth-examples/pom.xml|   4 +-
 hadoop-common-project/hadoop-auth/pom.xml   |   4 +-
 .../authentication/util/KerberosName.java   |   9 +-
 .../TestKerberosAuthenticationHandler.java  |   7 +-
 .../authentication/util/TestKerberosName.java   |  17 +-
 hadoop-common-project/hadoop-common/pom.xml |   4 +-
 .../hadoop-common/src/main/bin/hadoop   | 317 +---
 .../src/main/bin/hadoop-functions.sh|  23 +
 .../org/apache/hadoop/conf/Configuration.java   |  21 +
 .../hadoop/crypto/key/JavaKeyStoreProvider.java |  89 ++-
 .../apache/hadoop/crypto/key/KeyProvider.java   |  32 +
 .../org/apache/hadoop/crypto/key/KeyShell.java  | 127 +--
 .../fs/CommonConfigurationKeysPublic.java   |   7 +-
 .../hadoop/fs/EmptyStorageStatistics.java   |  43 +
 .../org/apache/hadoop/fs/FSDataInputStream.java |   9 +
 .../java/org/apache/hadoop/fs/FileSystem.java   |  58 +-
 .../hadoop/fs/FileSystemStorageStatistics.java  | 136 
 .../main/java/org/apache/hadoop/fs/FsShell.java |  15 +-
 .../hadoop/fs/GlobalStorageStatistics.java  | 130 +++
 .../java/org/apache/hadoop/fs/QuotaUsage.java   |   4 +-
 .../org/apache/hadoop/fs/StorageStatistics.java |  93 +++
 .../apache/hadoop/fs/TrashPolicyDefault.java|   1 -
 .../hadoop/fs/UnionStorageStatistics.java   | 113 +++
 .../org/apache/hadoop/io/DataInputBuffer.java   |  81 +-
 .../main/java/org/apache/hadoop/io/IOUtils.java |   4 +-
 .../java/org/apache/hadoop/io/SequenceFile.java |   7 +-
 .../hadoop/io/compress/DecompressorStream.java  |  41 +-
 .../hadoop/io/retry/FailoverProxyProvider.java  |  11 +
 .../hadoop/io/retry/RetryInvocationHandler.java | 350 +
 .../apache/hadoop/ipc/DecayRpcScheduler.java|  15 +-
 .../java/org/apache/hadoop/log/LogLevel.java|  16 +-
 .../hadoop/metrics2/MetricStringBuilder.java| 141 
 .../hadoop/metrics2/lib/MutableCounterLong.java |   2 +-
 .../org/apache/hadoop/net/NetworkTopology.java  | 144 +++-
 .../java/org/apache/hadoop/net/NodeBase.java|   9 +
 .../java/org/apache/hadoop/security/KDiag.java  |  46 +-
 .../hadoop/security/LdapGroupsMapping.java  | 269 +--
 .../apache/hadoop/security/ProviderUtils.java   |  75 ++
 .../hadoop/security/ShellBasedIdMapping.java|  21 +-
 .../hadoop/security/UserGroupInformation.java   |   6 +-
 .../alias/AbstractJavaKeyStoreProvider.java | 113 +--
 .../security/alias/CredentialProvider.java  |  37 +-
 .../hadoop/security/alias/CredentialShell.java  | 166 ++--
 .../security/alias/JavaKeyStoreProvider.java|   6 +-
 .../alias/LocalJavaKeyStoreProvider.java|   4 +-
 .../security/http/RestCsrfPreventionFilter.java |  12 +-
 .../security/http/XFrameOptionsFilter.java  | 167 
 .../hadoop/security/http/package-info.java  |  22 +
 .../org/apache/hadoop/security/token/Token.java |   2 +-
 .../AbstractDelegationTokenIdentifier.java  |  33 +-
 .../DelegationTokenAuthenticationFilter.java|   7 +-
 .../token/delegation/web/ServletUtils.java  |   7 +-
 .../org/apache/hadoop/util/SysInfoLinux.java|  39 +-
 .../src/main/resources/core-default.xml |  68 +-
 .../src/site/markdown/CommandsManual.md |  22 +-
 .../src/site/markdown/FileSystemShell.md|   5 +
 .../src/site/markdown/GroupsMapping.md  |   6 +
 .../src/site/markdown/SecureMode.md |   6 +
 .../src/site/markdown/UnixShellGuide.md |  87 +-
 .../crypto/key/TestKeyProviderFactory.java  |   2 +-
 .../apache/hadoop/crypto/key/TestKeyShell.java  |  33 +-
 .../apache/hadoop/fs/TestFilterFileSystem.java  |   1 +
 .../org/apache/hadoop/fs/TestHarFileSystem.java |   1 +
 .../fs/contract/AbstractBondedFSContract.java   |   3 +-
 .../hadoop/io/TestSequenceFileAppend.java   |  67 ++
 .../hadoop/io/compress/FakeCompressor.java  | 113 +++
 .../hadoop/io/compress/FakeDecompressor.java| 109 +++
 .../compress/TestBlockDecompressorStream.java   | 180 +
 .../io/compress

[50/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-7240

2016-04-07 Thread aengineer 
Merge branch 'trunk' into HDFS-7240


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/3f62ba55
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/3f62ba55
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/3f62ba55

Branch: refs/heads/HDFS-7240
Commit: 3f62ba558d33a3d385359e04a445a54441d6d53b
Parents: fedb22d a62637a
Author: Anu Engineer 
Authored: Thu Apr 7 14:43:39 2016 -0700
Committer: Anu Engineer 
Committed: Thu Apr 7 14:43:39 2016 -0700

--
 BUILDING.txt|4 +-
 .../server/AuthenticationFilter.java|   33 +-
 .../hadoop-common/src/main/bin/hadoop   |   12 +-
 .../hadoop-common/src/main/bin/hadoop-config.sh |6 +-
 .../hadoop-common/src/main/bin/hadoop-daemon.sh |6 +-
 .../src/main/bin/hadoop-daemons.sh  |6 +-
 .../src/main/bin/hadoop-functions.sh|   37 +-
 .../src/main/bin/hadoop-layout.sh.example   |   14 +-
 .../hadoop-common/src/main/bin/slaves.sh|6 +-
 .../hadoop-common/src/main/bin/start-all.sh |4 +-
 .../hadoop-common/src/main/bin/stop-all.sh  |4 +-
 .../hadoop-common/src/main/conf/hadoop-env.sh   |   10 +-
 .../org/apache/hadoop/conf/Configuration.java   |   13 +
 .../hadoop/fs/CommonConfigurationKeys.java  |   14 +-
 .../java/org/apache/hadoop/fs/FileUtil.java |   41 -
 .../org/apache/hadoop/fs/PathIOException.java   |9 +
 .../hadoop/fs/shell/CommandWithDestination.java |3 +-
 .../apache/hadoop/fs/shell/MoveCommands.java|6 +-
 .../java/org/apache/hadoop/fs/shell/Touch.java  |3 +-
 .../org/apache/hadoop/ipc/CallQueueManager.java |  134 ++-
 .../main/java/org/apache/hadoop/ipc/Client.java |  130 ++-
 .../apache/hadoop/ipc/DecayRpcScheduler.java|  396 +--
 .../hadoop/ipc/DecayRpcSchedulerMXBean.java |2 +
 .../apache/hadoop/ipc/DefaultRpcScheduler.java  |   45 +
 .../org/apache/hadoop/ipc/FairCallQueue.java|   45 +-
 .../apache/hadoop/ipc/ProtobufRpcEngine.java|8 +-
 .../org/apache/hadoop/ipc/RpcScheduler.java |8 +-
 .../java/org/apache/hadoop/ipc/Schedulable.java |5 +-
 .../main/java/org/apache/hadoop/ipc/Server.java |   77 +-
 .../apache/hadoop/ipc/WritableRpcEngine.java|   45 +-
 .../hadoop/metrics2/lib/MutableQuantiles.java   |7 +-
 .../hadoop/metrics2/util/QuantileEstimator.java |   32 +
 .../hadoop/metrics2/util/SampleQuantiles.java   |2 +-
 .../java/org/apache/hadoop/net/NetUtils.java|   15 +-
 .../apache/hadoop/security/SecurityUtil.java|   53 +-
 .../security/http/RestCsrfPreventionFilter.java |2 +-
 .../apache/hadoop/security/ssl/SSLFactory.java  |   42 +-
 .../org/apache/hadoop/tracing/TraceUtils.java   |4 +-
 .../hadoop/util/NativeLibraryChecker.java   |8 +-
 .../apache/hadoop/util/ShutdownHookManager.java |  116 +-
 .../hadoop/io/compress/lz4/Lz4Compressor.c  |4 +-
 .../hadoop/io/erasurecode/erasure_coder.c   |1 +
 .../apache/hadoop/io/erasurecode/isal_load.c|   46 +-
 .../apache/hadoop/io/erasurecode/isal_load.h|6 +-
 .../io/erasurecode/jni_erasure_code_native.c|   11 +-
 .../src/main/resources/core-default.xml |9 +-
 .../src/site/markdown/ClusterSetup.md   |   40 +-
 .../src/site/markdown/CommandsManual.md |2 +-
 .../src/site/markdown/UnixShellGuide.md |2 +-
 .../apache/hadoop/conf/TestConfiguration.java   |8 +-
 .../crypto/TestCryptoStreamsForLocalFS.java |5 +-
 .../apache/hadoop/crypto/key/TestKeyShell.java  |5 +-
 .../org/apache/hadoop/fs/FSTestWrapper.java |3 +-
 .../fs/FileContextMainOperationsBaseTest.java   |4 +-
 .../apache/hadoop/fs/FileContextTestHelper.java |6 +-
 .../apache/hadoop/fs/FileContextURIBase.java|6 +-
 .../apache/hadoop/fs/FileSystemTestHelper.java  |4 +-
 .../org/apache/hadoop/fs/TestAvroFSInput.java   |9 +-
 .../hadoop/fs/TestChecksumFileSystem.java   |5 +-
 .../org/apache/hadoop/fs/TestDFVariations.java  |2 +-
 .../test/java/org/apache/hadoop/fs/TestDU.java  |4 +-
 .../hadoop/fs/TestFileContextResolveAfs.java|8 +-
 .../java/org/apache/hadoop/fs/TestFileUtil.java |   66 +-
 .../org/apache/hadoop/fs/TestFsShellCopy.java   |   56 +-
 .../apache/hadoop/fs/TestFsShellReturnCode.java |8 +-
 .../org/apache/hadoop/fs/TestFsShellTouch.java  |   88 ++
 .../hadoop/fs/TestGetFileBlockLocations.java|5 +-
 .../hadoop/fs/TestHarFileSystemBasics.java  |5 +-
 .../java/org/apache/hadoop/fs/TestHardLink.java |5 +-
 .../org/apache/hadoop/fs/TestListFiles.java |   14 +-
 .../apache/hadoop/fs/TestLocalFileSystem.java   |7 +-
 .../fs/TestLocalFileSystemPermission.java   |   18 +-
 .../java/org/apache/hadoop/fs/TestPath.java |6 +-
 .../java/org/apache/hadoop/fs/TestTrash.java|6 +-
 .../apache/hadoop/fs/TestTru

[50/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-7240

2016-02-01 Thread aengineer 
Merge branch 'trunk' into HDFS-7240

 Conflicts:

hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java

hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlocksMap.java

hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java

hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataXceiver.java

hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/web/DatanodeHttpServer.java


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/16440b83
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/16440b83
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/16440b83

Branch: refs/heads/HDFS-7240
Commit: 16440b83626a1f11ace8f4f9b61e4de254ff164e
Parents: bbe9e8b 59a212b
Author: Anu Engineer 
Authored: Mon Feb 1 10:36:58 2016 -0800
Committer: Anu Engineer 
Committed: Mon Feb 1 10:36:58 2016 -0800

--
 BUILDING.txt|   16 +-
 dev-support/README.md   |   57 +
 dev-support/bin/releasedocmaker |   18 +
 dev-support/bin/shelldocs   |   18 +
 dev-support/bin/smart-apply-patch   |   18 +
 dev-support/bin/test-patch  |   18 +
 dev-support/bin/yetus-wrapper   |  176 ++
 dev-support/releasedocmaker.py  |  580 
 dev-support/shelldocs.py|  271 --
 dev-support/smart-apply-patch.sh|  187 --
 dev-support/test-patch.d/checkstyle.sh  |  205 --
 dev-support/test-patch.d/shellcheck.sh  |  178 --
 dev-support/test-patch.d/whitespace.sh  |   46 -
 dev-support/test-patch.sh   | 2814 --
 .../main/resources/checkstyle/checkstyle.xml|   12 +-
 .../server/AuthenticationFilter.java|   11 +-
 .../security/authentication/util/AuthToken.java |   16 +-
 .../authentication/util/KerberosUtil.java   |   87 +-
 .../server/TestAuthenticationFilter.java|  167 +-
 .../authentication/util/TestKerberosUtil.java   |   31 +-
 .../util/TestZKSignerSecretProvider.java|   56 +-
 hadoop-common-project/hadoop-common/CHANGES.txt |  286 +-
 hadoop-common-project/hadoop-common/pom.xml |   98 +-
 .../hadoop-common/src/CMakeLists.txt|3 +-
 .../src/main/bin/hadoop-config.cmd  |   13 +-
 .../src/main/conf/log4j.properties  |4 +-
 .../crypto/key/kms/KMSClientProvider.java   |   14 +-
 .../apache/hadoop/fs/AbstractFileSystem.java|2 +-
 .../hadoop/fs/CommonConfigurationKeys.java  |5 +
 .../fs/CommonConfigurationKeysPublic.java   |9 +
 .../org/apache/hadoop/fs/ContentSummary.java|  241 +-
 .../java/org/apache/hadoop/fs/FileContext.java  |6 +-
 .../java/org/apache/hadoop/fs/FileSystem.java   |  111 +-
 .../org/apache/hadoop/fs/FilterFileSystem.java  |   11 +
 .../main/java/org/apache/hadoop/fs/FsShell.java |   12 +-
 .../java/org/apache/hadoop/fs/QuotaUsage.java   |  359 +++
 .../apache/hadoop/fs/RawLocalFileSystem.java|5 +
 .../main/java/org/apache/hadoop/fs/Trash.java   |   14 +-
 .../java/org/apache/hadoop/fs/TrashPolicy.java  |   56 +-
 .../apache/hadoop/fs/TrashPolicyDefault.java|  193 +-
 .../hadoop/fs/permission/FsPermission.java  |   25 +-
 .../apache/hadoop/fs/shell/CopyCommands.java|   40 +-
 .../java/org/apache/hadoop/fs/shell/Count.java  |   37 +-
 .../hadoop/fs/viewfs/ChRootedFileSystem.java|7 +-
 .../apache/hadoop/fs/viewfs/ViewFileSystem.java |   15 +-
 .../org/apache/hadoop/ha/SshFenceByTcpPort.java |4 +-
 .../org/apache/hadoop/http/HttpServer2.java |   25 +-
 .../apache/hadoop/io/AbstractMapWritable.java   |   54 +-
 .../main/java/org/apache/hadoop/io/IOUtils.java |5 +-
 .../org/apache/hadoop/io/SortedMapWritable.java |   47 +-
 .../coder/AbstractErasureDecoder.java   |2 +-
 .../coder/AbstractHHErasureCodingStep.java  |   49 +
 .../erasurecode/coder/HHXORErasureDecoder.java  |   95 +
 .../coder/HHXORErasureDecodingStep.java |  349 +++
 .../erasurecode/coder/HHXORErasureEncoder.java  |   92 +
 .../coder/HHXORErasureEncodingStep.java |  146 +
 .../io/erasurecode/coder/util/HHUtil.java   |  216 ++
 .../rawcoder/AbstractRawErasureDecoder.java |   55 +-
 .../rawcoder/AbstractRawErasureEncoder.java |   56 +-
 .../erasurecode/rawcoder/RawErasureDecoder.java |5 +-
 .../erasurecode/rawcoder/RawErasureEncoder.java |5 +-
 .../main/java/org/apache/hadoop/ipc/Client.java |5 +-
 .../apache/hadoop/ipc/DecayRpcScheduler.java|2 +-
 .../main/java/org/apache/hadoop/ipc/RPC.java|   19 +-
 .../java/org/apache/had

[50/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-7240

2015-11-20 Thread aengineer 
Merge branch 'trunk' into HDFS-7240


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/e7a7fd5e
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/e7a7fd5e
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/e7a7fd5e

Branch: refs/heads/HDFS-7240
Commit: e7a7fd5ee1b363945673987783239be9f918c974
Parents: 312 a30eccb
Author: Anu Engineer 
Authored: Fri Nov 20 23:53:35 2015 -0800
Committer: Anu Engineer 
Committed: Fri Nov 20 23:53:35 2015 -0800

--
 BUILDING.txt|  35 +-
 dev-support/docker/Dockerfile   |  89 ++--
 hadoop-common-project/hadoop-common/CHANGES.txt |  71 ++-
 hadoop-common-project/hadoop-common/pom.xml |  21 +-
 .../hadoop-common/src/CMakeLists.txt|  25 +
 .../hadoop-common/src/config.h.cmake|   1 +
 .../hadoop-common/src/main/bin/hadoop   |  11 +
 .../org/apache/hadoop/http/HttpServer2.java |   3 +
 .../org/apache/hadoop/io/BytesWritable.java |   4 +-
 .../io/erasurecode/ErasureCodeNative.java   |  86 
 .../metrics2/impl/MetricsSourceAdapter.java |  11 +-
 .../apache/hadoop/security/SaslRpcServer.java   |   5 +-
 .../hadoop/security/authorize/package-info.java |   2 +-
 .../org/apache/hadoop/tools/package-info.java   |   3 -
 .../apache/hadoop/util/NativeCodeLoader.java|  11 +-
 .../hadoop/util/NativeLibraryChecker.java   |  20 +-
 .../org/apache/hadoop/util/StringUtils.java |  35 ++
 .../src/main/native/native.vcxproj  |  22 +-
 .../io/erasurecode/coder/erasure_code_native.c  |  49 ++
 ...he_hadoop_io_erasurecode_ErasureCodeNative.h |  29 ++
 .../apache/hadoop/io/erasurecode/erasure_code.c | 271 +++
 .../io/erasurecode/include/erasure_code.h   | 125 +
 .../hadoop/io/erasurecode/include/gf_util.h | 111 +
 .../org/apache/hadoop/net/unix/DomainSocket.c   |  18 +-
 .../org/apache/hadoop/util/NativeCodeLoader.c   |  10 +
 .../hadoop/io/erasurecode/erasure_code_test.c   | 310 
 .../src/main/resources/core-default.xml |  19 +-
 .../test/aop/org/apache/hadoop/fi/FiConfig.java |  50 --
 .../org/apache/hadoop/fi/ProbabilityModel.java  | 108 -
 .../java/org/apache/hadoop/io/AvroTestUtil.java |   2 +-
 .../org/apache/hadoop/io/TestArrayFile.java |  17 +-
 .../hadoop/io/TestArrayPrimitiveWritable.java   |  10 +-
 .../org/apache/hadoop/io/TestArrayWritable.java |  20 +-
 .../org/apache/hadoop/io/TestBloomMapFile.java  |  31 +-
 .../io/TestBoundedByteArrayOutputStream.java|  12 +-
 .../hadoop/io/TestDefaultStringifier.java   |  10 +-
 .../apache/hadoop/io/TestEnumSetWritable.java   |  15 +-
 .../apache/hadoop/io/TestGenericWritable.java   |  20 +-
 .../java/org/apache/hadoop/io/TestMD5Hash.java  |  14 +-
 .../org/apache/hadoop/io/TestMapWritable.java   |  15 +-
 .../org/apache/hadoop/io/TestSequenceFile.java  |  22 +-
 .../io/TestSequenceFileSerialization.java   |  21 +-
 .../java/org/apache/hadoop/io/TestSetFile.java  |  17 +-
 .../java/org/apache/hadoop/io/TestText.java |  85 ++--
 .../org/apache/hadoop/io/TestTextNonUTF8.java   |  12 +-
 .../java/org/apache/hadoop/io/TestUTF8.java |  16 +-
 .../apache/hadoop/io/TestVersionedWritable.java |  11 +-
 .../java/org/apache/hadoop/io/TestWritable.java |  20 +-
 .../org/apache/hadoop/io/TestWritableName.java  |  13 +-
 .../org/apache/hadoop/io/TestWritableUtils.java |  14 +-
 .../hadoop/io/compress/TestCodecFactory.java|  14 +-
 .../io/compress/TestCompressionStreamReuse.java |  10 +-
 .../hadoop/io/file/tfile/KVGenerator.java   |  13 +-
 .../apache/hadoop/io/file/tfile/KeySampler.java |   4 +-
 .../apache/hadoop/io/file/tfile/TestTFile.java  |  16 +-
 .../io/file/tfile/TestTFileComparators.java |  14 +-
 .../hadoop/io/file/tfile/TestTFileSeek.java |  29 +-
 .../file/tfile/TestTFileSeqFileComparison.java  |  25 +-
 .../hadoop/io/file/tfile/TestTFileSplit.java|  19 +-
 .../hadoop/io/file/tfile/TestTFileStreams.java  |  55 ++-
 .../file/tfile/TestTFileUnsortedByteArrays.java |  14 +-
 .../apache/hadoop/io/file/tfile/TestVLong.java  |  24 +-
 .../serializer/avro/TestAvroSerialization.java  |  11 +-
 .../metrics2/impl/TestMetricsSourceAdapter.java | 195 +++-
 .../org/apache/hadoop/hdfs/DFSUtilClient.java   |  22 +-
 .../hadoop/hdfs/DistributedFileSystem.java  |   2 +-
 .../hadoop/hdfs/NameNodeProxiesClient.java  |   2 +-
 .../hadoop/hdfs/util/ByteArrayManager.java  |  63 ++-
 .../apache/hadoop/hdfs/web/JsonUtilClient.java  |  26 +-
 .../hadoop/hdfs/web/WebHdfsFileSystem.java  |  12 +
 .../hadoop/hdfs/web/resources/PutOpParam.java   |   2 +
 .../hadoop/hdfs/util/TestByteArrayManager.java  |   2 +-
 .../hdfs/web/TestWebHdfsContentLength.java  |  23 +-
 .../src/test/resources/log4j.properties |  49 ++
 .../hadoop-hdfs-native-client/pom.xml   |  46 +-
 .../src

[50/50] [abbrv] hadoop git commit: Merge branch 'trunk' into hdfs-7240

2015-11-04 Thread aengineer 
Merge branch 'trunk' into hdfs-7240


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/312d
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/312d
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/312d

Branch: refs/heads/HDFS-7240
Commit: 312deac6781bd15a5e1a46e2007243bf5186
Parents: b14a70e 5667129
Author: Anu Engineer 
Authored: Wed Nov 4 14:19:34 2015 -0800
Committer: Anu Engineer 
Committed: Wed Nov 4 14:19:34 2015 -0800

--
 .gitignore  |1 +
 LICENSE.txt |   59 +
 dev-support/docker/Dockerfile   |7 +-
 dev-support/test-patch.sh   |   10 +-
 .../main/resources/assemblies/hadoop-dist.xml   |4 +-
 .../assemblies/hadoop-hdfs-nfs-dist.xml |4 +-
 .../resources/assemblies/hadoop-httpfs-dist.xml |4 +-
 .../resources/assemblies/hadoop-kms-dist.xml|4 +-
 .../assemblies/hadoop-mapreduce-dist.xml|4 +-
 .../resources/assemblies/hadoop-nfs-dist.xml|4 +-
 .../main/resources/assemblies/hadoop-sls.xml|4 +-
 .../main/resources/assemblies/hadoop-src.xml|4 +-
 .../main/resources/assemblies/hadoop-tools.xml  |4 +-
 .../resources/assemblies/hadoop-yarn-dist.xml   |4 +-
 hadoop-client/pom.xml   |6 +-
 .../JWTRedirectAuthenticationHandler.java   |7 +-
 .../server/KerberosAuthenticationHandler.java   |4 +-
 .../TestJWTRedirectAuthentictionHandler.java|   42 +-
 .../hadoop-common/CHANGES-HDFS-EC-7285.txt  |   74 -
 hadoop-common-project/hadoop-common/CHANGES.txt |  270 +-
 hadoop-common-project/hadoop-common/pom.xml |5 +
 .../hadoop-common/src/main/bin/hadoop   |   15 +-
 .../hadoop-common/src/main/bin/hadoop-daemon.sh |6 +-
 .../src/main/bin/hadoop-daemons.sh  |6 +-
 .../src/main/bin/hadoop-functions.sh|  109 +-
 .../src/main/bin/hadoop-layout.sh.example   |   16 +-
 .../hadoop-common/src/main/bin/rcc  |4 +-
 .../hadoop-common/src/main/bin/slaves.sh|6 +-
 .../hadoop-common/src/main/bin/start-all.sh |6 +-
 .../hadoop-common/src/main/bin/stop-all.sh  |6 +-
 .../main/conf/hadoop-user-functions.sh.example  |   10 +-
 .../org/apache/hadoop/conf/Configuration.java   |2 +-
 .../fs/CommonConfigurationKeysPublic.java   |   11 +
 .../java/org/apache/hadoop/fs/FileSystem.java   |   26 +-
 .../java/org/apache/hadoop/fs/FileUtil.java |   29 -
 .../org/apache/hadoop/fs/FilterFileSystem.java  |8 +-
 .../java/org/apache/hadoop/fs/GlobFilter.java   |2 +-
 .../java/org/apache/hadoop/fs/GlobPattern.java  |7 +-
 .../main/java/org/apache/hadoop/fs/Globber.java |2 +-
 .../org/apache/hadoop/fs/HarFileSystem.java |6 +
 .../java/org/apache/hadoop/fs/HardLink.java |8 +
 .../org/apache/hadoop/fs/LocalDirAllocator.java |6 +-
 .../apache/hadoop/fs/shell/CopyCommands.java|6 +-
 .../java/org/apache/hadoop/fs/shell/Delete.java |2 +-
 .../apache/hadoop/ha/ActiveStandbyElector.java  |   53 +-
 .../org/apache/hadoop/ha/HAServiceTarget.java   |   50 +-
 .../org/apache/hadoop/ha/HealthMonitor.java |2 +-
 .../org/apache/hadoop/http/HttpServer2.java |2 +
 .../java/org/apache/hadoop/io/SequenceFile.java |   15 +-
 .../org/apache/hadoop/io/WritableUtils.java |8 +-
 .../apache/hadoop/io/erasurecode/CodecUtil.java |2 +
 .../apache/hadoop/io/erasurecode/ECBlock.java   |3 +
 .../hadoop/io/erasurecode/ECBlockGroup.java |3 +
 .../apache/hadoop/io/erasurecode/ECChunk.java   |3 +
 .../apache/hadoop/io/erasurecode/ECSchema.java  |5 +
 .../erasurecode/codec/AbstractErasureCodec.java |2 +
 .../io/erasurecode/codec/ErasureCodec.java  |2 +
 .../io/erasurecode/codec/RSErasureCodec.java|2 +
 .../io/erasurecode/codec/XORErasureCodec.java   |2 +
 .../erasurecode/coder/AbstractErasureCoder.java |2 +
 .../coder/AbstractErasureCodingStep.java|2 +
 .../coder/AbstractErasureDecoder.java   |   25 +-
 .../coder/AbstractErasureEncoder.java   |2 +
 .../io/erasurecode/coder/ErasureCoder.java  |2 +
 .../io/erasurecode/coder/ErasureCodingStep.java |2 +
 .../erasurecode/coder/ErasureDecodingStep.java  |2 +
 .../erasurecode/coder/ErasureEncodingStep.java  |2 +
 .../io/erasurecode/coder/RSErasureDecoder.java  |2 +
 .../io/erasurecode/coder/RSErasureEncoder.java  |2 +
 .../io/erasurecode/coder/XORErasureDecoder.java |2 +
 .../io/erasurecode/coder/XORErasureEncoder.java |2 +
 .../io/erasurecode/grouper/BlockGrouper.java|2 +
 .../rawcoder/AbstractRawErasureCoder.java   |  114 +-
 .../rawcoder/AbstractRawErasureDecoder.java |   10 +-
 .../rawcoder/AbstractRawErasureEncoder.java |   10 +-

[50/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-7240

2015-09-29 Thread aengineer 
Merge branch 'trunk' into HDFS-7240


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/28d313d1
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/28d313d1
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/28d313d1

Branch: refs/heads/HDFS-7240
Commit: 28d313d19ab186c9245d0d350aacb24bb881ba89
Parents: 8a070ee 80d33b5
Author: Anu Engineer 
Authored: Tue Sep 29 13:27:41 2015 -0700
Committer: Anu Engineer 
Committed: Tue Sep 29 13:27:41 2015 -0700

--
 dev-support/test-patch.sh   |   29 +-
 .../main/resources/assemblies/hadoop-tools.xml  |7 +
 .../server/AuthenticationToken.java |3 +-
 hadoop-common-project/hadoop-common/CHANGES.txt |  250 +-
 hadoop-common-project/hadoop-common/pom.xml |   64 +-
 .../src/main/conf/log4j.properties  |   17 +-
 .../org/apache/hadoop/conf/Configuration.java   |   20 +-
 .../hadoop/fs/CommonConfigurationKeys.java  |3 +
 .../fs/CommonConfigurationKeysPublic.java   |   19 +
 .../org/apache/hadoop/fs/FSOutputSummer.java|   12 +-
 .../java/org/apache/hadoop/fs/FileContext.java  |7 +
 .../java/org/apache/hadoop/fs/FileSystem.java   |   27 +-
 .../java/org/apache/hadoop/fs/FileUtil.java |   14 +-
 .../org/apache/hadoop/fs/FilterFileSystem.java  |1 -
 .../main/java/org/apache/hadoop/fs/FsShell.java |   26 +-
 .../java/org/apache/hadoop/fs/FsTracer.java |   64 +
 .../main/java/org/apache/hadoop/fs/Globber.java |   15 +-
 .../org/apache/hadoop/fs/HarFileSystem.java |1 -
 .../org/apache/hadoop/fs/LocalDirAllocator.java |4 +-
 .../apache/hadoop/fs/RawLocalFileSystem.java|1 -
 .../main/java/org/apache/hadoop/fs/Trash.java   |3 +-
 .../hadoop/fs/shell/CommandWithDestination.java |   41 +-
 .../apache/hadoop/fs/shell/CopyCommands.java|   19 +-
 .../java/org/apache/hadoop/fs/shell/Delete.java |   68 +-
 .../hadoop/fs/viewfs/ChRootedFileSystem.java|1 -
 .../apache/hadoop/ha/ActiveStandbyElector.java  |4 +
 .../apache/hadoop/io/retry/RetryPolicies.java   |   13 +-
 .../main/java/org/apache/hadoop/ipc/Client.java |   22 +-
 .../apache/hadoop/ipc/ProtobufRpcEngine.java|   17 +-
 .../main/java/org/apache/hadoop/ipc/Server.java |   51 +-
 .../apache/hadoop/ipc/WritableRpcEngine.java|   13 +-
 .../hadoop/metrics2/impl/MetricsConfig.java |3 +
 .../metrics2/impl/MetricsSourceAdapter.java |   12 +-
 .../hadoop/metrics2/impl/MetricsSystemImpl.java |   20 +-
 .../apache/hadoop/metrics2/package-info.java|4 +-
 .../apache/hadoop/metrics2/sink/StatsDSink.java |  218 ++
 .../main/java/org/apache/hadoop/net/DNS.java|  129 +-
 .../apache/hadoop/security/SaslPlainServer.java |2 +-
 .../apache/hadoop/security/SecurityUtil.java|   37 +-
 .../security/authorize/AccessControlList.java   |2 +-
 .../apache/hadoop/tracing/SpanReceiverHost.java |  208 --
 .../org/apache/hadoop/tracing/TraceUtils.java   |   24 +-
 .../tracing/TracerConfigurationManager.java |  100 +
 .../main/java/org/apache/hadoop/util/GSet.java  |   14 +
 .../org/apache/hadoop/util/GSetByHashMap.java   |6 +
 .../org/apache/hadoop/util/LightWeightGSet.java |   82 +-
 .../hadoop/util/LightWeightResizableGSet.java   |  129 +
 .../java/org/apache/hadoop/util/LineReader.java |   17 +-
 .../java/org/apache/hadoop/util/ProtoUtil.java  |   13 +-
 .../apache/hadoop/util/ShutdownHookManager.java |6 +
 .../org/apache/hadoop/util/VersionInfo.java |2 +-
 .../src/main/proto/RpcHeader.proto  |5 +-
 .../src/main/resources/core-default.xml |   65 +-
 .../src/site/markdown/FileSystemShell.md|   15 +-
 .../hadoop-common/src/site/markdown/Metrics.md  |2 +
 .../hadoop-common/src/site/markdown/Tracing.md  |   91 +-
 .../java/org/apache/hadoop/cli/TestCLI.java |2 +-
 .../org/apache/hadoop/cli/util/CLICommand.java  |5 +-
 .../org/apache/hadoop/cli/util/CLITestCmd.java  |6 +-
 .../apache/hadoop/conf/TestConfiguration.java   |2 +-
 .../java/org/apache/hadoop/fs/TestFsShell.java  |   44 +-
 .../org/apache/hadoop/fs/TestFsShellCopy.java   |   46 +
 .../org/apache/hadoop/fs/TestHarFileSystem.java |1 -
 .../apache/hadoop/fs/TestLocalDirAllocator.java |   26 +-
 .../apache/hadoop/fs/TestLocalFileSystem.java   |1 +
 .../AbstractContractRootDirectoryTest.java  |   14 +
 .../java/org/apache/hadoop/fs/test-untar.tar|  Bin 20480 -> 0 bytes
 .../java/org/apache/hadoop/fs/test-untar.tgz|  Bin 2024 -> 0 bytes
 .../fs/viewfs/ViewFileSystemBaseTest.java   |2 +-
 .../apache/hadoop/fs/viewfs/ViewFsBaseTest.java |2 +-
 .../apache/hadoop/ha/ClientBaseWithFixes.java   |   40 +-
 .../http/TestAuthenticationSessionCookie.java   |5 +-
 .../apache/hadoop/http/TestHttpCookieFlag.java  |7 +-
 .../apache/hadoop/http/TestSSLHttpServer.java   |4 +-
 .../apache/hadoop/io

[50/50] [abbrv] hadoop git commit: Merge branch 'trunk' into HDFS-7240

2015-08-25 Thread aengineer 
Merge branch 'trunk' into HDFS-7240


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/8a070ee4
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/8a070ee4
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/8a070ee4

Branch: refs/heads/HDFS-7240
Commit: 8a070ee489127fdb9d7048b7dbcb7eae74ba539d
Parents: c785187 eee0d45
Author: Anu Engineer 
Authored: Tue Aug 25 15:20:49 2015 -0700
Committer: Anu Engineer 
Committed: Tue Aug 25 15:20:49 2015 -0700

--
 BUILDING.txt|  38 +-
 dev-support/docker/Dockerfile   |   8 +
 dev-support/test-patch.sh   |   6 +
 .../server/AuthenticationFilter.java|  63 +-
 .../server/AuthenticationToken.java |  12 +
 .../security/authentication/util/AuthToken.java |  35 +-
 .../server/TestAuthenticationFilter.java| 163 +++-
 hadoop-common-project/hadoop-common/CHANGES.txt |  99 ++-
 hadoop-common-project/hadoop-common/pom.xml |  33 +
 .../hadoop-common/src/main/bin/hadoop   |   8 +-
 .../hadoop-common/src/main/bin/hadoop-config.sh |  73 +-
 .../src/main/bin/hadoop-functions.sh| 369 +++--
 .../hadoop-common/src/main/bin/slaves.sh|   3 +-
 .../src/main/conf/log4j.properties  |  13 +
 .../org/apache/hadoop/conf/Configuration.java   |   9 +-
 .../org/apache/hadoop/fs/BlockLocation.java |  55 +-
 .../fs/CommonConfigurationKeysPublic.java   |   5 +
 .../java/org/apache/hadoop/fs/CreateFlag.java   |   2 +-
 .../apache/hadoop/fs/DelegateToFileSystem.java  |  19 +-
 .../main/java/org/apache/hadoop/fs/FsShell.java |  19 +-
 .../apache/hadoop/fs/RawLocalFileSystem.java|  36 +-
 .../apache/hadoop/fs/TrashPolicyDefault.java|  11 +-
 .../hadoop/fs/permission/UmaskParser.java   |   2 +-
 .../org/apache/hadoop/io/ReadaheadPool.java |   4 +-
 .../org/apache/hadoop/io/nativeio/NativeIO.java |  83 +-
 .../apache/hadoop/ipc/ProtobufRpcEngine.java|   5 +-
 .../main/java/org/apache/hadoop/ipc/Server.java |  60 ++
 .../apache/hadoop/ipc/WritableRpcEngine.java|   3 +
 .../apache/hadoop/ipc/metrics/RpcMetrics.java   |  54 +-
 .../metrics2/impl/MetricsSinkAdapter.java   |   6 +-
 .../apache/hadoop/metrics2/lib/MutableStat.java |   7 +-
 .../org/apache/hadoop/metrics2/util/MBeans.java |  37 +-
 .../org/apache/hadoop/net/NetworkTopology.java  |  38 +-
 .../apache/hadoop/security/SaslPlainServer.java |   2 +-
 .../org/apache/hadoop/util/HostsFileReader.java |   7 +-
 .../org/apache/hadoop/util/JvmPauseMonitor.java |  12 +-
 .../java/org/apache/hadoop/util/RunJar.java |   3 +-
 .../main/java/org/apache/hadoop/util/Shell.java |  11 +-
 .../org/apache/hadoop/util/StringUtils.java |  29 +-
 .../org/apache/hadoop/io/nativeio/NativeIO.c| 149 ++--
 .../src/main/resources/core-default.xml |  27 +
 .../src/site/markdown/HttpAuthentication.md |   8 +-
 .../hadoop-common/src/site/markdown/Metrics.md  |   4 +-
 .../src/site/markdown/SingleCluster.md.vm   |   2 +-
 .../apache/hadoop/crypto/TestCryptoCodec.java   |  11 +-
 ...yptoStreamsWithOpensslAesCtrCryptoCodec.java |   2 +-
 .../fs/FileContextMainOperationsBaseTest.java   |   4 +-
 .../org/apache/hadoop/fs/TestBlockLocation.java |  23 +-
 .../java/org/apache/hadoop/fs/TestFsShell.java  |  28 +
 .../fs/contract/AbstractContractAppendTest.java |   4 +-
 .../AbstractContractGetFileStatusTest.java  |  61 ++
 .../contract/AbstractContractSetTimesTest.java  |  61 ++
 .../hadoop/fs/contract/ContractOptions.java |  12 +
 .../TestLocalFSContractGetFileStatus.java   |  33 +
 .../localfs/TestLocalFSContractSetTimes.java|  33 +
 .../TestRawlocalContractGetFileStatus.java  |  33 +
 .../rawlocal/TestRawlocalContractSetTimes.java  |  33 +
 .../hadoop/io/TestSequenceFileAppend.java   |   6 +-
 .../apache/hadoop/io/nativeio/TestNativeIO.java |  90 ++-
 .../org/apache/hadoop/ipc/TestProtoBufRpc.java  |  77 +-
 .../metrics2/impl/TestMetricsSystemImpl.java|  60 ++
 .../apache/hadoop/test/GenericTestUtils.java|   9 +-
 .../org/apache/hadoop/test/MetricsAsserts.java  |   2 +-
 .../apache/hadoop/tracing/SetSpanReceiver.java  |   2 +-
 .../java/org/apache/hadoop/util/TestShell.java  |  39 +
 .../hadoop-common/src/test/proto/test.proto |   7 +
 .../src/test/proto/test_rpc_service.proto   |   1 +
 .../src/test/resources/contract/localfs.xml |  10 +
 .../src/test/resources/contract/rawlocal.xml|  10 +
 .../scripts/hadoop-functions_test_helper.bash   |  56 ++
 .../src/test/scripts/hadoop_add_classpath.bats  | 100 +++
 .../src/test/scripts/hadoop_add_colonpath.bats  |  96 +++
 .../scripts/hadoop_add_common_to_classpath.bats |  71 ++
 .../test/scripts/hadoop_add_javalibpath.bats|  98 +++
 .../src/test/scripts/hadoop_add_ldlibpath.bats  |  97 +++
 .../src/test/scripts/hadoop_add_param.bats