This is an automated email from the ASF dual-hosted git repository. aengineer pushed a change to branch HDDS-1880-Decom in repository https://gitbox.apache.org/repos/asf/hadoop.git.
from ee8f24c HDDS-1982. Extend SCMNodeManager to support decommission and maintenance states. Contributed by Stephen O'Donnell. add 3f223be HDFS-14844. Make buffer of BlockReaderRemote#newBlockReader#BufferedOutputStream configurable. Contributed by Lisheng Sun. add 5363730 HDDS-2157. checkstyle: print filenames relative to project root (#1485) add d7d6ec8 HDDS-2128. Make ozone sh command work with OM HA service ids (#1445) add aa93866 HDFS-14833. RBF: Router Update Doesn't Sync Quota. Contributed by Ayush Saxena. add efed445 HADOOP-16589. [pb-upgrade] Update docker image to make 3.7.1 protoc as default (#1482). Contributed by Vinayakumar B. add dbdc612 HDDS-2163. Add 'Replication factor' to the output of list keys (#1493) add e02b102 HADOOP-16445. Allow separate custom signing algorithms for S3 and DDB (#1332) add a94aa1f HDDS-2150. Update dependency versions to avoid security vulnerabilities. (#1472) add 659c888 HDFS-14818. Check native pmdk lib by 'hadoop checknative' command. Contributed by Feilong He. add 4c0a7a9 Make upstream aware of 3.2.1 release. add 07c81e9 HADOOP-16558. [COMMON+HDFS] use protobuf-maven-plugin to generate protobuf classes (#1494). Contributed by Vinayakumar B. add aa664d7 HADOOP-16138. hadoop fs mkdir / of nonexistent abfs container raises NPE (#1302). Contributed by Gabor Bota. add 2b5fc95 HADOOP-16591 Fix S3A ITest*MRjob failures. add c30e495 HDFS-14853. NPE in DFSNetworkTopology#chooseRandomWithStorageType() when the excludedNode is not present. Contributed by Ranith Sardar. new fd5e877 Merge branch 'trunk' into HDDS-1880-Decom The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: dev-support/docker/Dockerfile | 20 +- hadoop-common-project/hadoop-common/pom.xml | 66 +-- .../hadoop-common/src/CMakeLists.txt | 2 +- .../java/org/apache/hadoop/fs/shell/Mkdir.java | 11 +- .../org/apache/hadoop/io/nativeio/NativeIO.java | 28 +- .../apache/hadoop/util/NativeLibraryChecker.java | 10 + .../src/org/apache/hadoop/io/nativeio/NativeIO.c | 14 +- .../src/org/apache/hadoop/io/nativeio/pmdk_load.c | 28 +- .../src/org/apache/hadoop/io/nativeio/pmdk_load.h | 5 - .../hadoop-common/src/main/proto/FSProtos.proto | 2 +- .../src/main/proto/GenericRefreshProtocol.proto | 2 +- .../src/main/proto/GetUserMappingsProtocol.proto | 2 +- .../src/main/proto/HAServiceProtocol.proto | 2 +- .../src/main/proto/IpcConnectionContext.proto | 2 +- .../src/main/proto/ProtobufRpcEngine.proto | 2 +- .../src/main/proto/ProtocolInfo.proto | 2 +- .../proto/RefreshAuthorizationPolicyProtocol.proto | 2 +- .../src/main/proto/RefreshCallQueueProtocol.proto | 2 +- .../main/proto/RefreshUserMappingsProtocol.proto | 2 +- .../hadoop-common/src/main/proto/RpcHeader.proto | 2 +- .../hadoop-common/src/main/proto/Security.proto | 2 +- .../hadoop-common/src/main/proto/TraceAdmin.proto | 2 +- .../src/main/proto/ZKFCProtocol.proto | 2 +- .../site/markdown/release/3.2.1/CHANGELOG.3.2.1.md | 553 +++++++++++++++++++++ .../markdown/release/3.2.1/RELEASENOTES.3.2.1.md | 80 +++ .../hadoop-common/src/test/proto/test.proto | 2 +- .../src/test/proto/test_rpc_service.proto | 1 + hadoop-hdds/common/pom.xml | 2 +- hadoop-hdfs-project/hadoop-hdfs-client/pom.xml | 36 +- .../hadoop/hdfs/client/HdfsClientConfigKeys.java | 3 + .../hdfs/client/impl/BlockReaderFactory.java | 2 +- .../hadoop/hdfs/client/impl/BlockReaderRemote.java | 11 +- .../src/main/proto/ClientDatanodeProtocol.proto | 2 +- .../src/main/proto/ClientNamenodeProtocol.proto | 2 +- .../src/main/proto/ReconfigurationProtocol.proto | 2 +- .../hadoop-hdfs-client/src/main/proto/acl.proto | 2 +- .../src/main/proto/datatransfer.proto | 2 +- .../src/main/proto/encryption.proto | 2 +- .../src/main/proto/erasurecoding.proto | 2 +- .../hadoop-hdfs-client/src/main/proto/hdfs.proto | 2 +- .../src/main/proto/inotify.proto | 2 +- .../hadoop-hdfs-client/src/main/proto/xattr.proto | 2 +- hadoop-hdfs-project/hadoop-hdfs-rbf/pom.xml | 32 +- .../federation/router/RouterAdminServer.java | 98 ++-- .../src/main/proto/FederationProtocol.proto | 2 +- .../src/main/proto/RouterProtocol.proto | 2 +- .../server/federation/router/TestRouterQuota.java | 9 + ...HDFS_3.1.2.xml => Apache_Hadoop_HDFS_3.2.1.xml} | 10 +- hadoop-hdfs-project/hadoop-hdfs/pom.xml | 48 +- .../apache/hadoop/hdfs/net/DFSNetworkTopology.java | 3 + .../datanode/erasurecode/StripedBlockReader.java | 2 +- .../datanode/fsdataset/impl/FsDatasetCache.java | 15 +- .../src/main/proto/AliasMapProtocol.proto | 2 +- .../src/main/proto/DatanodeLifelineProtocol.proto | 2 +- .../src/main/proto/DatanodeProtocol.proto | 2 +- .../hadoop-hdfs/src/main/proto/HAZKInfo.proto | 2 +- .../hadoop-hdfs/src/main/proto/HdfsServer.proto | 2 +- .../src/main/proto/InterDatanodeProtocol.proto | 2 +- .../src/main/proto/InterQJournalProtocol.proto | 2 +- .../src/main/proto/JournalProtocol.proto | 2 +- .../src/main/proto/NamenodeProtocol.proto | 2 +- .../src/main/proto/QJournalProtocol.proto | 2 +- .../hadoop-hdfs/src/main/proto/editlog.proto | 2 +- .../hadoop-hdfs/src/main/proto/fsimage.proto | 2 +- .../src/main/resources/hdfs-default.xml | 12 + .../hadoop/hdfs/net/TestDFSNetworkTopology.java | 16 + .../org/apache/hadoop/ozone/client/OzoneKey.java | 17 +- .../hadoop/ozone/client/OzoneKeyDetails.java | 4 +- .../apache/hadoop/ozone/client/rpc/RpcClient.java | 5 +- hadoop-ozone/dev-support/checks/checkstyle.sh | 12 +- .../hadoop/ozone/ozShell/TestOzoneShellHA.java | 343 +++++++++++++ .../hadoop/ozone/web/ozShell/OzoneAddress.java | 17 +- .../hadoop/ozone/client/OzoneBucketStub.java | 3 +- hadoop-project-dist/pom.xml | 2 +- hadoop-project/pom.xml | 52 +- .../java/org/apache/hadoop/fs/s3a/Constants.java | 39 +- .../hadoop/fs/s3a/DefaultS3ClientFactory.java | 3 +- .../org/apache/hadoop/fs/s3a/S3AFileSystem.java | 6 + .../java/org/apache/hadoop/fs/s3a/S3AUtils.java | 45 ++ .../org/apache/hadoop/fs/s3a/SignerManager.java | 99 ++++ .../hadoop/fs/s3a/auth/STSClientFactory.java | 8 +- .../s3a/auth/delegation/SessionTokenBinding.java | 4 +- .../fs/s3a/s3guard/DynamoDBClientFactory.java | 4 +- .../hadoop/fs/s3a/ITestS3AConfiguration.java | 68 +++ .../fs/s3a/ITestS3ATemporaryCredentials.java | 2 +- .../org/apache/hadoop/fs/s3a/S3ATestUtils.java | 2 +- .../apache/hadoop/fs/s3a/TestSignerManager.java | 130 +++++ .../fs/s3a/commit/AbstractYarnClusterITest.java | 5 +- .../fs/azurebfs/ITestAzureBlobFileSystemCLI.java | 65 +++ pom.ozone.xml | 50 +- 90 files changed, 1850 insertions(+), 330 deletions(-) create mode 100644 hadoop-common-project/hadoop-common/src/site/markdown/release/3.2.1/CHANGELOG.3.2.1.md create mode 100644 hadoop-common-project/hadoop-common/src/site/markdown/release/3.2.1/RELEASENOTES.3.2.1.md copy hadoop-hdfs-project/hadoop-hdfs/dev-support/jdiff/{Apache_Hadoop_HDFS_3.1.2.xml => Apache_Hadoop_HDFS_3.2.1.xml} (81%) create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/ozShell/TestOzoneShellHA.java create mode 100644 hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/SignerManager.java create mode 100644 hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/TestSignerManager.java create mode 100644 hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/ITestAzureBlobFileSystemCLI.java --------------------------------------------------------------------- To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org For additional commands, e-mail: common-commits-h...@hadoop.apache.org