This is an automated email from the ASF dual-hosted git repository. sodonnell pushed a change to branch HDDS-1880-Decom in repository https://gitbox.apache.org/repos/asf/hadoop-ozone.git.
from f74d73a HDDS-4322. Add integration tests for Decommission and resolve issues detected by the tests. (#1484) add b6efb95 HDDS-4280. Document notable configurations for Recon. (#1448) add 0d7d1e2 HDDS-4298. Use an interface in Ozone client instead of XceiverClientManager (#1460) add f9b1ca4 HDDS-4310: Ozone getconf broke the compatibility (#1475) add efaa4fc HDDS-4309. Fix inconsistency in recon config keys starting with recon and not ozone (#1478) add e0a3baf HDDS-4325. Incompatible return codes from Ozone getconf -confKey (#1485). Contributed by Doroszlai, Attila. add 55d1e91 HDDS-4316. Upgrade to angular 1.8.0 due to CVE-2020-7676 (#1481) add d08a4c1 HDDS-3728. Bucket space: check quotaUsageInBytes when write key and allocate block. (#1458) add 7704cb5 HDDS-3814. Drop a column family through debug cli tool (#1083) add a1d53b0 HDDS-4311. Type-safe config design doc points to OM HA (#1477) add 5c5d8cb HDDS-4312. findbugs check succeeds despite compile error (#1476) add 35cc6b0 HDDS-4285. Read is slow due to frequent calls to UGI.getCurrentUser() and getTokens() (#1454) add c956ce6 HDDS-4262. Use ClientID and CallID from Rpc Client to detect retry requests (#1436) add dc889b4 Remove extra serialization from getBlockID (#1470) add 7ae037e HDDS-4336. ContainerInfo does not persist BCSID (sequenceId) leading to failed replica reports (#1488) add 7db0ea8 HDDS-4122. Implement OM Delete Expired Open Key Request and Response (#1435) new 2504fab Merge master into HDDS-1880-Decom new 39f5dc1 Removed unused variable detected by findbugs The 2 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: LICENSE.txt | 4 +- .../hadoop/hdds/scm/XceiverClientFactory.java} | 24 +- .../hadoop/hdds/scm/XceiverClientManager.java | 40 +- .../hadoop/hdds/scm/storage/BlockInputStream.java | 62 ++- .../hadoop/hdds/scm/storage/BlockOutputStream.java | 37 +- .../apache/hadoop/hdds/scm/storage/BufferPool.java | 2 +- .../hadoop/hdds/scm/storage/ChunkInputStream.java | 10 +- .../hdds/scm/storage/DummyChunkInputStream.java | 2 +- .../storage/TestBlockOutputStreamCorrectness.java | 2 +- .../hadoop/hdds/scm/ByteStringConversion.java | 18 +- .../hadoop/hdds/scm/container/ContainerInfo.java | 2 + .../hdds/scm/storage/ContainerProtocolCalls.java | 139 +++---- .../common/src/main/resources/ozone-default.xml | 12 +- .../ozone/container/keyvalue/KeyValueHandler.java | 14 +- .../container/keyvalue/impl/BlockManagerImpl.java | 15 +- .../main/resources/webapps/hddsDatanode/index.html | 4 +- hadoop-hdds/docs/content/design/typesafeconfig.md | 10 +- hadoop-hdds/docs/content/feature/Recon.md | 18 +- .../resources/webapps/static/angular-1.7.9.min.js | 350 ----------------- .../resources/webapps/static/angular-1.8.0.min.js | 350 +++++++++++++++++ ...ute-1.7.9.min.js => angular-route-1.8.0.min.js} | 6 +- hadoop-hdds/pom.xml | 4 +- .../hadoop/hdds/scm/node/NewNodeHandler.java | 2 - .../src/main/resources/webapps/scm/index.html | 4 +- .../ozone/client/io/BlockOutputStreamEntry.java | 30 +- .../client/io/BlockOutputStreamEntryPool.java | 34 +- .../hadoop/ozone/client/io/KeyInputStream.java | 36 +- .../hadoop/ozone/client/io/KeyOutputStream.java | 56 +-- .../apache/hadoop/ozone/client/rpc/RpcClient.java | 6 + .../main/java/org/apache/hadoop/ozone/OmUtils.java | 1 + .../hadoop/ozone/om/helpers/OmKeyLocationInfo.java | 6 +- hadoop-ozone/dev-support/checks/findbugs.sh | 7 +- .../dist/src/main/compose/ozone/docker-config | 2 +- .../main/compose/ozonesecure-om-ha/docker-config | 4 +- .../src/main/compose/ozonesecure/docker-config | 4 +- .../dist/src/main/compose/upgrade/docker-config | 2 +- hadoop-ozone/dist/src/main/license/bin/LICENSE.txt | 4 +- .../dist/src/main/smoketest/basic/getconf.robot | 37 +- .../java/org/apache/hadoop/ozone/TestDataUtil.java | 2 +- .../hadoop/ozone/TestOzoneConfigurationFields.java | 11 +- .../client/rpc/TestOzoneRpcClientAbstract.java | 67 +++- .../hadoop/ozone/client/rpc/TestReadRetries.java | 40 +- .../ozone/om/TestOzoneManagerHAMetadataOnly.java | 76 ++++ .../ozone/recon/TestReconWithOzoneManager.java | 32 +- .../hadoop/ozone/scm/TestCloseContainer.java | 148 ++++++++ .../hadoop/ozone/scm/TestContainerSmallFile.java | 20 +- .../scm/TestGetCommittedBlockLengthAndPutKey.java | 4 +- .../hadoop/ozone/scm/TestXceiverClientGrpc.java | 6 +- .../src/main/proto/OmClientProtocol.proto | 17 + .../dev-support/findbugsExcludeFile.xml | 2 +- hadoop-ozone/interface-storage/pom.xml | 9 +- .../java/org/apache/hadoop/ozone/om/OMMetrics.java | 37 ++ .../ozone/om/ratis/OzoneManagerRatisServer.java | 11 +- .../ozone/om/request/file/OMFileCreateRequest.java | 3 +- .../om/request/key/OMAllocateBlockRequest.java | 3 +- .../ozone/om/request/key/OMKeyCreateRequest.java | 3 +- .../ozone/om/request/key/OMKeyDeleteRequest.java | 11 +- .../hadoop/ozone/om/request/key/OMKeyRequest.java | 56 ++- .../ozone/om/request/key/OMKeysDeleteRequest.java | 12 +- .../om/request/volume/OMVolumeCreateRequest.java | 6 + ...ponse.java => AbstractOMKeyDeleteResponse.java} | 68 ++-- .../ozone/om/response/key/OMKeyDeleteResponse.java | 73 +--- .../om/response/key/OMKeysDeleteResponse.java | 38 +- .../om/response/key/OMOpenKeysDeleteRequest.java | 192 ++++++++++ ...Response.java => OMOpenKeysDeleteResponse.java} | 57 ++- .../main/resources/webapps/ozoneManager/index.html | 4 +- .../ozone/om/request/TestOMRequestUtils.java | 40 +- .../request/key/TestOMOpenKeysDeleteRequest.java | 419 +++++++++++++++++++++ .../om/response/key/TestOMKeysDeleteResponse.java | 12 +- .../response/key/TestOMOpenKeysDeleteResponse.java | 185 +++++++++ hadoop-ozone/pom.xml | 4 +- .../hadoop/ozone/recon/ReconServerConfigKeys.java | 48 ++- .../spi/impl/OzoneManagerServiceProviderImpl.java | 52 ++- .../spi/impl/PrometheusServiceProviderImpl.java | 17 +- .../ozone/conf/OzoneManagersCommandHandler.java | 1 + .../ozone/conf/PrintConfKeyCommandHandler.java | 5 +- .../StorageContainerManagersCommandHandler.java | 1 + .../apache/hadoop/ozone/debug/ChunkKeyHandler.java | 11 +- .../org/apache/hadoop/ozone/debug/DBScanner.java | 18 +- .../org/apache/hadoop/ozone/debug/DropTable.java | 81 ++++ .../GetAclHandler.java => debug/RocksDBUtils.java} | 33 +- .../hadoop/ozone/conf/TestGetConfOptions.java | 90 +++++ 82 files changed, 2376 insertions(+), 1009 deletions(-) copy hadoop-hdds/{container-service/src/main/java/org/apache/hadoop/ozone/container/common/interfaces/ContainerLocationManagerMXBean.java => client/src/main/java/org/apache/hadoop/hdds/scm/XceiverClientFactory.java} (63%) delete mode 100644 hadoop-hdds/framework/src/main/resources/webapps/static/angular-1.7.9.min.js create mode 100644 hadoop-hdds/framework/src/main/resources/webapps/static/angular-1.8.0.min.js rename hadoop-hdds/framework/src/main/resources/webapps/static/{angular-route-1.7.9.min.js => angular-route-1.8.0.min.js} (97%) create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/TestCloseContainer.java copy {hadoop-hdds/interface-server => hadoop-ozone/interface-storage}/dev-support/findbugsExcludeFile.xml (93%) copy hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/key/{OMKeyDeleteResponse.java => AbstractOMKeyDeleteResponse.java} (64%) create mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/key/OMOpenKeysDeleteRequest.java copy hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/key/{OMKeyRenameResponse.java => OMOpenKeysDeleteResponse.java} (55%) create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/key/TestOMOpenKeysDeleteRequest.java create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/key/TestOMOpenKeysDeleteResponse.java create mode 100644 hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/DropTable.java copy hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/{shell/acl/GetAclHandler.java => debug/RocksDBUtils.java} (54%) create mode 100644 hadoop-ozone/tools/src/test/java/org/apache/hadoop/ozone/conf/TestGetConfOptions.java --------------------------------------------------------------------- To unsubscribe, e-mail: ozone-commits-unsubscr...@hadoop.apache.org For additional commands, e-mail: ozone-commits-h...@hadoop.apache.org