This is an automated email from the ASF dual-hosted git repository.
weichiu pushed a change to branch HDDS-7593
in repository https://gitbox.apache.org/repos/asf/ozone.git
from 1c20d84c93 HDDS-10104. [hsync]Introduce soft limit support for lease
recovery. (#5974)
add 082d759448 HDDS-8830. Add admin CLI to list open files (#5920)
add 04b6aa5e75 HDDS-10044. [hsync] File recovery support in Client (#5978)
add 305a176b7d HDDS-9751. [hsync] Make Putblock performance acceptable -
DataNode side (#5662)
add 54a75ca0a4 HDDS-9387. [hsync] Reduce updating block length times at OM
during hsync (#6054)
add 2e2d08e6dc HDDS-10141. [hsync] Support hard limit and auto recovery
for hsync file. (#6033)
add f5f737dc5c HDDS-10190. [hsync] Handle lease recovery for file without
blocks. (#6094)
add 2651d4c208 HDDS-9930. Remove open keys as well when keys are deleted
from KeyTable (#6079)
add b532f81e00 HDDS-10077. Add hsync metadata to hsync'ed keys in
OpenKeyTable as well (#6046)
add f065781956 HDDS-10147. Migrate TestFinalizeBlock to JUnit5. (#6133)
add 76a573a104 HDDS-9752. [hsync] Make Putblock performance acceptable -
Client side (#5663)
add 799acbb4e8 HDDS-10135. Bump os-maven-plugin to 1.7.1 (#5998)
add 8db644ca46 HDDS-10117. ChunkKeyHandler does not close XceiverClient in
case of exception (#5994)
add 0c98e3ab1e HDDS-10107. Remove the static dbNameToCfHandleMap from
RocksDatabase. (#5976)
add db4e8790a9 HDDS-10119. Assertions on object creationTime fail with
Java 17 (#6008)
add 9e2b7a3d8a HDDS-9997. Add static import for assertions and mocks in
misc. integration tests (#6011)
add ccaf2dfd9c HDDS-10130. TestSecureOzoneManager.testSecureOmInitFailure
fails with Java 17 (#6010)
add 1bd950fbf5 HDDS-8492. Intermittent timeout in
TestStorageContainerManager#testBlockDeletionTransactions. (#5928)
add 74c2a982b0 HDDS-10145. Bump hk2 to 2.6.1 (#5997)
add 68af7dba20 HDDS-10095. Move SCM tests to org.apache.hadoop.hdds.scm
package hierarchy (#5985)
add 737598c374 HDDS-10131. TestTarContainerPacker fails with Java 17
(#6009)
add fa9842682a HDDS-9967. Intermittent failure in
TestOzoneRpcClientAbstract.testListSnapshot. (#5970)
add 50cd193782 HDDS-10074. Migrate FS contract tests to JUnit5 (#5981)
add 48d547c9fc HDDS-10157. Download zlib fails with 403 Forbidden in CI
(#6029)
add 3628aedb38 HDDS-3849. Add tests for show rule status of scm safemode
(#6027)
add 7ab9feaac3 HDDS-10155. Use getOzoneKey when calculating the paths for
keys (#6023)
add 0fa067198e HDDS-10134. Avoid false positive ManagedObject leak report
(#6013)
add 900c6ff0f3 HDDS-7558. Translate "Topology awareness" doc into Mandarin
Chinese (#6025)
add 10a1dbfece HDDS-9506. Remove JUnit4 dependency (#6028)
add 5da02baad5 HDDS-10139. Support to get hosts from stdin when DN is
decommissioning, recommissioning or entering maintenance. (#6019)
add abc3e1f889 HDDS-10138. NPE for SstFilteringService in
OMDBCheckpointServlet.Lock (#6015)
add 2fa8d6c432 HDDS-10159. Add test for putting key with
ECReplicationConfig by shell. (#6030)
add 1c9f1051ba HDDS-9648. Create API to fetch info about a single datanode
(#5856)
add d813fdf866 HDDS-9944. NSSummary commands should close OzoneClient.
(#6018)
add 1d19a95856 HDDS-10126. Remove maxFlushedTransactionsInOneIteration
from OzoneManagerDoubleBuffer (#6007)
add 6f6ec58074 HDDS-10154. isKeyPresentInTable should use iterator
constructor with prefix (#6022)
add 95d9222fcb HDDS-9968. Avoid using Files.createTempDirectory in
AbstractReconSqlDBTest (#6034)
add 361cd11820 HDDS-10162. Fix metric names in OMPerformanceMetrics (#6035)
add 32e82df125 HDDS-10171. Fix checkstyle:parameternumber in
OzoneManagerDoubleBuffer. (#6038)
add d2eb1edac9 HDDS-9051. Change level of log in NetworkTopologyImpl when
no nodes are available to INFO (#5942)
add dcdc47ec8d HDDS-10168. Add Ozone 1.4.0 to compatibility acceptance
tests (#6040)
add 7d2864cfb8 HDDS-10151. Replace single-use Random objects with
RandomUtils in test classes (#6041)
add 27c1f9c34d HDDS-10014. Fixed internal error on generating S3 secret
via HTTP (#5887)
add 4195ef57a3 HDDS-10080. Let junit.sh fail if no tests were matched in
repeated run (#6036)
add 9afd1a141c HDDS-9988. Show used storage percent in SCM UI (#5882)
add 37213b7085 HDDS-10178. Shaded Jar build failure in case-insensitive
filesystem (#6045)
add 9489d7e9f3 HDDS-6796. Extract method for building OMRequest in
TrashOzoneFileSystem (#6048)
add 73e6f90aae HDDS-9345. Add CapacityPipelineChoosePolicy considering
datanode storage space (#5354)
add 2bf7135925 Revert "HDDS-9426. Calculate Exclusive size for deep
cleaned snapshot's deleted directories. (#5579)" (#6051)
add 1d3908930e HDDS-9288. Intermittent failure in
TestSnapshotDeletingService#testMultipleSnapshotKeyReclaim
add c24c313d54 HDDS-9998. Add static import for assertions and mocks in
remaining ozone modules (#6056)
add 80178230d8 HDDS-9181. Provide documentation for Decommissioning in
Ozone in Mandarin (#6047)
add 4bf33d6cd1 HDDS-7557. Translate "Merge Container RocksDB in DN" doc
into Mandarin Chinese (#6039)
add 4a686c60b8 HDDS-10186. Add static import for assertions and mocks
(#6067)
add ddce9069fc HDDS-10193. Bump maven-checkstyle-plugin to 3.3.1 (#6066)
add cc293e6571 HDDS-8005. Fixed intermittent failure in
TestOmSnapshot.testSnapDiffWithMultipleSSTs (#6071)
add 422df39669 HDDS-8649. Remove duplicate helper methods
getDBMultipartOpenKey() (#6057)
add 3b99c036de HDDS-10175. Pre-build Ozone in flaky-test-check (#6043)
add 0f5de57443 HDDS-10042. Show IDs of under-replicated and unclosed
containers for decommissioning nodes (#5929)
add f39b34dd5c HDDS-10142. Add hidden command to set bucket encryption key
to fix HDDS-7449 (#6020)
add 51a7eaec39 HDDS-10195. Bump re2j to 1.7 (#6063)
add 8835ccf3d3 HDDS-10174. Enable Surefire process checker (#6075)
add a9cc1972f5 HDDS-10100. Improve assertTrue assertions in ozone-tools
(#6081)
add 2ed976009b HDDS-10121. GenericTestUtils.getFieldReflection fails with
Java 17. (#6073)
add 74fea965b6 HDDS-10079. Remove validation of test method in
flaky-test-check (#5936)
add 776c01fd51 HDDS-10180. Update proto.lock from Ozone 1.4.0 (#6080)
add 9018728d9d HDDS-10184. Fix ManagedStatistics not closed properly
(#6055)
add c3029474f0 HDDS-8941. Intermittent timeout in
TestContainerBalancerTask (#6082)
add cc23ace26e HDDS-9981. Improve assertTrue assertions in remaining hdds
modules (#6093)
add 6a129ac181 HDDS-10198. Improve logging in AbstractFindTargetGreedy
(#6090)
add 9238be33a8 HDDS-10200. OM may terminate due to NPE in `S3SecretValue`
proto conversion (#6089)
add 73f0194d06 HDDS-10202. OmMetadataManagerImpl creates new S3Batcher for
each operation (#6088)
add ac597ad059 HDDS-10191. Fix some mismatches in LICENSE (#6076)
add 440cbf46ad HDDS-10163. Import methods from Mockito, not
ArgumentMatchers (#6095)
add 2e89fcf7da HDDS-10199. Node.js 16 actions are deprecated (#6087)
add 305460d282 HDDS-9524. Clean up wait for leader OM in integration tests
(#6092)
add 06362c0b84 HDDS-10197. Increase timeout for compile check (#6085)
add 1b6cad9ac1 HDDS-10096. Improve assertTrue assertions in SCM
integration tests (#6098)
add ea4769b049 HDDS-10210. Ensure atomic update in
StateContext#updateCommandStatus (#6091)
add dd54a7a590 HDDS-10204. TypedTable.putWithBatch may leak if conversion
of value throws (#6097)
add 11bc604d14 HDDS-10196. Group dependabot PRs for frontend dependencies
(#6084)
add 21068a3871 HDDS-10213. Improve assertTrue assertions in remaining
integration-test (#6101)
add 36fbe5b136 HDDS-10216. Bump maven-jar-plugin to 3.3.0 (#6102)
add d50776a24b HDDS-10219. Bump frontend-maven-plugin to 1.15.0 (#6104)
add 5983ccc0ef HDDS-10101. Set sonar.coverage.jacoco.xmlReportPaths (#5972)
add d200c3c163 HDDS-10223. Bump commons-math3 to 3.6.1 (#6105)
add c1e9e91809 HDDS-9905. Standardize nullability annotations (#6086)
add 2c0580dbb2 HDDS-9486. Fix deadlock causing intermittent fork timeout
in TestSnapshotBackgroundServices (#6026)
add 79d3c873f5 HDDS-9426. Calculate Exclusive size for deep cleaned
snapshot's deleted directories (#6099)
add 397f62f9cf HDDS-9645. Recon should exclude out-of-service nodes when
checking for healthy containers (#5651)
add 06a16e24c0 HDDS-10066. Consolidate and test the Ratis write path for
prefix ACL (#5941)
add 6f529bc408 HDDS-9985. Do not use Guava Optional (#6110)
add f30275ca60 HDDS-9823. Pipeline failure should trigger heartbeat
immediately (#5725)
add 9d46a3cd18 HDDS-10227. Intermittent timeout in
TestReconAndAdminContainerCLI.compareRMReportToReconResponse (#6112)
add 3a043ff494 HDDS-10129. Remove version management of doxia-core and
doxia-site-renderer (#6000)
add b90d109038 HDDS-10059. TestOMRatisSnapshots.testInstallSnapshot should
only validate live files. (#6069)
add fc99132a86 HDDS-10183. Dynamic reconfiguration of replication server
thread pool size (#6052)
add af9a72a230 HDDS-10192. Verify container checksum after downloaded
(#6078)
add 86bbdfc33e HDDS-10194. Upgrade Bouncy Castle to 1.77 (#6077)
add 95666ebee7 HDDS-10160. Cache sort results in
ContainerBalancerSelectionCriteria (#6050)
add 7579bd0795 HDDS-10228. Intermittent failure downloading bzip2 from
sourceware.org (#6111)
add 1e6e6d1b46 HDDS-10225. Speed up TestSCMHAManagerImpl. (#6109)
add 4f6d3b87e4 HDDS-10224. Speed up TestRocksDBCheckpointDiffer (#6108)
add 04d6e0bc54 HDDS-10231. ContainerStateManager should not finalize OPEN
containers without a Pipeline. (#6123)
add 8ab0d078db HDDS-10215. Speed up some tests that use OmTestManagers
(#6107)
add 41ea9fbb89 HDDS-10029. Improved logs for
SCMDeletedBlockTransactionStatusManager (#5888)
add 04d08533c9 HDDS-10232. Refactor some constructors in SCM to avoid too
many parameters (#6114)
add b3e80693b2 HDDS-10251. Intermittent failure in TestKeyDeletingService
(#6129)
add c9847df2bc HDDS-10241. Improve the response for the Deleted
Directories Insight Endpoint. (#6124)
add d2314a5762 HDDS-10025. Add more function for Freon OmMetadataGenerator
(#6037)
add fb2caac8ba HDDS-10164. Replace GenericTestUtils temp dirs with
`@TempDir` in hadoop-hdds (#6122)
add e89fee375e HDDS-9658. NPE while cleanup deleted container data (#5964)
add 5110a03bfe HDDS-10248. Remove unused, dead code in hdds-client module
(#6126)
add 5748d40664 HDDS-10260. Fix typos in OM HA documentation (#6134)
add b02741fa5f HDDS-8793. Added integration test to confirm prefix Acls
work properly with snapshots (#6128)
add d2b5b5dc3f HDDS-10263. Intermittent failure in freon/metadata-generate
robot test (#6137)
add 684d92b676 HDDS-9401. Update last known layout version in
SCMNodeManager#processLayoutVersionReport. (#6125)
add baae7507cb HDDS-10207. Simplify tests using assertThrows in
hadoop-ozone (#6130)
add 528fc9220b HDDS-10246. Remove KeyValueHandler.checkContainerIsHealthy
to improve read performance (#6127)
add 5f0925e190 HDDS-10249 Remove unused, dead code in hdds-common module.
(#6136)
add 6c7af5c0b7 HDDS-10261. Fix typos in Architecture Documentation (#6141)
add 361ad068ed HDDS-9719. Add performance audit log for Datanode (#5660)
add ce4903de89 HDDS-9288. Remove flaky tag from
TestSnapshotDeletingService.testMultipleSnapshotKeyReclaim (#6140)
add f8d54b3875 HDDS-10208. Simplify tests using assertThrows in
hadoop-hdds (#6143)
add 49df6464ae HDDS-10173. findbugs: Random object used only once in
TestBlockOutputStreamCorrectness. (#6131)
add d5742ef724 HDDS-10165. Replace GenericTestUtils temp dirs with
`@TempDir` in ozone unit tests (#6142)
add 6f507c9bb1 HDDS-10269. Remove duplicate addCacheEntry in
OMDirectoryCreateRequest#getAllParentInfo (#6144)
add 6732b64b85 HDDS-10264. Allow running nested test classes in
flaky-test-check (#6149)
add 0fac57ab89 HDDS-9065. [FSO]ListKeys: Incorrect result when keyPrefix
matching multiple exist keys. (#6072)
add 8936b63076 HDDS-10279. Remove unused, dead code in hdds-config module.
(#6152)
add ddf53ca136 HDDS-10271. Reduce verbosity of some SCM start-up logs
(#6146)
add 4ebbdcf32f HDDS-10274. Remove unused code related to AccessPolicy
(#6150)
add 349693515f HDDS-10217. Speed up TestKeyDeletingService (#6151)
add 228b64c39f HDDS-10285. Remove unnecessary sleep in
TestMiniOzoneCluster (#6156)
add 822c0dee1a HDDS-10148. TestOmSnapshotFsoWithNativeLib should be tagged
as native test (#6160)
add cb313f6b67 HDDS-10272. Container Report admin command displays
incorrect value immediately after SCM restart (#6148)
add 80e9fb8fea HDDS-10289. Remove unused MiniOzoneCluster.Builder
properties (#6161)
add 68c6f71b2d HDDS-10287. Remove unused enableTrace from MiniOzoneCluster
(#6159)
add b37a59ac75 HDDS-10286. Remove unused RatisTestSuite (#6158)
add 5dd14acf4f HDDS-10294. Actual client configuration ignored in
ECReconstructionCoordinator (#6163)
add 296d5712b8 HDDS-10243. Replace GenericTestUtils temp dir in
SCMTestUtils (#6154)
add 80cc0c5372 HDDS-10302. Bump apache-rat-plugin to 0.16.1 (#6175)
add a54d83edc0 HDDS-10277. Remove unnecessary fail() from tests (#6166)
add 27f1923ff3 HDDS-10303. Bump jaeger-client to 1.8.1 (#6173)
add 789c7f098a HDDS-10152. findbugs: Field should be static (#6168)
add 60bcdafa73 HDDS-10292. Extract configurator for size settings from
MiniOzoneCluster (#6167)
add c1d7b433d8 Merge remote-tracking branch 'asf/master' into HEAD
add 1f028f027b Checkstyle
add 8aa8a3658a Force testIgnoreExpiredRecoverhsyncKeys() to run first so
that the assertion is correction.
No new revisions were added by this update.
Summary of changes:
.github/dependabot.yml | 11 +-
.github/workflows/ci.yml | 97 +-
.github/workflows/close-pending.yaml | 2 +-
.github/workflows/comments.yaml | 2 +-
.github/workflows/dependabot-ci.yml | 4 +-
.github/workflows/intermittent-test-check.yml | 124 +-
.github/workflows/pull-request.yml | 2 +-
.github/workflows/repeat-acceptance.yml | 18 +-
hadoop-hdds/client/pom.xml | 1 -
.../apache/hadoop/hdds/scm/OzoneClientConfig.java | 17 +
.../hadoop/hdds/scm/XceiverClientFactory.java | 3 +-
.../hadoop/hdds/scm/XceiverClientManager.java | 3 +-
.../hadoop/hdds/scm/client/HddsClientUtils.java | 47 -
.../hdds/scm/storage/BlockDataStreamOutput.java | 21 +-
.../hadoop/hdds/scm/storage/BlockInputStream.java | 53 +-
.../hadoop/hdds/scm/storage/BlockOutputStream.java | 192 ++-
.../hdds/scm/storage/RatisBlockOutputStream.java | 4 -
.../client/io/BlockInputStreamFactoryImpl.java | 4 +-
.../ozone/client/io/ByteBufferOutputStream.java | 2 +-
.../hadoop/ozone/client/io/ECBlockInputStream.java | 11 -
.../hdds/scm/client/TestHddsClientUtils.java | 28 +-
.../hdds/scm/storage/DummyBlockInputStream.java | 10 +-
.../storage/DummyBlockInputStreamWithRetry.java | 7 +-
.../hdds/scm/storage/TestBlockInputStream.java | 31 +-
.../storage/TestBlockOutputStreamCorrectness.java | 51 +-
.../hadoop/hdds/scm/storage/TestBufferPool.java | 6 +-
.../hdds/scm/storage/TestChunkInputStream.java | 2 +-
.../hadoop/ozone/client/io/ECStreamTestUtil.java | 9 +-
.../client/io/TestECBlockInputStreamProxy.java | 4 +-
.../TestECBlockReconstructedStripeInputStream.java | 7 +-
hadoop-hdds/common/pom.xml | 9 +-
.../org/apache/hadoop/hdds/HddsConfigKeys.java | 5 +
.../java/org/apache/hadoop/hdds/HddsIdFactory.java | 10 -
.../java/org/apache/hadoop/hdds/HddsUtils.java | 45 +-
.../java/org/apache/hadoop/hdds/NodeDetails.java | 9 -
.../org/apache/hadoop/hdds/client/OzoneQuota.java | 14 -
.../hadoop/hdds/conf/OzoneConfiguration.java | 10 -
.../hadoop/hdds/freon/FakeClusterTopology.java | 4 +-
.../hadoop/hdds/fs/CachingSpaceUsageSource.java | 2 +-
.../apache/hadoop/hdds/function/package-info.java | 22 -
.../hadoop/hdds/protocol/DatanodeDetails.java | 9 -
.../hdds/ratis/ServerNotLeaderException.java | 5 -
.../apache/hadoop/hdds/scm/RemoveSCMRequest.java | 49 -
.../java/org/apache/hadoop/hdds/scm/ScmConfig.java | 32 +-
.../apache/hadoop/hdds/scm/client/ScmClient.java | 19 +
.../scm/container/ReplicationManagerReport.java | 14 +-
.../org/apache/hadoop/hdds/scm/ha/SCMHAUtils.java | 4 -
.../apache/hadoop/hdds/scm/net/NetConstants.java | 1 -
.../org/apache/hadoop/hdds/scm/net/NetUtils.java | 4 -
.../hadoop/hdds/scm/net/NetworkTopologyImpl.java | 2 +-
.../protocol/StorageContainerLocationProtocol.java | 15 +-
.../ContainerCommandResponseBuilders.java | 11 -
.../hadoop/hdds/scm/storage/BlockLocationInfo.java | 10 +
.../hdds/scm/storage/ContainerProtocolCalls.java | 31 +
.../security/ssl/PemFileBasedKeyStoresFactory.java | 4 +-
.../security/token/OzoneBlockTokenIdentifier.java | 13 -
.../security/token/OzoneBlockTokenSelector.java | 21 -
.../x509/certificate/client/CertificateClient.java | 43 -
.../certificate/utils/SelfSignedCertificate.java | 9 -
.../x509/exception/CertificateException.java | 1 -
.../org/apache/hadoop/hdds/server/JsonUtils.java | 17 -
.../org/apache/hadoop/hdds/server/ServerUtils.java | 12 -
.../hadoop/hdds/tracing/GrpcServerInterceptor.java | 2 +-
.../apache/hadoop/hdds/tracing/TracingUtil.java | 19 -
.../java/org/apache/hadoop/hdds/utils/IOUtils.java | 5 +-
.../apache/hadoop/hdds/utils/db/BooleanCodec.java | 2 +-
.../org/apache/hadoop/hdds/utils/db/Codec.java | 10 +-
.../apache/hadoop/hdds/utils/db/CodecBuffer.java | 11 -
.../hadoop/hdds/utils/db/DelegatedCodec.java | 2 +-
.../apache/hadoop/hdds/utils/db/IntegerCodec.java | 2 +-
.../org/apache/hadoop/hdds/utils/db/LongCodec.java | 2 +-
.../apache/hadoop/hdds/utils/db/Proto2Codec.java | 2 +-
.../apache/hadoop/hdds/utils/db/Proto3Codec.java | 2 +-
.../apache/hadoop/hdds/utils/db/ShortCodec.java | 2 +-
.../hadoop/hdds/utils/db/StringCodecBase.java | 8 +-
.../org/apache/hadoop/hdds/utils/db/UuidCodec.java | 2 +-
.../hdds/utils/io/ByteBufferInputStream.java | 2 +-
.../hadoop/hdds/utils/io/LengthOutputStream.java | 2 +-
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 3 -
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 12 +-
.../apache/hadoop/ozone/OzoneManagerVersion.java | 1 -
.../org/apache/hadoop/ozone/common/Checksum.java | 4 -
.../apache/hadoop/ozone/common/MonotonicClock.java | 81 -
.../ozone/common/OzoneChecksumException.java | 12 -
.../hadoop/ozone/common/utils/BufferUtils.java | 6 -
.../ozone/container/common/helpers/BlockData.java | 16 -
.../container/common/helpers/ChunkInfoList.java | 4 -
.../apache/hadoop/ozone/lease/LeaseManager.java | 2 +-
.../org/apache/hadoop/ozone/lock/ActiveLock.java | 172 ---
.../org/apache/hadoop/ozone/lock/LockManager.java | 284 ----
.../hadoop/ozone/lock/PooledLockFactory.java | 48 -
.../common/src/main/resources/ozone-default.xml | 28 +-
.../hadoop/hdds/client/TestReplicationConfig.java | 1 -
.../hadoop/hdds/fs/MockSpaceUsageSource.java | 4 -
.../hdds/fs/TestCachingSpaceUsageSource.java | 14 +-
.../java/org/apache/hadoop/hdds/fs/TestDU.java | 23 +-
.../org/apache/hadoop/hdds/fs/TestDUFactory.java | 5 +-
.../hdds/fs/TestDedicatedDiskSpaceUsage.java | 25 +-
.../fs/TestDedicatedDiskSpaceUsageFactory.java | 6 +-
.../hadoop/hdds/fs/TestSaveSpaceUsageToFile.java | 17 +-
.../hadoop/hdds/protocol/TestDatanodeDetails.java | 9 +-
.../container/TestReplicationManagerReport.java | 1 +
.../hdds/scm/net/TestNetworkTopologyImpl.java | 2 +-
.../hadoop/hdds/tracing/TestTracingUtil.java | 3 +-
.../hdds/upgrade/TestHDDSLayoutVersionManager.java | 2 +-
.../hadoop/ozone/common/NativeCheckSumCRC32.java | 0
.../ozone/common/TestChecksumByteBuffer.java | 8 +-
.../hadoop/ozone/common/TestChunkBuffer.java | 39 +-
.../ozone/container/ContainerTestHelper.java | 29 +-
.../apache/hadoop/ozone/lock/TestLockManager.java | 208 ---
.../org/apache/hadoop/ozone/lock/package-info.java | 21 -
.../upgrade/TestLayoutVersionInstanceFactory.java | 5 -
.../org/apache/hadoop/util/NativeCRC32Wrapper.java | 0
hadoop-hdds/config/pom.xml | 1 -
.../hadoop/hdds/conf/ConfigurationTarget.java | 5 -
.../apache/hadoop/hdds/conf/TimeDurationUtil.java | 9 -
hadoop-hdds/container-service/pom.xml | 1 -
.../apache/hadoop/ozone/HddsDatanodeService.java | 13 +-
.../ozone/container/common/impl/ContainerData.java | 2 +-
.../container/common/impl/HddsDispatcher.java | 48 +-
.../common/statemachine/StateContext.java | 17 +-
.../server/ratis/ContainerStateMachine.java | 95 +-
.../transport/server/ratis/XceiverServerRatis.java | 61 +-
.../container/common/volume/AbstractFuture.java | 2 +-
.../ozone/container/common/volume/HddsVolume.java | 2 +-
.../container/common/volume/StorageVolume.java | 2 +-
.../common/volume/StorageVolumeChecker.java | 4 +-
.../common/volume/ThrottledAsyncChecker.java | 4 +-
.../container/common/volume/TimeoutFuture.java | 2 +-
.../reconstruction/ECContainerOperationClient.java | 4 +-
.../ECReconstructionCoordinator.java | 17 +-
.../ozone/container/keyvalue/KeyValueHandler.java | 63 +-
.../container/keyvalue/impl/BlockManagerImpl.java | 3 +-
.../keyvalue/impl/ChunkManagerDispatcher.java | 2 +-
.../metadata/AbstractDatanodeDBDefinition.java | 1 +
.../container/metadata/AbstractDatanodeStore.java | 15 -
.../ozone/container/metadata/DatanodeStore.java | 3 +-
.../metadata/DatanodeStoreSchemaThreeImpl.java | 2 +-
.../metadata/DatanodeStoreSchemaTwoImpl.java | 2 +-
.../DatanodeStoreWithIncrementalChunkList.java | 237 +++
.../ozone/container/ozoneimpl/ContainerReader.java | 20 +-
.../ozone/container/ozoneimpl/OzoneContainer.java | 12 +-
.../container/replication/ContainerImporter.java | 35 +-
.../container/replication/GrpcOutputStream.java | 2 +-
.../container/replication/ReplicationServer.java | 26 +
.../protocol/StorageContainerNodeProtocol.java | 8 +-
.../metadata/TestDatanodeCRLStoreImpl.java | 6 +-
.../hadoop/ozone/TestHddsDatanodeService.java | 12 +-
.../hadoop/ozone/TestHddsSecureDatanodeInit.java | 14 +-
.../ozone/container/common/ContainerTestUtils.java | 2 +-
.../ozone/container/common/SCMTestUtils.java | 13 -
.../container/common/TestBlockDeletingService.java | 12 +-
.../ozone/container/common/TestContainerCache.java | 9 +-
.../container/common/TestDatanodeStateMachine.java | 31 +-
.../container/common/TestDatanodeStoreCache.java | 9 +-
.../TestSchemaOneBackwardsCompatibility.java | 12 +-
.../TestSchemaTwoBackwardsCompatibility.java | 2 +-
...stStaleRecoveringContainerScrubbingService.java | 4 +-
.../common/impl/TestContainerDataYaml.java | 51 +-
.../impl/TestContainerDeletionChoosingPolicy.java | 15 +-
.../common/impl/TestContainerPersistence.java | 37 +-
.../container/common/impl/TestHddsDispatcher.java | 58 +-
.../container/common/report/TestReportManager.java | 4 +-
.../TestCloseContainerCommandHandler.java | 4 +-
.../TestClosePipelineCommandHandler.java | 6 +-
.../TestCreatePipelineCommandHandler.java | 2 +-
.../TestDeleteBlocksCommandHandler.java | 4 +-
.../states/endpoint/TestHeartbeatEndpointTask.java | 2 +-
.../volume/TestCapacityVolumeChoosingPolicy.java | 25 +-
.../volume/TestRoundRobinVolumeChoosingPolicy.java | 20 +-
.../container/common/volume/TestVolumeSet.java | 52 +-
.../common/volume/TestVolumeSetDiskChecks.java | 15 +-
.../keyvalue/TestKeyValueBlockIterator.java | 6 +-
.../container/keyvalue/TestKeyValueContainer.java | 87 +-
.../keyvalue/TestKeyValueContainerCheck.java | 4 +-
.../TestKeyValueContainerIntegrityChecks.java | 6 +-
.../TestKeyValueContainerMarkUnhealthy.java | 4 +-
.../container/keyvalue/TestKeyValueHandler.java | 2 +-
.../TestKeyValueHandlerWithUnhealthyContainer.java | 2 +-
.../container/keyvalue/TestTarContainerPacker.java | 2 +-
.../container/keyvalue/helpers/TestChunkUtils.java | 12 +-
.../keyvalue/impl/AbstractTestChunkManager.java | 4 +-
.../keyvalue/impl/TestBlockManagerImpl.java | 184 +++
.../keyvalue/impl/TestFilePerBlockStrategy.java | 12 +-
.../TestBackgroundContainerDataScanner.java | 4 +-
.../TestBackgroundContainerMetadataScanner.java | 2 +-
.../container/ozoneimpl/TestContainerReader.java | 10 +-
.../ozoneimpl/TestContainerScannersAbstract.java | 4 +-
.../TestOnDemandContainerDataScanner.java | 4 +-
.../container/ozoneimpl/TestOzoneContainer.java | 1 +
.../replication/GrpcOutputStreamTest.java | 2 +-
.../replication/TestContainerImporter.java | 43 +
.../replication/TestGrpcContainerUploader.java | 2 +-
.../container/replication/TestPushReplicator.java | 4 +-
.../replication/TestReplicationSupervisor.java | 17 +-
.../TestSendContainerRequestHandler.java | 2 +-
.../stream/TestDirstreamClientHandler.java | 20 +-
.../upgrade/TestDatanodeUpgradeToSchemaV3.java | 2 +-
hadoop-hdds/dev-support/checkstyle/checkstyle.xml | 6 -
hadoop-hdds/docs/content/concept/Datanodes.md | 2 +-
hadoop-hdds/docs/content/concept/OzoneManager.md | 2 +-
hadoop-hdds/docs/content/concept/Recon.md | 2 +-
.../content/concept/StorageContainerManager.md | 2 +-
.../docs/content/feature/Decommission.zh.md | 96 ++
hadoop-hdds/docs/content/feature/OM-HA.md | 10 +-
hadoop-hdds/docs/content/feature/Topology.zh.md | 108 ++
.../docs/content/feature/dn-merge-rocksdb.zh.md | 70 +
hadoop-hdds/docs/content/tools/Admin.md | 141 +-
hadoop-hdds/erasurecode/pom.xml | 1 -
.../ozone/erasurecode/TestCodecRegistry.java | 29 +-
.../erasurecode/rawcoder/TestRawCoderBase.java | 41 +-
hadoop-hdds/framework/pom.xml | 3 +-
...inerLocationProtocolClientSideTranslatorPB.java | 37 +
.../symmetric/SecretKeyVerifierClient.java | 2 +-
.../hdds/security/x509/certificate/CertInfo.java | 2 +-
.../authority/profile/DefaultProfile.java | 7 +-
.../client/DefaultCertificateClient.java | 14 +-
.../hadoop/hdds/security/x509/crl/CRLInfo.java | 4 +-
.../hdds/security/x509/keys/SecurityUtil.java | 8 +-
.../apache/hadoop/hdds/utils/FaultInjector.java | 9 +
.../hadoop/hdds/utils/db/ByteStringCodec.java | 2 +-
.../hadoop/hdds/utils/db/DBStoreBuilder.java | 17 +-
.../org/apache/hadoop/hdds/utils/db/RDBStore.java | 22 +-
.../apache/hadoop/hdds/utils/db/RocksDatabase.java | 106 +-
.../apache/hadoop/hdds/utils/db/TypedTable.java | 16 +-
.../hadoop/hdds/utils/db/cache/CacheValue.java | 15 +-
.../org/apache/hadoop/ozone/audit/AuditLogger.java | 21 +
.../org/apache/hadoop/ozone/audit/AuditMarker.java | 3 +-
.../hadoop/hdds/conf/TestHddsConfServlet.java | 12 +-
.../ssl/TestPemFileBasedKeyStoresFactory.java | 6 +-
.../token/TestOzoneBlockTokenSecretManager.java | 11 +-
.../hdds/security/token/TokenVerifierTests.java | 6 +-
.../certificate/authority/TestDefaultCAServer.java | 38 +-
.../client/CertificateClientTestImpl.java | 27 +-
.../client/TestDefaultCertificateClient.java | 10 +-
.../client/TestDnCertificateClientInit.java | 8 +-
.../utils/TestCertificateSignRequest.java | 25 +-
.../certificate/utils/TestRootCertificate.java | 37 +-
.../security/x509/keys/TestHDDSKeyGenerator.java | 8 +-
.../hdds/server/http/TestHttpServer2Metrics.java | 18 +-
.../hadoop/hdds/utils/TestRDBSnapshotProvider.java | 16 +-
.../apache/hadoop/hdds/utils/db/TestRDBStore.java | 4 +-
.../utils/db/TestRDBStoreByteArrayIterator.java | 13 +-
.../utils/db/TestRDBStoreCodecBufferIterator.java | 12 +-
.../src/main/proto/ScmAdminProtocol.proto | 31 +-
.../interface-admin/src/main/resources/proto.lock | 155 +-
.../src/main/proto/DatanodeClientProtocol.proto | 1 +
.../interface-client/src/main/resources/proto.lock | 420 +++++-
.../interface-server/src/main/resources/proto.lock | 459 ++++++
.../hdds/utils/db/managed/ManagedBloomFilter.java | 7 +-
.../db/managed/ManagedColumnFamilyOptions.java | 7 +-
.../db/managed/ManagedCompactRangeOptions.java | 7 +-
.../hdds/utils/db/managed/ManagedDBOptions.java | 7 +-
.../hdds/utils/db/managed/ManagedEnvOptions.java | 7 +-
.../hdds/utils/db/managed/ManagedFlushOptions.java | 7 +-
.../managed/ManagedIngestExternalFileOptions.java | 7 +-
.../hdds/utils/db/managed/ManagedLRUCache.java | 7 +-
.../hdds/utils/db/managed/ManagedObject.java | 7 +-
.../hdds/utils/db/managed/ManagedOptions.java | 7 +-
.../hdds/utils/db/managed/ManagedReadOptions.java | 7 +-
.../utils/db/managed/ManagedRocksObjectUtils.java | 2 +-
.../hadoop/hdds/utils/db/managed/ManagedSlice.java | 7 +-
.../utils/db/managed/ManagedSstFileWriter.java | 7 +-
.../hdds/utils/db/managed/ManagedStatistics.java | 7 +-
.../hdds/utils/db/managed/ManagedWriteBatch.java | 7 +-
.../hdds/utils/db/managed/ManagedWriteOptions.java | 7 +-
hadoop-hdds/rocks-native/pom.xml | 8 +-
.../hadoop/hdds/utils/TestNativeLibraryLoader.java | 4 +-
.../db/managed/TestManagedSSTDumpIterator.java | 4 +-
hadoop-hdds/rocksdb-checkpoint-differ/pom.xml | 1 -
.../ozone/rocksdiff/RocksDBCheckpointDiffer.java | 33 +-
.../rocksdiff/TestRocksDBCheckpointDiffer.java | 57 +-
hadoop-hdds/server-scm/pom.xml | 3 +-
.../hadoop/hdds/scm/PipelineChoosePolicy.java | 10 +
.../java/org/apache/hadoop/hdds/scm/ScmUtils.java | 4 +-
.../hadoop/hdds/scm/block/BlockManagerImpl.java | 5 +-
.../hadoop/hdds/scm/block/DeletedBlockLogImpl.java | 18 +-
.../SCMDeletedBlockTransactionStatusManager.java | 42 +-
.../scm/container/CloseContainerEventHandler.java | 2 +-
.../hdds/scm/container/ContainerReplica.java | 41 +-
.../scm/container/ContainerStateManagerImpl.java | 14 +-
.../balancer/AbstractFindTargetGreedy.java | 41 +-
.../balancer/ContainerBalancerConfiguration.java | 6 +-
.../ContainerBalancerSelectionCriteria.java | 84 +-
.../container/balancer/ContainerBalancerTask.java | 28 +-
.../scm/container/balancer/FindSourceGreedy.java | 4 +-
.../scm/container/balancer/FindSourceStrategy.java | 2 +-
.../FindTargetGreedyByNetworkTopology.java | 9 +-
.../balancer/FindTargetGreedyByUsageInfo.java | 10 +-
.../scm/container/balancer/FindTargetStrategy.java | 7 +-
.../container/placement/metrics/SCMNodeMetric.java | 16 +-
.../container/placement/metrics/SCMNodeStat.java | 9 +
.../container/replication/ReplicationManager.java | 10 +
.../replication/health/OpenContainerHandler.java | 24 +-
.../hadoop/hdds/scm/ha/BackgroundSCMService.java | 22 +-
.../org/apache/hadoop/hdds/scm/ha/SCMContext.java | 31 +-
.../hadoop/hdds/scm/ha/SCMGrpcOutputStream.java | 2 +-
.../apache/hadoop/hdds/scm/ha/SCMNodeDetails.java | 66 +-
.../hdds/scm/metadata/X509CertificateCodec.java | 2 +-
.../hadoop/hdds/scm/node/DatanodeAdminMonitor.java | 6 +
.../hdds/scm/node/DatanodeAdminMonitorImpl.java | 35 +-
.../hadoop/hdds/scm/node/DeadNodeHandler.java | 2 +-
.../hdds/scm/node/NodeDecommissionManager.java | 7 +
.../apache/hadoop/hdds/scm/node/NodeManager.java | 2 +-
.../hadoop/hdds/scm/node/SCMNodeManager.java | 119 +-
.../pipeline/WritableRatisContainerProvider.java | 2 +-
.../algorithms/CapacityPipelineChoosePolicy.java | 136 ++
.../algorithms/PipelineChoosePolicyFactory.java | 10 +-
...inerLocationProtocolServerSideTranslatorPB.java | 46 +
.../hdds/scm/security/SecretKeyManagerService.java | 1 -
.../hdds/scm/server/ContainerReportQueue.java | 38 +-
.../hdds/scm/server/SCMClientProtocolServer.java | 31 +
.../scm/server/SCMDatanodeHeartbeatDispatcher.java | 3 +-
.../hdds/scm/server/SCMSecurityProtocolServer.java | 2 +-
.../hdds/scm/server/StorageContainerManager.java | 5 +-
.../main/resources/webapps/scm/scm-overview.html | 6 +
.../src/main/resources/webapps/scm/scm.js | 2 +
.../hdds/scm/TestSCMCommonPlacementPolicy.java | 6 +-
.../scm/TestStorageContainerManagerHttpServer.java | 14 +-
.../hadoop/hdds/scm/block/TestBlockManager.java | 117 +-
.../hadoop/hdds/scm/block/TestDeletedBlockLog.java | 37 +-
.../scm/block/TestSCMBlockDeletingService.java | 8 +-
.../hadoop/hdds/scm/container/MockNodeManager.java | 4 +-
.../hdds/scm/container/SimpleMockNodeManager.java | 1 -
.../container/TestCloseContainerEventHandler.java | 6 +-
.../scm/container/TestContainerManagerImpl.java | 15 +-
.../scm/container/TestContainerReportHandler.java | 16 +-
.../scm/container/TestContainerStateManager.java | 9 +-
.../TestIncrementalContainerReportHandler.java | 14 +-
.../scm/container/TestUnknownContainerReport.java | 13 +-
.../balancer/TestContainerBalancerTask.java | 4 +-
.../TestSCMContainerPlacementCapacity.java | 2 +-
.../TestSCMContainerPlacementRackAware.java | 45 +-
.../TestSCMContainerPlacementRackScatter.java | 15 +-
.../TestDatanodeCommandCountUpdatedHandler.java | 2 +-
.../replication/TestECContainerReplicaCount.java | 4 +-
.../replication/TestECMisReplicationHandler.java | 6 +-
.../replication/TestECOverReplicationHandler.java | 23 +-
.../replication/TestECUnderReplicationHandler.java | 20 +-
.../replication/TestLegacyReplicationManager.java | 13 +-
.../replication/TestMisReplicationHandler.java | 16 +-
.../TestRatisMisReplicationHandler.java | 6 +-
.../TestRatisOverReplicationHandler.java | 18 +-
.../TestRatisUnderReplicationHandler.java | 18 +-
.../replication/TestReplicationManager.java | 21 +-
.../TestReplicationManagerScenarios.java | 2 +-
.../health/TestOpenContainerHandler.java | 60 +
.../TestVulnerableUnhealthyReplicasHandler.java | 3 +-
.../scm/ha/TestInterSCMGrpcProtocolService.java | 4 +-
.../hdds/scm/ha/TestReplicationAnnotation.java | 15 +-
.../apache/hadoop/hdds/scm/ha/TestSCMContext.java | 11 +-
.../hadoop/hdds/scm/ha/TestSCMHAConfiguration.java | 8 +-
.../hadoop/hdds/scm/ha/TestSCMHAManagerImpl.java | 110 +-
.../hdds/scm/ha/TestSequenceIDGenerator.java | 17 +-
.../hdds/scm/node/TestContainerPlacement.java | 22 +-
.../hdds/scm/node/TestDatanodeAdminMonitor.java | 54 +-
.../hadoop/hdds/scm/node/TestDeadNodeHandler.java | 18 +-
.../hdds/scm/node/TestNodeDecommissionManager.java | 7 +-
.../hdds/scm/node/TestNodeDecommissionMetrics.java | 6 +-
.../hdds/scm/node/TestNodeReportHandler.java | 18 +-
.../hadoop/hdds/scm/node/TestSCMNodeManager.java | 237 ++-
.../scm/node/TestSCMNodeMetrics.java | 36 +-
.../hdds/scm/node/TestSCMNodeStorageStatMap.java | 52 +-
.../hadoop/hdds/scm/node/TestStatisticsUpdate.java | 17 +-
.../hdds/scm/pipeline/TestECPipelineProvider.java | 2 +-
.../TestPipelineDatanodesIntersection.java | 14 +-
.../hdds/scm/pipeline/TestPipelineManagerImpl.java | 85 +-
.../scm/pipeline/TestPipelinePlacementPolicy.java | 43 +-
.../scm/pipeline/TestPipelineStateManagerImpl.java | 39 +-
.../scm/pipeline/TestRatisPipelineProvider.java | 43 +-
.../scm/pipeline/TestSimplePipelineProvider.java | 13 +-
.../pipeline/TestWritableECContainerProvider.java | 24 +-
.../TestCapacityPipelineChoosePolicy.java | 107 ++
.../TestPipelineChoosePolicyFactory.java | 19 +-
.../safemode/TestHealthyPipelineSafeModeRule.java | 23 +-
.../hdds/scm/safemode/TestSCMSafeModeManager.java | 52 +-
.../scm/security/TestRootCARotationManager.java | 51 +-
.../scm/server/TestSCMClientProtocolServer.java | 7 +-
.../ozone/container/common/TestEndPoint.java | 21 +-
.../testutils/ReplicationNodeManagerMock.java | 2 -
hadoop-hdds/test-utils/pom.xml | 8 +-
.../org/apache/ozone/test/DisableOnProperty.java | 44 -
.../org/apache/ozone/test/GenericTestUtils.java | 64 +-
.../java/org/apache/ozone/test/MetricsAsserts.java | 6 +-
.../java/org/apache/ozone/test/OzoneTestBase.java} | 39 +-
.../apache/ozone/test/TimedOutTestsListener.java | 2 +-
hadoop-hdds/tools/pom.xml | 1 -
.../hdds/scm/cli/ContainerOperationClient.java | 11 +
.../hdds/scm/cli/container/ReportSubcommand.java | 8 +-
.../cli/datanode/DecommissionStatusSubCommand.java | 4 +
.../scm/cli/datanode/DecommissionSubCommand.java | 21 +-
.../hdds/scm/cli/datanode/ListInfoSubcommand.java | 14 +-
.../scm/cli/datanode/MaintenanceSubCommand.java | 21 +-
.../scm/cli/datanode/RecommissionSubCommand.java | 21 +-
.../hdds/scm/cli/container/TestInfoSubCommand.java | 4 +-
.../scm/cli/container/TestReportSubCommand.java | 18 +-
.../cli/container/upgrade/TestUpgradeManager.java | 20 +-
.../datanode/TestDecommissionStatusSubCommand.java | 52 +-
.../cli/datanode/TestDecommissionSubCommand.java | 43 +-
.../scm/cli/datanode/TestListInfoSubcommand.java | 27 +
.../cli/datanode/TestMaintenanceSubCommand.java | 43 +-
.../cli/datanode/TestRecommissionSubCommand.java | 43 +-
.../scm/cli/datanode/TestUsageInfoSubcommand.java | 30 +-
hadoop-ozone/client/pom.xml | 1 -
.../apache/hadoop/ozone/client/OzoneBucket.java | 6 +
.../client/io/BlockOutputStreamEntryPool.java | 14 +-
.../hadoop/ozone/client/io/KeyInputStream.java | 10 +-
.../ozone/client/protocol/ClientProtocol.java | 20 +-
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 25 +-
.../hadoop/ozone/client/MockDatanodeStorage.java | 132 +-
.../hadoop/ozone/client/MockOmTransport.java | 50 +-
.../hadoop/ozone/client/MockXceiverClientSpi.java | 3 +-
.../TestBlockOutputStreamIncrementalPutBlock.java | 163 ++
.../hadoop/ozone/client/TestOzoneClient.java | 18 +-
.../hadoop/ozone/client/TestOzoneECClient.java | 38 +-
.../TestReplicatedBlockChecksumComputer.java | 11 +-
.../checksum/TestReplicatedFileChecksumHelper.java | 6 +-
.../ozone/client/io/TestKeyInputStreamEC.java | 4 +-
.../hadoop/ozone/client/rpc/TestOzoneKMSUtil.java | 12 +-
hadoop-ozone/common/pom.xml | 1 -
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 1 +
.../ozone/client/io/SelectorOutputStream.java | 2 +-
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 5 +
.../apache/hadoop/ozone/om/S3InMemoryCache.java | 8 +-
.../ozone/om/helpers/ListOpenFilesResult.java | 115 ++
.../hadoop/ozone/om/helpers/OmBucketArgs.java | 35 +
.../apache/hadoop/ozone/om/helpers/OmKeyArgs.java | 4 +-
.../hadoop/ozone/om/helpers/OpenKeySession.java | 3 +
.../hadoop/ozone/om/helpers/OzoneFSUtils.java | 2 +-
.../hadoop/ozone/om/helpers/S3SecretValue.java | 47 +-
.../hadoop/ozone/om/multitenant/AccessPolicy.java | 152 --
.../ozone/om/multitenant/RangerAccessPolicy.java | 316 ----
.../ozone/om/protocol/OzoneManagerProtocol.java | 20 +-
...OzoneManagerProtocolClientSideTranslatorPB.java | 41 +-
.../org/apache/hadoop/ozone/TestOzoneAcls.java | 10 +-
.../hadoop/ozone/om/lock/TestKeyPathLock.java | 54 +-
.../hadoop/ozone/om/lock/TestOzoneManagerLock.java | 30 +-
.../ozone/om/protocolPB/TestS3GrpcOmTransport.java | 25 +-
.../grpc/TestClientAddressClientInterceptor.java | 2 +-
.../grpc/TestClientAddressServerInterceptor.java | 2 +-
.../ozone/security/TestGDPRSymmetricKey.java | 13 +-
hadoop-ozone/csi/src/main/resources/proto.lock | 24 +-
hadoop-ozone/dev-support/checks/junit.sh | 6 +
hadoop-ozone/dev-support/checks/license.exceptions | 2 +-
hadoop-ozone/dev-support/checks/native.sh | 14 +
hadoop-ozone/dev-support/checks/sonar.sh | 11 +-
.../dist/src/main/compose/ozone/docker-config | 2 +
hadoop-ozone/dist/src/main/compose/upgrade/test.sh | 5 +-
.../dist/src/main/compose/xcompat/clients.yaml | 7 +
hadoop-ozone/dist/src/main/compose/xcompat/test.sh | 6 +-
hadoop-ozone/dist/src/main/license/bin/LICENSE.txt | 61 +-
hadoop-ozone/dist/src/main/license/bin/NOTICE.txt | 4 +-
hadoop-ozone/dist/src/main/license/jar-report.txt | 5 +-
.../dist/src/main/smoketest/commonlib.robot | 2 +
.../main/smoketest/freon/metadata-generate.robot | 75 +
.../dist/src/main/smoketest/s3/commonawslib.robot | 6 +
.../src/main/smoketest/s3/secretgenerate.robot | 37 +-
.../dist/src/main/smoketest/s3/secretrevoke.robot | 27 +-
.../dist/src/shell/ozone/ozone-functions.sh | 3 +-
.../fault-injection-test/mini-chaos-tests/pom.xml | 10 -
.../apache/hadoop/ozone/MiniOzoneChaosCluster.java | 6 +-
hadoop-ozone/insight/pom.xml | 1 -
.../hadoop/ozone/insight/TestBaseInsightPoint.java | 16 +-
.../ozone/insight/TestConfigurationSubCommand.java | 15 +-
.../hadoop/ozone/insight/TestLogSubcommand.java | 5 +-
.../dev-support/findbugsExcludeFile.xml | 8 +-
hadoop-ozone/integration-test/pom.xml | 10 -
.../fs/contract/AbstractContractAppendTest.java | 2 +-
.../fs/contract/AbstractContractConcatTest.java | 2 +-
.../AbstractContractContentSummaryTest.java | 2 +-
.../AbstractContractCopyFromLocalTest.java | 2 +-
.../fs/contract/AbstractContractCreateTest.java | 2 +-
.../fs/contract/AbstractContractDeleteTest.java | 2 +-
.../fs/contract/AbstractContractEtagTest.java | 2 +-
.../AbstractContractGetFileStatusTest.java | 2 +-
.../AbstractContractLeaseRecoveryTest.java | 2 +-
.../fs/contract/AbstractContractMkdirTest.java | 2 +-
.../AbstractContractMultipartUploaderTest.java | 2 +-
.../fs/contract/AbstractContractOpenTest.java | 2 +-
.../fs/contract/AbstractContractRenameTest.java | 2 +-
.../AbstractContractRootDirectoryTest.java | 2 +-
.../fs/contract/AbstractContractSafeModeTest.java | 2 +-
.../fs/contract/AbstractContractSeekTest.java | 9 +-
.../fs/contract/AbstractContractSetTimesTest.java | 2 +-
.../fs/contract/AbstractContractUnbufferTest.java | 2 +-
.../fs/contract/AbstractFSContractTestBase.java | 26 -
.../fs/ozone/AbstractOzoneFileSystemTest.java | 45 +-
.../ozone/AbstractOzoneFileSystemTestWithFSO.java | 24 +-
.../ozone/AbstractRootedOzoneFileSystemTest.java | 46 +-
.../ozone/TestDirectoryDeletingServiceWithFSO.java | 19 +-
.../java/org/apache/hadoop/fs/ozone/TestHSync.java | 391 ++++-
.../apache/hadoop/fs/ozone/TestLeaseRecovery.java | 376 ++++-
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 35 +-
.../fs/ozone/TestOzoneFSWithObjectStoreCreate.java | 48 +-
.../fs/ozone/TestOzoneFileSystemMetrics.java | 20 +-
.../fs/ozone/TestOzoneFileSystemMissingParent.java | 10 +-
.../fs/ozone/TestOzoneFileSystemPrefixParser.java | 21 +-
.../fs/ozone/TestOzoneFileSystemWithStreaming.java | 41 +-
.../apache/hadoop/fs/ozone/TestOzoneFsHAURLs.java | 46 +-
.../hadoop/fs/ozone/TestOzoneFsSnapshot.java | 52 +-
.../hadoop/fs/ozone/TestRootedDDSWithFSO.java | 3 +-
...actUnbuffer.java => AbstractOzoneContract.java} | 39 +-
.../ozone/contract/AbstractOzoneContractTest.java | 315 ++++
.../ozone/contract/ITestOzoneContractCreate.java | 66 -
.../ozone/contract/ITestOzoneContractDelete.java | 66 -
.../ozone/contract/ITestOzoneContractDistCp.java | 59 -
.../contract/ITestOzoneContractDistCpWithFSO.java | 65 -
.../contract/ITestOzoneContractGetFileStatus.java | 83 --
.../fs/ozone/contract/ITestOzoneContractMkdir.java | 66 -
.../fs/ozone/contract/ITestOzoneContractOpen.java | 66 -
.../ozone/contract/ITestOzoneContractRename.java | 67 -
.../ozone/contract/ITestOzoneContractRootDir.java | 68 -
.../hadoop/fs/ozone/contract/OzoneContract.java | 125 +-
...eContractSeek.java => RootedOzoneContract.java} | 35 +-
...ractUnbuffer.java => TestOzoneContractFSO.java} | 28 +-
...tUnbuffer.java => TestOzoneContractLegacy.java} | 31 +-
.../fs/ozone/contract/TestRootedOzoneContract.java | 17 +-
.../rooted/ITestRootedOzoneContractCreate.java | 49 -
.../rooted/ITestRootedOzoneContractDelete.java | 49 -
.../rooted/ITestRootedOzoneContractDistCp.java | 59 -
.../ITestRootedOzoneContractGetFileStatus.java | 55 -
.../rooted/ITestRootedOzoneContractMkdir.java | 49 -
.../rooted/ITestRootedOzoneContractOpen.java | 48 -
.../rooted/ITestRootedOzoneContractRename.java | 50 -
.../rooted/ITestRootedOzoneContractRootDir.java | 83 --
.../rooted/ITestRootedOzoneContractSeek.java | 48 -
.../ozone/contract/rooted/RootedOzoneContract.java | 117 --
.../{ozone => hdds}/scm/TestAllocateContainer.java | 3 +-
.../{ozone => hdds}/scm/TestCloseContainer.java | 2 +-
.../scm/TestContainerReportWithKeys.java | 2 +-
.../scm/TestContainerSmallFile.java | 9 +-
.../{ozone => hdds}/scm/TestFailoverWithSCMHA.java | 32 +-
.../scm/TestGetCommittedBlockLengthAndPutKey.java | 26 +-
.../hadoop/hdds/scm/TestRatisPipelineLeader.java | 12 +-
.../TestSCMContainerPlacementPolicyMetrics.java | 6 +-
.../hdds/scm/TestSCMDbCheckpointServlet.java | 38 +-
.../scm/TestSCMInstallSnapshotWithHA.java | 19 +-
.../hadoop/{ozone => hdds}/scm/TestSCMMXBean.java | 12 +-
.../scm/TestSCMNodeManagerMXBean.java | 12 +-
.../apache/hadoop/hdds/scm/TestSCMSnapshot.java | 11 +-
.../{ozone => hdds}/scm/TestSecretKeySnapshot.java | 22 +-
.../{ozone => hdds}/scm/TestSecretKeysApi.java | 24 +-
.../scm/TestStorageContainerManager.java | 148 +-
.../scm/TestStorageContainerManagerHA.java | 14 +-
.../scm/TestStorageContainerManagerHelper.java | 2 +-
.../{ozone => hdds}/scm/TestXceiverClientGrpc.java | 11 +-
.../scm/TestXceiverClientManager.java | 13 +-
.../scm/TestXceiverClientMetrics.java | 11 +-
.../TestContainerStateManagerIntegration.java | 36 +-
.../scm/node/TestDecommissionAndMaintenance.java | 132 +-
.../apache/hadoop/hdds/scm/node/TestNodeUtil.java | 102 ++
.../{ozone => hdds}/scm/node/TestQueryNode.java | 38 +-
.../{ozone => hdds}/scm/node/package-info.java | 2 +-
.../hdds/scm/pipeline/TestLeaderChoosePolicy.java | 5 +-
.../hdds/scm/pipeline/TestMultiRaftSetup.java | 7 +-
.../hdds/scm/pipeline/TestNode2PipelineMap.java | 7 +-
.../hdds/scm/pipeline/TestPipelineClose.java | 15 +-
.../scm/pipeline/TestPipelineManagerMXBean.java | 2 +-
.../TestSCMPipelineBytesWrittenMetrics.java | 4 +-
.../scm/pipeline/TestSCMPipelineMetrics.java | 7 +-
.../safemode/TestSCMSafeModeWithPipelineRules.java | 8 +-
.../hadoop/hdds/scm/storage/TestCommitWatcher.java | 92 +-
.../hdds/scm/storage/TestContainerCommandsEC.java | 28 +-
.../hadoop/hdds/upgrade/TestHDDSUpgrade.java | 10 +-
.../hadoop/hdds/upgrade/TestHddsUpgradeUtils.java | 11 +-
.../hadoop/hdds/upgrade/TestScmHAFinalization.java | 35 +-
.../db/managed/TestRocksObjectLeakDetector.java | 7 +-
.../hadoop/ozone/ClientConfigForTesting.java | 135 ++
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 126 +-
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 85 +-
.../hadoop/ozone/MiniOzoneHAClusterImpl.java | 21 +-
.../org/apache/hadoop/ozone/OzoneTestUtils.java | 20 +-
.../org/apache/hadoop/ozone/RatisTestHelper.java | 73 +-
.../org/apache/hadoop/ozone/TestBlockTokens.java | 6 -
.../apache/hadoop/ozone/TestBlockTokensCLI.java | 17 +-
.../hadoop/ozone/TestContainerOperations.java | 21 +-
.../TestContainerStateMachineIdempotency.java | 56 +-
.../org/apache/hadoop/ozone/TestCpuMetrics.java | 17 +-
.../apache/hadoop/ozone/TestDelegationToken.java | 29 +-
.../apache/hadoop/ozone/TestMiniOzoneCluster.java | 5 +-
.../hadoop/ozone/TestMiniOzoneOMHACluster.java | 17 +-
.../hadoop/ozone/TestMultipartObjectGet.java | 22 +-
.../hadoop/ozone/TestSecureOzoneCluster.java | 18 +-
.../ozone/client/TestOzoneClientFactory.java | 21 +-
.../client/rpc/AbstractTestECKeyOutputStream.java | 16 +-
.../ozone/client/rpc/Test2WayCommitInRatis.java | 13 +-
.../client/rpc/TestBlockDataStreamOutput.java | 17 +-
.../ozone/client/rpc/TestBlockOutputStream.java | 13 +-
.../rpc/TestCloseContainerHandlingByClient.java | 2 +-
.../rpc/TestContainerStateMachineFailures.java | 112 +-
.../rpc/TestContainerStateMachineFlushDelay.java | 16 +-
.../rpc/TestContainerStateMachineStream.java | 17 +-
.../client/rpc/TestDeleteWithInAdequateDN.java | 32 +-
.../client/rpc/TestDiscardPreallocatedBlocks.java | 2 +-
.../rpc/TestFailureHandlingByClientFlushDelay.java | 17 +-
.../client/rpc/TestOzoneAtRestEncryption.java | 24 +-
.../rpc/TestOzoneClientMultipartUploadWithFSO.java | 60 +-
...estOzoneClientRetriesOnExceptionFlushDelay.java | 16 +-
.../rpc/TestOzoneClientRetriesOnExceptions.java | 124 +-
.../client/rpc/TestOzoneRpcClientAbstract.java | 107 +-
.../rpc/TestOzoneRpcClientForAclAuditLog.java | 4 -
.../client/rpc/TestOzoneRpcClientWithRatis.java | 9 -
.../ozone/client/rpc/TestSecureOzoneRpcClient.java | 177 ++-
.../ozone/client/rpc/TestWatchForCommit.java | 67 +-
.../ozone/client/rpc/read/TestInputStreamBase.java | 15 +-
.../ozone/container/TestContainerReplication.java | 4 +-
.../ozone/container/TestECContainerRecovery.java | 26 +-
.../apache/hadoop/ozone/container/TestHelper.java | 12 +-
.../commandhandler/TestBlockDeletion.java | 101 +-
.../TestCloseContainerByPipeline.java | 4 +-
.../commandhandler/TestCloseContainerHandler.java | 7 +-
.../commandhandler/TestDeleteContainerHandler.java | 89 +-
.../commandhandler/TestFinalizeBlock.java | 75 +-
.../TestRefreshVolumeUsageHandler.java | 6 +-
.../transport/server/ratis/TestCSMMetrics.java | 11 +-
.../container/metrics/TestContainerMetrics.java | 7 +-
.../metrics/TestDatanodeQueueMetrics.java | 23 +-
.../container/ozoneimpl/TestOzoneContainer.java | 21 +-
.../ozoneimpl/TestOzoneContainerWithTLS.java | 41 +-
.../replication/TestContainerReplication.java | 10 +-
.../container/server/TestContainerServer.java | 5 +-
.../server/TestSecureContainerServer.java | 22 +-
.../org/apache/hadoop/ozone/debug/TestLDBCli.java | 21 +-
.../hadoop/ozone/debug/TestLeaseRecoverer.java | 27 +-
.../ozone/dn/ratis/TestDnRatisLogParser.java | 8 +-
.../TestDatanodeHddsVolumeFailureToleration.java | 6 +-
.../hadoop/ozone/freon/TestDataValidate.java | 29 +-
.../freon/TestFreonWithDatanodeFastRestart.java | 22 +-
.../ozone/freon/TestFreonWithPipelineDestroy.java | 13 +-
.../ozone/freon/TestHadoopDirTreeGenerator.java | 19 +-
.../ozone/freon/TestHadoopNestedDirGenerator.java | 6 +-
.../hadoop/ozone/freon/TestOMSnapshotDAG.java | 29 +-
.../ozone/freon/TestOmBucketReadWriteFileOps.java | 14 +-
.../ozone/freon/TestOmBucketReadWriteKeyOps.java | 14 +-
.../hadoop/ozone/fsck/TestContainerMapper.java | 2 -
.../hadoop/ozone/om/TestAddRemoveOzoneManager.java | 85 +-
.../ozone/om/TestBucketLayoutWithOlderClient.java | 9 +-
.../apache/hadoop/ozone/om/TestBucketOwner.java | 86 +-
.../apache/hadoop/ozone/om/TestKeyManagerImpl.java | 128 +-
.../org/apache/hadoop/ozone/om/TestListKeys.java | 10 +-
.../hadoop/ozone/om/TestListKeysWithFSO.java | 16 +-
.../org/apache/hadoop/ozone/om/TestListStatus.java | 10 +-
.../hadoop/ozone/om/TestOMBucketLayoutUpgrade.java | 2 -
.../hadoop/ozone/om/TestOMDbCheckpointServlet.java | 10 +-
.../hadoop/ozone/om/TestOMEpochForNonRatis.java | 10 -
.../hadoop/ozone/om/TestOMRatisSnapshots.java | 88 +-
.../ozone/om/TestOMStartupWithBucketLayout.java | 9 +-
.../hadoop/ozone/om/TestOMUpgradeFinalization.java | 2 -
.../apache/hadoop/ozone/om/TestObjectStore.java | 25 +-
.../hadoop/ozone/om/TestObjectStoreWithFSO.java | 101 +-
.../ozone/om/TestObjectStoreWithLegacyFS.java | 14 +-
.../org/apache/hadoop/ozone/om/TestOmAcls.java | 7 -
.../ozone/om/TestOmContainerLocationCache.java | 20 +-
.../org/apache/hadoop/ozone/om/TestOmInit.java | 10 -
.../org/apache/hadoop/ozone/om/TestOmMetrics.java | 18 +-
.../hadoop/ozone/om/TestOmSnapshotDisabled.java | 6 -
.../ozone/om/TestOmSnapshotDisabledRestart.java | 6 -
.../hadoop/ozone/om/TestOmSnapshotFileSystem.java | 10 +-
.../ozone/om/TestOmStartupSlvLessThanMlv.java | 6 +-
.../ozone/om/TestOzoneManagerConfiguration.java | 46 +-
.../apache/hadoop/ozone/om/TestOzoneManagerHA.java | 26 +-
.../ozone/om/TestOzoneManagerHASnapshot.java | 8 +-
.../ozone/om/TestOzoneManagerListVolumes.java | 28 +-
.../om/TestOzoneManagerListVolumesSecure.java | 96 +-
.../hadoop/ozone/om/TestOzoneManagerRestart.java | 10 -
.../hadoop/ozone/om/TestRecursiveAclWithFSO.java | 72 +-
.../apache/hadoop/ozone/om/TestScmSafeMode.java | 34 +-
.../hadoop/ozone/om/TestSecureOzoneManager.java | 42 +-
.../ozone/om/TestSnapshotBackgroundServices.java | 90 +-
.../ozone/om/TestSnapshotDeletingService.java | 3 -
.../ozone/om/service/TestRangerBGSyncService.java | 230 ++-
.../hadoop/ozone/om/snapshot/TestOmSnapshot.java | 50 +-
.../snapshot/TestOmSnapshotFsoWithNativeLib.java | 9 +-
.../om/snapshot/TestOzoneManagerSnapshotAcl.java | 148 +-
.../snapshot/TestOzoneManagerSnapshotProvider.java | 8 -
.../om/snapshot/TestOzoneSnapshotRestore.java | 5 -
.../ozone/parser/TestOzoneHARatisLogParser.java | 38 +-
.../ozone/recon/TestReconAndAdminContainerCLI.java | 489 ++++++
.../hadoop/ozone/recon/TestReconEndpointUtil.java | 186 +++
.../TestReconInsightsForDeletedDirectories.java | 22 +-
.../ozone/recon/TestReconWithOzoneManagerHA.java | 3 -
.../reconfig/TestDatanodeReconfiguration.java | 16 +
.../org/apache/hadoop/ozone/scm/package-info.java | 18 -
.../hadoop/ozone/scm/pipeline/package-info.java | 24 -
.../ozone/shell/TestDeletedBlocksTxnShell.java | 33 +-
.../hadoop/ozone/shell/TestNSSummaryAdmin.java | 22 +-
.../shell/TestOzoneContainerUpgradeShell.java | 18 +-
.../hadoop/ozone/shell/TestOzoneDatanodeShell.java | 22 +-
.../hadoop/ozone/shell/TestOzoneDebugShell.java | 23 +-
.../hadoop/ozone/shell/TestOzoneShellHA.java | 329 +++-
.../ozone/shell/TestOzoneShellHAWithFSO.java | 3 +
.../hadoop/ozone/shell/TestOzoneTenantShell.java | 33 +-
.../hadoop/ozone/shell/TestReconfigShell.java | 9 +-
.../apache/hadoop/ozone/shell/TestScmAdminHA.java | 7 -
.../ozone/shell/TestTransferLeadershipShell.java | 31 +-
.../tools/contract/AbstractContractDistCpTest.java | 2 +-
.../org/apache/hadoop/utils/FaultInjectorImpl.java | 83 ++
.../src/test/resources/ozone-site.xml | 49 +
.../src/main/proto/OmClientProtocol.proto | 52 +-
.../interface-client/src/main/resources/proto.lock | 1575 +++++++++++++++++++-
hadoop-ozone/interface-storage/pom.xml | 1 -
.../apache/hadoop/ozone/om/OMMetadataManager.java | 96 +-
.../hadoop/ozone/om/helpers/OmPrefixInfo.java | 29 +-
.../om/helpers/TestOmMultipartKeyInfoCodec.java | 7 +-
.../hadoop/ozone/om/helpers/TestOmPrefixInfo.java | 22 +-
.../ozone/om/helpers/TestOmPrefixInfoCodec.java | 4 +-
.../om/helpers/TestRepeatedOmKeyInfoCodec.java | 36 +-
.../ozone/om/helpers/TestS3SecretValueCodec.java | 11 +-
hadoop-ozone/ozone-manager/pom.xml | 3 +-
.../org/apache/hadoop/ozone/audit/OMAction.java | 4 +-
.../apache/hadoop/ozone/common/BekInfoUtils.java | 70 +
.../org/apache/hadoop/ozone/om/KeyManager.java | 3 +-
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 29 +-
.../org/apache/hadoop/ozone/om/ListIterator.java | 38 +-
.../hadoop/ozone/om/OMDBCheckpointServlet.java | 54 +-
.../java/org/apache/hadoop/ozone/om/OMMetrics.java | 17 +-
.../hadoop/ozone/om/OMMultiTenantManager.java | 2 +-
.../hadoop/ozone/om/OMMultiTenantManagerImpl.java | 34 +-
.../hadoop/ozone/om/OMPerformanceMetrics.java | 10 +-
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 185 ++-
.../apache/hadoop/ozone/om/OmSnapshotManager.java | 2 +-
.../hadoop/ozone/om/OzoneListStatusHelper.java | 113 +-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 119 +-
.../apache/hadoop/ozone/om/PrefixManagerImpl.java | 80 +-
.../hadoop/ozone/om/S3SecretManagerImpl.java | 3 +-
.../java/org/apache/hadoop/ozone/om/ScmClient.java | 10 +-
.../hadoop/ozone/om/TrashOzoneFileSystem.java | 31 +-
.../ozone/om/ratis/OzoneManagerDoubleBuffer.java | 205 ++-
.../ozone/om/ratis/OzoneManagerStateMachine.java | 81 +-
.../metrics/OzoneManagerDoubleBufferMetrics.java | 11 +
.../metrics/OzoneManagerStateMachineMetrics.java | 87 --
.../BucketLayoutAwareOMKeyRequestFactory.java | 4 +-
.../hadoop/ozone/om/request/OMClientRequest.java | 2 +-
.../om/request/bucket/OMBucketCreateRequest.java | 42 +-
.../request/bucket/OMBucketSetPropertyRequest.java | 20 +
.../om/request/file/OMDirectoryCreateRequest.java | 5 -
.../ozone/om/request/file/OMFileRequest.java | 9 +-
.../om/request/file/OMRecoverLeaseRequest.java | 54 +-
.../request/key/OMAllocateBlockRequestWithFSO.java | 4 +-
.../ozone/om/request/key/OMKeyCommitRequest.java | 45 +-
.../om/request/key/OMKeyCommitRequestWithFSO.java | 38 +-
.../om/request/key/OMKeyCreateRequestWithFSO.java | 14 +-
.../ozone/om/request/key/OMKeyDeleteRequest.java | 24 +-
.../om/request/key/OMKeyDeleteRequestWithFSO.java | 23 +-
.../hadoop/ozone/om/request/key/OMKeyRequest.java | 10 +-
.../ozone/om/request/key/OMKeysDeleteRequest.java | 40 +-
.../om/request/key/OmKeysDeleteRequestWithFSO.java | 40 +-
.../request/key/acl/prefix/OMPrefixAclRequest.java | 14 +-
.../S3ExpiredMultipartUploadsAbortRequest.java | 5 +-
.../S3MultipartUploadCompleteRequest.java | 2 +-
.../S3MultipartUploadCompleteRequestWithFSO.java | 17 +-
.../om/request/s3/security/OMSetSecretRequest.java | 18 +-
.../om/request/s3/security/S3GetSecretRequest.java | 13 +-
.../request/s3/security/S3SecretRequestHelper.java | 2 +-
.../s3/tenant/OMTenantAssignAdminRequest.java | 2 +-
.../tenant/OMTenantAssignUserAccessIdRequest.java | 5 +-
.../s3/tenant/OMTenantRevokeAdminRequest.java | 2 +-
.../tenant/OMTenantRevokeUserAccessIdRequest.java | 2 +-
.../om/request/util/OMMultipartUploadUtils.java | 32 +-
.../hadoop/ozone/om/request/util/ObjectParser.java | 8 +-
.../ozone/om/request/util/OmKeyHSyncUtil.java | 56 +
.../ozone/om/response/DummyOMClientResponse.java | 2 +-
.../om/response/bucket/OMBucketCreateResponse.java | 4 +-
.../om/response/bucket/OMBucketDeleteResponse.java | 2 +-
.../response/bucket/OMBucketSetOwnerResponse.java | 2 +-
.../bucket/OMBucketSetPropertyResponse.java | 2 +-
.../response/bucket/acl/OMBucketAclResponse.java | 2 +-
.../response/file/OMDirectoryCreateResponse.java | 2 +-
.../file/OMDirectoryCreateResponseWithFSO.java | 2 +-
.../om/response/file/OMFileCreateResponse.java | 2 +-
.../response/file/OMFileCreateResponseWithFSO.java | 2 +-
.../om/response/file/OMRecoverLeaseResponse.java | 2 +-
.../response/key/AbstractOMKeyDeleteResponse.java | 4 +-
.../om/response/key/OMAllocateBlockResponse.java | 2 +-
.../key/OMAllocateBlockResponseWithFSO.java | 2 +-
.../key/OMDirectoriesPurgeResponseWithFSO.java | 2 +-
.../ozone/om/response/key/OMKeyCommitResponse.java | 16 +-
.../response/key/OMKeyCommitResponseWithFSO.java | 12 +-
.../ozone/om/response/key/OMKeyCreateResponse.java | 2 +-
.../response/key/OMKeyCreateResponseWithFSO.java | 2 +-
.../ozone/om/response/key/OMKeyDeleteResponse.java | 20 +-
.../response/key/OMKeyDeleteResponseWithFSO.java | 14 +-
.../ozone/om/response/key/OMKeyPurgeResponse.java | 2 +-
.../ozone/om/response/key/OMKeyRenameResponse.java | 2 +-
.../response/key/OMKeyRenameResponseWithFSO.java | 2 +-
.../om/response/key/OMKeySetTimesResponse.java | 2 +-
.../response/key/OMKeySetTimesResponseWithFSO.java | 9 +-
.../om/response/key/OMKeysDeleteResponse.java | 19 +-
.../response/key/OMKeysDeleteResponseWithFSO.java | 22 +-
.../om/response/key/OMKeysRenameResponse.java | 2 +-
.../om/response/key/OMOpenKeysDeleteResponse.java | 2 +-
.../om/response/key/acl/OMKeyAclResponse.java | 2 +-
.../response/key/acl/OMKeyAclResponseWithFSO.java | 9 +-
.../key/acl/prefix/OMPrefixAclResponse.java | 2 +-
.../AbstractS3MultipartAbortResponse.java | 2 +-
.../S3ExpiredMultipartUploadsAbortResponse.java | 2 +-
.../S3InitiateMultipartUploadResponse.java | 2 +-
.../S3InitiateMultipartUploadResponseWithFSO.java | 2 +-
.../multipart/S3MultipartUploadAbortResponse.java | 2 +-
.../S3MultipartUploadAbortResponseWithFSO.java | 2 +-
.../S3MultipartUploadCommitPartResponse.java | 4 +-
...S3MultipartUploadCommitPartResponseWithFSO.java | 4 +-
.../S3MultipartUploadCompleteResponse.java | 2 +-
.../S3MultipartUploadCompleteResponseWithFSO.java | 2 +-
.../response/s3/security/OMSetSecretResponse.java | 4 +-
.../response/s3/security/S3GetSecretResponse.java | 4 +-
.../s3/security/S3RevokeSecretResponse.java | 4 +-
.../tenant/OMSetRangerServiceVersionResponse.java | 2 +-
.../s3/tenant/OMTenantAssignAdminResponse.java | 2 +-
.../tenant/OMTenantAssignUserAccessIdResponse.java | 2 +-
.../response/s3/tenant/OMTenantCreateResponse.java | 2 +-
.../response/s3/tenant/OMTenantDeleteResponse.java | 4 +-
.../s3/tenant/OMTenantRevokeAdminResponse.java | 2 +-
.../tenant/OMTenantRevokeUserAccessIdResponse.java | 2 +-
.../security/OMCancelDelegationTokenResponse.java | 4 +-
.../security/OMGetDelegationTokenResponse.java | 4 +-
.../security/OMRenewDelegationTokenResponse.java | 4 +-
.../snapshot/OMSnapshotCreateResponse.java | 2 +-
.../snapshot/OMSnapshotDeleteResponse.java | 2 +-
.../OMSnapshotMoveDeletedKeysResponse.java | 2 +-
.../response/snapshot/OMSnapshotPurgeResponse.java | 2 +-
.../snapshot/OMSnapshotSetPropertyResponse.java | 2 +-
.../om/response/volume/OMVolumeAclOpResponse.java | 2 +-
.../om/response/volume/OMVolumeCreateResponse.java | 2 +-
.../om/response/volume/OMVolumeDeleteResponse.java | 2 +-
.../response/volume/OMVolumeSetOwnerResponse.java | 2 +-
.../response/volume/OMVolumeSetQuotaResponse.java | 2 +-
.../ozone/om/service/OpenKeyCleanupService.java | 17 +-
.../ozone/om/snapshot/RocksDbPersistentMap.java | 2 +-
.../ozone/om/snapshot/SnapshotDiffManager.java | 4 +-
...OzoneManagerProtocolServerSideTranslatorPB.java | 65 +-
.../protocolPB/OzoneManagerRequestHandler.java | 36 +-
.../org/apache/hadoop/ozone/om/OmTestManagers.java | 27 +-
.../hadoop/ozone/om/TestBucketManagerImpl.java | 233 ++-
.../apache/hadoop/ozone/om/TestChunkStreams.java | 6 +-
.../apache/hadoop/ozone/om/TestKeyManagerUnit.java | 119 +-
.../apache/hadoop/ozone/om/TestOMDBDefinition.java | 3 +-
.../hadoop/ozone/om/TestOMMultiTenantManager.java | 21 +-
.../ozone/om/TestOMMultiTenantManagerImpl.java | 3 +-
.../org/apache/hadoop/ozone/om/TestOMStorage.java | 17 +-
.../hadoop/ozone/om/TestOMTenantCreateRequest.java | 4 +-
.../hadoop/ozone/om/TestOmMetadataManager.java | 149 +-
.../hadoop/ozone/om/TestOmSnapshotManager.java | 47 +-
.../ozone/om/TestOzoneManagerHttpServer.java | 15 +-
.../org/apache/hadoop/ozone/om/TestScmClient.java | 2 +-
.../hadoop/ozone/om/TestSstFilteringService.java | 3 +-
.../apache/hadoop/ozone/om/TestTrashService.java | 3 +-
.../TestMultiTenantAccessController.java | 38 +-
.../om/ratis/TestOzoneManagerDoubleBuffer.java | 70 +-
...tOzoneManagerDoubleBufferWithDummyResponse.java | 11 +-
...TestOzoneManagerDoubleBufferWithOMResponse.java | 23 +-
.../om/ratis/TestOzoneManagerRatisServer.java | 9 +-
.../om/ratis/TestOzoneManagerStateMachine.java | 26 +-
.../TestOmRatisSnapshotProvider.java | 4 +-
.../ozone/om/request/OMRequestTestUtils.java | 53 +-
.../request/TestBucketLayoutAwareOMKeyFactory.java | 27 +-
.../ozone/om/request/TestNormalizePaths.java | 13 +-
.../ozone/om/request/bucket/TestBucketRequest.java | 2 +-
.../request/file/TestOMDirectoryCreateRequest.java | 4 +-
.../file/TestOMDirectoryCreateRequestWithFSO.java | 8 +-
.../om/request/file/TestOMFileCreateRequest.java | 6 +-
.../om/request/file/TestOMRecoverLeaseRequest.java | 7 +-
.../om/request/key/TestOMAllocateBlockRequest.java | 4 +-
.../key/TestOMAllocateBlockRequestWithFSO.java | 6 +-
.../TestOMDirectoriesPurgeRequestAndResponse.java | 4 +-
.../om/request/key/TestOMKeyCommitRequest.java | 20 +-
.../request/key/TestOMKeyCommitRequestWithFSO.java | 4 +-
.../om/request/key/TestOMKeyCreateRequest.java | 19 +-
.../om/request/key/TestOMKeyDeleteRequest.java | 3 +-
.../request/key/TestOMKeyDeleteRequestWithFSO.java | 28 +-
.../key/TestOMKeyPurgeRequestAndResponse.java | 2 +-
.../ozone/om/request/key/TestOMKeyRequest.java | 23 +-
.../om/request/key/TestOMPrefixAclRequest.java | 278 +++-
.../TestS3ExpiredMultipartUploadsAbortRequest.java | 4 +-
.../s3/multipart/TestS3MultipartRequest.java | 2 +-
.../s3/security/TestS3GetSecretRequest.java | 9 +-
.../security/TestOMGetDelegationTokenRequest.java | 18 +-
.../snapshot/TestOMSnapshotCreateRequest.java | 4 +-
.../snapshot/TestOMSnapshotDeleteRequest.java | 4 +-
.../TestOMSnapshotPurgeRequestAndResponse.java | 4 +-
...estOMSnapshotSetPropertyRequestAndResponse.java | 2 +-
.../request/validation/TestRequestValidations.java | 15 +-
.../om/request/volume/TestOMVolumeRequest.java | 2 +-
.../file/TestOMFileCreateResponseWithFSO.java | 8 +-
.../response/key/TestOMAllocateBlockResponse.java | 4 +-
.../key/TestOMAllocateBlockResponseWithFSO.java | 4 +-
.../om/response/key/TestOMKeyCommitResponse.java | 16 +-
.../key/TestOMKeyCommitResponseWithFSO.java | 16 +-
.../om/response/key/TestOMKeyCreateResponse.java | 4 +-
.../key/TestOMKeyCreateResponseWithFSO.java | 8 +-
.../om/response/key/TestOMKeyDeleteResponse.java | 2 +-
.../key/TestOMKeyDeleteResponseWithFSO.java | 2 +-
.../ozone/om/response/key/TestOMKeyResponse.java | 8 +-
.../om/response/key/TestOMKeysDeleteResponse.java | 3 +-
.../key/TestOMKeysDeleteResponseWithFSO.java | 3 +-
.../key/acl/prefix/TestOMPrefixAclResponse.java | 158 ++
.../volume/TestOMVolumeCreateResponse.java | 17 +-
.../volume/TestOMVolumeSetOwnerResponse.java | 17 +-
.../volume/TestOMVolumeSetQuotaResponse.java | 16 +-
.../ozone/om/service/TestKeyDeletingService.java | 1039 +++++++------
.../service/TestMultipartUploadCleanupService.java | 64 +-
.../om/service/TestOpenKeyCleanupService.java | 166 ++-
.../om/service/TestSnapshotDiffCleanupService.java | 10 +-
.../om/snapshot/TestFSODirectoryPathResolver.java | 2 +-
.../ozone/om/snapshot/TestOmSnapshotUtils.java | 2 -
.../om/snapshot/TestRocksDbPersistentList.java | 10 +-
.../om/snapshot/TestRocksDbPersistentMap.java | 10 +-
.../om/snapshot/TestRocksDbPersistentSet.java | 10 +-
.../ozone/om/snapshot/TestSnapshotCache.java | 4 +-
.../ozone/om/snapshot/TestSnapshotDiffManager.java | 20 +-
.../ozone/om/upgrade/OMLayoutFeatureUtil.java | 2 +-
.../om/upgrade/TestOMLayoutFeatureAspect.java | 2 +-
.../ozone/om/upgrade/TestOMUpgradeFinalizer.java | 18 +-
.../ozone/om/upgrade/TestOMVersionManager.java | 13 +-
.../security/TestOmCertificateClientInit.java | 9 +-
.../TestOzoneDelegationTokenSecretManager.java | 4 +-
.../ozone/security/TestOzoneTokenIdentifier.java | 57 +-
.../security/acl/TestOzoneAuthorizerFactory.java | 2 +-
.../security/acl/TestOzoneNativeAuthorizer.java | 11 +-
.../hadoop/ozone/security/acl/TestParentAcl.java | 14 +-
.../security/acl/TestSharedTmpDirAuthorizer.java | 14 +-
.../hadoop/ozone/security/acl/TestVolumeOwner.java | 14 +-
hadoop-ozone/ozonefs-common/pom.xml | 1 -
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 60 +-
.../ozone/BasicRootedOzoneClientAdapterImpl.java | 60 +-
.../apache/hadoop/fs/ozone/OzoneClientAdapter.java | 5 +-
.../org/apache/hadoop/fs/ozone/OzoneFsShell.java | 4 +-
.../java/org/apache/hadoop/fs/ozone/Statistic.java | 1 +
.../apache/hadoop/fs/ozone/OzoneFileSystem.java | 37 +-
.../hadoop/fs/ozone/RootedOzoneFileSystem.java | 35 +-
.../apache/hadoop/fs/ozone/OzoneFileSystem.java | 39 +-
.../hadoop/fs/ozone/RootedOzoneFileSystem.java | 35 +-
hadoop-ozone/recon/pom.xml | 1 -
.../org/apache/hadoop/ozone/recon/ReconUtils.java | 4 +-
.../ozone/recon/api/OMDBInsightEndpoint.java | 11 +-
.../api/types/UnhealthyContainerMetadata.java | 4 +
.../api/types/UnhealthyContainersResponse.java | 4 +
.../ozone/recon/fsck/ContainerHealthStatus.java | 77 +-
.../ozone/recon/fsck/ContainerHealthTask.java | 31 +-
.../hadoop/ozone/recon/heatmap/HeatMapUtil.java | 4 +-
.../ozone/recon/persistence/ContainerHistory.java | 10 +-
.../hadoop/ozone/recon/scm/ReconNodeManager.java | 6 +-
.../scm/ReconStorageContainerManagerFacade.java | 2 +-
.../impl/ReconContainerMetadataManagerImpl.java | 4 +-
.../hadoop/ozone/recon/ReconTestInjector.java | 2 +-
.../apache/hadoop/ozone/recon/TestReconUtils.java | 9 +-
.../ozone/recon/api/TestContainerEndpoint.java | 11 +-
.../ozone/recon/api/TestContainerStateCounts.java | 4 +
.../hadoop/ozone/recon/api/TestEndpoints.java | 13 +-
.../ozone/recon/api/TestOmDBInsightEndPoint.java | 12 +-
.../ozone/recon/api/TestOpenContainerCount.java | 9 +-
.../ozone/recon/api/TestTaskStatusService.java | 4 +
.../ozone/recon/api/TestTriggerDBSyncEndpoint.java | 6 +-
.../recon/fsck/TestContainerHealthStatus.java | 225 ++-
.../ozone/recon/fsck/TestContainerHealthTask.java | 18 +-
.../TestContainerHealthTaskRecordGenerator.java | 43 +-
.../recon/persistence/AbstractReconSqlDBTest.java | 16 +-
.../TestReconInternalSchemaDefinition.java | 4 +
.../persistence/TestReconWithDifferentSqlDBs.java | 2 +-
.../recon/persistence/TestSqlSchemaSetup.java | 4 +
.../persistence/TestStatsSchemaDefinition.java | 4 +
.../TestUtilizationSchemaDefinition.java | 4 +
...TestReconIncrementalContainerReportHandler.java | 10 +-
.../ozone/recon/scm/TestReconNodeManager.java | 12 +-
.../impl/TestOzoneManagerServiceProviderImpl.java | 6 +-
.../recon/tasks/TestContainerSizeCountTask.java | 4 +
.../ozone/recon/tasks/TestFileSizeCountTask.java | 6 +-
.../ozone/recon/tasks/TestOMDBUpdatesHandler.java | 6 +-
.../ozone/recon/tasks/TestOmTableInsightTask.java | 4 +
.../recon/tasks/TestOmUpdateEventValidator.java | 2 +-
.../recon/tasks/TestReconTaskControllerImpl.java | 6 +-
hadoop-ozone/s3-secret-store/pom.xml | 1 -
.../ozone/s3/remote/vault/VaultS3SecretStore.java | 2 +-
.../ozone/s3/remote/vault/auth/AppRoleAuth.java | 2 +-
.../s3/remote/vault/TestVaultS3SecretStore.java | 6 +-
hadoop-ozone/s3gateway/pom.xml | 1 -
.../ozone/s3/commontypes/EncodingTypeObject.java | 2 +-
.../ozone/s3secret/S3SecretManagementEndpoint.java | 32 +-
.../hadoop/ozone/client/ClientProtocolStub.java | 12 +-
.../hadoop/ozone/s3/TestAuthorizationFilter.java | 100 +-
.../s3/endpoint/TestInitiateMultipartUpload.java | 4 +-
.../s3/endpoint/TestMultipartUploadComplete.java | 24 +-
.../hadoop/ozone/s3/endpoint/TestObjectPut.java | 4 +-
.../hadoop/ozone/s3/endpoint/TestPartUpload.java | 12 +-
.../s3/endpoint/TestPartUploadWithStream.java | 12 +-
.../ozone/s3/endpoint/TestPermissionCheck.java | 10 +-
.../ozone/s3/metrics/TestS3GatewayMetrics.java | 8 +-
.../hadoop/ozone/s3secret/TestSecretGenerate.java | 48 +-
.../hadoop/ozone/s3secret/TestSecretRevoke.java | 4 +-
.../ozone/admin/nssummary/DiskUsageSubCommand.java | 3 +-
.../admin/nssummary/FileSizeDistSubCommand.java | 3 +-
.../ozone/admin/nssummary/NSSummaryAdmin.java | 63 +-
.../admin/nssummary/QuotaUsageSubCommand.java | 3 +-
.../ozone/admin/nssummary/SummarySubCommand.java | 3 +-
.../ozone/admin/om/ListOpenFilesSubCommand.java | 202 +++
.../org/apache/hadoop/ozone/admin/om/OMAdmin.java | 1 +
.../apache/hadoop/ozone/debug/ChunkKeyHandler.java | 154 +-
.../apache/hadoop/ozone/debug/ReadReplicas.java | 4 +-
.../hadoop/ozone/freon/OmMetadataGenerator.java | 176 +--
.../hadoop/ozone/shell/bucket/BucketCommands.java | 3 +-
.../ozone/shell/bucket/SetEncryptionKey.java | 81 +
.../hadoop/ozone/audit/parser/TestAuditParser.java | 20 +-
.../hadoop/ozone/checknative/TestCheckNative.java | 8 +-
.../ozone/debug/TestDBDefinitionFactory.java | 18 +-
.../containergenerator/TestGeneratorDatanode.java | 5 +-
.../TestGenerateOzoneRequiredConfigurations.java | 57 +-
.../ozone/scm/TestDecommissionScmSubcommand.java | 28 +-
.../hadoop/ozone/shell/TestOzoneAddress.java | 59 +-
.../shell/TestOzoneAddressClientCreation.java | 47 +-
.../ozone/shell/keys/TestChecksumKeyHandler.java | 30 +-
pom.xml | 145 +-
1011 files changed, 17275 insertions(+), 12766 deletions(-)
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/function/package-info.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/common/MonotonicClock.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/lock/ActiveLock.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/lock/LockManager.java
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/lock/PooledLockFactory.java
rename hadoop-hdds/common/src/{main =>
test}/java/org/apache/hadoop/ozone/common/NativeCheckSumCRC32.java (100%)
delete mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/ozone/lock/TestLockManager.java
delete mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/ozone/lock/package-info.java
rename hadoop-hdds/common/src/{main =>
test}/java/org/apache/hadoop/util/NativeCRC32Wrapper.java (100%)
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/metadata/DatanodeStoreWithIncrementalChunkList.java
create mode 100644 hadoop-hdds/docs/content/feature/Decommission.zh.md
create mode 100644 hadoop-hdds/docs/content/feature/Topology.zh.md
create mode 100644 hadoop-hdds/docs/content/feature/dn-merge-rocksdb.zh.md
rename hadoop-hdds/{common =>
server-scm}/src/main/java/org/apache/hadoop/hdds/scm/PipelineChoosePolicy.java
(86%)
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/pipeline/choose/algorithms/CapacityPipelineChoosePolicy.java
rename hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/{ozone =>
hdds}/scm/node/TestSCMNodeMetrics.java (87%)
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/pipeline/choose/algorithms/TestCapacityPipelineChoosePolicy.java
delete mode 100644
hadoop-hdds/test-utils/src/main/java/org/apache/ozone/test/DisableOnProperty.java
rename
hadoop-hdds/{common/src/main/java/org/apache/hadoop/hdds/function/Predicates.java
=> test-utils/src/main/java/org/apache/ozone/test/OzoneTestBase.java} (60%)
create mode 100644
hadoop-ozone/client/src/test/java/org/apache/hadoop/ozone/client/TestBlockOutputStreamIncrementalPutBlock.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/ListOpenFilesResult.java
delete mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/multitenant/AccessPolicy.java
delete mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/multitenant/RangerAccessPolicy.java
create mode 100644
hadoop-ozone/dist/src/main/smoketest/freon/metadata-generate.robot
copy
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/{ITestOzoneContractUnbuffer.java
=> AbstractOzoneContract.java} (52%)
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/AbstractOzoneContractTest.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractCreate.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractDelete.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractDistCp.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractDistCpWithFSO.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractGetFileStatus.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractMkdir.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractOpen.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractRename.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractRootDir.java
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/{ITestOzoneContractSeek.java
=> RootedOzoneContract.java} (56%)
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/{ITestOzoneContractUnbuffer.java
=> TestOzoneContractFSO.java} (60%)
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/{rooted/ITestRootedOzoneContractUnbuffer.java
=> TestOzoneContractLegacy.java} (57%)
rename
hadoop-hdds/test-utils/src/main/java/org/apache/ozone/test/JUnit5AwareTimeout.java
=>
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/TestRootedOzoneContract.java
(70%)
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/rooted/ITestRootedOzoneContractCreate.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/rooted/ITestRootedOzoneContractDelete.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/rooted/ITestRootedOzoneContractDistCp.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/rooted/ITestRootedOzoneContractGetFileStatus.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/rooted/ITestRootedOzoneContractMkdir.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/rooted/ITestRootedOzoneContractOpen.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/rooted/ITestRootedOzoneContractRename.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/rooted/ITestRootedOzoneContractRootDir.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/rooted/ITestRootedOzoneContractSeek.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/rooted/RootedOzoneContract.java
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/{ozone =>
hdds}/scm/TestAllocateContainer.java (97%)
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/{ozone =>
hdds}/scm/TestCloseContainer.java (99%)
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/{ozone =>
hdds}/scm/TestContainerReportWithKeys.java (99%)
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/{ozone =>
hdds}/scm/TestContainerSmallFile.java (95%)
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/{ozone =>
hdds}/scm/TestFailoverWithSCMHA.java (93%)
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/{ozone =>
hdds}/scm/TestGetCommittedBlockLengthAndPutKey.java (91%)
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/{ozone =>
hdds}/scm/TestSCMContainerPlacementPolicyMetrics.java (98%)
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/{ozone =>
hdds}/scm/TestSCMInstallSnapshotWithHA.java (96%)
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/{ozone =>
hdds}/scm/TestSCMMXBean.java (95%)
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/{ozone =>
hdds}/scm/TestSCMNodeManagerMXBean.java (93%)
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/{ozone =>
hdds}/scm/TestSecretKeySnapshot.java (95%)
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/{ozone =>
hdds}/scm/TestSecretKeysApi.java (96%)
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/{ozone =>
hdds}/scm/TestStorageContainerManager.java (92%)
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/{ozone =>
hdds}/scm/TestStorageContainerManagerHA.java (97%)
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/{ozone =>
hdds}/scm/TestStorageContainerManagerHelper.java (99%)
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/{ozone =>
hdds}/scm/TestXceiverClientGrpc.java (96%)
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/{ozone =>
hdds}/scm/TestXceiverClientManager.java (96%)
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/{ozone =>
hdds}/scm/TestXceiverClientMetrics.java (96%)
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/{ozone =>
hdds}/scm/node/TestDecommissionAndMaintenance.java (88%)
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/node/TestNodeUtil.java
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/{ozone =>
hdds}/scm/node/TestQueryNode.java (85%)
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/{ozone =>
hdds}/scm/node/package-info.java (95%)
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/{ozone =>
hdds}/scm/pipeline/TestPipelineManagerMXBean.java (98%)
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/{ozone =>
hdds}/scm/pipeline/TestSCMPipelineBytesWrittenMetrics.java (97%)
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/{ozone =>
hdds}/scm/pipeline/TestSCMPipelineMetrics.java (94%)
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/ClientConfigForTesting.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/recon/TestReconAndAdminContainerCLI.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/recon/TestReconEndpointUtil.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/package-info.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/pipeline/package-info.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/utils/FaultInjectorImpl.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/common/BekInfoUtils.java
delete mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/ratis/metrics/OzoneManagerStateMachineMetrics.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/util/OmKeyHSyncUtil.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/key/acl/prefix/TestOMPrefixAclResponse.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/admin/om/ListOpenFilesSubCommand.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/shell/bucket/SetEncryptionKey.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
