This is an automated email from the ASF dual-hosted git repository.
errose28 pushed a change to branch HDDS-14496-zdu
in repository https://gitbox.apache.org/repos/asf/ozone.git
from 25495e1a9f5 HDDS-16190. Do not use unified version framework in OM
until ZDU is finalized. (#11025)
add 1f515587d6f HDDS-9411. Restrict FileInputStream/FileOutputStream
import (#10789)
add 458c0d14498 HDDS-15791. EC reconstructed RECOVERING container while
still idle can be deleted by SCM and recreated as new partial OPEN container
(#10702)
add 1bb35b2f1c1 HDDS-15892. Massive local build time degradation when
using agent worktrees (#10791)
add 66e2bf5771d HDDS-15392. Add OmKeyInfo and OmDirectoryInfo to snapshot
diff codec registry. (#10770)
add 769471cd9b0 HDDS-15093. Make RackScatter intra-rack placement
capacity-aware (#10648)
add 7674aab192c HDDS-15899. Bump jackson to 2.21.5 (#10799)
add 7ea7e707ffe HDDS-15897. Bump awssdk to 2.47.5 (#10797)
add 96c6cc7e390 HDDS-15900. Bump netty to 4.1.136 (#10800)
add 2d2d63410f7 HDDS-15898. Bump orc-core to 1.9.9 (#10798)
add 9b7dccd80f2 HDDS-13255. Change `<? extends KeyValue>` to `<KeyValue>`
in ozone-manger (#10793)
add 0694122a6f2 HDDS-15901. Bump actions/stale to 10.4.0 (#10802)
add ed92faaaa97 HDDS-15773. Make HddsUtils host:port helpers IPv6-safe
(#10804)
add 472962558f2 HDDS-15902. Bump actions/setup-java to 5.5.0 (#10803)
add 81dcafaba03 HDDS-15772. Stop forcing java.net.preferIPv4Stack=true
(#10801)
add 4766aa8609b HDDS-15440. Combine pipelineMap and pipeline2container to
a single map in PipelineStateMap (#10454)
add 1115746a35a HDDS-15893. Change `<? extends KeyValue>` to `<KeyValue>`
in remaining code (#10806)
add 7c54977e640 HDDS-15906. Add gateway LLM provider for Recon chatbot
(OpenAI-compatible gateways). (#10805).
add 45b48e85823 HDDS-15740. Validate partNumber on GetObject and return
InvalidPart for out-of-range parts (#10670).
add a3ca93ac435 HDDS-15342. Make RocksDB bottommost level compaction
options configurable for background compaction (#10419)
add 66447d3663a HDDS-15690. Support Node-ID for DiskBalancer Commands
(#10755).
add 0f6295ef3ab HDDS-15085. Add DN and Cluster Readiness (#10757)
add 8b167ca2732 HDDS-15877. Extend getFileStatus head-op optimization to
o3fs and remaining type-only callers (#10779)
add c3de92cf9a0 HDDS-15324. Dashboard for monitoring Data Node performance
add c31553bcded HDDS-15766. Make Recon OM DB large tarball transfer
reliable (#10696)
add 5bfa452f3e5 HDDS-15607. Return x-amz-meta-* user-defined object
metadata on S3 GetObject (#10785)
add 917e4b77062 Merge branch 'HDDS-8342' into master-merge-object-ttl
add 1975e74d096 HDDS-15688. Retain in-memory PAUSED state when
diskBalancer.info write fails on DN state change (#10818).
add 024509ede87 HDDS-15912. HttpFS Gateway launcher should use
runtime-managed log/temp dirs instead of OZONE_HOME paths. (#10811)
add 8d61861f48f HDDS-15860. Always rewrite live SSTs before snapshot
defrag ingestion (#10772)
add 2b830420d54 HDDS-15757. Streaming Write also commit PutBlock at the
time of closing (#10694)
add 68c4231f512 Revert "Merge branch 'HDDS-8342' into
master-merge-object-ttl"
add 738b9c60d33 HDDS-8342. S3 Object LifeCycle Management design doc.
(#8240)
add 2b5f88aaf0b HDDS-12808. Implement OM entities of lifecycle
configurations (#8275)
add f81b36593cc HDDS-12781. Implement LifecycleConfiguration proto (#8276)
add 9438be5596c HDDS-12974. Docker could not parse extra host IP (#8397)
(#8545)
add 59a2b7e77d3 HDDS-12783. Implement S3Gateway api for
LifeCycleConfiguration (#8557)
add c9ef5e66539 HDDS-12780. Implement the Lifecycle Service. (#8681)
add ce01a02542c HDDS-12782. Implement create, delete, and get for bucket
lifecycle configurations in OM (#8875)
add fa33739da3e HDDS-12786. Refine keys lifecycle deletion batch size
(#8909)
add 1fe66180880 HDDS-13548. Prevent OM startup failure from past lifecycle
expiration dates (#8953)
add d7077ea0ce6 HDDS-12789. Support move expired key to trash if trash is
enabled (#8974)
add 6542b31ff8a HDDS-12793. Recursive iterate FSO directory. (#9042)
add 3b5cb65c82a HDDS-12784. Add bucket object ID to lifecycle
configuration proto definition (#9255)
add 99ebb223793 HDDS-12790. Mark a delete operation is performed by
Lifecycle Service (#9403)
add 724803f21a0 HDDS-14184. Reject lifecycle configuration if 'Status' is
missing (#9513)
add b16ea44f588 HDDS-12791. Make Retention Service suspendable (#9426)
add dd04f4b7d83 Merge remote-tracking branch 'origin/master' into
HDDS-8342-ttl-branch
add cfa9cfee5a7 HDDS-12787. Make expired key move to trash configurable
(#9594)
add 8ee502aa31b HDDS-12794. Improve Lifecycle rule validity checking
(#9593)
add 949747727b3 HDDS-14377. Refactor OmLifecycleConfiguration#Builder
(#9688)
add ff9446d6538 HDDS-14900. Document S3 Lifecycle Configurations - Object
Expiration (#9979)
add c0706c6b99a HDDS-14347. Handle upgrades to support S3 lifecycle (#9614)
add 06ebc316b89 Merge remote-tracking branch 'origin/master' into
HDDS-8342-ttl-branch
add f3c6ba4afae HDDS-13474. Support abort incomplete multipart upload
action (#10052)
add f364114d112 Merge remote-tracking branch 'origin/master' into HDDS-8342
add fc4416274b3 HDDS-15227. Add robot test for Lifecycle (#10242)
add daef2f19c29 HDDS-15447. Persist bucket scanned key pointer
periodically (#10412)
add 3d6aa1bd0fc Merge remote-tracking branch 'origin/master' into
HDDS-8342-object-ttl
add 2ebf64de05c Merge remote-tracking branch 'origin/master' into
HDDS-8342-object-ttl
add aa6377721c2 HDDS-15853. Fix Ranger ACL validation for lifecycle
requests (#10753)
add cca31ff7206 Merge remote-tracking branch 'origin/HDDS-8342' into master
add c4b2ae1fff4 HDDS-15086. Wire ozone local command (#10758)
add 3b40495c46a HDDS-15782. [Recon] Poll DN pending-deletion scan to
completion when Auto Refresh is off (#10714)
add fb3fdcc5f60 HDDS-13774. [Recon] Consolidate NSSummary endpoint tests
into one suite (#10769)
add a57788ea4cd HDDS-12250. Speed up TestSecureOzoneCluster (#10834)
add 4417f6b7de2 HDDS-14665. Add upgrade handling to multipart requests
(#10062)
add bb1da7fea63 HDDS-15764. [Recon] Show error card for unavailable
datanode in Cluster Capacity (#10767)
add 77ceb2969b5 HDDS-15624. Resolve link bucket properties in listBucket.
(#10745)
add 658f19df6c0 HDDS-14666. Add multipart upload split table read for
Recon (#10847)
add 9d2d4adf55d HDDS-15959. Add title section to Resumable Lifecycle Scans
design doc. (#10856)
add 72f1f9a612e HDDS-15608. Return BucketAlreadyOwnedByYou when the same
S3 owner recreates an existing bucket (#10814).
add ed072a998f1 HDDS-15950. Fix NPE in S3 lifecycle GET for date-based
expiration (#10850)
add a54c42d9413 HDDS-15888. Stamp lastTransactionInfo on snapshot deletion
to avoid premature GC (#10788)
add 930f8fa4aa6 HDDS-15909. Refactor OzoneManagerLock. (#10852)
add 4f5ae5454fe HDDS-15388. K way merge iterator over native SST file
reader to emit latest tombstone and latest value of a key. (#10484)
add 36ca073edfa HDDS-15970. Bump zizmorcore/zizmor-action to 0.6.0 (#10871)
add 6ec123e7089 HDDS-15692. Trigger GitHub Copilot code review only when
PR is opened (#10751)
add 4726242563b HDDS-15974. Bump bouncycastle to 1.85 (#10867)
add f1c1cbfcb4b HDDS-10315. Speed up TestContainerReplication (#10858)
add 1b8f5f8de21 HDDS-15933. Remove usage of jersey internal
ContainerRequest (#10839)
add f54483f7f47 HDDS-15971. Bump actions/setup-java to 5.6.0 (#10870)
add 7cb9ea1381d HDDS-15972. Bump actions/checkout to 7.0.1 (#10869)
add 92557fb3de5 HDDS-15813. Rename TestDataUtil to DataTestUtil (#10841)
add 65cb289fa14 HDDS-15896. Bump opentelemetry to 1.64.0 (#10796)
add 9c6d389c9a9 HDDS-15932. Remove usage of internal AWS S3 SDK API in
S3KeyGenerator (#10835)
add 6cb24889013 HDDS-15973. Bump awssdk to 2.48.3 (#10868)
add 9fbf9ee0cb1 HDDS-15983. Bump actions/setup-python to 7.0.0 (#10874)
add c1875b844a3 HDDS-15934. Remove usage of internal jersey internal
InjectionManager (#10853)
add 41b60a2a95d HDDS-15930. Avoid zero-length chunk in
TestContainerOperations (#10833)
add 2473ec54d33 HDDS-15940. Handle unexpected OMExceptions in S3
putBucketLifecycleConfiguration (#10848)
add fcf0cc39a15 HDDS-15868. Enable dynamic agent loading for tests (#10816)
add dc6494ac7ae HDDS-15059. Shift streaming write sortDatanodes logic to
OM (#10633)
add 1b00e7fb697 HDDS-15968. Exempt design pull requests from stale bot
(#10864)
add ca0715a1a0a HDDS-15949. Handle split MPU part counting for abort batch
sizing and container-key-mapping CLI (#10849)
add a481e65272a HDDS-15919. Fix broken Ozone Enhancement Proposals link in
CONTRIBUTING.md (#10824).
add 273bf2f39b8 HDDS-15533. DNS refresh on heartbeat failure for DN to SCM
(#10844)
add 0de9322992c HDDS-15922. Fix ozone-site config doc workflow reusing
stale PR branch (#10826)
add d501066b60f HDDS-15922. (addendum) Fix ozone-site config doc workflow
reusing stale PR branch (#10886)
add 8fd042079f4 HDDS-10314. Speed up
TestDatanodeHddsVolumeFailureDetection (#10819)
add 7d9223cd5a9 HDDS-15920. Fix ByteBuffer positioned read behavior at EOF
in OzoneFSInputStream (#10827)
add f19f2c14afb HDDS-15958. Return InvalidURI for unreadable S3 object
keys on GetObject (#10860).
add eccb174c7b3 HDDS-15535. Container Balancer should validate
configuration and report startup failures to user (#10812)
add eb183c6b5ac HDDS-16009. Switch zizmor check to ubuntu-24.04 (#10887)
add d9b6cd4fb31 HDDS-15863. Add Manual OM DB Rebuild Support for Recon
Bootstrapping. (#10825).
add 247f5cab1f6 HDDS-15758. Commit PutBlock without Raft in Client (#10823)
add b22db56d10d HDDS-15969. Prioritize Ratis Streaming capable DataNodes
during Pipeline creation with graceful fallback (#10865)
add 5ff8b53aa6b HDDS-15894. Add Table.clear for reusable table clearing
(#10879)
add 8acc0413a95 HDDS-14812. Support datanode topology in MiniOzoneCluster
(#10598)
add 147b009a6db HDDS-11622. Support domain socket creation (#7397)
add 46b858007e6 HDDS-11627. Support getBlock operation on short-circuit
channel. (#7456)
add fb9398a3131 HDDS-11626. Document short-circuit read feature (#7529)
add 13a905468a2 Merge remote-tracking branch 'origin/master' into
HDDS-10685
add cd3e1c7ca04 HDDS-12883. Close file descriptor of block file in
datanode (#8319)
add 1395fae0640 Merge remote-tracking branch 'origin/master' into
HDDS-10685
add 625a6ad85cd HDDS-11651. Support short-circuit read channel for freon
rk command (#8316)
add 5676ac4b338 HDDS-15318. Download libhadoop library during maven build
(#10305)
add 879707874bc Merge remote-tracking branch 'origin/master' into
HDDS-10685
add 2f90c1731a3 HDDS-15404. Enable short-circuit unit test in CI (#10377)
add 6c9676481b9 HDDS-15442. Enhance short-circuit robot test (#10400)
add c2118e70585 Merge branch 'master' of github.com:apache/ozone into
HDDS-10685
add 277737474cd HDDS-15559. Add libhadoop to DYLD_LIBRARY_PATH or
LD_LIBRARY_PATH (#10513)
add 1ea7e9e7985 Merge remote-tracking branch 'origin/master' into
HDDS-10685
add b01e0c715fa HDDS-15992. Convert short-circuit-read design PDF to
markdown (#10877)
add 6db4545f1da HDDS-16013. Remove HDDSLayoutFeature.SHORT_CIRCUIT_READS
layout version (#10893)
add ec381e5d3b0 Merge remote-tracking branch 'origin/HDDS-10685' into
master
add 197db2d7edc HDDS-15558. Prevent addition of deprecated style CLI
options (#10891)
add 3dbca34cdb4 HDDS-15606. Support S3 object metadata headers
(Cache-Control, Expires, Content-Encoding) (#10786).
add d97e8d03486 HDDS-15990. Remove setExclusiveManualCompaction from
CompactionService (#10876)
add bae32aac3c0 HDDS-16032. cd: lib/native: No such file or directory
(#10909)
add 9da5de60b97 HDDS-15640. Bump msw to 2.15.0 and vitest to 3.2.7 (#10577)
add 14702aba6a0 HDDS-15963. NPE on EC degraded read in isolated
ClassLoader env (#10861)
add 3a450fa0da3 HDDS-13803. Client aware tracing (#10477)
add e9b1308455f HDDS-16050. Fix aspectj profile activation upper bounds
(#10912)
add 52980fec53b HDDS-15996. Flaky TestClientRetryTimeout throws NPE
(#10898)
add d6012190454 HDDS-15907. Do not use Collection in IOzoneManagerLock.
(#10907)
add 5197855a329 HDDS-12991. Recreate pipelines after enabling ratis write
streaming (#10842)
add e39c536b753 HDDS-16031. Suppress java.util.logging in shell commands
(#10910)
add 0c4c66e9f4b HDDS-15412. Add per-volume push replication thread pools
on DataNode.
add 29ae1651322 HDDS-16063. Bump sqlite-jdbc to 3.53.2.1 (#10923)
add 3117c6805ac HDDS-16017. Bump axios version to 1.19.0 (#10905)
add 3055fcb9305 HDDS-16062. Bump jline to 3.30.16 (#10922)
add de1392809a6 HDDS-15814. Rename TestHelper to OzoneTestHelper (#10920)
add c628bfa4464 HDDS-16064. Bump maven-jar-plugin to 3.5.1 (#10924)
add bf103a657d3 HDDS-16061. Bump awssdk to 2.49.3 (#10921)
add 46456c3693a HDDS-16054. Bump zizmorcore/zizmor-action to 0.6.1 (#10925)
add ea74fada9cd HDDS-15777. Make admin CLI subcommands parse IPv6 RPC
addresses correctly (#10885)
add 904acc05820 HDDS-15957. Clean up ozone-csi references after module
removal (#10855)
add 3a18da72b56 HDDS-15935. Extract ExportFileManager and document
container export directory layout (#10866)
add e697ef42161 HDDS-16059. Optimize varargs in IOzoneManagerLock. (#10919)
add cf8ae810cc1 HDDS-15645. ListObjectsV2 returns Owner when FetchOwner is
not requested (#10897).
add 7bb7bcd956c HDDS-16005. Make DeleteBucketLifecycle idempotent on
missing config (#10888)
add fb9f30b8869 HDDS-16057. OM bootstrap fails when checkpoint install is
rejected during BOOTSTRAPPING. (#10917)
add 3492727f0f1 HDDS-16026. Restore the OM DB directory when the
pre-install backup fails part way (#10904)
add 40cd903440e HDDS-16065. Fix flaky
testCloseNonStreamablePipelineThenStream (#10927)
add 8415f3b8765 HDDS-13671. Reduce CLI calls in ozone admin container
Robot test (#10947)
add 67a5e86db0a HDDS-16016. Adding unit test for datanodeUseHostname
functionality in XceiverClientGrpc (#10896)
add 377ca2fe7a7 HDDS-15787. Log OM block deletion ack at INFO in
SCMBlockProtocolServer (#10952)
add 4b8156b57d2 HDDS-9894. Handle IPv4 and IPv6 addresses invalid for CSR
consistently (#10687)
add a2065ce9994 HDDS-16034. Certificates omit DNS SANs on clusters with
non-public hostname suffixes (#10908)
add a152e6e34ba HDDS-16091. Recon fills disk with leaked checkpoints and
crashes on startup when local OM DB is missing. (#10950)
add 7cca85d6ad1 HDDS-16043. Use EnumMap for ports in DatanodeDetails
(#10948)
add 9ff43fef43f HDDS-16004. Return NotImplemented for GetObjectTorrent
instead of GetObject body (#10899)
add b68bcf8b94d HDDS-16080. Reduce heartbeat interval in
TestClientRetryContainerStateMachineFailures (#10958)
add ac4278ac630 HDDS-16090. Parameterize TestOzoneShellHA with follower
read (#10954)
add 5fe740c2c12 HDDS-16047. Certificate renewal stops permanently after an
unexpected failure (#10915)
add a01a27a38bd HDDS-13128. Expose per DN space utilisation as JMX metrics
(#10913)
add 5ba550d965f HDDS-13173. Clean up temporary checkpoint directories on
snapshot defrag failure (#10774)
add 036745a326d HDDS-15962. Remove leader readiness check on the bootstrap
flow. (#10862)
add 54facbe255e HDDS-16056. non-varargs call of varargs method with
inexact argument type (#10914)
add 951ed5cb51b HDDS-16086. installCheckpoint sets OM transaction info
inconsistent with the checkpoint index (#10943)
add 3b8c05e635e HDDS-13217. Test that snapshot checkpoint content is
preserved after defrag (#10951)
add 80ffb62a841 HDDS-16066. replicas after re-replication should span at
least 2 racks (#10944)
add cb6f12408ec HDDS-15852. Allow CopyObject to the same key when the
metadata directive is REPLACE (#10752).
add fce67f62f35 HDDS-16096. Bump Ranger to 2.9.0 (#10957)
add c8fa8dafd5c HDDS-16101. Extract bucket lifecycle operations into
dedicated handler (#10969)
add af3e34377b0 HDDS-16076. Separate test class for
testInstallSnapshotDuringBootstrapping. (#10931)
add 0a9bd0d999a HDDS-16067. Intermittent timeout in
testNodeWithOpenPipelineCanBeDecommissionedAndRecommissioned (#10939)
add 5425ee3f86c HDDS-15781. Adding Spankind information to ozone sh
commands (#10695)
add 0110ff57df4 HDDS-15396. Grafana dashboard for disk balancer (#10609).
add bd0f23b49ba HDDS-16119. Fix DatanodeStorageMetrics metrics-system
deadlock and mini-cluster source leak (#10988)
add 5be6afae7af HDDS-15389. Top-level delete entry retention utilities for
snapshot diff. (#10750)
add 5e99e226bb0 HDDS-16081. TestOMRatisSnapshots fails due to leader
applied index taken before flush (#10959)
add 09a7d615dec HDDS-15982. Fix UnsupportedOperationException and add
idempotent deletion in RangerClientMultiTenantAccessController (#10872)
add 07f069b72fc HDDS-16015. Make listStatusLight skip SCM pipeline
refresh. (#10894)
add 6384c643fb3 HDDS-14742. Clean up orphan files from a terminated
compaction. (#10821)
add b4a4227cf4f HDDS-14876. Make snapshot diff progress more granular
(#10901)
add 776ce13a798 HDDS-16113. Add regression tests for snapshot
defragmentation cleanup (#10978)
add a1ce3b9d900 HDDS-15774. Make SCM Ratis roles string parsing IPv6-safe
(#10831)
add 5dfed2ce426 HDDS-15775. Support IPv6 literal authorities in OzoneFS
URI parsing (#10933)
add 752e96c2fb3 HDDS-15776. Make S3 Gateway VirtualHostStyleFilter
IPv6-safe (#10809)
add 0f812bcbb30 HDDS-15542. Closed-container reconciliation advances BCSID
past a hole, masking missing chunks (#10496)
add 9065c84364d HDDS-15761. Create test for OMMXBean (#10960)
add 59351d77aba HDDS-16114. Avoid misleading Ozone mount warning in
acceptance test results (#10979)
add 1db063b63ce HDDS-16072. Implement GetObjectAttributes: ETag,
ObjectSize, StorageClass, and ObjectParts count (#10930).
add 291633510ce HDDS-15961. Resolve linked bucket source properties
consistently (#10859)
add a7f5cbc832c HDDS-16117. Failed FSO multipart complete leaks bucket
namespace quota (#10984)
add 2fbc910aa29 HDDS-11620. Log SCM finalization completion (#10963)
add 6a4513ddaec HDDS-15826. Recon: add cycle guard to NSSummary /du tree
walks (#10723)
add 5672fc71c5d HDDS-8082. Check for unnecessary newlines in config
defaults (#10840)
add 7f68eb6f36d HDDS-16125. Copy bucket snapshot in quota repair response
to fix cache aliasing (#11004)
add bc21296f297 HDDS-16118. Release snapshot DB handles before
KeyDeletingService submits OM requests (#10987)
add 7693b1979f8 HDDS-15895. Make ServerNotLeaderException suggested leader
flow IPv6-safe (#10807)
add 0c349a3f541 HDDS-15356. Make multi-buffer chunk checksum
allocation-free (#10350)
add ce13cdece18 HDDS-15911. Recon AI Assistant: add conversation memory
for follow-up questions. (#10808)
add 749da668af1 HDDS-16158. Fix sendDeleteKeysRequestAndClearList
Authorization and FSO Trash Handling (#10996)
add fb2cc733688 HDDS-16169. Add old updateContainerState to handle upgrade
path. (#11012)
add 711476cb0c4 HDDS-16089. Improve MPU table evaluation efficiency in
KeyLifeCycleService (#10949)
add 50978e3ad7c HDDS-15422. Stream read seek should not close stream
(#10415)
new 71a27e3fc1f Merge branch 'master' into HDDS-14496-zdu
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.asf.yaml | 1 -
.github/workflows/asf-allowlist-check.yaml | 2 +-
.github/workflows/build-ratis.yml | 6 +-
.github/workflows/check.yml | 4 +-
.github/workflows/ci.yml | 12 +-
.github/workflows/close-stale-prs.yaml | 3 +-
.github/workflows/generate-config-doc.yml | 4 +-
.github/workflows/intermittent-test-check.yml | 10 +-
.github/workflows/label-pr.yml | 2 +-
.github/workflows/populate-cache.yml | 6 +-
.github/workflows/pull-request.yml | 2 +-
.github/workflows/repeat-acceptance.yml | 8 +-
.github/workflows/update-ozone-site-config-doc.yml | 57 +-
.github/workflows/zizmor.yml | 6 +-
AGENTS.md | 2 +-
CONTRIBUTING.md | 2 +-
THREAT_MODEL.md | 16 +-
.../ozone/annotations/CliOptionStyleProcessor.java | 123 +
hadoop-hdds/cli-common/pom.xml | 11 +
hadoop-hdds/client/pom.xml | 8 +
.../apache/hadoop/hdds/scm/OzoneClientConfig.java | 68 +
.../hadoop/hdds/scm/XceiverClientCreator.java | 37 +-
.../hadoop/hdds/scm/XceiverClientFactory.java | 19 +-
.../apache/hadoop/hdds/scm/XceiverClientGrpc.java | 13 +-
.../hadoop/hdds/scm/XceiverClientManager.java | 103 +-
.../apache/hadoop/hdds/scm/XceiverClientRatis.java | 3 +-
.../hadoop/hdds/scm/XceiverClientShortCircuit.java | 623 ++
.../hdds/scm/storage/BlockDataStreamOutput.java | 28 +-
.../hadoop/hdds/scm/storage/BlockInputStream.java | 149 +-
.../hadoop/hdds/scm/storage/BlockOutputStream.java | 16 +-
.../hadoop/hdds/scm/storage/ChunkInputStream.java | 2 +-
.../apache/hadoop/hdds/scm/storage/DomainPeer.java | 111 +
.../hdds/scm/storage/DomainSocketFactory.java | 276 +
.../hdds/scm/storage/ECBlockOutputStream.java | 25 +-
.../hdds/scm/storage/LocalChunkInputStream.java | 116 +
.../hdds/scm/storage/MultipartInputStream.java | 12 +-
.../hdds/scm/storage/StreamBlockInputStream.java | 186 +-
.../hadoop/hdds/scm/TestOzoneClientConfig.java | 17 +
.../hdds/scm/TestXceiverClientGrpcChannel.java | 68 +
.../hdds/scm/client/TestHddsClientUtils.java | 37 +
.../hdds/scm/storage/MockDatanodePipeline.java | 29 +-
.../scm/storage/TestBlockDataStreamOutput.java | 22 +-
.../storage/TestBlockOutputStreamCorrectness.java | 52 +-
hadoop-hdds/common/src/main/conf/ozone-env.sh | 8 +-
.../java/org/apache/hadoop/hdds/HDDSVersion.java | 1 +
.../org/apache/hadoop/hdds/HddsConfigKeys.java | 4 +
.../java/org/apache/hadoop/hdds/HddsUtils.java | 85 +-
.../hadoop/hdds/protocol/DatanodeDetails.java | 74 +-
.../hdds/ratis/ServerNotLeaderException.java | 5 +-
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 3 +
.../apache/hadoop/hdds/scm/XceiverClientSpi.java | 14 +
.../balancer/ContainerBalancerConfiguration.java | 17 +-
.../apache/hadoop/hdds/scm/net/HostAndPort.java | 23 +-
.../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 1 +
.../ContainerCommandResponseBuilders.java | 20 +-
.../hdds/scm/storage/ContainerProtocolCalls.java | 65 +-
.../hadoop/hdds/tracing/GrpcServerInterceptor.java | 4 +-
.../{SkipTracing.java => InternalSpanKind.java} | 6 +-
.../apache/hadoop/hdds/tracing/TraceAllMethod.java | 9 +-
.../apache/hadoop/hdds/tracing/TracingConfig.java | 16 +
.../apache/hadoop/hdds/tracing/TracingUtil.java | 245 +-
.../org/apache/hadoop/hdds/utils/CompositeKey.java | 109 +-
.../apache/hadoop/hdds/utils/SimpleStriped.java | 4 +-
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 6 +-
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 1 +
.../org/apache/hadoop/ozone/common/Checksum.java | 200 +-
.../apache/hadoop/ozone/common/ChecksumCache.java | 117 +-
.../hadoop/ozone/common/utils/BufferUtils.java | 23 +
.../apache/hadoop/ozone/util/OzoneNetUtils.java | 24 +-
.../org/apache/hadoop/ozone/util/UUIDUtil.java | 9 +
.../common/src/main/resources/ozone-default.xml | 114 +-
.../java/org/apache/hadoop/hdds/TestHddsUtils.java | 90 +
.../hadoop/hdds/protocol/TestDatanodeDetails.java | 37 +
...TestServerNotLeaderExceptionMessageParsing.java | 22 +
.../hadoop/hdds/scm/net/TestHostAndPort.java | 62 +
.../hadoop/hdds/tracing/TestTraceAllMethod.java | 20 +
.../hdds/tracing/TestTracingAnnotations.java | 88 +
.../hadoop/hdds/tracing/TestTracingInitModes.java | 193 +
.../hadoop/hdds/tracing/TestTracingUtil.java | 77 +-
.../apache/hadoop/hdds/utils/TestCompositeKey.java | 108 +
.../hadoop/hdds/utils/TestProtobufUtils.java | 36 +
.../hadoop/hdds/utils/TestSimpleStriped.java | 3 +-
.../apache/hadoop/ozone/common/TestChecksum.java | 17 +
.../hadoop/ozone/common/TestChecksumCache.java | 73 +-
.../ozone/common/TestChecksumMultiBuffer.java | 97 +
.../hadoop/ozone/common/utils/TestBufferUtils.java | 81 +
.../ozone/container/ContainerTestHelper.java | 2 +-
.../apache/hadoop/ozone/HddsDatanodeService.java | 28 +-
.../org/apache/hadoop/ozone/audit/DNAction.java | 1 +
.../checksum/ContainerChecksumTreeManager.java | 12 +-
.../container/checksum/ContainerDiffReport.java | 13 +
.../container/common/helpers/ContainerMetrics.java | 49 +-
.../container/common/helpers/ContainerUtils.java | 26 +
.../ozone/container/common/impl/ContainerSet.java | 95 +-
.../container/common/impl/HddsDispatcher.java | 20 +-
.../common/interfaces/ContainerDispatcher.java | 6 +-
.../ozone/container/common/interfaces/Handler.java | 27 +-
.../common/statemachine/DatanodeStateMachine.java | 7 +
.../common/statemachine/EndpointStateMachine.java | 10 +-
.../common/statemachine/SCMConnectionManager.java | 98 +-
.../states/endpoint/HeartbeatEndpointTask.java | 32 +
.../common/transport/server/Receiver.java | 353 +
.../server/XceiverServerDomainSocket.java | 324 +
.../common/transport/server/XceiverServerGrpc.java | 57 +-
.../common/transport/server/XceiverServerSpi.java | 2 +
.../server/ratis/ContainerStateMachine.java | 20 +-
.../transport/server/ratis/XceiverServerRatis.java | 9 +-
.../common/volume/DatanodeStorageMetrics.java | 123 +
.../container/common/volume/MutableVolumeSet.java | 37 +
.../diskbalancer/DiskBalancerService.java | 17 +-
.../ECReconstructionCoordinator.java | 3 +-
.../ozone/container/keyvalue/KeyValueHandler.java | 246 +-
.../container/keyvalue/helpers/BlockUtils.java | 9 +-
.../container/keyvalue/impl/BlockManagerImpl.java | 24 +
.../keyvalue/impl/ChunkManagerDispatcher.java | 15 +-
.../keyvalue/impl/FilePerBlockStrategy.java | 30 +-
.../keyvalue/impl/KeyValueStreamDataChannel.java | 104 +-
.../keyvalue/impl/StreamDataChannelBase.java | 16 +
.../keyvalue/interfaces/BlockManager.java | 10 +
.../keyvalue/interfaces/ChunkManager.java | 22 +-
.../StaleRecoveringContainerScrubbingService.java | 21 +-
.../ozone/container/metadata/DatanodeTable.java | 12 +-
.../ozone/container/ozoneimpl/OzoneContainer.java | 82 +-
.../container/replication/ReplicationServer.java | 73 +-
.../replication/ReplicationSupervisor.java | 183 +-
.../replication/ReplicationSupervisorMetrics.java | 5 +-
.../replication/VolumeReplicationThreadPools.java | 166 +
.../ContainerTableSchemaFinalizeAction.java | 2 +-
.../TestSchemaOneBackwardsCompatibility.java | 19 +-
...stStaleRecoveringContainerScrubbingService.java | 50 +
.../container/common/impl/TestHddsDispatcher.java | 75 +
.../statemachine/TestSCMConnectionManager.java | 91 +
.../TestHeartbeatEndpointTaskDnsRefresh.java | 136 +
.../common/volume/TestDatanodeStorageMetrics.java | 162 +
.../container/common/volume/TestVolumeSet.java | 27 +
.../diskbalancer/TestDiskBalancerService.java | 43 +
.../container/keyvalue/TestKeyValueHandler.java | 2 +-
.../TestReconcileChunksPerBlockHoleBcsId.java | 522 ++
.../keyvalue/impl/TestFilePerBlockStrategy.java | 10 +-
.../impl/TestKeyValueStreamDataChannel.java | 139 +-
.../replication/TestReplicationConfig.java | 30 +
.../replication/TestReplicationSupervisor.java | 473 +-
.../upgrade/TestDatanodeVersionManager.java | 2 +-
hadoop-hdds/docs/content/design/diskbalancer.md | 12 +-
.../docs/content/design/lifecycle-task-resume.md | 85 +
...ocksdb.md => s3-object-lifecycle-management.md} | 18 +-
.../design/short-circuit-read-current-flow.png | Bin 0 -> 33740 bytes
.../design/short-circuit-read-getblock-flow.png | Bin 0 -> 66181 bytes
.../design/short-circuit-read-hbase-benchmark.png | Bin 0 -> 34029 bytes
.../short-circuit-read-mmap-cache-benchmark.png | Bin 0 -> 28688 bytes
.../design/short-circuit-read-target-flow.png | Bin 0 -> 39362 bytes
.../short-circuit-read-unix-domain-socket.png | Bin 0 -> 82958 bytes
.../docs/content/design/short-circuit-read.md | 175 +
hadoop-hdds/docs/content/feature/Decommission.md | 9 +-
hadoop-hdds/docs/content/feature/DiskBalancer.md | 37 +-
.../docs/content/feature/DiskBalancer.zh.md | 34 +-
hadoop-hdds/docs/content/feature/Lifecycle.md | 397 +
hadoop-hdds/docs/content/feature/Lifecycle.zh.md | 396 +
.../docs/content/feature/Reconfigurability.md | 3 +-
.../docs/content/feature/Short-Circuit-Read.md | 90 +
.../docs/content/feature/Short-Circuit-Read.zh.md | 88 +
.../docs/content/interface/pvtest-webui.png | Bin 13830 -> 0 bytes
hadoop-hdds/docs/content/tools/_index.md | 2 +
.../apache/ozone/erasurecode/CodecRegistry.java | 3 +-
.../TestCodecRegistryTcclIsolation.java | 52 +
.../hadoop/hdds/scm/client/ScmTopologyClient.java | 4 +-
...inerLocationProtocolClientSideTranslatorPB.java | 4 +-
.../scm/proxy/SCMFailoverProxyProviderBase.java | 95 +-
.../authority/profile/DefaultProfile.java | 4 +-
.../client/DefaultCertificateClient.java | 11 +
.../certificate/utils/CertificateSignRequest.java | 46 +-
.../security/x509/certificate/utils/DnsNames.java | 107 +
.../certificate/utils/SelfSignedCertificate.java | 59 +-
.../server/OzoneProtocolMessageDispatcher.java | 3 +-
.../apache/hadoop/hdds/utils/HddsServerUtil.java | 37 +-
.../hadoop/hdds/utils/RDBSnapshotProvider.java | 2 +-
.../org/apache/hadoop/hdds/utils/db/Table.java | 28 +-
.../apache/hadoop/hdds/utils/db/TypedTable.java | 9 +
.../TestSCMFailoverProxyProviderRefreshWired.java | 167 +-
.../certificate/authority/TestDefaultCAServer.java | 45 +
.../certificate/authority/TestDefaultProfile.java | 42 +
.../client/TestDefaultCertificateClient.java | 50 +
.../utils/TestCertificateSignRequest.java | 125 +
.../x509/certificate/utils/TestDnsNames.java | 93 +
.../certificate/utils/TestRootCertificate.java | 47 +
.../hadoop/hdds/utils/db/InMemoryTestTable.java | 5 +
.../hadoop/hdds/utils/db/TestTypedTable.java | 48 +
.../src/main/proto/DatanodeClientProtocol.proto | 16 +
.../dev-support/findbugsExcludeFile.xml | 9 +
hadoop-hdds/rocks-native/pom.xml | 6 +-
.../utils/db/LatestVersionedKWayMergeIterator.java | 504 ++
.../db/TestLatestVersionedKWayMergeIterator.java | 253 +
...estLatestVersionedKWayMergeIteratorOverSst.java | 204 +
.../hdds/utils/db/TestRawSstFileRecords.java | 121 +
.../ozone/rocksdiff/RocksDBCheckpointDiffer.java | 48 +-
.../rocksdiff/TestRocksDBCheckpointDiffer.java | 55 +-
hadoop-hdds/server-scm/pom.xml | 6 +
.../hdds/scm/container/ContainerStateManager.java | 6 +
.../scm/container/ContainerStateManagerImpl.java | 30 +
.../scm/container/balancer/ContainerBalancer.java | 158 +
.../container/balancer/ContainerBalancerTask.java | 16 +-
.../scm/container/export/ExportFileManager.java | 234 +
.../hdds/scm/container/export/ExportJob.java | 74 +
.../hdds/scm/container/export/ExportScope.java | 68 +
.../hdds/scm/container/export}/package-info.java | 4 +-
.../SCMContainerPlacementRackScatter.java | 49 +-
.../hadoop/hdds/scm/ha/SCMHANodeDetails.java | 2 +-
.../hadoop/hdds/scm/ha/SCMRatisServerImpl.java | 31 +-
.../ha/invoker/ContainerStateManagerInvoker.java | 25 +-
.../hadoop/hdds/scm/node/SCMNodeManager.java | 5 +
.../hdds/scm/pipeline/PipelineManagerImpl.java | 68 +-
.../scm/pipeline/PipelineStateManagerImpl.java | 2 +-
.../hadoop/hdds/scm/pipeline/PipelineStateMap.java | 263 +-
.../hdds/scm/pipeline/RatisPipelineProvider.java | 55 +-
.../hdds/scm/server/SCMBlockProtocolServer.java | 9 +-
.../hdds/scm/server/SCMClientProtocolServer.java | 4 +-
.../hdds/scm/server/StorageContainerManager.java | 2 +-
.../hadoop/hdds/scm/TestHddsServerUtils.java | 26 +
.../container/balancer/TestContainerBalancer.java | 107 +-
.../container/export/TestExportFileManager.java | 156 +
.../TestSCMContainerPlacementRackScatter.java | 34 +
.../hadoop/hdds/scm/ha/TestSCMRatisServerImpl.java | 62 +
.../hadoop/hdds/scm/node/TestSCMNodeManager.java | 76 +
.../hdds/scm/pipeline/TestPipelineManagerImpl.java | 187 +
.../scm/pipeline/TestRatisPipelineProvider.java | 90 +-
.../scm/server/upgrade/TestScmVersionManager.java | 2 +-
hadoop-ozone/cli-admin/pom.xml | 15 +
.../scm/cli/ContainerBalancerStartSubcommand.java | 2 -
.../hdds/scm/cli/SafeModeCheckSubcommand.java | 49 +-
.../datanode/AbstractDiskBalancerSubCommand.java | 162 +-
.../hdds/scm/cli/datanode/DatanodeParameters.java | 3 +-
.../scm/cli/datanode/DiskBalancerCommands.java | 31 +-
.../cli/datanode/DiskBalancerCommonOptions.java | 12 +
.../cli/datanode/DiskBalancerReportSubcommand.java | 37 +-
.../cli/datanode/DiskBalancerStatusSubcommand.java | 48 +-
.../cli/datanode/DiskBalancerSubCommandUtil.java | 139 +-
.../ozone/admin/nssummary/NSSummaryAdmin.java | 31 +-
.../ozone/admin/om/DecommissionOMSubcommand.java | 3 +-
.../ozone/admin/om/LifecycleResumeSubCommand.java} | 50 +-
.../ozone/admin/om/LifecycleStatusSubCommand.java | 88 +
.../LifecycleSubCommand.java} | 26 +-
.../ozone/admin/om/LifecycleSuspendSubCommand.java | 75 +
.../org/apache/hadoop/ozone/admin/om/OMAdmin.java | 3 +-
.../admin/scm/GetScmRatisRolesSubcommand.java | 51 +-
.../datanode/TestContainerBalancerSubCommand.java | 4 +-
.../datanode/TestDiskBalancerSubCommandUtil.java | 135 +
.../cli/datanode/TestDiskBalancerSubCommands.java | 345 +-
.../ozone/scm/TestGetScmRatisRolesSubcommand.java | 65 +
hadoop-ozone/cli-debug/pom.xml | 11 +
.../ozone/debug/om/ContainerToKeyMapping.java | 82 +-
.../apache/hadoop/ozone/fsck/ContainerMapper.java | 3 +-
.../ozone/debug/om/TestContainerToKeyMapping.java | 59 +
hadoop-ozone/cli-repair/pom.xml | 11 +
.../schemaupgrade/UpgradeContainerSchema.java | 3 +-
.../ozone/repair/ldb/RocksDBManualCompaction.java | 15 +-
.../apache/hadoop/ozone/repair/om/CompactOMDB.java | 14 +-
.../hadoop/ozone/repair/om/FSORepairTool.java | 25 +-
.../hadoop/ozone/repair/ldb/TestLdbRepair.java | 2 +-
hadoop-ozone/cli-shell/pom.xml | 15 +
.../java/org/apache/hadoop/ozone/shell/Shell.java | 3 +-
.../hadoop/ozone/shell/keys/DeleteKeyHandler.java | 4 +-
.../ozone/shell/snapshot/SnapshotDiffHandler.java | 7 +
.../apache/hadoop/ozone/client/OzoneBucket.java | 34 +
.../hadoop/ozone/client/OzoneClientFactory.java | 5 +-
.../ozone/client/OzoneLifecycleConfiguration.java | 230 +
.../ozone/client/protocol/ClientProtocol.java | 45 +
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 60 +-
.../ozone/client/MockXceiverClientFactory.java | 9 +-
.../client/checksum/FileChecksumBenchmark.java | 12 +
hadoop-ozone/common/pom.xml | 4 +
.../apache/hadoop/fs/ozone/OzoneTrashPolicy.java | 2 +-
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 18 +-
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 53 +
.../java/org/apache/hadoop/ozone/om/OmConfig.java | 16 +
.../hadoop/ozone/om/exceptions/OMException.java | 3 +
.../hadoop/ozone/om/helpers/OmBucketInfo.java | 26 +
.../OmLCAbortIncompleteMultipartUpload.java | 139 +
.../apache/hadoop/ozone/om/helpers/OmLCAction.java | 59 +
.../hadoop/ozone/om/helpers/OmLCExpiration.java | 215 +
.../apache/hadoop/ozone/om/helpers/OmLCFilter.java | 235 +
.../apache/hadoop/ozone/om/helpers/OmLCRule.java | 411 +
.../ozone/om/helpers/OmLifecycleConfiguration.java | 334 +
.../om/helpers/OmLifecycleRuleAndOperator.java | 214 +
.../ozone/om/helpers/OmLifecycleScanState.java | 255 +
.../hadoop/ozone/om/helpers/OmLifecycleUtils.java | 131 +
.../ozone/om/helpers/OmMultipartKeyInfo.java | 30 +-
.../ozone/om/helpers/OmMultipartPartInfo.java | 32 +-
.../hadoop/ozone/om/helpers/OzoneFSUtils.java | 72 +
.../hadoop/ozone/om/helpers/SnapshotDiffJob.java | 3 +-
.../ozone/om/protocol/OzoneManagerProtocol.java | 65 +
...OzoneManagerProtocolClientSideTranslatorPB.java | 116 +-
.../ozone/snapshot/SnapshotDiffResponse.java | 28 +-
.../java/org/apache/hadoop/ozone/TestOmUtils.java | 19 +
.../apache/hadoop/ozone/om/helpers/OMLCUtils.java | 131 +
.../hadoop/ozone/om/helpers/TestOmBucketInfo.java | 71 +
.../TestOmLCAbortIncompleteMultipartUpload.java | 171 +
.../ozone/om/helpers/TestOmLCExpiration.java | 198 +
.../hadoop/ozone/om/helpers/TestOmLCFilter.java | 159 +
.../hadoop/ozone/om/helpers/TestOmLCRule.java | 459 +
.../om/helpers/TestOmLifeCycleConfiguration.java | 266 +
.../om/helpers/TestOmLifecycleRuleAndOperator.java | 139 +
.../ozone/om/helpers/TestOmLifecycleScanState.java | 79 +
.../ozone/om/helpers/TestOmMultipartKeyInfo.java | 22 +-
.../ozone/snapshot/TestSnapshotDiffResponse.java | 40 +-
.../dist/dev-support/bin/dist-layout-stitching | 23 +-
.../Datanode Chunk Read_Write Dashboard.json | 1601 ----
.../dashboards/Ozone - DataNode Overview.json | 9417 ++++++++++++++++++++
.../grafana/dashboards/Ozone - Disk Balancer.json | 1096 +++
.../dist/src/main/compose/ozone-ha/docker-config | 26 +
.../dist/src/main/compose/ozone/docker-config | 14 +-
.../diskbalancer.yaml => ozone/short-circuit.yaml} | 11 +-
.../{test-failures1.sh => test-short-circuit.sh} | 17 +-
.../src/main/compose/ozonesecure-ha/docker-config | 6 +
...st-s3g-virtual-host.sh => test-om-lifecycle.sh} | 10 +-
.../compose/ozonesecure-ha/test-repair-tools.sh | 2 +-
.../src/main/compose/ozonesecure/docker-config | 26 +
hadoop-ozone/dist/src/main/compose/testlib.sh | 2 +
hadoop-ozone/dist/src/main/license/bin/LICENSE.txt | 4 +-
hadoop-ozone/dist/src/main/license/jar-report.txt | 4 +-
.../src/main/smoketest/admincli/container.robot | 14 +-
.../src/main/smoketest/freon/read-write-key.robot | 7 +
.../main/smoketest/lifecycle/om-lifecycle.robot | 119 +
.../dist/src/main/smoketest/s3/bucketcreate.robot | 2 +-
.../src/main/smoketest/s3/bucketlifecycle.robot | 63 +
.../dist/src/main/smoketest/s3/objectputget.robot | 10 +-
.../smoketest/short-circuit/short-circuit.robot | 55 +
hadoop-ozone/dist/src/main/smoketest/testlib.sh | 3 +-
.../conf/shell-logging.properties} | 2 +
hadoop-ozone/dist/src/shell/ozone/ozone | 8 +-
.../dist/src/shell/ozone/ozone-functions.sh | 55 +-
...tions_test_helper.bash => ozone_bootstrap.bats} | 30 +-
hadoop-ozone/freon/pom.xml | 11 +
.../hadoop/ozone/freon/RandomKeyGenerator.java | 34 +
.../apache/hadoop/ozone/freon/S3KeyGenerator.java | 3 +-
.../apache/ozone/fs/http/server/HttpFSServer.java | 2 +-
hadoop-ozone/iceberg/pom.xml | 20 +-
hadoop-ozone/insight/pom.xml | 17 +-
.../ozone/insight/BaseInsightSubCommand.java | 35 +-
.../ozone/insight/TestBaseInsightSubCommand.java | 15 +
.../AbstractTestStorageDistributionEndpoint.java | 2 +
.../hadoop/ozone/recon/ReconEndpointTestUtil.java | 25 +-
.../ozone/recon/TestNSSummaryMemoryLeak.java | 4 +-
.../ozone/recon/TestReconAndAdminContainerCLI.java | 14 +-
.../TestReconInsightsForDeletedDirectories.java | 8 +-
.../ozone/recon/TestReconWithOzoneManager.java | 116 +
.../ozone/recon/TestReconWithOzoneManagerFSO.java | 4 +-
.../ozone/recon/TestReconWithOzoneManagerHA.java | 9 -
hadoop-ozone/integration-test-s3/pom.xml | 12 +-
.../hadoop/ozone/s3/awssdk/OzoneS3SDKTests.java | 11 +
.../ozone/s3/awssdk/v1/AbstractS3SDKV1Tests.java | 443 +-
.../ozone/s3/awssdk/v2/AbstractS3SDKV2Tests.java | 584 ++
hadoop-ozone/integration-test/pom.xml | 16 +-
.../hadoop/conf/ConfigurationFieldsTests.java | 1 -
.../fs/ozone/AbstractOzoneFileSystemTest.java | 18 +-
.../ozone/AbstractRootedOzoneFileSystemTest.java | 38 +-
.../AbstractRootedOzoneFileSystemTestWithFSO.java | 3 +-
.../java/org/apache/hadoop/fs/ozone/TestHSync.java | 14 +-
.../apache/hadoop/fs/ozone/TestHSyncUpgrade.java | 4 +-
.../apache/hadoop/fs/ozone/TestLeaseRecovery.java | 6 +-
.../hadoop/fs/ozone/TestOzoneFSBucketLayout.java | 4 +-
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 149 +-
.../fs/ozone/TestOzoneFSWithObjectStoreCreate.java | 8 +-
.../hadoop/fs/ozone/TestOzoneFileChecksum.java | 2 +-
.../TestOzoneFileSystemDataStreamEnablement.java | 432 +
.../fs/ozone/TestOzoneFileSystemMetrics.java | 4 +-
.../fs/ozone/TestOzoneFileSystemMissingParent.java | 4 +-
.../fs/ozone/TestOzoneFileSystemPrefixParser.java | 4 +-
.../fs/ozone/TestOzoneFileSystemWithStreaming.java | 4 +-
...oneFileSystemWithStreamingDisabledDatanode.java | 4 +-
.../hadoop/fs/ozone/contract/OzoneContract.java | 4 +-
.../hadoop/hdds/TestXceiverServerDomainSocket.java | 793 ++
.../apache/hadoop/hdds/scm/TestCloseContainer.java | 12 +-
.../hadoop/hdds/scm/TestContainerOperations.java | 2 +-
.../hadoop/hdds/scm/TestFailoverWithSCMHA.java | 1 +
.../hadoop/hdds/scm/TestRackAwarePlacement.java | 438 +
.../TestSCMFollowerCatchupWithContainerReport.java | 4 +-
.../hdds/scm/TestStorageContainerManager.java | 12 +-
...estStorageContainerManagerHAWithAllRunning.java | 4 +-
.../apache/hadoop/hdds/scm/TestWatchForCommit.java | 12 +-
.../hadoop/hdds/scm/TestXceiverClientManager.java | 6 +-
.../hdds/scm/TestXceiverClientManagerSC.java | 109 +
.../TestPendingContainerTrackerIntegration.java | 4 +-
.../metrics/TestSCMContainerManagerMetrics.java | 4 +-
.../TestReplicationManagerIntegration.java | 12 +-
.../scm/node/TestDecommissionAndMaintenance.java | 11 +-
.../safemode/TestSCMSafeModeWithPipelineRules.java | 8 +-
.../hdds/scm/safemode/TestSafeModeSCMHA.java | 4 +-
.../TestDNDataDistributionFinalization.java | 3 +-
.../TestScmDataDistributionFinalization.java | 8 +-
.../ozone/{TestDataUtil.java => DataTestUtil.java} | 6 +-
.../ozone/TestContainerBalancerOperations.java | 24 +-
.../apache/hadoop/ozone/TestDelegationToken.java | 66 +-
.../apache/hadoop/ozone/TestOMSortDatanodes.java | 52 +
.../hadoop/ozone/TestOzoneConfigurationFields.java | 58 +-
.../hadoop/ozone/TestSecureOzoneCluster.java | 1013 +--
.../ozone/admin/om/lease/TestLeaseRecoverer.java | 4 +-
.../ozone/client/rpc/OzoneRpcClientTests.java | 267 +-
.../apache/hadoop/ozone/client/rpc/TestBCSID.java | 4 +-
.../client/rpc/TestBlockDataStreamOutput.java | 63 +-
.../ozone/client/rpc/TestBlockOutputStream.java | 6 +-
.../rpc/TestBlockOutputStreamWithFailures.java | 12 +-
...stClientRetryContainerStateMachineFailures.java | 3 -
.../ozone/client/rpc/TestClientRetryTimeout.java | 50 +-
.../rpc/TestCloseContainerHandlingByClient.java | 8 +-
.../rpc/TestContainerReplicationEndToEnd.java | 4 +-
.../client/rpc/TestContainerStateMachine.java | 4 +-
.../rpc/TestContainerStateMachineFailures.java | 28 +-
.../rpc/TestContainerStateMachineStream.java | 34 +-
.../client/rpc/TestDiscardPreallocatedBlocks.java | 4 +-
.../ozone/client/rpc/TestECKeyOutputStream.java | 8 +-
.../client/rpc/TestFailureHandlingByClient.java | 12 +-
.../rpc/TestFailureHandlingByClientFlushDelay.java | 6 +-
.../client/rpc/TestHybridPipelineOnDatanode.java | 6 +-
.../rpc/TestMultiBlockWritesWithDnFailures.java | 6 +-
.../client/rpc/TestOzoneAtRestEncryption.java | 8 +-
.../rpc/TestOzoneClientMultipartUploadWithFSO.java | 154 +-
...estOzoneClientRetriesOnExceptionFlushDelay.java | 8 +-
.../rpc/TestOzoneClientRetriesOnExceptions.java | 10 +-
.../TestOzoneRpcClientWithKeyLatestVersion.java | 4 +-
.../hadoop/ozone/client/rpc/TestReadRetries.java | 4 +-
.../ozone/client/rpc/TestSecureOzoneRpcClient.java | 6 +-
.../client/rpc/TestValidateBCSIDOnRestart.java | 10 +-
.../ozone/client/rpc/read/InputStreamTests.java | 26 +-
.../client/rpc/read/TestChunkInputStream.java | 16 +-
.../client/rpc/read/TestDomainSocketFactory.java | 81 +
.../ozone/client/rpc/read/TestKeyInputStream.java | 6 +-
.../client/rpc/read/TestLocalChunkInputStream.java | 163 +
.../rpc/read/TestStreamBlockInputStream.java | 56 +-
.../ozone/client/rpc/read/TestStreamRead.java | 1 +
.../rpc/read/TestStreamReadDatanodeFailover.java | 6 +-
.../{TestHelper.java => OzoneTestHelper.java} | 6 +-
.../ozone/container/TestContainerReplication.java | 112 +-
.../container/TestContainerReportHandling.java | 12 +-
.../commandhandler/TestBlockDeletion.java | 6 +-
.../commandhandler/TestDeleteContainerHandler.java | 2 +-
.../commandhandler/TestFinalizeBlock.java | 3 +-
.../dn/TestDatanodeStorageMetricsIntegration.java | 134 +
.../TestContainerCommandReconciliation.java | 15 +-
...estDuplicateContainerDirScannerIntegration.java | 6 +-
.../scanner/ContainerScannerIntegrationTests.java | 6 +-
.../TestDatanodeHddsVolumeFailureDetection.java | 441 +-
.../freon/TestFreonWithDatanodeFastRestart.java | 4 +-
.../ozone/freon/TestOmBucketReadWriteFileOps.java | 4 +-
.../ozone/freon/TestOmBucketReadWriteKeyOps.java | 4 +-
.../ozone/local/TestLocalOzoneClusterRuntime.java | 34 +-
.../apache/hadoop/ozone/om/BucketForTesting.java | 4 +-
.../org/apache/hadoop/ozone/om/OMMXBeanTests.java | 88 +
.../ozone/om/TestBucketLayoutWithOlderClient.java | 8 +-
.../apache/hadoop/ozone/om/TestBucketOwner.java | 2 +-
.../apache/hadoop/ozone/om/TestKeyManagerImpl.java | 12 +-
.../org/apache/hadoop/ozone/om/TestKeyPurging.java | 4 +-
.../org/apache/hadoop/ozone/om/TestListKeys.java | 8 +-
.../hadoop/ozone/om/TestListKeysWithFSO.java | 6 +-
.../org/apache/hadoop/ozone/om/TestListStatus.java | 4 +-
.../hadoop/ozone/om/TestOMDbCheckpointServlet.java | 8 +-
.../TestOMDbCheckpointServletInodeBasedXfer.java | 18 +-
.../TestOMInstallSnapshotDuringBootstrapping.java | 207 +
.../ozone/om/TestOMRatisSnapshotTransfer.java | 2 +-
.../hadoop/ozone/om/TestOMRatisSnapshots.java | 193 +-
.../ozone/om/TestOMStartupWithBucketLayout.java | 14 +-
.../hadoop/ozone/om/TestOMUpgradeFinalization.java | 4 +-
.../hadoop/ozone/om/TestObjectStoreWithFSO.java | 8 +-
.../ozone/om/TestObjectStoreWithLegacyFS.java | 4 +-
.../org/apache/hadoop/ozone/om/TestOmAcls.java | 30 +-
.../hadoop/ozone/om/TestOmBlockVersioning.java | 18 +-
.../ozone/om/TestOmContainerLocationCache.java | 4 +
.../org/apache/hadoop/ozone/om/TestOmMetrics.java | 20 +-
.../om/TestOmStartupInvalidApparentVersion.java | 4 +-
.../hadoop/ozone/om/TestRecursiveAclWithFSO.java | 6 +-
.../apache/hadoop/ozone/om/TestScmSafeMode.java | 10 +-
.../ozone/om/service/TestBlockDeletionService.java | 6 +-
.../TestDirectoryDeletingServiceWithFSO.java | 4 +-
.../ozone/om/service/TestRootedDDSWithFSO.java | 13 +-
...TestSnapshotDeletingServiceIntegrationTest.java | 38 +-
.../hadoop/ozone/om/snapshot/OmSnapshotTests.java | 53 +-
.../TestOmSnapshotCheckpointDbContent.java | 511 ++
.../om/snapshot/TestOmSnapshotFileSystem.java | 6 +-
.../om/snapshot/TestOzoneManagerHASnapshot.java | 6 +-
.../snapshot/TestSnapshotBackgroundServices.java | 2 +-
.../TestSnapshotDirectoryCleaningService.java | 6 +-
.../reconfig/TestDatanodeReconfiguration.java | 2 +
.../shell/TestOzoneContainerUpgradeShell.java | 6 +-
.../ozone/shell/TestOzoneDebugReplicasVerify.java | 2 +-
.../hadoop/ozone/shell/TestOzoneDebugShell.java | 6 +-
.../hadoop/ozone/shell/TestOzoneShellHA.java | 185 +-
.../ozone/shell/TestOzoneShellHAWithFSO.java | 43 -
.../shell/TestOzoneShellHAWithFollowerRead.java | 42 +-
.../shell/TestReplicationConfigPreference.java | 12 +-
.../java/org/apache/ozone/test/NonHATests.java | 9 +
.../src/main/proto/OmClientProtocol.proto | 193 +-
.../interface-client/src/main/resources/proto.lock | 18 +
.../apache/hadoop/ozone/om/OMMetadataManager.java | 30 +-
.../hadoop/ozone/om/lock/IOzoneManagerLock.java | 46 +-
.../org/apache/hadoop/ozone/FixedHostMapping.java | 153 +
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 50 +
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 92 +
.../hadoop/ozone/MiniOzoneHAClusterImpl.java | 17 +-
.../hadoop/ozone/UniformDatanodesFactory.java | 6 +
.../RangerClientMultiTenantAccessController.java | 98 +-
...lientMultiTenantAccessControllerMockClient.java | 153 +
hadoop-ozone/ozone-manager/pom.xml | 11 +-
.../org/apache/hadoop/ozone/audit/OMAction.java | 8 +-
.../org/apache/hadoop/ozone/om/KeyManager.java | 64 +-
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 201 +-
.../org/apache/hadoop/ozone/om/ListIterator.java | 3 +-
.../hadoop/ozone/om/OMDBCheckpointServlet.java | 8 +-
.../om/OMDBCheckpointServletInodeBasedXfer.java | 8 +-
.../java/org/apache/hadoop/ozone/om/OMMetrics.java | 56 +
.../hadoop/ozone/om/OMMultiTenantManagerImpl.java | 4 +-
.../hadoop/ozone/om/OMPerformanceMetrics.java | 7 +
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 104 +-
.../apache/hadoop/ozone/om/OmMetadataReader.java | 37 +-
.../org/apache/hadoop/ozone/om/OmSnapshot.java | 32 +-
.../apache/hadoop/ozone/om/OmSnapshotManager.java | 4 +
.../org/apache/hadoop/ozone/om/OzoneManager.java | 342 +-
.../hadoop/ozone/om/SnapshotChainManager.java | 2 +-
.../hadoop/ozone/om/SstFilteringService.java | 3 +-
.../hadoop/ozone/om/TrashOzoneFileSystem.java | 1 +
.../hadoop/ozone/om/codec/OMDBDefinition.java | 47 +-
.../apache/hadoop/ozone/om/ha/OMHANodeDetails.java | 2 +-
.../hadoop/ozone/om/helpers/OMAuditLogger.java | 1 +
.../ozone/om/lock/DAGResourceLockTracker.java | 5 +
.../ozone/om/lock/LeveledResourceLockTracker.java | 6 +
.../ozone/om/lock/OBSKeyPathLockStrategy.java | 1 +
.../hadoop/ozone/om/lock/OmReadOnlyLock.java | 58 +-
.../hadoop/ozone/om/lock/OzoneManagerLock.java | 512 +-
.../hadoop/ozone/om/lock/ResourceLockTracker.java | 2 +
.../om/ratis/utils/OzoneManagerRatisUtils.java | 12 +
.../ozone/om/request/OMClientRequestUtils.java | 2 +-
.../om/request/bucket/OMBucketDeleteRequest.java | 18 +-
.../file/OMDirectoryCreateRequestWithFSO.java | 4 +-
.../ozone/om/request/file/OMFileRequest.java | 2 +-
.../key/OMDirectoriesPurgeRequestWithFSO.java | 2 +
.../om/request/key/OMKeyRenameRequestWithFSO.java | 8 +
.../hadoop/ozone/om/request/key/OMKeyRequest.java | 62 +-
.../ozone/om/request/key/OMKeysDeleteRequest.java | 109 +-
.../om/request/key/OmKeysDeleteRequestWithFSO.java | 6 +-
.../OMLifecycleConfigurationDeleteRequest.java | 209 +
.../OMLifecycleConfigurationSetRequest.java | 238 +
.../lifecycle/OMLifecycleSaveScanStateRequest.java | 74 +
.../OMLifecycleSetServiceStatusRequest.java | 125 +
.../ozone/om/request/lifecycle}/package-info.java | 4 +-
.../S3InitiateMultipartUploadRequest.java | 39 +-
.../S3InitiateMultipartUploadRequestWithFSO.java | 3 +
.../S3MultipartUploadCommitPartRequest.java | 18 +-
.../S3MultipartUploadCompleteRequest.java | 7 +
.../request/snapshot/OMSnapshotDeleteRequest.java | 8 +
.../om/request/util/OMMultipartUploadUtils.java | 13 +-
.../om/request/volume/OMQuotaRepairRequest.java | 11 +-
.../om/response/bucket/OMBucketDeleteResponse.java | 11 +-
.../om/response/key/OMKeysDeleteResponse.java | 17 +-
.../response/key/OMKeysDeleteResponseWithFSO.java | 15 +-
.../OMLifecycleConfigurationDeleteResponse.java} | 42 +-
.../OMLifecycleConfigurationSetResponse.java} | 43 +-
.../OMLifecycleSaveScanStateResponse.java} | 29 +-
.../OMLifecycleSetServiceStatusResponse.java} | 16 +-
.../ozone/om/response/lifecycle}/package-info.java | 4 +-
.../snapshot/OMSnapshotMoveTableKeysResponse.java | 7 +-
.../hadoop/ozone/om/service/CompactDBUtil.java | 22 +-
.../hadoop/ozone/om/service/CompactionService.java | 12 +-
.../ozone/om/service/DirectoryDeletingService.java | 5 +-
.../ozone/om/service/KeyDeletingService.java | 15 +-
.../ozone/om/service/KeyLifecycleService.java | 2172 +++++
.../om/service/KeyLifecycleServiceMetrics.java | 196 +
.../ozone/om/service/OMRangerBGSyncService.java | 4 +-
.../om/snapshot/FSODirectoryPathResolver.java | 3 +-
.../ozone/om/snapshot/SnapshotDiffManager.java | 168 +-
.../om/snapshot/defrag/SnapshotDefragService.java | 147 +-
.../diff/delta/CompositeDeltaDiffComputer.java | 3 +
.../om/snapshot/filter/ReclaimableFilter.java | 15 +-
.../hadoop/ozone/om/upgrade/OMLayoutFeature.java | 4 +-
.../protocolPB/OzoneManagerRequestHandler.java | 40 +
.../apache/hadoop/ozone/om}/FaultInjectorImpl.java | 2 +-
.../hadoop/ozone/om/TestBucketManagerImpl.java | 212 +
.../apache/hadoop/ozone/om/TestKeyManagerUnit.java | 61 +-
...DBCheckpointServletInodeBasedXferNonLeader.java | 86 +-
.../hadoop/ozone/om/TestOMMetadataReader.java | 2 +-
.../hadoop/ozone/om/TestOmMetadataManager.java | 231 +-
.../hadoop/ozone/om/lock/TestKeyPathLock.java | 24 +-
.../hadoop/ozone/om/lock/TestOzoneManagerLock.java | 150 +-
.../om/request/key/TestOMAllocateBlockRequest.java | 279 +
.../om/request/key/TestOMKeyCommitRequest.java | 4 +-
.../om/request/key/TestOMKeysDeleteRequest.java | 158 +-
.../key/TestOMKeysDeleteRequestWithFSO.java | 77 +-
.../TestOMLifecycleConfigurationDeleteRequest.java | 296 +
.../TestOMLifecycleConfigurationRequest.java | 153 +
.../TestOMLifecycleConfigurationSetRequest.java | 386 +
.../TestOMLifecycleSaveScanStateRequest.java | 117 +
.../s3/multipart/S3MultipartRequestTests.java | 64 +-
.../TestS3InitiateMultipartUploadRequest.java | 108 +
.../TestS3MultipartUploadAbortRequest.java | 88 +
.../TestS3MultipartUploadCommitPartRequest.java | 125 +-
.../TestS3MultipartUploadCompleteRequest.java | 79 +-
.../snapshot/TestOMSnapshotCreateRequest.java | 6 +-
.../snapshot/TestOMSnapshotDeleteRequest.java | 49 +
.../request/volume/TestOMQuotaRepairRequest.java | 95 +
.../ozone/om/response/TestCleanupTableInfo.java | 2 +
.../om/response/key/TestOMKeyCommitResponse.java | 2 +-
.../om/response/key/TestOMKeyDeleteResponse.java | 2 +-
.../om/response/key/TestOMKeysDeleteResponse.java | 2 +-
.../key/TestOMKeysDeleteResponseWithFSO.java | 2 +-
...TestOMLifecycleConfigurationDeleteResponse.java | 117 +
.../TestOMLifecycleConfigurationSetResponse.java | 124 +
.../TestOMLifecycleSaveScanStateResponse.java | 61 +
.../TestS3MultipartUploadCommitPartResponse.java | 2 +-
.../TestOMSnapshotMoveTableKeysResponse.java | 6 +-
.../hadoop/ozone/om/service/TestCompactDBUtil.java | 92 +
.../ozone/om/service/TestCompactionService.java | 33 +
.../ozone/om/service/TestKeyDeletingService.java | 247 +-
.../ozone/om/service/TestKeyLifecycleService.java | 3673 ++++++++
.../om/snapshot/TestFSODirectoryPathResolver.java | 2 +-
.../ozone/om/snapshot/TestSnapshotCache.java | 16 +
.../ozone/om/snapshot/TestSnapshotDiffManager.java | 162 +-
.../om/snapshot/TestSnapshotDiffManagerMXBean.java | 4 +-
.../snapshot/defrag/TestSnapshotDefragService.java | 319 +-
.../snapshot/filter/TestReclaimableKeyFilter.java | 71 +
.../om/upgrade/OMVersionManagerTestUtils.java | 15 +
.../ozone/om/upgrade/TestOMLayoutFeature.java | 6 +-
.../protocolPB/TestOzoneManagerRequestHandler.java | 64 +
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 9 +-
.../hadoop/fs/ozone/BasicOzoneFileSystem.java | 39 +-
.../ozone/BasicRootedOzoneClientAdapterImpl.java | 12 +-
.../fs/ozone/BasicRootedOzoneFileSystem.java | 29 +-
.../apache/hadoop/fs/ozone/OzoneFSInputStream.java | 8 +-
...java => TestBasicOzoneClientAdapterHeadOp.java} | 90 +-
.../hadoop/fs/ozone/TestBasicOzoneFileSystems.java | 49 +
...mHeadOp.java => TestOzoneFileSystemHeadOp.java} | 85 +-
.../recon/schema/ContainerSchemaDefinition.java | 12 +-
hadoop-ozone/recon/pom.xml | 4 -
.../hadoop/ozone/recon/ReconRestServletModule.java | 41 +-
.../org/apache/hadoop/ozone/recon/ReconServer.java | 10 +
.../org/apache/hadoop/ozone/recon/ReconUtils.java | 57 +-
.../ozone/recon/api/OMDBInsightEndpoint.java | 3 +-
.../ozone/recon/api/ReconGlobalMetricsService.java | 4 +-
.../ozone/recon/api/TriggerDBSyncEndpoint.java | 12 +
.../ozone/recon/api/handlers/EntityHandler.java | 122 +-
.../ozone/recon/api/handlers/FSOBucketHandler.java | 3 +-
.../recon/api/handlers/LegacyBucketHandler.java | 5 +-
.../ozone/recon/api/handlers/OBSBucketHandler.java | 8 +-
.../recon/api/types/OMDBReprocessResponse.java} | 35 +-
.../ozone/recon/chatbot/ChatbotConfigKeys.java | 35 +
.../recon/chatbot/agent/ChatHistoryBuilder.java | 175 +
.../ozone/recon/chatbot/agent/ChatbotAgent.java | 90 +-
.../ozone/recon/chatbot/api/ChatbotEndpoint.java | 63 +-
.../recon/chatbot/llm/LangChain4jDispatcher.java | 27 +
.../ozone/recon/metrics/NSSummaryMetrics.java | 91 +
.../recon/recovery/ReconOmMetadataManagerImpl.java | 9 +-
.../hadoop/ozone/recon/scm/ReconNodeManager.java | 6 +-
.../scm/ReconStorageContainerManagerFacade.java | 3 +-
.../recon/spi/OzoneManagerServiceProvider.java | 7 +
.../recon/spi/ReconNamespaceSummaryManager.java | 6 +
.../spi/impl/OzoneManagerServiceProviderImpl.java | 237 +-
.../impl/ReconContainerMetadataManagerImpl.java | 21 +-
.../ozone/recon/spi/impl/ReconDBProvider.java | 16 -
.../spi/impl/ReconFileMetadataManagerImpl.java | 5 +-
.../spi/impl/ReconNamespaceSummaryManagerImpl.java | 24 +-
.../recon/spi/impl/ReconRDBSnapshotProvider.java | 245 +
.../impl/StorageContainerServiceProviderImpl.java | 3 +-
.../recon/tasks/ContainerKeyMapperHelper.java | 2 +-
.../recon/tasks/DeletedKeysInsightHandler.java | 2 +-
.../recon/tasks/MultipartInfoInsightHandler.java | 219 +-
.../ozone/recon/tasks/NSSummaryTaskWithLegacy.java | 3 +-
.../ozone/recon/tasks/OpenKeysInsightHandler.java | 2 +-
.../ozone/recon/tasks/ReconTaskControllerImpl.java | 158 +-
.../tasks/ReconTaskReInitializationEvent.java | 3 +-
.../tasks/util/ParallelTableIteratorOperation.java | 4 +-
.../ozone/recon/upgrade/ReconUpgradeAction.java | 12 +-
.../recon-tool-selection-prompt-preamble.txt | 7 +
.../webapps/recon/ozone-recon-web/package.json | 6 +-
.../webapps/recon/ozone-recon-web/pnpm-lock.yaml | 1428 +--
.../src/__tests__/Overview.test.tsx | 80 +-
.../src/__tests__/assistant/Assistant.test.tsx | 30 +-
.../src/__tests__/capacity/Capacity.test.tsx | 330 +-
.../src/__tests__/datanodes/Datanodes.test.tsx | 27 +-
.../__tests__/datanodes/DatanodesTable.test.tsx | 32 +-
.../src/__tests__/locators/locators.ts | 6 +-
.../mocks/assistantMocks/assistantServer.ts | 168 +-
.../mocks/capacityMocks/capacityServer.ts | 34 +-
.../mocks/datanodeMocks/datanodeResponseMocks.ts | 17 +-
.../mocks/datanodeMocks/datanodeServer.ts | 44 +-
.../mocks/overviewMocks/overviewResponseMocks.ts | 43 +
.../mocks/overviewMocks/overviewServer.ts | 58 +-
.../mocks/pipelineMocks/pipelinesServer.ts | 9 +-
.../src/__tests__/pipelines/Pipelines.test.tsx | 30 +-
.../src/v2/components/cards/overviewHealthCard.tsx | 5 +-
.../src/v2/components/storageBar/storageBar.tsx | 41 +-
.../ozone-recon-web/src/v2/hooks/useChat.hook.tsx | 28 +-
.../src/v2/pages/capacity/capacity.tsx | 92 +-
.../pages/capacity/components/CapacityDetail.tsx | 4 +-
.../src/v2/pages/datanodes/datanodes.tsx | 6 +-
.../src/v2/pages/overview/overview.tsx | 3 +-
.../src/v2/pages/pipelines/pipelines.tsx | 2 +-
.../ozone-recon-web/src/v2/types/chatbot.types.ts | 8 +
.../ozone/recon/OMMetadataManagerTestUtils.java | 36 +
.../apache/hadoop/ozone/recon/TestReconUtils.java | 40 +
.../recon/api/AbstractTreeNSSummaryScenario.java | 806 ++
.../ozone/recon/api/FlatNSSummaryScenario.java | 655 ++
.../ozone/recon/api/FsoNSSummaryScenario.java | 153 +
.../ozone/recon/api/LegacyNSSummaryScenario.java | 130 +
.../ozone/recon/api/NSSummaryEndpointTestBase.java | 236 +
.../ozone/recon/api/NSSummaryTestScenario.java | 163 +
.../hadoop/ozone/recon/api/NSSummaryTests.java | 195 -
.../ozone/recon/api/TestNSSummaryEndpoint.java | 389 +
.../recon/api/TestNSSummaryEndpointWithFSO.java | 1577 ----
.../recon/api/TestNSSummaryEndpointWithLegacy.java | 1491 ----
.../api/TestNSSummaryEndpointWithOBSAndLegacy.java | 1452 ---
.../ozone/recon/api/TestTriggerDBSyncEndpoint.java | 1 +
.../api/handlers/TestEntityHandlerCycleGuard.java | 196 +
.../chatbot/agent/TestChatHistoryBuilder.java | 289 +
.../agent/TestChatbotAgentExecutionPolicy.java | 62 +
.../recon/chatbot/api/TestChatbotEndpoint.java | 14 +-
.../chatbot/llm/TestLangChain4jDispatcher.java | 57 +
.../ozone/recon/chatbot/llm/TestLlmRouting.java | 8 +
.../ozone/recon/metrics/TestNSSummaryMetrics.java | 60 +
.../impl/TestOzoneManagerServiceProviderImpl.java | 321 +-
.../TestReconContainerMetadataManagerImpl.java | 22 +
.../spi/impl/TestReconRDBSnapshotProvider.java | 223 +
.../ozone/recon/tasks/TestFileSizeCountTask.java | 23 +-
.../ozone/recon/tasks/TestOmTableInsightTask.java | 129 +
.../recon/tasks/TestReconTaskControllerImpl.java | 160 +-
hadoop-ozone/s3gateway/pom.xml | 5 -
.../org/apache/hadoop/ozone/audit/S3GAction.java | 7 +-
.../hadoop/ozone/s3/VirtualHostStyleFilter.java | 37 +-
.../ozone/s3/commontypes/RequestParameters.java | 14 +
.../ozone/s3/endpoint/BucketCrudHandler.java | 3 +-
.../hadoop/ozone/s3/endpoint/BucketEndpoint.java | 23 +-
.../ozone/s3/endpoint/BucketLifecycleHandler.java | 170 +
.../hadoop/ozone/s3/endpoint/EndpointBase.java | 106 +-
.../s3/endpoint/GetObjectAttributesResponse.java | 206 +
.../ozone/s3/endpoint/ObjectAttributesHandler.java | 173 +
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 138 +-
...onHandler.java => ObjectGetTorrentHandler.java} | 15 +-
...tBucketLifecycleConfigurationUnmarshaller.java} | 56 +-
.../s3/endpoint/S3LifecycleConfiguration.java | 558 ++
.../hadoop/ozone/s3/exception/S3ErrorTable.java | 7 +
.../hadoop/ozone/s3/metrics/S3GatewayMetrics.java | 22 +
.../org/apache/hadoop/ozone/s3/util/S3Consts.java | 14 +
.../org/apache/hadoop/ozone/s3/util/S3Utils.java | 19 +-
.../hadoop/ozone/client/ClientProtocolStub.java | 29 +
.../hadoop/ozone/client/OzoneBucketStub.java | 68 +
.../hadoop/ozone/client/OzoneVolumeStub.java | 2 +
.../ozone/s3/TestVirtualHostStyleFilter.java | 204 +-
.../ozone/s3/endpoint/EndpointTestUtils.java | 14 +
.../hadoop/ozone/s3/endpoint/TestBucketList.java | 37 +
.../hadoop/ozone/s3/endpoint/TestBucketPut.java | 60 +-
.../hadoop/ozone/s3/endpoint/TestEndpointBase.java | 26 +
.../s3/endpoint/TestMultipartUploadComplete.java | 22 +
.../ozone/s3/endpoint/TestObjectAttributesGet.java | 176 +
.../hadoop/ozone/s3/endpoint/TestObjectGet.java | 67 +-
...tGetLocation.java => TestObjectGetTorrent.java} | 18 +-
.../hadoop/ozone/s3/endpoint/TestObjectHead.java | 99 +-
.../hadoop/ozone/s3/endpoint/TestObjectPut.java | 87 +
.../TestS3LifecycleConfigurationDelete.java | 96 +
.../endpoint/TestS3LifecycleConfigurationGet.java | 205 +
.../endpoint/TestS3LifecycleConfigurationPut.java | 665 ++
.../apache/hadoop/ozone/s3/util/TestS3Utils.java | 20 +
hadoop-ozone/tools/pom.xml | 15 +
.../hadoop/ozone/local/LocalOzoneCluster.java | 228 +-
.../org/apache/hadoop/ozone/local/OzoneLocal.java | 64 +-
.../hadoop/ozone/local/TestLocalOzoneCluster.java | 109 +
.../apache/hadoop/ozone/local/TestOzoneLocal.java | 120 +-
hadoop-ozone/vapor/pom.xml | 11 +
pom.xml | 217 +-
763 files changed, 60489 insertions(+), 12812 deletions(-)
create mode 100644
hadoop-hdds/annotations/src/main/java/org/apache/ozone/annotations/CliOptionStyleProcessor.java
create mode 100644
hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/XceiverClientShortCircuit.java
create mode 100644
hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/storage/DomainPeer.java
create mode 100644
hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/storage/DomainSocketFactory.java
create mode 100644
hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/storage/LocalChunkInputStream.java
create mode 100644
hadoop-hdds/client/src/test/java/org/apache/hadoop/hdds/scm/TestXceiverClientGrpcChannel.java
copy
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/tracing/{SkipTracing.java
=> InternalSpanKind.java} (86%)
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/scm/net/TestHostAndPort.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/tracing/TestTracingAnnotations.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/tracing/TestTracingInitModes.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/utils/TestCompositeKey.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/ozone/common/TestChecksumMultiBuffer.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/ozone/common/utils/TestBufferUtils.java
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/transport/server/Receiver.java
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/transport/server/XceiverServerDomainSocket.java
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/volume/DatanodeStorageMetrics.java
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/replication/VolumeReplicationThreadPools.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/common/states/endpoint/TestHeartbeatEndpointTaskDnsRefresh.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/common/volume/TestDatanodeStorageMetrics.java
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/TestReconcileChunksPerBlockHoleBcsId.java
create mode 100644 hadoop-hdds/docs/content/design/lifecycle-task-resume.md
copy hadoop-hdds/docs/content/design/{dn-merge-rocksdb.md =>
s3-object-lifecycle-management.md} (59%)
create mode 100644
hadoop-hdds/docs/content/design/short-circuit-read-current-flow.png
create mode 100644
hadoop-hdds/docs/content/design/short-circuit-read-getblock-flow.png
create mode 100644
hadoop-hdds/docs/content/design/short-circuit-read-hbase-benchmark.png
create mode 100644
hadoop-hdds/docs/content/design/short-circuit-read-mmap-cache-benchmark.png
create mode 100644
hadoop-hdds/docs/content/design/short-circuit-read-target-flow.png
create mode 100644
hadoop-hdds/docs/content/design/short-circuit-read-unix-domain-socket.png
create mode 100644 hadoop-hdds/docs/content/design/short-circuit-read.md
create mode 100644 hadoop-hdds/docs/content/feature/Lifecycle.md
create mode 100644 hadoop-hdds/docs/content/feature/Lifecycle.zh.md
create mode 100644 hadoop-hdds/docs/content/feature/Short-Circuit-Read.md
create mode 100644 hadoop-hdds/docs/content/feature/Short-Circuit-Read.zh.md
delete mode 100644 hadoop-hdds/docs/content/interface/pvtest-webui.png
create mode 100644
hadoop-hdds/erasurecode/src/test/java/org/apache/ozone/erasurecode/TestCodecRegistryTcclIsolation.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/utils/DnsNames.java
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/utils/TestDnsNames.java
create mode 100644
hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/db/LatestVersionedKWayMergeIterator.java
create mode 100644
hadoop-hdds/rocks-native/src/test/java/org/apache/hadoop/hdds/utils/db/TestLatestVersionedKWayMergeIterator.java
create mode 100644
hadoop-hdds/rocks-native/src/test/java/org/apache/hadoop/hdds/utils/db/TestLatestVersionedKWayMergeIteratorOverSst.java
create mode 100644
hadoop-hdds/rocks-native/src/test/java/org/apache/hadoop/hdds/utils/db/TestRawSstFileRecords.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/export/ExportFileManager.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/export/ExportJob.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/export/ExportScope.java
copy hadoop-hdds/{client/src/test/java/org/apache/hadoop/hdds/scm/storage =>
server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/export}/package-info.java
(87%)
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/export/TestExportFileManager.java
copy
hadoop-ozone/{cli-repair/src/main/java/org/apache/hadoop/ozone/repair/om/quota/QuotaStatus.java
=>
cli-admin/src/main/java/org/apache/hadoop/ozone/admin/om/LifecycleResumeSubCommand.java}
(55%)
create mode 100644
hadoop-ozone/cli-admin/src/main/java/org/apache/hadoop/ozone/admin/om/LifecycleStatusSubCommand.java
copy
hadoop-ozone/cli-admin/src/main/java/org/apache/hadoop/ozone/admin/{upgrade/UpgradeCommands.java
=> om/LifecycleSubCommand.java} (68%)
create mode 100644
hadoop-ozone/cli-admin/src/main/java/org/apache/hadoop/ozone/admin/om/LifecycleSuspendSubCommand.java
create mode 100644
hadoop-ozone/cli-admin/src/test/java/org/apache/hadoop/hdds/scm/cli/datanode/TestDiskBalancerSubCommandUtil.java
create mode 100644
hadoop-ozone/client/src/main/java/org/apache/hadoop/ozone/client/OzoneLifecycleConfiguration.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLCAbortIncompleteMultipartUpload.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLCAction.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLCExpiration.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLCFilter.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLCRule.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLifecycleConfiguration.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLifecycleRuleAndOperator.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLifecycleScanState.java
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLifecycleUtils.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/OMLCUtils.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOmLCAbortIncompleteMultipartUpload.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOmLCExpiration.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOmLCFilter.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOmLCRule.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOmLifeCycleConfiguration.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOmLifecycleRuleAndOperator.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOmLifecycleScanState.java
delete mode 100644
hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Datanode Chunk
Read_Write Dashboard.json
create mode 100644
hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Ozone - DataNode
Overview.json
create mode 100644
hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Ozone - Disk
Balancer.json
copy hadoop-ozone/dist/src/main/compose/{ozonesecure/diskbalancer.yaml =>
ozone/short-circuit.yaml} (80%)
copy hadoop-ozone/dist/src/main/compose/ozone/{test-failures1.sh =>
test-short-circuit.sh} (79%)
copy
hadoop-ozone/dist/src/main/compose/ozonesecure-ha/{test-s3g-virtual-host.sh =>
test-om-lifecycle.sh} (86%)
mode change 100755 => 100644
create mode 100644
hadoop-ozone/dist/src/main/smoketest/lifecycle/om-lifecycle.robot
create mode 100644
hadoop-ozone/dist/src/main/smoketest/s3/bucketlifecycle.robot
create mode 100644
hadoop-ozone/dist/src/main/smoketest/short-circuit/short-circuit.robot
copy hadoop-ozone/dist/src/{main/k8s/examples/getting-started/LICENSE.header
=> shell/conf/shell-logging.properties} (98%)
copy hadoop-ozone/dist/src/test/shell/{ozone-functions_test_helper.bash =>
ozone_bootstrap.bats} (61%)
mode change 100755 => 100644
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOzoneFileSystemDataStreamEnablement.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/TestXceiverServerDomainSocket.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestRackAwarePlacement.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestXceiverClientManagerSC.java
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/{TestDataUtil.java
=> DataTestUtil.java} (98%)
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/read/TestDomainSocketFactory.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/read/TestLocalChunkInputStream.java
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/container/{TestHelper.java
=> OzoneTestHelper.java} (99%)
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/dn/TestDatanodeStorageMetricsIntegration.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/OMMXBeanTests.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOMInstallSnapshotDuringBootstrapping.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOmSnapshotCheckpointDbContent.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/shell/TestOzoneShellHAWithFSO.java
create mode 100644
hadoop-ozone/mini-cluster/src/main/java/org/apache/hadoop/ozone/FixedHostMapping.java
create mode 100644
hadoop-ozone/multitenancy-ranger/src/test/java/org/apache/hadoop/ozone/om/multitenant/TestRangerClientMultiTenantAccessControllerMockClient.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/lifecycle/OMLifecycleConfigurationDeleteRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/lifecycle/OMLifecycleConfigurationSetRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/lifecycle/OMLifecycleSaveScanStateRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/lifecycle/OMLifecycleSetServiceStatusRequest.java
copy {hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/storage =>
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/lifecycle}/package-info.java
(86%)
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/{volume/OMVolumeSetQuotaResponse.java
=> lifecycle/OMLifecycleConfigurationDeleteResponse.java} (59%)
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/{volume/OMVolumeSetQuotaResponse.java
=> lifecycle/OMLifecycleConfigurationSetResponse.java} (54%)
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/{util/OMEchoRPCWriteResponse.java
=> lifecycle/OMLifecycleSaveScanStateResponse.java} (56%)
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/{util/OMEchoRPCWriteResponse.java
=> lifecycle/OMLifecycleSetServiceStatusResponse.java} (75%)
copy {hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/storage =>
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/lifecycle}/package-info.java
(86%)
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/service/KeyLifecycleService.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/service/KeyLifecycleServiceMetrics.java
copy hadoop-ozone/{integration-test/src/test/java/org/apache/hadoop/utils =>
ozone-manager/src/test/java/org/apache/hadoop/ozone/om}/FaultInjectorImpl.java
(98%)
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/lifecycle/TestOMLifecycleConfigurationDeleteRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/lifecycle/TestOMLifecycleConfigurationRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/lifecycle/TestOMLifecycleConfigurationSetRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/lifecycle/TestOMLifecycleSaveScanStateRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/volume/TestOMQuotaRepairRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/lifecycle/TestOMLifecycleConfigurationDeleteResponse.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/lifecycle/TestOMLifecycleConfigurationSetResponse.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/lifecycle/TestOMLifecycleSaveScanStateResponse.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/service/TestCompactDBUtil.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/service/TestKeyLifecycleService.java
copy
hadoop-ozone/ozonefs-common/src/test/java/org/apache/hadoop/fs/ozone/{TestBasicRootedOzoneClientAdapterHeadOp.java
=> TestBasicOzoneClientAdapterHeadOp.java} (57%)
copy
hadoop-ozone/ozonefs-common/src/test/java/org/apache/hadoop/fs/ozone/{TestRootedOzoneFileSystemHeadOp.java
=> TestOzoneFileSystemHeadOp.java} (60%)
copy
hadoop-ozone/{common/src/main/java/org/apache/hadoop/ozone/om/helpers/ErrorInfo.java
=>
recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/OMDBReprocessResponse.java}
(63%)
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/agent/ChatHistoryBuilder.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/metrics/NSSummaryMetrics.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/spi/impl/ReconRDBSnapshotProvider.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/AbstractTreeNSSummaryScenario.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/FlatNSSummaryScenario.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/FsoNSSummaryScenario.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/LegacyNSSummaryScenario.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/NSSummaryEndpointTestBase.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/NSSummaryTestScenario.java
delete mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/NSSummaryTests.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestNSSummaryEndpoint.java
delete mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestNSSummaryEndpointWithFSO.java
delete mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestNSSummaryEndpointWithLegacy.java
delete mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestNSSummaryEndpointWithOBSAndLegacy.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/handlers/TestEntityHandlerCycleGuard.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/agent/TestChatHistoryBuilder.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/metrics/TestNSSummaryMetrics.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/spi/impl/TestReconRDBSnapshotProvider.java
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/BucketLifecycleHandler.java
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/GetObjectAttributesResponse.java
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/ObjectAttributesHandler.java
copy
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/{BucketGetLocationHandler.java
=> ObjectGetTorrentHandler.java} (73%)
copy
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/{MessageUnmarshaller.java
=> PutBucketLifecycleConfigurationUnmarshaller.java} (52%)
create mode 100644
hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/S3LifecycleConfiguration.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestObjectAttributesGet.java
copy
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/{TestBucketGetLocation.java
=> TestObjectGetTorrent.java} (70%)
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestS3LifecycleConfigurationDelete.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestS3LifecycleConfigurationGet.java
create mode 100644
hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestS3LifecycleConfigurationPut.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]