This is an automated email from the ASF dual-hosted git repository. ChenSammi pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/ozone.git
commit ec381e5d3b00888583fe72130f26884f96eba161 Merge: 8acc0413a95 6db4545f1da Author: Sammi Chen <[email protected]> AuthorDate: Thu Jul 30 11:50:32 2026 +0800 Merge remote-tracking branch 'origin/HDDS-10685' into master .github/workflows/ci.yml | 2 +- hadoop-hdds/client/pom.xml | 4 + .../apache/hadoop/hdds/scm/OzoneClientConfig.java | 52 ++ .../hadoop/hdds/scm/XceiverClientCreator.java | 37 +- .../hadoop/hdds/scm/XceiverClientFactory.java | 19 +- .../apache/hadoop/hdds/scm/XceiverClientGrpc.java | 8 +- .../hadoop/hdds/scm/XceiverClientManager.java | 104 ++- .../hadoop/hdds/scm/XceiverClientShortCircuit.java | 623 ++++++++++++++++ .../hadoop/hdds/scm/storage/BlockInputStream.java | 149 +++- .../hadoop/hdds/scm/storage/ChunkInputStream.java | 2 +- .../apache/hadoop/hdds/scm/storage/DomainPeer.java | 111 +++ .../hdds/scm/storage/DomainSocketFactory.java | 276 +++++++ .../hdds/scm/storage/LocalChunkInputStream.java | 116 +++ .../org/apache/hadoop/hdds/DatanodeVersion.java | 2 + .../apache/hadoop/hdds/scm/XceiverClientSpi.java | 14 + .../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 1 + .../ContainerCommandResponseBuilders.java | 20 +- .../hdds/scm/storage/ContainerProtocolCalls.java | 30 +- .../org/apache/hadoop/ozone/OzoneConfigKeys.java | 6 +- .../org/apache/hadoop/ozone/common/Checksum.java | 14 + .../apache/hadoop/ozone/util/OzoneNetUtils.java | 24 +- .../common/src/main/resources/ozone-default.xml | 11 +- .../hadoop/hdds/utils/TestProtobufUtils.java | 36 + .../ozone/container/ContainerTestHelper.java | 2 +- .../container/common/helpers/ContainerMetrics.java | 49 +- .../ozone/container/common/interfaces/Handler.java | 23 +- .../common/transport/server/Receiver.java | 353 +++++++++ .../server/XceiverServerDomainSocket.java | 324 +++++++++ .../common/transport/server/XceiverServerGrpc.java | 53 +- .../common/transport/server/XceiverServerSpi.java | 2 + .../transport/server/ratis/XceiverServerRatis.java | 5 + .../ozone/container/keyvalue/KeyValueHandler.java | 53 +- .../container/keyvalue/helpers/BlockUtils.java | 9 +- .../keyvalue/impl/ChunkManagerDispatcher.java | 7 + .../keyvalue/impl/FilePerBlockStrategy.java | 22 +- .../keyvalue/interfaces/ChunkManager.java | 17 + .../ozone/container/ozoneimpl/OzoneContainer.java | 77 +- .../container/keyvalue/TestKeyValueHandler.java | 2 +- .../design/short-circuit-read-current-flow.png | Bin 0 -> 33740 bytes .../design/short-circuit-read-getblock-flow.png | Bin 0 -> 66181 bytes .../design/short-circuit-read-hbase-benchmark.png | Bin 0 -> 34029 bytes .../short-circuit-read-mmap-cache-benchmark.png | Bin 0 -> 28688 bytes .../design/short-circuit-read-target-flow.png | Bin 0 -> 39362 bytes .../short-circuit-read-unix-domain-socket.png | Bin 0 -> 82958 bytes .../docs/content/design/short-circuit-read.md | 175 +++++ .../docs/content/feature/Short-Circuit-Read.md | 90 +++ .../docs/content/feature/Short-Circuit-Read.zh.md | 88 +++ .../src/main/proto/DatanodeClientProtocol.proto | 12 + hadoop-hdds/rocks-native/pom.xml | 6 +- .../ozone/client/MockXceiverClientFactory.java | 9 +- .../client/checksum/FileChecksumBenchmark.java | 12 + .../dist/dev-support/bin/dist-layout-stitching | 18 + .../dist/src/main/compose/ozone/short-circuit.yaml | 25 + .../src/main/compose/ozone/test-short-circuit.sh | 36 + hadoop-ozone/dist/src/main/compose/testlib.sh | 2 + .../src/main/smoketest/freon/read-write-key.robot | 7 + .../smoketest/short-circuit/short-circuit.robot | 55 ++ .../dist/src/shell/ozone/ozone-functions.sh | 42 ++ .../hadoop/ozone/freon/RandomKeyGenerator.java | 34 + hadoop-ozone/integration-test/pom.xml | 11 + .../hadoop/hdds/TestXceiverServerDomainSocket.java | 793 +++++++++++++++++++++ .../hadoop/hdds/scm/TestXceiverClientManager.java | 6 +- .../hdds/scm/TestXceiverClientManagerSC.java | 109 +++ .../TestDNDataDistributionFinalization.java | 11 +- .../TestScmDataDistributionFinalization.java | 8 +- .../ozone/client/rpc/read/InputStreamTests.java | 22 +- .../client/rpc/read/TestChunkInputStream.java | 16 +- .../client/rpc/read/TestDomainSocketFactory.java | 81 +++ .../client/rpc/read/TestLocalChunkInputStream.java | 163 +++++ .../ozone/om/TestOmContainerLocationCache.java | 4 + .../ozone/om/service/TestBlockDeletionService.java | 7 +- pom.xml | 183 +++++ 72 files changed, 4540 insertions(+), 144 deletions(-) --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
