This is an automated email from the ASF dual-hosted git repository.
yukon pushed a change to branch develop
in repository https://gitbox.apache.org/repos/asf/rocketmq.git
from a325d144b2 [ISSUE #6858] passing through ProxyContext for future
expansion (#6859)
add 450d0d69cc [ISSUE #6154] Support Amazon S3 backend in TieredStorage
(#6495)
No new revisions were added by this update.
Summary of changes:
WORKSPACE | 3 +
.../{broker.conf => tieredstorage/brokerS3.conf} | 9 +
pom.xml | 57 +++
tieredstore/BUILD.bazel | 2 +
tieredstore/pom.xml | 10 +
.../rocketmq/tieredstore/TieredMessageStore.java | 2 +
.../common/TieredMessageStoreConfig.java | 54 +--
.../tieredstore/container/TieredFileQueue.java | 3 +-
.../exception/TieredStoreErrorCode.java | 1 +
.../exception/TieredStoreException.java | 6 +-
.../tieredstore/provider/TieredFileSegment.java | 29 +-
.../tieredstore/provider/TieredStoreProvider.java | 5 +
.../inputstream/TieredFileSegmentInputStream.java | 2 +-
.../provider/posix/PosixFileSegment.java | 5 +
.../tieredstore/provider/s3/ChunkMetadata.java | 108 ++++++
.../tieredstore/provider/s3/S3FileSegment.java | 391 +++++++++++++++++++++
.../provider/s3/S3FileSegmentMetadata.java | 183 ++++++++++
.../provider/s3/TieredStorageS3Client.java | 359 +++++++++++++++++++
...cherTest.java => TieredDispatcherBaseTest.java} | 20 +-
...Test.java => TieredMessageFetcherBaseTest.java} | 14 +-
.../tieredstore/TieredMessageStoreTest.java | 2 +-
.../container/TieredContainerManagerTest.java | 2 +-
.../tieredstore/container/TieredFileQueueTest.java | 4 +-
.../tieredstore/container/TieredIndexFileTest.java | 2 +-
.../container/TieredMessageQueueContainerTest.java | 6 +-
.../tieredstore/metadata/MetadataStoreTest.java | 2 +-
.../metrics/TieredStoreMetricsManagerTest.java | 2 +-
.../provider/MockTieredFileSegmentInputStream.java | 35 +-
...entTest.java => TieredFileSegmentBaseTest.java} | 41 ++-
.../memory}/MemoryFileSegment.java | 7 +-
.../memory}/MemoryFileSegmentWithoutCheck.java | 2 +-
.../memory/TieredDispatcherForMemoryTest.java} | 45 +--
.../memory/TieredFileSegmentForMemoryTest.java | 25 +-
.../memory/TieredMessageFetcherForMemoryTest.java | 11 +-
.../tieredstore/provider/s3/MockS3AsyncClient.java | 221 ++++++++++++
.../tieredstore/provider/s3/MockS3TestBase.java | 69 ++++
.../provider/s3/S3FileSegmentMetadataTest.java | 54 +++
.../tieredstore/provider/s3/S3FileSegmentTest.java | 236 +++++++++++++
.../provider/s3/S3MockStarterTestImpl.java | 21 +-
.../provider/s3/TieredDispatcherForS3Test.java | 62 ++++
.../provider/s3/TieredFileSegmentForS3Test.java | 58 +++
.../provider/s3/TieredMessageFetcherForS3Test.java | 28 +-
.../provider/s3/TieredStorageS3ClientTest.java | 169 +++++++++
.../tieredstore/util/MessageBufferUtilTest.java | 25 ++
44 files changed, 2246 insertions(+), 146 deletions(-)
copy distribution/conf/{broker.conf => tieredstorage/brokerS3.conf} (73%)
create mode 100644
tieredstore/src/main/java/org/apache/rocketmq/tieredstore/provider/s3/ChunkMetadata.java
create mode 100644
tieredstore/src/main/java/org/apache/rocketmq/tieredstore/provider/s3/S3FileSegment.java
create mode 100644
tieredstore/src/main/java/org/apache/rocketmq/tieredstore/provider/s3/S3FileSegmentMetadata.java
create mode 100644
tieredstore/src/main/java/org/apache/rocketmq/tieredstore/provider/s3/TieredStorageS3Client.java
rename
tieredstore/src/test/java/org/apache/rocketmq/tieredstore/{TieredDispatcherTest.java
=> TieredDispatcherBaseTest.java} (90%)
rename
tieredstore/src/test/java/org/apache/rocketmq/tieredstore/{TieredMessageFetcherTest.java
=> TieredMessageFetcherBaseTest.java} (97%)
copy
filter/src/main/java/org/apache/rocketmq/filter/expression/EmptyEvaluationContext.java
=>
tieredstore/src/test/java/org/apache/rocketmq/tieredstore/provider/MockTieredFileSegmentInputStream.java
(52%)
rename
tieredstore/src/test/java/org/apache/rocketmq/tieredstore/provider/{TieredFileSegmentTest.java
=> TieredFileSegmentBaseTest.java} (82%)
rename tieredstore/src/test/java/org/apache/rocketmq/tieredstore/{mock =>
provider/memory}/MemoryFileSegment.java (97%)
rename tieredstore/src/test/java/org/apache/rocketmq/tieredstore/{mock =>
provider/memory}/MemoryFileSegmentWithoutCheck.java (97%)
copy
tieredstore/src/test/java/org/apache/rocketmq/tieredstore/{metrics/TieredStoreMetricsManagerTest.java
=> provider/memory/TieredDispatcherForMemoryTest.java} (51%)
copy
client/src/main/java/org/apache/rocketmq/client/producer/selector/SelectMessageQueueByMachineRoom.java
=>
tieredstore/src/test/java/org/apache/rocketmq/tieredstore/provider/memory/TieredFileSegmentForMemoryTest.java
(57%)
copy
broker/src/test/java/org/apache/rocketmq/broker/util/LogTransactionalMessageCheckListener.java
=>
tieredstore/src/test/java/org/apache/rocketmq/tieredstore/provider/memory/TieredMessageFetcherForMemoryTest.java
(67%)
create mode 100644
tieredstore/src/test/java/org/apache/rocketmq/tieredstore/provider/s3/MockS3AsyncClient.java
create mode 100644
tieredstore/src/test/java/org/apache/rocketmq/tieredstore/provider/s3/MockS3TestBase.java
create mode 100644
tieredstore/src/test/java/org/apache/rocketmq/tieredstore/provider/s3/S3FileSegmentMetadataTest.java
create mode 100644
tieredstore/src/test/java/org/apache/rocketmq/tieredstore/provider/s3/S3FileSegmentTest.java
copy
filter/src/main/java/org/apache/rocketmq/filter/expression/EmptyEvaluationContext.java
=>
tieredstore/src/test/java/org/apache/rocketmq/tieredstore/provider/s3/S3MockStarterTestImpl.java
(69%)
create mode 100644
tieredstore/src/test/java/org/apache/rocketmq/tieredstore/provider/s3/TieredDispatcherForS3Test.java
create mode 100644
tieredstore/src/test/java/org/apache/rocketmq/tieredstore/provider/s3/TieredFileSegmentForS3Test.java
copy
common/src/main/java/org/apache/rocketmq/common/thread/ThreadPoolQueueSizeMonitor.java
=>
tieredstore/src/test/java/org/apache/rocketmq/tieredstore/provider/s3/TieredMessageFetcherForS3Test.java
(55%)
create mode 100644
tieredstore/src/test/java/org/apache/rocketmq/tieredstore/provider/s3/TieredStorageS3ClientTest.java
