This is an automated email from the ASF dual-hosted git repository.
wchevreuil pushed a change to branch branch-3
in repository https://gitbox.apache.org/repos/asf/hbase.git
from ee25c30b124 HBASE-28866 Setting `hbase.oldwals.cleaner.thread.size` to
negative value will break HMaster and produce hard-to-diagnose logs (#6310)
new 21af67d3a24 HBASE-28465 Implementation of framework for time-based
priority bucket-cache (#5793)
new 36cf624fc15 HBASE-28505 Implement enforcement to require Date Tiered
Compaction for Time Range Data Tiering (#5809)
new 3a57d8b985c HBASE-28466 Integration of time-based priority logic of
bucket cache in prefetch functionality of HBase (#5808)
new 2427785cee3 HBASE-28468: Integrate the data-tiering logic into cache
evictions. (#5829)
new fd5cc19f073 HBASE-28535: Add a region-server wide key to enable
data-tiering. (#5856)
new e978490f6e9 HBASE-28469: Integration of time-based priority caching
into compaction paths (#5866)
new ee8260e6f4f HBASE-28467: Add time-based priority caching checks for
cacheOnRead code paths. (#5905)
new 2e48a79b2d7 HBASE-29427 Merge all commits related to custom tiering
into the feature branch (#7124)
The 8 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../main/java/org/apache/hadoop/hbase/TagType.java | 2 +
.../apache/hadoop/hbase/io/hfile/BlockCache.java | 21 +-
.../hadoop/hbase/io/hfile/BlockCacheKey.java | 1 -
.../apache/hadoop/hbase/io/hfile/CacheConfig.java | 13 +
.../hadoop/hbase/io/hfile/CombinedBlockCache.java | 21 +-
.../org/apache/hadoop/hbase/io/hfile/HFile.java | 12 +
.../apache/hadoop/hbase/io/hfile/HFileInfo.java | 6 +
.../hadoop/hbase/io/hfile/HFilePreadReader.java | 2 +
.../hadoop/hbase/io/hfile/HFileReaderImpl.java | 10 +-
.../hadoop/hbase/io/hfile/HFileWriterImpl.java | 60 ++
.../hadoop/hbase/io/hfile/bucket/BucketCache.java | 58 +-
.../master/procedure/CreateTableProcedure.java | 3 +
.../master/procedure/ModifyTableProcedure.java | 2 +
.../hadoop/hbase/regionserver/CellTSTiering.java | 57 ++
.../regionserver/CustomTieredStoreEngine.java | 56 ++
.../hadoop/hbase/regionserver/CustomTiering.java | 58 ++
.../regionserver/CustomTieringMultiFileWriter.java | 85 ++
.../hadoop/hbase/regionserver/DataTiering.java | 13 +-
.../hbase/regionserver/DataTieringException.java | 9 +-
.../hbase/regionserver/DataTieringManager.java | 321 ++++++++
.../hadoop/hbase/regionserver/DataTieringType.java | 20 +-
.../regionserver/DateTieredMultiFileWriter.java | 20 +-
.../hbase/regionserver/DateTieredStoreEngine.java | 20 +-
.../hbase/regionserver/HRegionFileSystem.java | 25 +
.../hadoop/hbase/regionserver/HRegionServer.java | 4 +
.../hadoop/hbase/regionserver/StoreFileWriter.java | 32 +-
.../hbase/regionserver/TimeRangeTracker.java | 4 +-
.../hbase/regionserver/compactions/Compactor.java | 6 +
.../compactions/CustomCellTieredUtils.java | 49 ++
.../CustomCellTieringValueProvider.java | 87 ++
.../CustomDateTieredCompactionPolicy.java | 155 ++++
.../compactions/CustomTieredCompactor.java | 74 ++
.../compactions/DateTieredCompactionPolicy.java | 129 +--
.../compactions/DateTieredCompactor.java | 12 +-
.../hadoop/hbase/util/TableDescriptorChecker.java | 36 +
.../hbase/client/TestIllegalTableDescriptor.java | 45 ++
.../hadoop/hbase/io/hfile/TestBytesReadFromFs.java | 4 +
.../TestHFileInlineToRootChunkConversion.java | 3 +-
.../TestCustomCellDataTieringManager.java | 865 ++++++++++++++++++++
.../TestCustomCellTieredCompactionPolicy.java | 275 +++++++
.../hbase/regionserver/TestDataTieringManager.java | 871 +++++++++++++++++++++
.../compactions/TestCustomCellTieredCompactor.java | 148 ++++
42 files changed, 3582 insertions(+), 112 deletions(-)
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/CellTSTiering.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/CustomTieredStoreEngine.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/CustomTiering.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/CustomTieringMultiFileWriter.java
copy
hbase-client/src/main/java/org/apache/hadoop/hbase/security/SaslStatus.java =>
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DataTiering.java
(81%)
copy
hbase-hadoop-compat/src/main/java/org/apache/hadoop/hbase/io/MetricsIOWrapper.java
=>
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DataTieringException.java
(84%)
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DataTieringManager.java
copy
hbase-client/src/main/java/org/apache/hadoop/hbase/regionserver/RegionServerAbortedException.java
=>
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DataTieringType.java
(76%)
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/compactions/CustomCellTieredUtils.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/compactions/CustomCellTieringValueProvider.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/compactions/CustomDateTieredCompactionPolicy.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/compactions/CustomTieredCompactor.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestCustomCellDataTieringManager.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestCustomCellTieredCompactionPolicy.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestDataTieringManager.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/compactions/TestCustomCellTieredCompactor.java
