This is an automated email from the ASF dual-hosted git repository.
wchevreuil pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hbase.git
from 8a7defb858a HBASE-28866 Setting `hbase.oldwals.cleaner.thread.size` to
negative value will break HMaster and produce hard-to-diagnose logs (#6310)
add 2562120f45d HBASE-28465 Implementation of framework for time-based
priority bucket-cache (#5793)
add 2974949c90f HBASE-28505 Implement enforcement to require Date Tiered
Compaction for Time Range Data Tiering (#5809)
add d89c6565a24 HBASE-28466 Integration of time-based priority logic of
bucket cache in prefetch functionality of HBase (#5808)
add 081bb60f80b HBASE-28468: Integrate the data-tiering logic into cache
evictions. (#5829)
add 025661f4eaa HBASE-28535: Add a region-server wide key to enable
data-tiering. (#5856)
add 897ae8466b2 HBASE-28469: Integration of time-based priority caching
into compaction paths (#5866)
add b7ea89942a2 HBASE-28467: Add time-based priority caching checks for
cacheOnRead code paths. (#5905)
add fb5f919b9b4 HBASE-29427 Merge all commits related to custom tiering
into the feature branch (#7124)
No new revisions were added by this update.
Summary of changes:
.../main/java/org/apache/hadoop/hbase/TagType.java | 2 +
.../apache/hadoop/hbase/io/hfile/BlockCache.java | 21 +-
.../hadoop/hbase/io/hfile/BlockCacheKey.java | 1 -
.../apache/hadoop/hbase/io/hfile/CacheConfig.java | 13 +
.../hadoop/hbase/io/hfile/CombinedBlockCache.java | 21 +-
.../org/apache/hadoop/hbase/io/hfile/HFile.java | 12 +
.../apache/hadoop/hbase/io/hfile/HFileInfo.java | 6 +
.../hadoop/hbase/io/hfile/HFilePreadReader.java | 2 +
.../hadoop/hbase/io/hfile/HFileReaderImpl.java | 10 +-
.../hadoop/hbase/io/hfile/HFileWriterImpl.java | 60 ++
.../hadoop/hbase/io/hfile/bucket/BucketCache.java | 58 +-
.../master/procedure/CreateTableProcedure.java | 3 +
.../master/procedure/ModifyTableProcedure.java | 2 +
.../hadoop/hbase/regionserver/CellTSTiering.java | 57 ++
.../regionserver/CustomTieredStoreEngine.java | 56 ++
.../hadoop/hbase/regionserver/CustomTiering.java | 58 ++
.../regionserver/CustomTieringMultiFileWriter.java | 85 ++
.../hadoop/hbase/regionserver/DataTiering.java | 13 +-
.../hbase/regionserver/DataTieringException.java | 9 +-
.../hbase/regionserver/DataTieringManager.java | 321 ++++++++
.../hadoop/hbase/regionserver/DataTieringType.java | 20 +-
.../regionserver/DateTieredMultiFileWriter.java | 20 +-
.../hbase/regionserver/DateTieredStoreEngine.java | 20 +-
.../hbase/regionserver/HRegionFileSystem.java | 25 +
.../hadoop/hbase/regionserver/HRegionServer.java | 4 +
.../hadoop/hbase/regionserver/StoreFileWriter.java | 32 +-
.../hbase/regionserver/TimeRangeTracker.java | 4 +-
.../hbase/regionserver/compactions/Compactor.java | 6 +
.../compactions/CustomCellTieredUtils.java | 49 ++
.../CustomCellTieringValueProvider.java | 87 ++
.../CustomDateTieredCompactionPolicy.java | 155 ++++
.../compactions/CustomTieredCompactor.java | 74 ++
.../compactions/DateTieredCompactionPolicy.java | 129 +--
.../compactions/DateTieredCompactor.java | 12 +-
.../hadoop/hbase/util/TableDescriptorChecker.java | 36 +
.../hbase/client/TestIllegalTableDescriptor.java | 45 ++
.../hadoop/hbase/io/hfile/TestBytesReadFromFs.java | 4 +
.../TestHFileInlineToRootChunkConversion.java | 3 +-
.../TestCustomCellDataTieringManager.java | 865 ++++++++++++++++++++
.../TestCustomCellTieredCompactionPolicy.java | 275 +++++++
.../hbase/regionserver/TestDataTieringManager.java | 871 +++++++++++++++++++++
.../compactions/TestCustomCellTieredCompactor.java | 148 ++++
42 files changed, 3582 insertions(+), 112 deletions(-)
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/CellTSTiering.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/CustomTieredStoreEngine.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/CustomTiering.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/CustomTieringMultiFileWriter.java
copy
hbase-client/src/main/java/org/apache/hadoop/hbase/security/SaslStatus.java =>
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DataTiering.java
(81%)
copy
hbase-hadoop-compat/src/main/java/org/apache/hadoop/hbase/io/MetricsIOWrapper.java
=>
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DataTieringException.java
(84%)
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DataTieringManager.java
copy
hbase-client/src/main/java/org/apache/hadoop/hbase/regionserver/RegionServerAbortedException.java
=>
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DataTieringType.java
(76%)
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/compactions/CustomCellTieredUtils.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/compactions/CustomCellTieringValueProvider.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/compactions/CustomDateTieredCompactionPolicy.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/compactions/CustomTieredCompactor.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestCustomCellDataTieringManager.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestCustomCellTieredCompactionPolicy.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestDataTieringManager.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/compactions/TestCustomCellTieredCompactor.java
