This is an automated email from the ASF dual-hosted git repository.
wchevreuil pushed a change to branch branch-2.6
in repository https://gitbox.apache.org/repos/asf/hbase.git
from c72760abaf3 HBASE-29479: QuotaCache should always return accurate
information (#7188)
new f667d217297 HBASE-28465 Implementation of framework for time-based
priority bucket-cache (#5793)
new 063e4cc5682 HBASE-28505 Implement enforcement to require Date Tiered
Compaction for Time Range Data Tiering (#5809)
new 3e114641e54 HBASE-28466 Integration of time-based priority logic of
bucket cache in prefetch functionality of HBase (#5808)
new b2821613845 HBASE-28468: Integrate the data-tiering logic into cache
evictions. (#5829)
new aaab14e18bf HBASE-28535: Add a region-server wide key to enable
data-tiering. (#5856)
new 56dc8bb6baf HBASE-28469: Integration of time-based priority caching
into compaction paths (#5866)
new 502f0baa7fc HBASE-28467: Add time-based priority caching checks for
cacheOnRead code paths. (#5905)
new b704348dac2 HBASE-29427 Merge all commits related to custom tiering
into the feature branch (#7124)
The 8 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../main/java/org/apache/hadoop/hbase/TagType.java | 2 +
.../apache/hadoop/hbase/io/hfile/BlockCache.java | 21 +-
.../hadoop/hbase/io/hfile/BlockCacheKey.java | 1 -
.../apache/hadoop/hbase/io/hfile/CacheConfig.java | 13 +
.../hadoop/hbase/io/hfile/CombinedBlockCache.java | 21 +-
.../org/apache/hadoop/hbase/io/hfile/HFile.java | 12 +
.../apache/hadoop/hbase/io/hfile/HFileInfo.java | 6 +
.../hadoop/hbase/io/hfile/HFilePreadReader.java | 2 +
.../hadoop/hbase/io/hfile/HFileReaderImpl.java | 10 +-
.../hadoop/hbase/io/hfile/HFileWriterImpl.java | 68 ++
.../hadoop/hbase/io/hfile/bucket/BucketCache.java | 58 +-
.../master/procedure/CreateTableProcedure.java | 3 +
.../master/procedure/ModifyTableProcedure.java | 2 +
.../hadoop/hbase/regionserver/CellTSTiering.java | 57 ++
.../regionserver/CustomTieredStoreEngine.java | 56 ++
.../hadoop/hbase/regionserver/CustomTiering.java | 58 ++
.../regionserver/CustomTieringMultiFileWriter.java | 85 ++
.../hadoop/hbase/regionserver/DataTiering.java | 13 +-
.../hbase/regionserver/DataTieringException.java | 13 +-
.../hbase/regionserver/DataTieringManager.java | 321 ++++++++
.../hadoop/hbase/regionserver/DataTieringType.java | 20 +-
.../regionserver/DateTieredMultiFileWriter.java | 20 +-
.../hbase/regionserver/DateTieredStoreEngine.java | 20 +-
.../hbase/regionserver/HRegionFileSystem.java | 25 +
.../hadoop/hbase/regionserver/HRegionServer.java | 3 +
.../hadoop/hbase/regionserver/StoreFileWriter.java | 32 +-
.../hbase/regionserver/TimeRangeTracker.java | 4 +-
.../hbase/regionserver/compactions/Compactor.java | 6 +
.../compactions/CustomCellTieredUtils.java | 49 ++
.../CustomCellTieringValueProvider.java | 86 ++
.../CustomDateTieredCompactionPolicy.java | 155 ++++
.../compactions/CustomTieredCompactor.java | 74 ++
.../compactions/DateTieredCompactionPolicy.java | 129 +--
.../compactions/DateTieredCompactor.java | 12 +-
.../hadoop/hbase/util/TableDescriptorChecker.java | 36 +
.../hbase/client/TestIllegalTableDescriptor.java | 43 +
.../hadoop/hbase/io/hfile/TestBytesReadFromFs.java | 4 +
.../TestCustomCellDataTieringManager.java | 860 ++++++++++++++++++++
.../TestCustomCellTieredCompactionPolicy.java | 267 +++++++
.../hbase/regionserver/TestDataTieringManager.java | 865 +++++++++++++++++++++
.../compactions/TestCustomCellTieredCompactor.java | 148 ++++
41 files changed, 3565 insertions(+), 115 deletions(-)
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/CellTSTiering.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/CustomTieredStoreEngine.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/CustomTiering.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/CustomTieringMultiFileWriter.java
copy
hbase-client/src/main/java/org/apache/hadoop/hbase/security/SaslStatus.java =>
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DataTiering.java
(81%)
copy
hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/LockedResourceType.java
=>
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DataTieringException.java
(84%)
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DataTieringManager.java
copy
hbase-client/src/main/java/org/apache/hadoop/hbase/regionserver/RegionServerAbortedException.java
=>
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DataTieringType.java
(76%)
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/compactions/CustomCellTieredUtils.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/compactions/CustomCellTieringValueProvider.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/compactions/CustomDateTieredCompactionPolicy.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/compactions/CustomTieredCompactor.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestCustomCellDataTieringManager.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestCustomCellTieredCompactionPolicy.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestDataTieringManager.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/compactions/TestCustomCellTieredCompactor.java
