This is an automated email from the ASF dual-hosted git repository.
vjasani pushed a change to branch HBASE-29368-key-management-feature
in repository https://gitbox.apache.org/repos/asf/hbase.git
from 3795b399e20 Merge branch 'master' of github.com:apache/hbase into
HBASE-29368-key-management-feature
add 9a2989cbab5 HBASE-29528 Support cellVisility in Thrift interface
add 643b161c1d7 HBASE-29515 Add deprecation cycle for SimpleRpcServer
(#7221)
add 9130913dea3 HBASE-29473 Obtain target cluster's token for cross
clusters job (#7175)
add 20b837e707f Change DEFAULT_ROWS_IN_ITERATION from 500,000 to 10,000
(#7230)
add 5f954bd2919 Revert "Change DEFAULT_ROWS_IN_ITERATION from 500,000 to
10,000 (#7230)" (#7237)
add 6243a74a412 HBASE-29507: IntegrationTestBackupRestore is failing
because it cannot restore from backup directory (#7240)
add 0dc0ad6eb6c HBASE-29509 Bump hbase-thirdparty to 4.1.12 (#7207)
add 8bb4e8c6dc2 HBASE-29226 Migrate to jetty 12 with EE8 and bump java
servlet to 4.0.1 (#6783)
add c90aca25daa HBASE-29184 The snapshot type for disabled table is
incorrect when snapshot procedure is enabled (#6790)
add 95bd8a3da87 HBASE-29401 Support invalidate meta cache when tables
dropped or disabled (#7117)
add bcf4d358473 HBASE-29544: Assertion errors in BackupAndRestoreThread
are not causing IntegrationTestBackupRestore to fail (#7243)
add a21bff1e4a4 HBASE-29553 TestMutualTlsServerSide failure since allowing
TLSv13 (#7251)
add 3b4c023e0b4 HBASE-29532 Fix the potential NPE issue when the specific
recover edit path set (#7231)
add 42a4a72ff3e HBASE-29540 Unhandled IllegalArgumentException in HBase
Web UI When Accessing table.jsp with Invalid Table Name (#7236)
add f834402b714 HBASE-29431 Update the 'ExcludeDNs' information with the
cause in RS UI (#7126)
add 8a7defb858a HBASE-28866 Setting `hbase.oldwals.cleaner.thread.size` to
negative value will break HMaster and produce hard-to-diagnose logs (#6310)
add 2562120f45d HBASE-28465 Implementation of framework for time-based
priority bucket-cache (#5793)
add 2974949c90f HBASE-28505 Implement enforcement to require Date Tiered
Compaction for Time Range Data Tiering (#5809)
add d89c6565a24 HBASE-28466 Integration of time-based priority logic of
bucket cache in prefetch functionality of HBase (#5808)
add 081bb60f80b HBASE-28468: Integrate the data-tiering logic into cache
evictions. (#5829)
add 025661f4eaa HBASE-28535: Add a region-server wide key to enable
data-tiering. (#5856)
add 897ae8466b2 HBASE-28469: Integration of time-based priority caching
into compaction paths (#5866)
add b7ea89942a2 HBASE-28467: Add time-based priority caching checks for
cacheOnRead code paths. (#5905)
add fb5f919b9b4 HBASE-29427 Merge all commits related to custom tiering
into the feature branch (#7124)
add e65dfa8adf2 HBASE-29549 Mockito failures in TestServerCall with Java
21 (#7254)
add c170311752f HBASE-28411 Remove direct dependency on Curator (#5726)
add a3558240105 HBAHBASE-28881 Adding check and diagnose log for
"hbase.master.procedure.threads" when set to non-positive value (#7267)
add eadcf941dc8 Revert "HBAHBASE-28881 Adding check and diagnose log for
"hbase.master.procedure.threads" when set to non-positive value (#7267)"
add 6d739b77a66 HBASE-28881 Adding check and diagnose log for
"hbase.master.procedure.threads" when set to non-positive value (#7267)
add 394db168672 HBASE-29556: Display HBCK and CatalogJanitor report errors
properly on HBCK Report page (#7255)
add 0c122872409 HBASE-18554 Append#add doesn't check the row of passed
cell (#7258)
add 8c6ecf9eceb HBASE-29479: QuotaCache should always return accurate
information (#7188)
add 5b4efe69953 HBASE-29558: Fix for TestShellNoCluster along with code
refactoring and cleanup (#7256)
new 741199d5035 Merge branch 'master' into
HBASE-29368-key-management-feature
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../FanOutOneBlockAsyncDFSOutputHelper.java | 3 +-
.../io/asyncfs/monitor/ExcludeDatanodeManager.java | 31 +-
.../io/asyncfs/monitor/StreamSlowMonitor.java | 3 +-
.../org/apache/hadoop/hbase/client/Append.java | 9 +-
.../hbase/client/AsyncNonMetaRegionLocator.java | 78 +-
.../hadoop/hbase/client/AsyncRegionLocator.java | 2 +-
.../main/java/org/apache/hadoop/hbase/TagType.java | 2 +
hbase-examples/pom.xml | 14 +-
.../example/ZooKeeperScanPolicyObserver.java | 121 +--
hbase-http/pom.xml | 6 +-
.../hadoop/hbase/http/AdminAuthorizedServlet.java | 2 +-
.../org/apache/hadoop/hbase/http/HttpServer.java | 53 +-
.../apache/hadoop/hbase/http/HttpServerUtil.java | 12 +-
.../org/apache/hadoop/hbase/http/InfoServer.java | 2 +-
.../hadoop/hbase/http/ProfileOutputServlet.java | 2 +-
.../org/apache/hadoop/hbase/http/log/LogLevel.java | 7 +-
.../hbase/http/log/LogLevelExceptionUtils.java | 100 +++
.../apache/hadoop/hbase/http/TestHttpServer.java | 5 +-
.../hadoop/hbase/http/conf/TestConfServlet.java | 2 +-
.../apache/hadoop/hbase/http/log/TestLogLevel.java | 5 +-
.../hadoop/hbase/http/resource/JerseyResource.java | 2 +-
.../hadoop/hbase/IntegrationTestBackupRestore.java | 32 +-
.../org/apache/hadoop/hbase/MockHttpApiRule.java | 65 +-
.../hadoop/hbase/mapreduce/HFileOutputFormat2.java | 4 +-
.../TestHFileOutputFormat2WithSecurity.java | 131 ++++
.../hbase/mapreduce/TestTableMapReduceUtil.java | 44 +-
.../org/apache/hadoop/hbase/rest/RESTServer.java | 24 +-
.../hadoop/hbase/rest/TestGetAndPutResource.java | 5 +
.../hadoop/hbase/rest/client/TestRemoteTable.java | 25 +
.../apache/hadoop/hbase/io/hfile/BlockCache.java | 21 +-
.../hadoop/hbase/io/hfile/BlockCacheKey.java | 1 -
.../apache/hadoop/hbase/io/hfile/CacheConfig.java | 13 +
.../hadoop/hbase/io/hfile/CombinedBlockCache.java | 21 +-
.../org/apache/hadoop/hbase/io/hfile/HFile.java | 12 +
.../apache/hadoop/hbase/io/hfile/HFileInfo.java | 6 +
.../hadoop/hbase/io/hfile/HFilePreadReader.java | 2 +
.../hadoop/hbase/io/hfile/HFileReaderImpl.java | 10 +-
.../hadoop/hbase/io/hfile/HFileWriterImpl.java | 60 ++
.../hadoop/hbase/io/hfile/bucket/BucketCache.java | 58 +-
.../apache/hadoop/hbase/ipc/SimpleRpcServer.java | 3 +-
.../org/apache/hadoop/hbase/master/HMaster.java | 15 +-
.../hadoop/hbase/master/cleaner/LogCleaner.java | 7 +
.../master/procedure/CreateTableProcedure.java | 3 +
.../master/procedure/ModifyTableProcedure.java | 2 +
.../hbase/master/procedure/SnapshotProcedure.java | 5 +-
.../org/apache/hadoop/hbase/quotas/QuotaCache.java | 204 ++---
.../hadoop/hbase/regionserver/CellTSTiering.java | 57 ++
.../regionserver/CustomTieredStoreEngine.java | 56 ++
.../hadoop/hbase/regionserver/CustomTiering.java | 58 ++
.../regionserver/CustomTieringMultiFileWriter.java | 85 ++
.../hadoop/hbase/regionserver/DataTiering.java | 13 +-
.../hbase/regionserver/DataTieringException.java | 9 +-
.../hbase/regionserver/DataTieringManager.java | 321 ++++++++
.../hadoop/hbase/regionserver/DataTieringType.java | 20 +-
.../regionserver/DateTieredMultiFileWriter.java | 20 +-
.../hbase/regionserver/DateTieredStoreEngine.java | 20 +-
.../apache/hadoop/hbase/regionserver/HRegion.java | 4 +-
.../hbase/regionserver/HRegionFileSystem.java | 25 +
.../hadoop/hbase/regionserver/HRegionServer.java | 4 +
.../MetricsRegionServerWrapperImpl.java | 5 +-
.../hadoop/hbase/regionserver/StoreFileWriter.java | 32 +-
.../hbase/regionserver/TimeRangeTracker.java | 4 +-
.../hbase/regionserver/compactions/Compactor.java | 6 +
.../compactions/CustomCellTieredUtils.java | 49 ++
.../CustomCellTieringValueProvider.java | 87 ++
.../CustomDateTieredCompactionPolicy.java | 155 ++++
.../compactions/CustomTieredCompactor.java | 74 ++
.../compactions/DateTieredCompactionPolicy.java | 129 +--
.../compactions/DateTieredCompactor.java | 12 +-
.../hadoop/hbase/util/TableDescriptorChecker.java | 36 +
.../main/resources/hbase-webapps/master/hbck.jsp | 24 +-
.../main/resources/hbase-webapps/master/table.jsp | 20 +
.../org/apache/hadoop/hbase/HBaseTestingUtil.java | 39 +
.../client/TestAsyncNonMetaRegionLocator.java | 2 +-
...stAsyncNonMetaRegionLocatorConcurrenyLimit.java | 2 +-
.../hbase/client/TestAsyncTableLocatePrefetch.java | 3 +-
.../hbase/client/TestIllegalTableDescriptor.java | 45 ++
.../hbase/client/TestRegionLocationCaching.java | 107 +++
.../hadoop/hbase/io/hfile/TestBytesReadFromFs.java | 4 +
.../TestHFileInlineToRootChunkConversion.java | 3 +-
.../apache/hadoop/hbase/ipc/TestServerCall.java | 10 +-
.../master/procedure/TestSnapshotProcedure.java | 3 +
.../TestSnapshotProcedureForSnapshotType.java} | 74 +-
.../hbase/quotas/TestDefaultAtomicQuota.java | 9 -
.../apache/hadoop/hbase/quotas/TestQuotaCache.java | 118 ++-
.../TestCustomCellDataTieringManager.java | 865 ++++++++++++++++++++
.../TestCustomCellTieredCompactionPolicy.java | 275 +++++++
.../hbase/regionserver/TestDataTieringManager.java | 871 +++++++++++++++++++++
.../compactions/TestCustomCellTieredCompactor.java | 148 ++++
.../hbase/security/AbstractTestMutualTls.java | 16 +-
.../resources/ensure-jars-have-correct-contents.sh | 2 +
.../shaded/org/eclipse/jetty/webapp/webdefault.xml | 550 -------------
.../resources/ensure-jars-have-correct-contents.sh | 2 +
.../hadoop/hbase/client/AbstractTestShell.java | 100 +--
.../apache/hadoop/hbase/client/BaseTestShell.java | 5 +-
.../{AbstractTestShell.java => RubyShellTest.java} | 85 +-
.../apache/hadoop/hbase/client/TestAdminShell.java | 37 -
.../hadoop/hbase/client/TestAdminShell2.java | 37 -
.../hadoop/hbase/client/TestChangeSftShell.java | 46 --
.../hadoop/hbase/client/TestListTablesShell.java | 12 +-
.../hadoop/hbase/client/TestQuotasShell.java | 5 +-
.../hadoop/hbase/client/TestRSGroupShell.java | 15 +-
.../hadoop/hbase/client/TestReplicationShell.java | 5 +-
.../org/apache/hadoop/hbase/client/TestShell.java | 8 +-
.../hadoop/hbase/client/TestShellNoCluster.java | 41 +-
.../apache/hadoop/hbase/client/TestTableShell.java | 5 +-
.../{admin2_test.rb => admin2_test_cluster.rb} | 0
.../hbase/{admin_test.rb => admin_test_cluster.rb} | 0
...tils_test.rb => balancer_utils_test_cluster.rb} | 0
...no_cluster.rb => connection_test_no_cluster.rb} | 0
.../hbase/{hbase_test.rb => hbase_test_cluster.rb} | 0
...dmin_test.rb => security_admin_test_cluster.rb} | 0
...monitor_test.rb => taskmonitor_test_cluster.rb} | 0
....rb => visibility_labels_admin_test_cluster.rb} | 0
.../src/test/ruby/no_cluster_tests_runner.rb | 94 ---
.../{commands_test.rb => commands_test_cluster.rb} | 0
...converter_test.rb => converter_test_cluster.rb} | 0
...formatter_test.rb => formatter_test_cluster.rb} | 0
.../{shell_test.rb => general_test_cluster.rb} | 0
...st_locks_test.rb => list_locks_test_cluster.rb} | 0
...res_test.rb => list_procedures_test_cluster.rb} | 0
...tive_test.rb => noninteractive_test_cluster.rb} | 0
...nge_shell_test.rb => sftchange_test_cluster.rb} | 0
hbase-shell/src/test/ruby/tests_runner.rb | 37 +-
.../apache/hadoop/hbase/thrift/ThriftServer.java | 4 +-
.../hbase/thrift/generated/AlreadyExists.java | 2 +-
.../hbase/thrift/generated/BatchMutation.java | 2 +-
.../hbase/thrift/generated/ColumnDescriptor.java | 2 +-
.../hadoop/hbase/thrift/generated/Hbase.java | 2 +-
.../hadoop/hbase/thrift/generated/IOError.java | 2 +-
.../hbase/thrift/generated/IllegalArgument.java | 2 +-
.../hadoop/hbase/thrift/generated/Mutation.java | 2 +-
.../thrift/generated/TAccessControlEntity.java | 2 +-
.../hadoop/hbase/thrift/generated/TAppend.java | 2 +-
.../hadoop/hbase/thrift/generated/TCell.java | 2 +-
.../hadoop/hbase/thrift/generated/TColumn.java | 2 +-
.../hadoop/hbase/thrift/generated/TIncrement.java | 2 +-
.../hbase/thrift/generated/TPermissionScope.java | 2 +-
.../hadoop/hbase/thrift/generated/TRegionInfo.java | 2 +-
.../hadoop/hbase/thrift/generated/TRowResult.java | 2 +-
.../hadoop/hbase/thrift/generated/TScan.java | 2 +-
.../hbase/thrift/generated/TThriftServerType.java | 2 +-
.../hadoop/hbase/thrift2/ThriftUtilities.java | 4 +
.../thrift2/generated/TAccessControlEntity.java | 2 +-
.../hadoop/hbase/thrift2/generated/TAppend.java | 2 +-
.../hbase/thrift2/generated/TAuthorization.java | 2 +-
.../hbase/thrift2/generated/TBloomFilterType.java | 2 +-
.../hbase/thrift2/generated/TCellVisibility.java | 2 +-
.../hadoop/hbase/thrift2/generated/TColumn.java | 2 +-
.../thrift2/generated/TColumnFamilyDescriptor.java | 2 +-
.../hbase/thrift2/generated/TColumnIncrement.java | 2 +-
.../hbase/thrift2/generated/TColumnValue.java | 2 +-
.../hbase/thrift2/generated/TCompareOperator.java | 2 +-
.../thrift2/generated/TCompressionAlgorithm.java | 2 +-
.../hbase/thrift2/generated/TConsistency.java | 2 +-
.../thrift2/generated/TDataBlockEncoding.java | 2 +-
.../hadoop/hbase/thrift2/generated/TDelete.java | 122 ++-
.../hbase/thrift2/generated/TDeleteType.java | 2 +-
.../hbase/thrift2/generated/TDurability.java | 2 +-
.../hbase/thrift2/generated/TFilterByOperator.java | 2 +-
.../hadoop/hbase/thrift2/generated/TGet.java | 2 +-
.../hbase/thrift2/generated/THBaseService.java | 2 +-
.../hbase/thrift2/generated/THRegionInfo.java | 2 +-
.../hbase/thrift2/generated/THRegionLocation.java | 2 +-
.../hadoop/hbase/thrift2/generated/TIOError.java | 2 +-
.../hbase/thrift2/generated/TIllegalArgument.java | 2 +-
.../hadoop/hbase/thrift2/generated/TIncrement.java | 2 +-
.../hbase/thrift2/generated/TKeepDeletedCells.java | 2 +-
.../hbase/thrift2/generated/TLogQueryFilter.java | 2 +-
.../hadoop/hbase/thrift2/generated/TLogType.java | 2 +-
.../hadoop/hbase/thrift2/generated/TMutation.java | 2 +-
.../thrift2/generated/TNamespaceDescriptor.java | 2 +-
.../hbase/thrift2/generated/TOnlineLogRecord.java | 2 +-
.../hbase/thrift2/generated/TPermissionScope.java | 2 +-
.../hadoop/hbase/thrift2/generated/TPut.java | 2 +-
.../hadoop/hbase/thrift2/generated/TReadType.java | 2 +-
.../hadoop/hbase/thrift2/generated/TResult.java | 2 +-
.../hbase/thrift2/generated/TRowMutations.java | 2 +-
.../hadoop/hbase/thrift2/generated/TScan.java | 2 +-
.../hbase/thrift2/generated/TServerName.java | 2 +-
.../hbase/thrift2/generated/TTableDescriptor.java | 2 +-
.../hadoop/hbase/thrift2/generated/TTableName.java | 2 +-
.../hbase/thrift2/generated/TThriftServerType.java | 2 +-
.../hadoop/hbase/thrift2/generated/TTimeRange.java | 2 +-
.../org/apache/hadoop/hbase/thrift2/hbase.thrift | 3 +-
.../TestThriftHBaseServiceHandlerWithLabels.java | 89 +++
pom.xml | 75 +-
187 files changed, 5055 insertions(+), 1595 deletions(-)
create mode 100644
hbase-http/src/main/java/org/apache/hadoop/hbase/http/log/LogLevelExceptionUtils.java
create mode 100644
hbase-mapreduce/src/test/java/org/apache/hadoop/hbase/mapreduce/TestHFileOutputFormat2WithSecurity.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/CellTSTiering.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/CustomTieredStoreEngine.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/CustomTiering.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/CustomTieringMultiFileWriter.java
copy
hbase-client/src/main/java/org/apache/hadoop/hbase/security/SaslStatus.java =>
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DataTiering.java
(81%)
copy
hbase-hadoop-compat/src/main/java/org/apache/hadoop/hbase/io/MetricsIOWrapper.java
=>
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DataTieringException.java
(84%)
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DataTieringManager.java
copy
hbase-client/src/main/java/org/apache/hadoop/hbase/regionserver/RegionServerAbortedException.java
=>
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DataTieringType.java
(76%)
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/compactions/CustomCellTieredUtils.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/compactions/CustomCellTieringValueProvider.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/compactions/CustomDateTieredCompactionPolicy.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/compactions/CustomTieredCompactor.java
copy
hbase-server/src/test/java/org/apache/hadoop/hbase/master/{snapshot/TestSnapshotStats.java
=> procedure/TestSnapshotProcedureForSnapshotType.java} (63%)
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestCustomCellDataTieringManager.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestCustomCellTieredCompactionPolicy.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestDataTieringManager.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/compactions/TestCustomCellTieredCompactor.java
delete mode 100644
hbase-shaded/hbase-shaded-testing-util/src/main/resources/org/apache/hadoop/hbase/shaded/org/eclipse/jetty/webapp/webdefault.xml
copy
hbase-client/src/test/java/org/apache/hadoop/hbase/client/TestPutWriteToWal.java
=> hbase-shell/src/test/java/org/apache/hadoop/hbase/client/BaseTestShell.java
(89%)
copy
hbase-shell/src/test/java/org/apache/hadoop/hbase/client/{AbstractTestShell.java
=> RubyShellTest.java} (58%)
delete mode 100644
hbase-shell/src/test/java/org/apache/hadoop/hbase/client/TestAdminShell.java
delete mode 100644
hbase-shell/src/test/java/org/apache/hadoop/hbase/client/TestAdminShell2.java
delete mode 100644
hbase-shell/src/test/java/org/apache/hadoop/hbase/client/TestChangeSftShell.java
rename hbase-shell/src/test/ruby/hbase/{admin2_test.rb =>
admin2_test_cluster.rb} (100%)
rename hbase-shell/src/test/ruby/hbase/{admin_test.rb =>
admin_test_cluster.rb} (100%)
rename hbase-shell/src/test/ruby/hbase/{balancer_utils_test.rb =>
balancer_utils_test_cluster.rb} (100%)
rename hbase-shell/src/test/ruby/hbase/{test_connection_no_cluster.rb =>
connection_test_no_cluster.rb} (100%)
rename hbase-shell/src/test/ruby/hbase/{hbase_test.rb =>
hbase_test_cluster.rb} (100%)
rename hbase-shell/src/test/ruby/hbase/{security_admin_test.rb =>
security_admin_test_cluster.rb} (100%)
rename hbase-shell/src/test/ruby/hbase/{taskmonitor_test.rb =>
taskmonitor_test_cluster.rb} (100%)
rename hbase-shell/src/test/ruby/hbase/{visibility_labels_admin_test.rb =>
visibility_labels_admin_test_cluster.rb} (100%)
delete mode 100644 hbase-shell/src/test/ruby/no_cluster_tests_runner.rb
rename hbase-shell/src/test/ruby/shell/{commands_test.rb =>
commands_test_cluster.rb} (100%)
rename hbase-shell/src/test/ruby/shell/{converter_test.rb =>
converter_test_cluster.rb} (100%)
rename hbase-shell/src/test/ruby/shell/{formatter_test.rb =>
formatter_test_cluster.rb} (100%)
rename hbase-shell/src/test/ruby/shell/{shell_test.rb =>
general_test_cluster.rb} (100%)
rename hbase-shell/src/test/ruby/shell/{list_locks_test.rb =>
list_locks_test_cluster.rb} (100%)
rename hbase-shell/src/test/ruby/shell/{list_procedures_test.rb =>
list_procedures_test_cluster.rb} (100%)
rename hbase-shell/src/test/ruby/shell/{noninteractive_test.rb =>
noninteractive_test_cluster.rb} (100%)
rename hbase-shell/src/test/ruby/shell/{sftchange_shell_test.rb =>
sftchange_test_cluster.rb} (100%)
