This is an automated email from the ASF dual-hosted git repository.
vjasani pushed a change to branch HBASE-29588-feature
in repository https://gitbox.apache.org/repos/asf/hbase.git
from 5629108a44c HBASE-29571 Fix Javadoc typo: 'repoen' should be 'reopen'
(#7273)
add f72afc8fe34 HBASE-29573: Fully load QuotaCache instead of reading
individual rows on demand (#7282)
add ffed09d96bb HBASE-26974 Introduce a LogRollProcedure (#5408)
add 89416ce17b7 HBASE-27355 Separate meta read requests from master and
client (#7261)
add 0d1ff8aa9bc HBASE-27157 Potential race condition in WorkerAssigner
(#4577)
add d592404cc34 HBASE-29451 Add Docs section describing BucketCache Time
based priority (#7289)
add 1e06bccf79e HBASE-29577 Fix NPE from RegionServerRpcQuotaManager when
reloading configuration (#7285)
add 3ce997c79db HBASE-29590 Use hadoop 3.4.2 as default hadooop3
dependency (#7301)
add c6a0c3b2b7a Modern backup failures can cause backup system to lock up
(#7288)
add 7f7b9e6ef29 Revert "Modern backup failures can cause backup system to
lock up (#7288)" (#7307)
add 0f11becf476 HBASE-29448 Modern backup failures can cause backup system
to lock up (#7308)
add 280e8e891d5 HBASE-29548 Update ApacheDS to 2.0.0.AM27 and ldap-api to
2.1.7 (#7305)
add e1c17e5e8c7 HBASE-29602 Add -Djava.security.manager=allow to JDK18+
surefire JVM flags (#7315)
add 620f7a3a812 HBASE-29601 Handle Junit 5 tests in TestCheckTestClasses
(#7311)
add 40b1ffc5100 HBASE-29592 Add hadoop 3.4.2 in client integration tests
(#7306)
add 8799c13cd97 HBASE-29587 Set Test category for
TestSnapshotProcedureEarlyExpiration (#7292)
add 8adb7bdb261 HBASE-29610 Add and use String constants for Junit 5 @Tag
annotations (#7322)
add da7325b77d3 HBASE-29591 Add hadoop 3.4.2 in hadoop check (#7320)
add 04d48ee4903 HBASE-29609 Upgrade checkstyle and Maven checkstyle plugin
(#7321)
add 42fc87d3ae9 HBASE-29608 Add test to make sure we do not have copy
paste errors in the TAG value (#7324)
add d6e68b13079 HBASE-29608 Addendum remove jdk9+ only API calls
add fd7a84fa0a0 Revert "HBASE-29609 Upgrade checkstyle and Maven
checkstyle plugin (#7321)" (#7332)
add 99b7e6cdba1 HBASE-29612 Remove HBaseTestingUtil.forceChangeTaskLogDir
(#7326)
add 1cd9f297861 HBASE-29576 Replicate HBaseClassTestRule functionality for
Junit 5 (#7331)
add 57e3d5e42fd HBASE-29576 Addendum fix typo Jupitor -> Jupiter
add 0a06e2b3ffd HBASE-29619 Don't use Java 14+ style case statements in
RestoreBackupSystemTableProcedure (#7336)
add d108b8e51bc HBASE-29550 Reflection error in TestRSGroupsKillRS with
Java 21 (#7327)
add b5cdaab0cbe HBASE-29615 Update Small tests description wrt reuseForks
in docs (#7335)
add 608c1b98048 HBASE-28440 Add support for using mapreduce sort in
HFileOutputFormat2 (#7294)
add 09600872510 HBASE-29623 Blocks for CFs with BlockCache disabled may
still get cached on write or compaction (#7339)
add 67420e33f97 HBASE-29627 Handle any block cache fetching errors when
reading a block in HFileReaderImpl (#7341)
add e0cec314c83 HBASE-29614 Remove static final field modification in
tests around Unsafe (#7337)
add c4f7e6612a1 HBASE-29504 [DOC] Document Namespace Auto-Creation During
Restore (#7199)
add 2c3b89b61c3 HBASE-29629 Record the quota user name value on metrics
for RpcThrottlingExceptions (#7345)
add c663fc47f0b HBASE-29497 Mention HFiles for incremental backups (#7216)
add a2a70d645af HBASE-29505 [DOC] Document Enhanced Options for Backup
Delete Command (#7200)
No new revisions were added by this update.
Summary of changes:
dev-support/Jenkinsfile | 4 +-
dev-support/hbase-personality.sh | 8 +-
.../hbase/testclassification/ClientTests.java | 1 +
.../hbase/testclassification/CoprocessorTests.java | 1 +
.../hbase/testclassification/FilterTests.java | 1 +
.../hbase/testclassification/FlakeyTests.java | 1 +
.../hadoop/hbase/testclassification/IOTests.java | 1 +
.../hbase/testclassification/IntegrationTests.java | 1 +
.../hbase/testclassification/LargeTests.java | 1 +
.../hbase/testclassification/MapReduceTests.java | 1 +
.../hbase/testclassification/MasterTests.java | 1 +
.../hbase/testclassification/MediumTests.java | 1 +
.../hbase/testclassification/MetricsTests.java | 1 +
.../hadoop/hbase/testclassification/MiscTests.java | 1 +
.../hadoop/hbase/testclassification/RPCTests.java | 1 +
.../hbase/testclassification/RSGroupTests.java | 1 +
.../testclassification/RegionServerTests.java | 1 +
.../hbase/testclassification/ReplicationTests.java | 1 +
.../hadoop/hbase/testclassification/RestTests.java | 1 +
.../hbase/testclassification/SecurityTests.java | 1 +
.../hbase/testclassification/SmallTests.java | 1 +
.../testclassification/VerySlowMapReduceTests.java | 2 +
.../VerySlowRegionServerTests.java | 2 +
.../hadoop/hbase/testclassification/ZKTests.java | 1 +
.../hbase/backup/impl/BackupSystemTable.java | 4 +-
.../hbase/backup/impl/FullTableBackupClient.java | 7 +-
.../backup/impl/IncrementalBackupManager.java | 10 +-
.../backup/impl/IncrementalTableBackupClient.java | 15 +-
.../mapreduce/MapReduceHFileSplitterJob.java | 36 +-
.../hadoop/hbase/backup/util/BackupUtils.java | 51 +
.../apache/hadoop/hbase/backup/TestBackupBase.java | 11 +-
.../hbase/backup/TestBackupHFileCleaner.java | 4 +-
.../hadoop/hbase/backup/TestBackupMerge.java | 19 +-
.../hadoop/hbase/backup/TestBackupSmallTests.java | 4 +-
.../master/TestRestoreBackupSystemTable.java | 84 ++
.../java/org/apache/hadoop/hbase/client/Admin.java | 13 +
.../hadoop/hbase/client/AdminOverAsyncAdmin.java | 10 +
.../org/apache/hadoop/hbase/client/AsyncAdmin.java | 12 +
.../hadoop/hbase/client/AsyncHBaseAdmin.java | 10 +
.../hadoop/hbase/client/RawAsyncHBaseAdmin.java | 163 ++-
.../apache/hadoop/hbase/quotas/QuotaTableUtil.java | 31 -
.../hbase/shaded/protobuf/RequestConverter.java | 6 +
.../org/apache/hadoop/hbase/trace/TraceUtil.java | 4 +-
.../org/apache/hadoop/hbase/util/FutureUtils.java | 2 +-
.../org/apache/hadoop/hbase/util/VersionInfo.java | 5 +-
.../org/apache/hadoop/hbase/ClassTestFinder.java | 19 +-
.../apache/hadoop/hbase/HBaseJupiterExtension.java | 212 ++++
...ExitInTest.java => TestJUnit5TagConstants.java} | 32 +-
...fferUtils.java => ByteBufferUtilsTestBase.java} | 184 +--
.../util/{TestBytes.java => BytesTestBase.java} | 177 +--
.../hadoop/hbase/util/TestByteBufferUtils.java | 652 +----------
.../hbase/util/TestByteBufferUtilsWoUnsafe.java | 38 +-
.../org/apache/hadoop/hbase/util/TestBytes.java | 613 +---------
.../TestBytesWoUnsafe.java} | 31 +-
.../org.junit.jupiter.api.extension.Extension | 4 +-
hbase-http/pom.xml | 4 +
.../hadoop/hbase/http/LdapServerTestBase.java | 61 +-
.../apache/hadoop/hbase/http/TestLdapAdminACL.java | 18 +-
.../hadoop/hbase/http/TestLdapHttpServer.java | 15 +-
.../hadoop/hbase/mapreduce/HFileOutputFormat2.java | 32 +-
.../hbase/mapreduce/KeyOnlyCellComparable.java | 94 ++
...SortReducer.java => PreSortedCellsReducer.java} | 37 +-
.../apache/hadoop/hbase/mapreduce/WALPlayer.java | 38 +-
.../hadoop/hbase/mapreduce/TestWALPlayer.java | 126 ++-
.../procedure2/RemoteProcedureDispatcher.java | 2 +-
.../src/main/protobuf/HBase.proto | 4 +
.../src/main/protobuf/server/master/Master.proto | 22 +
.../protobuf/server/master/MasterProcedure.proto | 25 +
.../server/master/RegionServerStatus.proto | 1 +
.../src/main/protobuf/server/region/Admin.proto | 1 -
hbase-server/pom.xml | 5 +
.../org/apache/hadoop/hbase/MetaTableAccessor.java | 37 +-
.../apache/hadoop/hbase/executor/EventType.java | 8 +-
.../apache/hadoop/hbase/executor/ExecutorType.java | 3 +-
.../apache/hadoop/hbase/io/hfile/CacheConfig.java | 66 +-
.../hadoop/hbase/io/hfile/HFileReaderImpl.java | 26 +
.../hadoop/hbase/ipc/MetaRWQueueRpcExecutor.java | 25 +-
.../hadoop/hbase/ipc/RWQueueRpcExecutor.java | 4 +
.../org/apache/hadoop/hbase/ipc/RpcExecutor.java | 6 +-
.../org/apache/hadoop/hbase/master/HMaster.java | 24 +-
.../hadoop/hbase/master/MasterRpcServices.java | 38 +-
.../apache/hadoop/hbase/master/MasterServices.java | 6 +
.../apache/hadoop/hbase/master/ServerManager.java | 8 +
.../hadoop/hbase/master/SplitWALManager.java | 18 +-
.../apache/hadoop/hbase/master/WorkerAssigner.java | 33 +-
.../assignment/RegionRemoteProcedureBase.java | 2 +-
.../assignment/RegionTransitionProcedure.java | 2 +-
.../master/procedure/FlushRegionProcedure.java | 2 +-
.../hbase/master/procedure/LogRollProcedure.java | 178 +++
.../master/procedure/LogRollRemoteProcedure.java | 113 ++
.../RestoreBackupSystemTableProcedure.java | 171 +++
.../master/procedure/ServerProcedureInterface.java | 5 +
.../hadoop/hbase/master/procedure/ServerQueue.java | 1 +
.../master/procedure/ServerRemoteProcedure.java | 3 +-
.../master/procedure/SnapshotRegionProcedure.java | 2 +-
.../master/procedure/SnapshotVerifyProcedure.java | 3 +-
.../hbase/master/procedure/SplitWALProcedure.java | 2 +-
.../master/procedure/TableProcedureInterface.java | 3 +-
.../hadoop/hbase/master/procedure/TableQueue.java | 1 +
.../hbase/master/snapshot/SnapshotManager.java | 16 +-
.../hbase/procedure2/BaseRSProcedureCallable.java | 7 +-
.../hbase/procedure2/RSProcedureCallable.java | 2 +-
.../org/apache/hadoop/hbase/quotas/QuotaCache.java | 299 ++---
.../org/apache/hadoop/hbase/quotas/QuotaState.java | 38 +-
.../org/apache/hadoop/hbase/quotas/QuotaUtil.java | 163 +--
.../hbase/quotas/RegionServerRpcQuotaManager.java | 8 +-
.../apache/hadoop/hbase/quotas/UserQuotaState.java | 22 +-
.../hbase/regionserver/FlushRegionCallable.java | 3 +-
.../hadoop/hbase/regionserver/HRegionServer.java | 11 +-
.../hadoop/hbase/regionserver/LogRollCallable.java | 84 ++
.../RSAnnotationReadingPriorityFunction.java | 6 +-
.../hadoop/hbase/regionserver/RSRpcServices.java | 2 +-
.../hbase/regionserver/ReloadQuotasCallable.java | 3 +-
.../RemoteProcedureResultReporter.java | 7 +-
.../hbase/regionserver/SnapshotRegionCallable.java | 3 +-
.../hbase/regionserver/SnapshotVerifyCallable.java | 3 +-
.../hbase/regionserver/SplitWALCallable.java | 3 +-
.../regionserver/handler/RSProcedureHandler.java | 8 +-
.../ClaimReplicationQueueCallable.java | 3 +-
.../regionserver/RefreshPeerCallable.java | 3 +-
.../ReplaySyncReplicationWALCallable.java | 3 +-
.../SwitchRpcThrottleRemoteCallable.java | 3 +-
.../apache/hadoop/hbase/wal/AbstractWALRoller.java | 2 +-
.../org/apache/hadoop/hbase/HBaseTestingUtil.java | 36 +-
.../apache/hadoop/hbase/TestCheckTestClasses.java | 8 +-
.../apache/hadoop/hbase/TestHBaseTestingUtil.java | 37 -
.../org/apache/hadoop/hbase/TestPortAllocator.java | 67 ++
...ientSide3.java => FromClientSide3TestBase.java} | 134 +--
.../hadoop/hbase/client/TestFromClientSide3.java | 1183 +-------------------
.../hbase/client/TestScannersFromClientSide.java | 2 +-
.../hadoop/hbase/io/hfile/TestCacheConfig.java | 21 +-
.../hadoop/hbase/io/hfile/TestHFileReaderImpl.java | 22 +
.../hbase/ipc/TestProtobufRpcServiceImpl.java | 66 +-
.../hadoop/hbase/ipc/TestSimpleRpcScheduler.java | 60 +-
.../hbase/master/MockNoopMasterServices.java | 5 +
.../hadoop/hbase/master/TestSplitWALManager.java | 136 +--
.../master/procedure/TestLogRollProcedure.java | 104 ++
.../procedure/TestServerRemoteProcedure.java | 3 +-
.../TestSnapshotProcedureEarlyExpiration.java | 4 +
.../TestRegisterPeerWorkerWhenRestarting.java | 4 +-
.../hadoop/hbase/quotas/TestAtomicReadQuota.java | 1 -
.../hbase/quotas/TestBlockBytesScannedQuota.java | 1 -
.../quotas/TestClusterScopeQuotaThrottle.java | 1 -
.../hbase/quotas/TestDefaultAtomicQuota.java | 1 -
.../hbase/quotas/TestDefaultHandlerUsageQuota.java | 1 -
.../hadoop/hbase/quotas/TestDefaultQuota.java | 7 +-
.../apache/hadoop/hbase/quotas/TestQuotaCache.java | 40 +-
.../hadoop/hbase/quotas/TestQuotaCache2.java | 130 +++
.../apache/hadoop/hbase/quotas/TestQuotaState.java | 58 +-
.../hadoop/hbase/quotas/TestQuotaThrottle.java | 1 -
.../hadoop/hbase/quotas/TestQuotaUserOverride.java | 1 -
.../hbase/quotas/TestThreadHandlerUsageQuota.java | 8 +-
.../hadoop/hbase/rsgroup/TestRSGroupsKillRS.java | 39 +-
.../hbase/rsgroup/VerifyingRSGroupAdmin.java | 10 +
.../hbase/security/access/TestRpcAccessChecks.java | 5 +-
.../hbase/util/TestFromClientSide3WoUnsafe.java | 42 +-
hbase-shell/src/main/ruby/hbase/admin.rb | 6 +
hbase-shell/src/main/ruby/shell.rb | 1 +
.../{update_all_config.rb => wal_roll_all.rb} | 12 +-
.../hadoop/hbase/thrift2/client/ThriftAdmin.java | 9 +
pom.xml | 26 +-
src/main/asciidoc/_chapters/architecture.adoc | 221 ++++
src/main/asciidoc/_chapters/backup_restore.adoc | 92 +-
src/main/asciidoc/_chapters/developer.adoc | 5 +-
164 files changed, 3270 insertions(+), 3816 deletions(-)
create mode 100644
hbase-backup/src/test/java/org/apache/hadoop/hbase/backup/master/TestRestoreBackupSystemTable.java
create mode 100644
hbase-common/src/test/java/org/apache/hadoop/hbase/HBaseJupiterExtension.java
copy
hbase-common/src/test/java/org/apache/hadoop/hbase/{TestSystemExitInTest.java
=> TestJUnit5TagConstants.java} (58%)
copy
hbase-common/src/test/java/org/apache/hadoop/hbase/util/{TestByteBufferUtils.java
=> ByteBufferUtilsTestBase.java} (85%)
copy hbase-common/src/test/java/org/apache/hadoop/hbase/util/{TestBytes.java
=> BytesTestBase.java} (77%)
copy
hbase-server/src/test/java/org/apache/hadoop/hbase/util/TestIncrementingEnvironmentEdge.java
=>
hbase-common/src/test/java/org/apache/hadoop/hbase/util/TestByteBufferUtilsWoUnsafe.java
(53%)
copy
hbase-common/src/test/java/org/apache/hadoop/hbase/{TestSystemExitInTest.java
=> util/TestBytesWoUnsafe.java} (57%)
copy
hbase-metrics/src/main/resources/META-INF/services/org.apache.hadoop.hbase.metrics.MetricRegistries
=>
hbase-common/src/test/resources/META-INF/services/org.junit.jupiter.api.extension.Extension
(92%)
create mode 100644
hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/KeyOnlyCellComparable.java
copy
hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/{CellSortReducer.java
=> PreSortedCellsReducer.java} (54%)
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/master/procedure/LogRollProcedure.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/master/procedure/LogRollRemoteProcedure.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/master/procedure/RestoreBackupSystemTableProcedure.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/LogRollCallable.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/TestPortAllocator.java
copy
hbase-server/src/test/java/org/apache/hadoop/hbase/client/{TestFromClientSide3.java
=> FromClientSide3TestBase.java} (93%)
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestLogRollProcedure.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/quotas/TestQuotaCache2.java
copy hbase-shell/src/main/ruby/shell/commands/{update_all_config.rb =>
wal_roll_all.rb} (74%)
