This is an automated email from the ASF dual-hosted git repository. taklwu pushed a change to branch HBASE-27740 in repository https://gitbox.apache.org/repos/asf/hbase.git
from dc73c028ea8 HBASE-28140 AbstractWALProvider may miss the WAL which is under creation in getWALs method (#5455) add 2aa75cf9705 HBASE-28113 Modify the way of acquiring the RegionStateNode lock in checkOnlineRegionsReport to tryLock (#5442) add 0f82a447585 HBASE-28155 RecoveredReplicationSource quit when there are still unfinished groups (#5466) add d7b6e8b2f49 HBASE-28114 Add more comments to explain why replication log queue could never be empty for normal replication queue (#5443) add 32cddeaf536 HBASE-28064:Implement truncate_region command (#5462) add 95923272f07 HBASE-28170 Put the cached time at the beginning of the block; run cache validation in the background when retrieving the persistent cache (#5471) add 268893c43fa HBASE-28017 Set request and response size metrics in NettyRpcDuplexHandler (#5473) add 68ff65c5169 HBASE-28145 When specifying the wrong BoolFilter type while creating a table in HBase shell, the log prompt will report an error. (#5460) add 8f042e149c4 HBASE-28157. hbck should report previously reported regions with null region location (#5463) add 566d1229ca9 HBASE-28168 Add option in RegionMover.java to isolate one or more reg… (#5470) add 6cd718a6d55 HBASE-28153 Upgrade zookeeper to a newer version (#5475) add 94c705b9a8b HBASE-27794: Tooling for parsing/reading the prefetch files list file (#5468) add e19fb8f740d HBASE-28185 Alter table to set TTL using hbase shell failed when ttl string is not match format (#5494) add 2020fdea5d2 HBASE-28184 Tailing the WAL is very slow if there are multiple peers (#5503) add 0c40defe349 HBASE-28191 Meta browser can happen NPE when server or targetServer of region is null (#5508) add 34119d625fe HBASE-28122: Support TLSv1.3 cipher suites (#5444) add f00a17604e3 HBASE-28189 Fix the miss count in one of CombinedBlockCache getBlock implementations (#5506) add 361bd5175f5 HBASE-28043 Reduce seeks from beginning of block in StoreFileScanner.seekToPreviousRow (#5373) add fa9518b5b20 HBASE-28175 Deep copy RpcLogDetails' param field (#5481) add 9979ab085d0 HBASE-27276 Reduce reflection overhead in Filter deserialization (#5488) add 26934b785f7 HBASE-28193 Update plugin for SBOM generation to 2.7.10 (#5485) add 95e0d8b2164 HBASE-24687: Use existing HMaster Connection in MobFileCleanerChore (#5509) add ef16e9fa14f HBASE-28204 Canary can take lot more time If region starts with delete markers (#5522) No new revisions were added by this update. Summary of changes: .../java/org/apache/hadoop/hbase/client/Admin.java | 19 ++ .../hadoop/hbase/client/AdminOverAsyncAdmin.java | 15 ++ .../org/apache/hadoop/hbase/client/AsyncAdmin.java | 11 + .../hadoop/hbase/client/AsyncHBaseAdmin.java | 10 + .../hadoop/hbase/client/RawAsyncHBaseAdmin.java | 79 +++++++ .../apache/hadoop/hbase/client/SlowLogParams.java | 2 +- .../hadoop/hbase/ipc/NettyRpcDuplexHandler.java | 2 + .../hadoop/hbase/shaded/protobuf/ProtobufUtil.java | 67 +++++- .../hbase/shaded/protobuf/RequestConverter.java | 11 + .../org/apache/hadoop/hbase/client/TestGet.java | 12 +- .../hadoop/hbase/io/crypto/tls/X509Util.java | 39 ++-- .../apache/hadoop/hbase/util/PrettyPrinter.java | 4 + .../hadoop/hbase/util/ReflectedFunctionCache.java | 110 +++++++++ .../apache/hadoop/hbase/util/ReflectionUtils.java | 30 +++ .../hadoop/hbase/io/crypto/tls/TestX509Util.java | 8 +- .../hadoop/hbase/util/ClassLoaderTestHelper.java | 17 ++ hbase-it/pom.xml | 7 - .../hadoop/hbase/IntegrationTestMobCompaction.java | 14 +- .../apache/hadoop/hbase/PerformanceEvaluation.java | 45 ++++ .../src/main/protobuf/server/master/Master.proto | 16 ++ .../protobuf/server/master/MasterProcedure.proto | 8 + .../src/main/protobuf/server/region/Admin.proto | 10 + hbase-server/pom.xml | 7 - .../hadoop/hbase/coprocessor/MasterObserver.java | 40 ++++ .../apache/hadoop/hbase/io/hfile/BlockCache.java | 9 + .../hadoop/hbase/io/hfile/CombinedBlockCache.java | 71 +++++- .../hadoop/hbase/io/hfile/HFilePreadReader.java | 42 ++-- .../hadoop/hbase/io/hfile/bucket/BucketCache.java | 105 ++++++--- .../io/hfile/bucket/BucketCachePersister.java | 41 +++- .../hadoop/hbase/io/hfile/bucket/FileIOEngine.java | 16 +- .../org/apache/hadoop/hbase/master/HMaster.java | 31 +++ .../hadoop/hbase/master/MasterCoprocessorHost.java | 54 +++++ .../hadoop/hbase/master/MasterRpcServices.java | 20 ++ .../apache/hadoop/hbase/master/MasterServices.java | 9 + .../hbase/master/assignment/AssignmentManager.java | 58 +++-- .../hbase/master/assignment/RegionStateNode.java | 4 + .../apache/hadoop/hbase/master/hbck/HbckChore.java | 5 +- .../AbstractStateMachineRegionProcedure.java | 6 + .../master/procedure/TableProcedureInterface.java | 3 +- .../hadoop/hbase/master/procedure/TableQueue.java | 1 + .../master/procedure/TruncateRegionProcedure.java | 219 ++++++++++++++++++ .../hadoop/hbase/mob/MobFileCleanerChore.java | 223 +----------------- .../hadoop/hbase/mob/MobFileCleanupUtil.java | 250 +++++++++++++++++++++ .../hadoop/hbase/namequeues/RpcLogDetails.java | 18 +- .../hadoop/hbase/regionserver/RSRpcServices.java | 13 ++ .../hadoop/hbase/regionserver/StoreFileReader.java | 4 +- .../hbase/regionserver/StoreFileScanner.java | 240 ++++++++++++++++---- .../regionserver/RecoveredReplicationSource.java | 16 ++ .../regionserver/ReplicationSource.java | 29 ++- .../replication/regionserver/WALEntryStream.java | 46 +++- .../org/apache/hadoop/hbase/tool/CanaryTool.java | 44 ++-- .../org/apache/hadoop/hbase/util/RegionMover.java | 182 ++++++++++++++- .../main/resources/hbase-webapps/master/hbck.jsp | 4 + .../main/resources/hbase-webapps/master/table.jsp | 7 +- .../hbase/client/TestAsyncRegionAdminApi2.java | 84 +++++++ .../hbase/filter/TestComparatorSerialization.java | 81 +++++++ .../hbase/filter/TestFilterSerialization.java | 81 +++++++ .../hbase/io/hfile/TestCombinedBlockCache.java | 48 +++- .../hadoop/hbase/io/hfile/TestPrefetchRSClose.java | 16 +- .../io/hfile/TestPrefetchWithBucketCache.java | 4 +- .../bucket/TestRecoveryPersistentBucketCache.java | 126 +++++++++++ .../io/hfile/bucket/TestVerifyBucketCacheFile.java | 12 +- .../hbase/master/MockNoopMasterServices.java | 6 + .../hadoop/hbase/master/MockRegionServer.java | 8 + .../hbase/master/assignment/TestHbckChore.java | 7 + .../procedure/TestTruncateRegionProcedure.java | 202 +++++++++++++++++ .../hadoop/hbase/mob/MobStressToolRunner.java | 9 +- .../hbase/mob/TestMobCompactionWithDefaults.java | 3 - ...eanerChore.java => TestMobFileCleanupUtil.java} | 14 +- .../TestRpcLogDetails.java} | 186 ++++++--------- .../hadoop/hbase/regionserver/TestHStoreFile.java | 4 +- .../hbase/rsgroup/VerifyingRSGroupAdmin.java | 15 ++ .../apache/hadoop/hbase/util/TestRegionMover2.java | 177 +++++++++++++++ .../resources/CustomLoadedComparator.java.template | 66 ++++++ .../resources/CustomLoadedFilter.java.template | 69 ++++++ hbase-shell/src/main/ruby/hbase/admin.rb | 12 +- hbase-shell/src/main/ruby/shell.rb | 1 + .../{stop_master.rb => truncate_region.rb} | 14 +- hbase-shell/src/test/ruby/hbase/admin_test.rb | 11 + .../hadoop/hbase/thrift2/client/ThriftAdmin.java | 15 ++ hbase-zookeeper/pom.xml | 9 + pom.xml | 135 +++-------- 82 files changed, 3051 insertions(+), 717 deletions(-) create mode 100644 hbase-common/src/main/java/org/apache/hadoop/hbase/util/ReflectedFunctionCache.java create mode 100644 hbase-server/src/main/java/org/apache/hadoop/hbase/master/procedure/TruncateRegionProcedure.java create mode 100644 hbase-server/src/main/java/org/apache/hadoop/hbase/mob/MobFileCleanupUtil.java create mode 100644 hbase-server/src/test/java/org/apache/hadoop/hbase/io/hfile/bucket/TestRecoveryPersistentBucketCache.java create mode 100644 hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestTruncateRegionProcedure.java rename hbase-server/src/test/java/org/apache/hadoop/hbase/mob/{TestMobFileCleanerChore.java => TestMobFileCleanupUtil.java} (95%) copy hbase-server/src/test/java/org/apache/hadoop/hbase/{procedure2/store/region/TestRegionProcedureStore.java => namequeues/TestRpcLogDetails.java} (50%) create mode 100644 hbase-server/src/test/resources/CustomLoadedComparator.java.template create mode 100644 hbase-server/src/test/resources/CustomLoadedFilter.java.template copy hbase-shell/src/main/ruby/shell/commands/{stop_master.rb => truncate_region.rb} (81%)