This is an automated email from the ASF dual-hosted git repository. wchevreuil pushed a commit to branch HBASE-27389 in repository https://gitbox.apache.org/repos/asf/hbase.git
commit 2469aca027e89c035aa05adee10599d26d8ea7fe Merge: 3a2333e6b51 895d8652482 Author: Wellington Ramos Chevreuil <wchevre...@apache.org> AuthorDate: Wed Aug 23 13:52:15 2023 +0100 rebasing master Change-Id: I9c834bfb6ad7fa5e441e3f9141f794d2998a1760 dev-support/flaky-tests/python-requirements.txt | 2 +- .../git-jira-release-audit/requirements.txt | 6 +- hbase-annotations/pom.xml | 4 +- hbase-archetypes/hbase-archetype-builder/pom.xml | 4 +- hbase-archetypes/hbase-client-project/pom.xml | 4 +- .../hbase-shaded-client-project/pom.xml | 4 +- hbase-archetypes/pom.xml | 2 +- hbase-assembly/pom.xml | 2 +- hbase-asyncfs/pom.xml | 2 +- hbase-backup/pom.xml | 2 +- hbase-balancer/pom.xml | 2 +- hbase-build-configuration/pom.xml | 4 +- hbase-checkstyle/pom.xml | 4 +- hbase-client/pom.xml | 2 +- .../java/org/apache/hadoop/hbase/client/Admin.java | 9 + .../hadoop/hbase/client/AdminOverAsyncAdmin.java | 5 + .../org/apache/hadoop/hbase/client/AsyncAdmin.java | 8 + .../hadoop/hbase/client/AsyncHBaseAdmin.java | 5 + .../hadoop/hbase/client/RawAsyncHBaseAdmin.java | 62 +++++- .../hbase/shaded/protobuf/RequestConverter.java | 13 ++ hbase-common/pom.xml | 2 +- .../io/encoding/BufferedDataBlockEncoder.java | 157 ++++++++++++-- .../apache/hadoop/hbase/util/ByteBufferUtils.java | 185 ++++++++++++++-- .../java/org/apache/hadoop/hbase/util/Bytes.java | 107 ++++++++- .../apache/hadoop/hbase/util/NettyUnsafeUtils.java | 61 ++++++ .../java/org/apache/hadoop/hbase/util/Strings.java | 6 + .../hadoop/hbase/util/TestByteBufferUtils.java | 31 +++ .../org/apache/hadoop/hbase/util/TestBytes.java | 43 ++++ .../hbase-compression-aircompressor/pom.xml | 2 +- hbase-compression/hbase-compression-brotli/pom.xml | 2 +- hbase-compression/hbase-compression-lz4/pom.xml | 2 +- hbase-compression/hbase-compression-snappy/pom.xml | 2 +- hbase-compression/hbase-compression-xz/pom.xml | 2 +- hbase-compression/hbase-compression-zstd/pom.xml | 2 +- hbase-endpoint/pom.xml | 9 +- hbase-examples/pom.xml | 2 +- hbase-external-blockcache/pom.xml | 2 +- hbase-hadoop-compat/pom.xml | 2 +- .../hadoop/hbase/ipc/MetricsHBaseServerSource.java | 16 ++ .../hbase/ipc/MetricsHBaseServerSourceImpl.java | 24 +++ .../hbase/ipc/MetricsHBaseServerWrapper.java | 7 + hbase-http/pom.xml | 2 +- .../apache/hadoop/hbase/http/ProfileServlet.java | 1 + hbase-it/pom.xml | 2 +- hbase-logging/pom.xml | 2 +- hbase-mapreduce/pom.xml | 2 +- .../mapreduce/replication/VerifyReplication.java | 186 +++++++++++++--- .../VerifyReplicationRecompareRunnable.java | 162 ++++++++++++++ .../hbase/replication/TestVerifyReplication.java | 125 ++++++++++- .../TestVerifyReplicationRecompareRunnable.java | 154 +++++++++++++ hbase-metrics-api/pom.xml | 2 +- hbase-metrics/pom.xml | 2 +- hbase-procedure/pom.xml | 2 +- hbase-protocol-shaded/pom.xml | 2 +- .../src/main/protobuf/PrefetchPersistence.proto | 36 ---- .../main/protobuf/server/io/BucketCacheEntry.proto | 9 + .../src/main/protobuf/server/master/Master.proto | 14 ++ .../protobuf/server/master/MasterProcedure.proto | 20 ++ hbase-replication/pom.xml | 2 +- hbase-resource-bundle/pom.xml | 2 +- hbase-rest/pom.xml | 2 +- hbase-server/pom.xml | 2 +- .../hbase/tmpl/master/MasterStatusTmpl.jamon | 27 ++- .../apache/hadoop/hbase/executor/EventType.java | 8 +- .../apache/hadoop/hbase/executor/ExecutorType.java | 4 +- .../java/org/apache/hadoop/hbase/io/MetricsIO.java | 21 +- .../apache/hadoop/hbase/io/hfile/CacheConfig.java | 2 - .../org/apache/hadoop/hbase/io/hfile/HFile.java | 10 +- .../hadoop/hbase/io/hfile/HFilePreadReader.java | 45 +++- .../hadoop/hbase/io/hfile/LruBlockCache.java | 13 +- .../hadoop/hbase/io/hfile/PrefetchExecutor.java | 150 +------------ .../hadoop/hbase/io/hfile/PrefetchProtoUtils.java | 53 ----- .../hadoop/hbase/io/hfile/bucket/BucketCache.java | 199 ++++++++++++++--- .../hadoop/hbase/io/hfile/bucket/BucketEntry.java | 28 ++- .../hbase/io/hfile/bucket/BucketProtoUtils.java | 34 ++- .../hadoop/hbase/io/hfile/bucket/FileIOEngine.java | 37 +++- .../hadoop/hbase/ipc/MetricsHBaseServer.java | 8 + .../hbase/ipc/MetricsHBaseServerWrapperImpl.java | 13 ++ .../apache/hadoop/hbase/ipc/NettyRpcServer.java | 161 +++++++++++++- .../NettyRpcServerChannelWritabilityHandler.java | 125 +++++++++++ .../hbase/ipc/NettyRpcServerPreambleHandler.java | 11 +- .../apache/hadoop/hbase/ipc/NettyServerCall.java | 2 +- .../org/apache/hadoop/hbase/master/HMaster.java | 40 ++++ .../hadoop/hbase/master/MasterRpcServices.java | 19 ++ .../apache/hadoop/hbase/master/MasterServices.java | 17 ++ .../master/procedure/FlushRegionProcedure.java | 238 +++++++++++++++++++++ .../master/procedure/FlushTableProcedure.java | 199 +++++++++++++++++ .../master/procedure/TableProcedureInterface.java | 1 + .../hadoop/hbase/master/procedure/TableQueue.java | 1 + .../hbase/master/replication/AddPeerProcedure.java | 6 +- .../AssignReplicationQueuesProcedure.java | 2 +- .../master/replication/ReplicationPeerManager.java | 12 -- .../procedure/flush/FlushTableSubprocedure.java | 21 +- .../flush/MasterFlushTableProcedureManager.java | 10 +- .../RegionServerFlushTableProcedureManager.java | 18 +- .../hbase/regionserver/FlushRegionCallable.java | 83 +++++++ .../hadoop/hbase/regionserver/HRegionServer.java | 4 + .../hadoop/hbase/regionserver/StoreFileInfo.java | 2 +- .../hbase/io/encoding/TestDataBlockEncoders.java | 65 ++++++ .../hfile/TestBlockEvictionOnRegionMovement.java | 1 - .../hadoop/hbase/io/hfile/TestPrefetchRSClose.java | 4 - .../io/hfile/TestPrefetchWithBucketCache.java | 211 ++++++++++++++++++ .../hbase/io/hfile/bucket/TestBucketCache.java | 84 +++++--- .../io/hfile/bucket/TestBucketCachePersister.java | 43 +--- .../io/hfile/bucket/TestByteBufferIOEngine.java | 2 +- .../io/hfile/bucket/TestPrefetchPersistence.java | 40 +--- .../hadoop/hbase/io/hfile/bucket/TestRAMCache.java | 2 +- .../io/hfile/bucket/TestVerifyBucketCacheFile.java | 102 +++++++-- .../hadoop/hbase/ipc/FailingNettyRpcServer.java | 9 +- .../hbase/ipc/MetricsHBaseServerWrapperStub.java | 7 + .../hbase/ipc/TestNettyChannelWritability.java | 182 ++++++++++++++++ .../apache/hadoop/hbase/ipc/TestRpcMetrics.java | 9 + .../hbase/ipc/TestRpcSkipInitialSaslHandshake.java | 28 +-- .../hbase/master/MockNoopMasterServices.java | 12 ++ .../master/procedure/TestFlushTableProcedure.java | 69 ++++++ .../procedure/TestFlushTableProcedureBase.java | 97 +++++++++ .../TestFlushTableProcedureMasterRestarts.java | 76 +++++++ ...eProcedureWithDoNotSupportFlushTableMaster.java | 82 +++++++ .../quotas/TestClusterScopeQuotaThrottle.java | 11 +- .../hadoop/hbase/regionserver/TestMetricsJvm.java | 113 ++++++++++ .../TestFlushWithThroughputController.java | 10 +- .../hbase/rsgroup/VerifyingRSGroupAdmin.java | 4 + hbase-shaded/hbase-shaded-check-invariants/pom.xml | 6 +- .../hbase-shaded-client-byo-hadoop/pom.xml | 4 +- hbase-shaded/hbase-shaded-client/pom.xml | 4 +- hbase-shaded/hbase-shaded-mapreduce/pom.xml | 4 +- hbase-shaded/hbase-shaded-testing-util/pom.xml | 2 +- .../pom.xml | 6 +- hbase-shaded/pom.xml | 2 +- hbase-shell/pom.xml | 2 +- hbase-testing-util/pom.xml | 2 +- hbase-thrift/pom.xml | 2 +- .../hadoop/hbase/thrift2/client/ThriftAdmin.java | 5 + hbase-zookeeper/pom.xml | 2 +- pom.xml | 4 +- src/main/asciidoc/_chapters/developer.adoc | 40 +++- 136 files changed, 3833 insertions(+), 682 deletions(-)