This is an automated email from the ASF dual-hosted git repository.
zhangduo pushed a change to branch HBASE-27109/table_based_rqs
in repository https://gitbox.apache.org/repos/asf/hbase.git
omit befa513f6f1 HBASE-27430 Should disable replication log cleaner when
migrating replication queue data (#4901)
omit 6085f14d323 HBASE-27429 Add exponential retry backoff support for
MigrateReplicationQueueFromZkToTableProcedure
omit 947cbb5718d HBASE-27217 Revisit the DumpReplicationQueues tool (#4810)
omit fbb11e724c8 HBASE-27218 Support rolling upgrading (#4808)
omit 8440ee226fa HBASE-27405 Fix the replication hfile/log cleaner report
that the replication table does not exist (#4811)
omit 3897192253f HBASE-27392 Add a new procedure type for implementing some
global operations such as migration (#4803)
omit a9c6750984e HBASE-27215 Add support for sync replication (#4762)
omit a9dcfd23ee2 HBASE-27214 Implement the new replication hfile/log
cleaner (#4722)
omit 6c28404b9f8 HBASE-27213 Add support for claim queue operation (#4708)
omit d2a911b7d54 HBASE-27212 Implement a new table based replication queue
storage and make the minimum replication system work (#4672)
add 0b032558d57 HBASE-27599 Cleanup wrong dependency in
dependencyManagement (#4999)
add e45c59c71b8 HBASE-27600 Make the behavior of hadoop profile consistent
(#5000)
add 95039f08b1b HBASE-27580 Reverse scan over rows with tags throw
exceptions when using DataBlockEncoding (#5006)
add 7b26b2aefe2 HBASE-27570 Unify tracking of block IO across all read
request types (#5004)
add 0cfe043e85c HBASE-27610 Add 2.4.16 to download page (#5008)
add fa6b5d17c2a HBASE-27534 Determine too large requests by response block
size rather than just cell size (#5007)
add 198a3b7e891 HBASE-27611 update download.xml for release 2.5.3 (#5009)
add 1a9e465e35b HBASE-27534 Addendum fix test crash (#5011)
add 6a34aa8195b HBASE-27622 Bump cryptography in
/dev-support/git-jira-release-audit (#5015)
add d2c5af11ea4 HBASE-27590 Change Iterable to List in SnapshotFileCache
(#4995)
add a854cba59f5 HBASE-27619 Bulkload fails when trying to bulkload files
with invalid names after HBASE-26707 (#5014)
add 833b10e8bab HBASE-27621 Also clear the Dictionary when resetting when
reading compressed WAL file (#5016)
add e71253f4d8d HBASE-27602 Remove the impact of operating env on
testHFileCleaning (#5003)
add 8ba56cccd37 HBASE-21521 Expose master startup status via web UI (#4788)
add 2bbe036e299 HBASE-27637 Zero length value would cause value compressor
read nothing and not advance the position of the InputStream (#5025)
add a1cf0731e36 HBASE-27643 [JDK17] Add-opens java.util.concurrent (#5028)
add 1664b6b3f5c HBASE-27648 CopyOnWriteArrayMap does not honor contract of
ConcurrentMap.putIfAbsent (#5031)
add 5f0dcdd1218 HBASE-27636 The "CREATE_TIME_TS" value of the hfile
generated by the HFileOutputFormat2 class is 0 (#5034)
add cf179d3fb9c HBASE-27654 IndexBlockEncoding is missing in
HFileContextBuilder copy constructor (#5039)
add 22dbb7afc38 HBASE-27250 MasterRpcService#setRegionStateInMeta does not
support replica region encodedNames or region names
add 36bb0d1f6c7 HBASE-15242: add client side metrics for timeout and
remote exceptions. (#5023)
add bc31e68e857 HBASE-27661 Set size of systable queue in UT (#5053)
add 82c7dbd4881 HBASE-27649 WALPlayer does not properly dedupe overridden
cell versions (#5047)
add 6b672cc0717 Revert "HBASE-27649 WALPlayer does not properly dedupe
overridden cell versions (#5047)" (#5057)
add 4b7815d5525 HBASE-27649 WALPlayer does not properly dedupe overridden
cell versions (#5058)
add 4a9cf99b2f8 HBASE-27644 Should not return false when WALKey has no
following KVs while reading WAL file (#5032)
add f20efafbc1b HBASE-27650 Merging empty regions corrupts meta cache
(#5037)
add 10037df0355 HBASE-27655 Remove the empty path annotation from
ClusterMetricsResource
add 4bee21e96b4 HBASE-27660 Ignore invalid hostname when
getNetworkInterfaces (#5052)
add 8d70786a2d1 HBASE-27650 Addendum reduce log to debug
add d1fede72c34 HBASE-27668 PB's parseDelimitedFrom can successfully
return when there are not enough bytes (#5059)
add ef6a1130d0f HBASE-24781 Clean up peer metrics when disabling peer
(#4997)
add 43aa9b33f10 HBASE-27673 Fix mTLS client hostname verification (#5065)
add d2b0074f7ad HBASE-27666 Allow preCompact hooks to return scanners
whose cells can be shipped (#5056)
add 59fdaa28f72 HBASE-27670 Improve FSUtils to directly obtain
FSDataOutputStream (#5064)
new b218c14e9a8 HBASE-27212 Implement a new table based replication queue
storage and make the minimum replication system work (#4672)
new 2d21c3d3b30 HBASE-27213 Add support for claim queue operation (#4708)
new f161c17eb92 HBASE-27214 Implement the new replication hfile/log
cleaner (#4722)
new 76d65fe7993 HBASE-27215 Add support for sync replication (#4762)
new c1c4ef09fbc HBASE-27392 Add a new procedure type for implementing some
global operations such as migration (#4803)
new c82ebf796c0 HBASE-27405 Fix the replication hfile/log cleaner report
that the replication table does not exist (#4811)
new 6321c964eef HBASE-27218 Support rolling upgrading (#4808)
new 2e2ec6c90af HBASE-27217 Revisit the DumpReplicationQueues tool (#4810)
new 32fd20812ed HBASE-27429 Add exponential retry backoff support for
MigrateReplicationQueueFromZkToTableProcedure
new 6128eb476af HBASE-27430 Should disable replication log cleaner when
migrating replication queue data (#4901)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (befa513f6f1)
\
N -- N -- N refs/heads/HBASE-27109/table_based_rqs (6128eb476af)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 10 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../git-jira-release-audit/requirements.txt | 2 +-
.../hbase/client/AsyncNonMetaRegionLocator.java | 229 +++------------
.../hbase/client/AsyncRegionLocationCache.java | 316 +++++++++++++++++++++
.../hadoop/hbase/client/MetricsConnection.java | 23 +-
.../hadoop/hbase/client/OnlineLogRecord.java | 51 ++--
.../apache/hadoop/hbase/ipc/AbstractRpcClient.java | 7 +-
.../hadoop/hbase/shaded/protobuf/ProtobufUtil.java | 51 ++++
.../hadoop/hbase/slowlog/SlowLogTableAccessor.java | 2 +
.../hadoop/hbase/client/TestMetricsConnection.java | 48 +++-
.../hbase/shaded/protobuf/TestProtobufUtil.java | 19 ++
.../hadoop/hbase/io/TagCompressionContext.java | 4 +-
.../io/encoding/BufferedDataBlockEncoder.java | 11 +-
.../hadoop/hbase/io/hfile/HFileContextBuilder.java | 1 +
.../apache/hadoop/hbase/io/util/StreamUtils.java | 17 ++
.../hadoop/hbase/types/CopyOnWriteArrayMap.java | 3 +-
.../hadoop/hbase/types/TestCopyOnWriteMaps.java | 15 +-
...ization.java => ExtendedCellSerialization.java} | 38 ++-
.../hadoop/hbase/mapreduce/HFileOutputFormat2.java | 44 ++-
.../apache/hadoop/hbase/mapreduce/WALPlayer.java | 13 +
.../hadoop/hbase/mapreduce/TestWALPlayer.java | 81 ++++++
.../main/protobuf/server/region/TooSlowLog.proto | 2 +
.../hbase/tmpl/master/MasterStatusTmpl.jamon | 1 +
.../org/apache/hadoop/hbase/MetaTableAccessor.java | 49 +++-
.../hadoop/hbase/coprocessor/RegionObserver.java | 10 +
.../apache/hadoop/hbase/ipc/NettyRpcServer.java | 29 +-
.../org/apache/hadoop/hbase/ipc/RpcServer.java | 36 +--
.../hadoop/hbase/master/ActiveMasterManager.java | 15 +-
.../org/apache/hadoop/hbase/master/HMaster.java | 68 +++--
.../hadoop/hbase/master/MasterRpcServices.java | 157 +++++-----
.../hbase/master/assignment/AssignmentManager.java | 54 ++--
.../hbase/master/assignment/RegionStateStore.java | 13 +-
.../hbase/master/assignment/RegionStates.java | 6 +-
.../resource/ClusterMetricsResource.java | 1 -
.../hbase/master/snapshot/SnapshotFileCache.java | 8 +-
.../master/snapshot/SnapshotHFileCleaner.java | 12 +-
.../apache/hadoop/hbase/monitoring/TaskGroup.java | 115 ++++++++
.../hadoop/hbase/monitoring/TaskMonitor.java | 20 ++
.../hadoop/hbase/namequeues/RpcLogDetails.java | 8 +-
.../hbase/namequeues/impl/SlowLogQueueService.java | 6 +-
.../apache/hadoop/hbase/regionserver/HRegion.java | 2 +-
.../hadoop/hbase/regionserver/RSRpcServices.java | 69 ++---
.../apache/hadoop/hbase/regionserver/Shipper.java | 3 +-
.../hadoop/hbase/regionserver/StoreScanner.java | 13 +-
.../hbase/regionserver/compactions/Compactor.java | 8 +-
.../hbase/regionserver/wal/CompressionContext.java | 18 +-
.../hadoop/hbase/regionserver/wal/Compressor.java | 4 +-
.../hbase/regionserver/wal/ProtobufLogReader.java | 111 +++++---
.../hadoop/hbase/regionserver/wal/ReaderBase.java | 13 +-
.../hbase/regionserver/wal/WALCellCodec.java | 18 +-
.../replication/regionserver/MetricsSource.java | 6 +-
.../regionserver/ReplicationSource.java | 9 +-
.../regionserver/ReplicationSourceManager.java | 3 +-
.../java/org/apache/hadoop/hbase/util/FSUtils.java | 28 +-
.../org/apache/hadoop/hbase/util/HBaseFsck.java | 2 +-
.../apache/hadoop/hbase/util/HBaseFsckRepair.java | 2 +-
.../main/resources/hbase-webapps/master/header.jsp | 1 +
.../hbase-webapps/master/startupProgress.jsp | 124 ++++++++
.../regionserver/rsOperationDetails.jsp | 4 +
.../hbase/client/TestAsyncTableLocatePrefetch.java | 3 +-
.../org/apache/hadoop/hbase/client/TestHbck.java | 93 +++---
.../apache/hadoop/hbase/client/TestMetaCache.java | 106 +++++++
.../hbase/client/TestMultiRespectsLimits.java | 65 +++--
.../apache/hadoop/hbase/io/hfile/TestHFile.java | 8 +
.../hadoop/hbase/master/AlwaysStandByHMaster.java | 7 +-
.../hbase/master/TestActiveMasterManager.java | 19 +-
.../hbase/master/TestRegionsRecoveryChore.java | 6 +-
.../master/assignment/TestAssignmentManager.java | 20 +-
.../hbase/master/cleaner/TestHFileCleaner.java | 6 +-
.../hadoop/hbase/master/procedure/TestHBCKSCP.java | 181 +++++++++---
.../hbase/master/procedure/TestHBCKSCPUnknown.java | 54 ----
.../hadoop/hbase/monitoring/TestTaskMonitor.java | 22 ++
.../hbase/namequeues/TestNamedQueueRecorder.java | 5 +-
.../hbase/namequeues/TestSlowLogAccessor.java | 1 +
.../hadoop/hbase/namequeues/TestTooLargeLog.java | 123 ++++++++
.../TestCompactionWithShippingCoprocessor.java | 146 ++++++++++
.../TestRegionMergeTransactionOnCluster.java | 6 +-
.../regionserver/TestRegionServerHostname.java | 23 +-
.../apache/hadoop/hbase/regionserver/TestTags.java | 71 +++++
.../regionserver/wal/AbstractTestProtobufLog.java | 7 +
.../hbase/replication/ReplicationSourceDummy.java | 2 +
.../regionserver/TestReplicationSourceManager.java | 41 ++-
.../TestWALEntryStreamCompressionReset.java | 251 ++++++++++++++++
...kLoadHFiles.java => TestBulkLoadHFilesSFT.java} | 32 +--
.../hadoop/hbase/wal/CompressedWALTestBase.java | 52 ++--
.../wal/TestCompressedWALValueCompression.java | 6 +-
.../org/apache/hadoop/hbase/wal/TestWALSplit.java | 90 ++++--
hbase-shaded/hbase-shaded-testing-util/pom.xml | 3 +-
.../hadoop/hbase/thrift2/ThriftUtilities.java | 2 +
.../hbase/thrift2/generated/TOnlineLogRecord.java | 111 +++++++-
.../org/apache/hadoop/hbase/thrift2/hbase.thrift | 3 +-
pom.xml | 32 +--
src/site/xdoc/downloads.xml | 36 +--
92 files changed, 2791 insertions(+), 865 deletions(-)
create mode 100644
hbase-client/src/main/java/org/apache/hadoop/hbase/client/AsyncRegionLocationCache.java
copy
hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/{CellSerialization.java
=> ExtendedCellSerialization.java} (59%)
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/monitoring/TaskGroup.java
create mode 100644
hbase-server/src/main/resources/hbase-webapps/master/startupProgress.jsp
delete mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestHBCKSCPUnknown.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/namequeues/TestTooLargeLog.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestCompactionWithShippingCoprocessor.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/replication/regionserver/TestWALEntryStreamCompressionReset.java
copy
hbase-server/src/test/java/org/apache/hadoop/hbase/tool/{TestSecureBulkLoadHFiles.java
=> TestBulkLoadHFilesSFT.java} (58%)
