This is an automated email from the ASF dual-hosted git repository.
andor pushed a change to branch HBASE-29081
in repository https://gitbox.apache.org/repos/asf/hbase.git
omit 5ff40032359 HBASE-29228 Add support to prevent running multiple active
clusters (#6887)
omit e34ec5fb608 HBASE-29236: Add Support for Dynamic Configuration at the
Coprocessor Level (#6931)
omit aaa0c9ef527 HBASE-29083: Add global read-only mode to HBase (#6757)
omit dfc7dac23ee HBASE-29082: Support for custom meta table name suffix
(#6632)
add 77e95dc37c5 HBASE-29168 Update doc section for CacheAwareLoadBalancer
to reflect changes from HBASE-29168 (#6870)
add deac89e9487 HBASE-29307 Add status command to hbase-daemon.sh for
process state checking (#6982)
add d187378517d HBASE-29323 Use Priority Handler for all
RegionServerStatus rpc at Master (#6994)
add b21ba71f738 [ADDENDUM] HBASE-29288 Avoid adding new blocks during
prefetch if usage is greater than accept factor (#6965) (#6990)
add 82a2ddf789d HBASE-29293 Upgrade to latest opentelemetry libraries
(#6969)
add 48b4f4dc704 HBASE-29331 TestDefaultQuota fails because of pseudo-race
condition (#7004)
add 9f841d0ad09 HBASE-29301: Fix AggregrateImplementation pagination logic
(#6978)
add 2f9d9fcd906 HBASE-27802 Manage static javascript resources
programatically (#6864)
add dfd0bab0ea5 HBASE-29344 Update spotless to 2.44.4 (#7006)
add 27939825445 HBASE-29327 Dependency manage byte-buddy and bump it to
1.15.11 (#7003)
add 823563abdbe HBASE-27802 Manage static javascript resources
programatically (addendum: Fix not working popovers on UI) (#7018)
add 17ebfbe69c3 HBASE-29222 Avoid expensive tracing calls if tracing is
disabled (#6863)
add c4d8b00267a HBASE-29315 Fail Split/MergeTableRegionProcedure if table
modification in progress (#6991)
add a2abf1b092c HBASE-29326 Do not prevent prefetch from running if the
given file has already been fully cached before (#7001)
add 08621f94d4b HBASE-28962 Meta replication is inconsistent after startup
when reusing hbase storage location (#6448)
add ecaa9481ba7 HBASE-29318 Bump jruby to 9.4.12.1 to fix jruby-openssl
CVEs (#6997)
add 787f5459883 HBASE-29357 PerformanceEvaluation: Read tests should not
drop existing table (#7037)
add 06a74f12f2c HBASE-29244 Support admin users acl setting with LDAP (Web
UI only) (#6923)
add edeed9b34a6 HBASE-29319 Apply fail-fast retry limit for
ConnectException (#6996)
add e60e8004aa7 HBASE-29283 Replication MetricsSource.sizeOfHFileRefsQueue
metrics not updated correctly after remove_peer (#6954)
add 899e4fc664a HBASE-29317 Bump hbase-thirdparty to 4.1.11 (#6993)
add 539f7b7d478 HBASE-29362 Fix Incorrect JSON Format in RegionServer Web
Console Block Cache Status (#7047)
add 97cf65db2f5 HBASE-29365 Improve option parser of PerformanceEvaluation
(#7052)
add ae5400e77a9 HBASE-29363 CompactSplit should not attempt to split
secondary region replicas (#7048)
add d82a5913955 HBASE-29231 Throttles should support limits based on
handler thread usage time (#7000)
add 2f57499b115 HBASE-29369 Fix TestZKPermissionWatcher (#7067)
add d93102ccf63 HBASE-29361 Snapshot coprocessor hooks called inside
SnapshotProcedure (#7059)
add d84824b3503 HBASE-29273 Remove deprecated boxed primitive constructors
in some test classes (#6949)
add a71288f2e2f HBASE-29370 TestHFileOutputFormat2 fails 100% on flaky
dashboard (#7073)
add e1d82797fd9 HBASE-29377 ChaosService support for custom ports in
zookeeper quorum (#7072)
add 6a97c2cb931 HBASE-29392 Bump requests from 2.32.0 to 2.32.4 in
/dev-support/flaky-tests (#7085)
add 7cc2f54a5d9 HBASE-29380 Two concurrent remove peer requests may hang
(#7077)
add c9df6077706 HBASE-29394 Possible race in
BufferedMutatorOverAsyncBufferedMutator (#7089)
add c44e3c2c915 HBASE-29393 Bump requests in
/dev-support/git-jira-release-audit (#7088)
add 54442b12e7c Add junegunn to the developer list (#7092)
add 61a426d2bcf Add lupeng to the developer list (#7094)
add 842b4a789c0 add cconnell to developer list (#7095)
add 24fce13a5ac add chandra kambham to developer list (#7096)
add 48c8592803f HBASE-29384 Ensure profiler output directory exists before
writing output (#7082)
add 221b5a3a19f HBASE-29245 Region reopening batch size should be
increased when backoff is 0 (#6892)
add 145972f2d61 HBASE-29279 Allow throttling alter operation via table
configuration (#6951)
add 64c582fe9a8 HBASE-29029 Refactor BackupHFileCleaner + fix test (#6533)
add 28c757d45aa HBASE-29388 mvn spotless:apply changes line endings (CRLF
to LF) on Windows (#7087)
add a8a57ad4db4 HBASE-29397 Deadlock in
BufferedMuratorOverAsyncBufferedMutator (#7107)
add ed5af561b4c Add paksyd to developer list (#7110)
add a2a90676836 HBASE-29385: Improve performance of
AggregrateImplementation quota checks (#7083)
add a47d3ea156e HBASE-29403 Remove default TLS cipher overrides (#7112)
add 387e21383e8 HBASE-29390 Too many logs in AsyncBatchRpcRetryingCaller
when hitting RegionTooBusyException (#7105)
add bd5df767938 HBASE-29346 Use rootDir, tableDir instance vars of
RestoreSnapshotHelper while removeHDFSRegions of restore (#7063)
add 56fe0b31c0e HBASE-29404 Bump urllib3 in
/dev-support/git-jira-release-audit (#7113)
add f0e0f567c0d HBASE-29405 Run spotless:apply with java 17 when creating
release (#7116)
add cb28ebec7a9 HBASE-29387: Reload quotas from hbase:quota table when
changes are made (#7091)
add 9eb51c679dc HBASE-29386 SnapshotProcedure and EnableTableProcedure can
cause a deadlock (#7084)
add 7988cdb89af HBASE-29233: Capture scan metrics at region level (#6868)
add fcc420261a7 HBASE-29399 Update hadoop-metrics2-hbase.properties
template (#7108)
add b99e897c508 HBASE-29423 Incremental backups broken for non-default
namespaces (#7130)
add 46c4ac3006a [ADDENDUM] Revert "HBASE-28962 Meta replication is
inconsistent after startup when reusing hbase storage location (#6448)" (#7125)
add e3aacaf62e2 HBASE-22335 do add hfile ref only when replication_scope
is 1 (#6955)
add 87087f9e22e HBASE-29432: Provide mechanism to plug in rack or host
locality logic into ExportSnapshot (#7129)
add 3bbed010622 HBASE-29233 Addnedum fix site build error
add 2321d965b79 HBASE-29383 Some tests in TestHFileOutputFormat2 fails in
ShutdownHook.suppressHdfsShutdownHook (#7109)
add 8ddf925daac HBASE-29325 Gson reflection failures on
TestBucketCache.testCacheSimple (#6999)
add 6220fb6d045 HBASE-29400 RollingBatchRestartRsAction may fail to start
region server (#7139)
add c336e081625 HBASE-29446 Web UI styling is broken in HBase 2.6.3RC1
hadoop2 bin release (#7147)
add 3500d6f2e17 HBASE-29340 Add rel/2.6.3 to the downloads page (#7154)
add c039e446ed7 HBASE-29398: Server side scan metrics for bytes read from
FS vs Block cache vs memstore (#7136)
add 052d36b0b26 HBASE-29447 Fix WAL archives cause incremental backup
failures (#7151)
add f7656a92186 HBASE-29452 Fix broken links in the reference guide (#7155)
add 8734f703785 HBASE-29450 Bump org.apache.commons:commons-lang3 from
3.17.0 to 3.18.0 (#7152)
add dd33e66af23 HBASE-29454: Update hbase-examples scripts to be
compatible with Python 3 (#7161)
add 5293b92db03 HBASE-28589: ServerCall.setResponse swallows IOException
and leaves client without response (#7156)
add c496a7a2f29 HBASE-29471 Update downloads.xml for 2.5.12
add f88a1ce5258 HBASE-29472 Fix splitting algorithms of RegionSplitter
tool (#7173)
add d76bbe21cf0 HBASE-29467 Redundant conditions in CostFunction.scale()
method (#7170)
add bdefd1e1249 HBASE-29444 Default to JRE default TLS protcol list (#7142)
add 8f5803da347 HBASE-29474 RegionSplitter.rollingSplit is broken (#7174)
add a699d303288 HBASE-15625 Make minimum free heap memory percentage
configurable (#7076)
add cc193701c16 HBASE-29482 Bulkload fails with viewfs authentication
error (#7181)
add daefb0204f4 HBASE-29481 Make TLS protocols and cipher list
configurable for HTTPS InfoServer (#7178)
add 2f5cf9a3ebc HBASE-29485 Remove CoprocessorService (#7182)
add 4a1f2176481 HBASE-29296 Missing critical snapshot expiration checks
(#6970)
add 7cdfe0fea77 HBASE-29477 Add configuration support for custom
OutputCommitter in TableOutputFormat (#7177)
add 55cf6e22d6c HBASE-29496 Fix Javadoc typo: 'DsiableTableProcedure'
should be 'DisableTableProcedure' (#7190)
add 9b2f0bd8fc8 HBASE-28919 Soft drop for destructive table actions (#7183)
add 19543f3fba3 HBASE-29490 Update create-release scripts to support
hbase-thirdparty with toolchains (#7196)
add 96faaaaf2dd HBASE-29493 Triage TestBucketCacheRefCnt.testInBucketCache
intermittent failure caused by RAMCache draining in between (#7205)
add 01389475635 HBASE-29290 Include port number of Region Server in the
Replication Status message
add 763ed36f47a HBASE-29486 Add deprecation cycle for traceRate field in
PerformanceEvaluation (#7211)
add 0677dd73bcd HBASE-29500 hbase shell: status 'tasks' command fails with
undefined method getServersSize (#7193)
add 70b49d7ae6c HBASE-29508 Define HBase specific TLS config properties
for InfoServer (#7204)
add 873736028c1 HBASE-29469 Add metrics with more detail for
RpcThrottlingExceptions (#7186)
add 5e80f27f368 HBASE-29513: Removed deprecated method from CellCreator
(#7213)
add 8e25d756697 HBASE-29458 SFT removeStoreFiles api to only archive
physical files and ignore virtual links (#7168)
add bea4272960e HBASE-29463 Bidirectional serial replication will block if
a region’s last edit before rs crashed was from the peer cluster (#7172)
add 95e304d0e9f HBASE-29514 Remove deprecated fields in
SimpleTotalOrderPartitioner (#7218)
add bdeeae81699 HBASE-29511 Add deprecation cycle for Address.getHostname
(#7220)
add d80bbefb612 HBASE-29503: IntegrationTestBackupRestore is passing even
if an exception occurs in the thread(s) it creates (#7203)
add e40ba229b41 HBASE-29527 Bump org.bouncycastle:bcpkix-jdk18on from 1.78
to 1.81 (#7223)
add 403810df5f7 HBASE-29512 Add deprecation cycle for
ServerTooBusyException's constructor (#7215)
add 4cc36d45b89 HBASE-28951 Handle simultaneous WAL splitting to recovered
edits by multiple worker (#7075)
add 9a2989cbab5 HBASE-29528 Support cellVisility in Thrift interface
add 643b161c1d7 HBASE-29515 Add deprecation cycle for SimpleRpcServer
(#7221)
add 9130913dea3 HBASE-29473 Obtain target cluster's token for cross
clusters job (#7175)
new 55999f73395 HBASE-29082: Support for custom meta table name suffix
(#6632)
new 618e7bb1858 HBASE-29083: Add global read-only mode to HBase (#6757)
new ae8fd619093 HBASE-29236: Add Support for Dynamic Configuration at the
Coprocessor Level (#6931)
new ac36996ee36 HBASE-29228 Add support to prevent running multiple active
clusters (#6887)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (5ff40032359)
\
N -- N -- N refs/heads/HBASE-29081 (ac36996ee36)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 4 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.gitignore | 2 +
bin/hbase-common.sh | 42 +-
bin/hbase-daemon.sh | 45 +-
conf/hadoop-metrics2-hbase.properties | 43 +-
dev-support/blanks-eol-ignore.txt | 2 +-
dev-support/blanks-tabs-ignore.txt | 2 +-
dev-support/create-release/release-build.sh | 9 +-
dev-support/create-release/release-util.sh | 118 ++-
dev-support/flaky-tests/python-requirements.txt | 2 +-
.../git-jira-release-audit/requirements.txt | 4 +-
.../src/main/assembly/hadoop-three-compat.xml | 2 +
hbase-assembly/src/main/assembly/client.xml | 1 +
.../src/main/assembly/hadoop-three-compat.xml | 2 +
hbase-backup/pom.xml | 4 +
.../hadoop/hbase/backup/BackupHFileCleaner.java | 123 +--
.../hbase/backup/impl/BackupSystemTable.java | 190 ++--
.../backup/impl/IncrementalTableBackupClient.java | 12 +-
.../hadoop/hbase/backup/util/RestoreTool.java | 14 +
.../apache/hadoop/hbase/backup/TestBackupBase.java | 2 +-
.../hbase/backup/TestBackupHFileCleaner.java | 114 ++-
.../hbase/backup/TestBackupRestoreExpiry.java | 232 +++++
.../hadoop/hbase/master/balancer/CostFunction.java | 4 -
hbase-build-configuration/pom.xml | 2 +
.../hadoop/hbase/client/AbstractClientScanner.java | 12 +
.../hbase/client/AsyncBatchRpcRetryingCaller.java | 61 +-
.../hadoop/hbase/client/AsyncClientScanner.java | 15 +
.../org/apache/hadoop/hbase/client/AsyncTable.java | 2 +-
.../BufferedMutatorOverAsyncBufferedMutator.java | 11 +-
.../hadoop/hbase/client/ConnectionUtils.java | 14 +-
.../apache/hadoop/hbase/client/ImmutableScan.java | 11 +
.../java/org/apache/hadoop/hbase/client/Scan.java | 26 +-
.../client/metrics/RegionScanMetricsData.java | 77 ++
.../hadoop/hbase/client/metrics/ScanMetrics.java | 16 +-
.../client/metrics/ScanMetricsRegionInfo.java | 82 ++
.../hbase/client/metrics/ScanMetricsUtil.java | 88 ++
.../client/metrics/ServerSideScanMetrics.java | 140 ++-
.../java/org/apache/hadoop/hbase/ipc/IPCUtil.java | 2 +-
.../hadoop/hbase/ipc/ServerTooBusyException.java | 3 +
.../hadoop/hbase/quotas/QuotaSettingsFactory.java | 4 +
.../hbase/quotas/RpcThrottlingException.java | 9 +-
.../hadoop/hbase/quotas/ThrottleSettings.java | 3 +
.../apache/hadoop/hbase/quotas/ThrottleType.java | 3 +
.../hadoop/hbase/shaded/protobuf/ProtobufUtil.java | 4 +
.../TestAsyncBatchRpcRetryingCaller.java} | 71 +-
...estBufferedMutatorOverAsyncBufferedMutator.java | 112 +++
.../client/trace/hamcrest/SpanDataMatchers.java | 6 +-
hbase-common/pom.xml | 2 +-
.../java/org/apache/hadoop/hbase/HConstants.java | 15 +-
.../hadoop/hbase/io/crypto/tls/X509Util.java | 124 +--
.../apache/hadoop/hbase/io/util/BlockIOUtils.java | 70 +-
.../java/org/apache/hadoop/hbase/net/Address.java | 3 +-
.../hbase/trace/HBaseSemanticAttributes.java | 6 +-
hbase-common/src/main/resources/hbase-default.xml | 9 +
.../hbase/io/crypto/tls/TestHBaseTrustManager.java | 6 +-
.../hadoop/hbase/io/crypto/tls/TestX509Util.java | 54 +-
.../apache/hadoop/hbase/PerformanceEvaluation.java | 481 ++++------
.../hadoop/hbase/TestPerformanceEvaluation.java | 27 +
hbase-endpoint/pom.xml | 4 +
.../hbase/coprocessor/AggregateImplementation.java | 225 +++--
.../coprocessor/TestAggregateImplementation.java | 969 +++++++++++++++++++++
hbase-examples/README.txt | 10 +-
hbase-examples/pom.xml | 2 +-
.../src/main/python/thrift1/DemoClient.py | 74 +-
.../thrift1/demo_hbase_thrift_over_http_tls.py | 49 +-
.../main/python/thrift1/gen-py/hbase/__init__.py | 1 -
.../thrift1/{gen-py => gen_py}/hbase/Hbase-remote | 0
.../thrift1/{gen-py => gen_py}/hbase/Hbase.py | 0
.../main/python/thrift1/gen_py/hbase/__init__.py | 18 +
.../thrift1/{gen-py => gen_py}/hbase/constants.py | 0
.../thrift1/{gen-py => gen_py}/hbase/ttypes.py | 0
.../src/main/python/thrift2/DemoClient.py | 37 +-
.../main/python/thrift2/gen-py/hbase/__init__.py | 1 -
.../{gen-py => gen_py}/hbase/THBaseService-remote | 0
.../{gen-py => gen_py}/hbase/THBaseService.py | 0
.../main/python/thrift2/gen_py/hbase/__init__.py | 18 +
.../thrift2/{gen-py => gen_py}/hbase/constants.py | 0
.../thrift2/{gen-py => gen_py}/hbase/ttypes.py | 0
.../org/apache/hadoop/hbase/http/HttpServer.java | 45 +
.../org/apache/hadoop/hbase/http/InfoServer.java | 68 +-
.../apache/hadoop/hbase/http/ProfileServlet.java | 1 +
.../hadoop/hbase/http/LdapServerTestBase.java | 124 +++
...stLdapHttpServer.java => TestLdapAdminACL.java} | 106 +--
.../hadoop/hbase/http/TestLdapHttpServer.java | 79 +-
.../hbase/http/TestProxyUserSpnegoHttpServer.java | 17 +-
.../apache/hadoop/hbase/chaos/ChaosService.java | 9 +-
.../org/apache/hadoop/hbase/chaos/ChaosUtils.java | 45 -
.../hadoop/hbase/IntegrationTestBackupRestore.java | 75 +-
.../apache/hadoop/hbase/mapreduce/CellCreator.java | 31 -
.../hadoop/hbase/mapreduce/HFileOutputFormat2.java | 8 +-
.../mapreduce/SimpleTotalOrderPartitioner.java | 48 +-
.../hadoop/hbase/mapreduce/TableMapReduceUtil.java | 2 +-
.../hadoop/hbase/mapreduce/TableOutputFormat.java | 24 +-
.../hadoop/hbase/mapreduce/WALInputFormat.java | 34 +-
.../hadoop/hbase/snapshot/ExportSnapshot.java | 176 +++-
.../mapreduce/HFileOutputFormat2TestBase.java | 281 ++++++
.../hbase/mapreduce/MRIncrementalLoadTestBase.java | 252 ++++++
.../hbase/mapreduce/TestConfigurePartitioner.java | 121 +++
.../hbase/mapreduce/TestHFileOutputFormat2.java | 648 ++------------
.../TestHFileOutputFormat2WithSecurity.java | 131 +++
.../hbase/mapreduce/TestMRIncrementalLoad.java | 33 +-
.../TestMRIncrementalLoadWithLocality.java | 30 +-
.../mapreduce/TestSimpleTotalOrderPartitioner.java | 8 +-
.../hbase/mapreduce/TestTableMapReduceUtil.java | 44 +-
.../hbase/mapreduce/TestTableOutputFormat.java | 41 +
.../hadoop/hbase/mapreduce/TestWALInputFormat.java | 55 +-
.../hbase/snapshot/TestExportSnapshotHelpers.java | 175 +++-
.../wal/ProcedureWALPerformanceEvaluation.java | 1 +
.../src/main/protobuf/server/Quota.proto | 3 +
.../protobuf/server/master/MasterProcedure.proto | 18 +
hbase-rest/pom.xml | 4 +-
.../main/resources/hbase-webapps/rest/footer.jsp | 2 +-
hbase-server/pom.xml | 111 +++
.../hbase/tmpl/master/MasterStatusTmpl.jamon | 2 +-
.../hbase/tmpl/master/RegionVisualizerTmpl.jamon | 6 +-
.../tmpl/regionserver/BlockCacheViewTmpl.jamon | 12 +-
.../hbase/tmpl/regionserver/RSStatusTmpl.jamon | 2 +-
.../hadoop/hbase/tmpl/tool/CanaryStatusTmpl.jamon | 2 +-
.../apache/hadoop/hbase/backup/HFileArchiver.java | 14 +
.../hbase/client/AsyncClusterConnectionImpl.java | 2 +-
.../hbase/client/ClientSideRegionScanner.java | 11 +-
.../hadoop/hbase/client/TableSnapshotScanner.java | 3 +-
.../hbase/coprocessor/CoprocessorService.java | 36 -
.../apache/hadoop/hbase/executor/EventType.java | 8 +-
.../apache/hadoop/hbase/executor/ExecutorType.java | 4 +-
.../hadoop/hbase/io/hfile/BlockCacheUtil.java | 48 +-
.../hadoop/hbase/io/hfile/CompoundBloomFilter.java | 18 +-
.../hadoop/hbase/io/hfile/FixedFileTrailer.java | 10 +-
.../apache/hadoop/hbase/io/hfile/HFileBlock.java | 57 +-
.../hadoop/hbase/io/hfile/HFileBlockIndex.java | 7 +-
.../hadoop/hbase/io/hfile/HFilePreadReader.java | 24 +-
.../hadoop/hbase/io/hfile/HFileReaderImpl.java | 130 +--
.../hadoop/hbase/io/hfile/LruBlockCache.java | 5 +-
.../hbase/io/hfile/NoOpIndexBlockEncoder.java | 4 +-
.../hadoop/hbase/io/util/MemorySizeUtil.java | 91 +-
.../org/apache/hadoop/hbase/ipc/ServerCall.java | 27 +
.../apache/hadoop/hbase/ipc/SimpleRpcServer.java | 3 +-
.../org/apache/hadoop/hbase/master/HMaster.java | 9 +-
.../MasterAnnotationReadingPriorityFunction.java | 4 +-
.../hadoop/hbase/master/MasterRpcServices.java | 11 +-
.../hbase/master/assignment/AssignmentManager.java | 2 +-
.../assignment/MergeTableRegionsProcedure.java | 13 +
.../assignment/SplitTableRegionProcedure.java | 16 +
.../AbstractStateMachineTableProcedure.java | 11 +
.../master/procedure/DeleteTableProcedure.java | 54 +-
.../master/procedure/MasterProcedureScheduler.java | 140 ++-
.../master/procedure/ModifyTableProcedure.java | 76 +-
.../master/procedure/RSProcedureDispatcher.java | 7 +-
.../master/procedure/RecoverySnapshotUtils.java | 206 +++++
...teProcedure.java => ReloadQuotasProcedure.java} | 96 +-
.../procedure/ReopenTableRegionsProcedure.java | 40 +-
.../master/procedure/ServerProcedureInterface.java | 8 +-
.../hadoop/hbase/master/procedure/ServerQueue.java | 1 +
.../hbase/master/procedure/SnapshotProcedure.java | 43 +-
.../hadoop/hbase/master/procedure/TableQueue.java | 2 +-
.../master/procedure/TruncateRegionProcedure.java | 98 ++-
.../master/procedure/TruncateTableProcedure.java | 52 +-
.../hbase/master/snapshot/SnapshotManager.java | 15 +
.../hbase/master/snapshot/TakeSnapshotHandler.java | 10 +
.../ThreadLocalServerSideScanMetrics.java | 160 ++++
.../hadoop/hbase/quotas/DefaultOperationQuota.java | 56 +-
.../hadoop/hbase/quotas/ExceedOperationQuota.java | 14 +-
.../hbase/quotas/GlobalQuotaSettingsImpl.java | 15 +
.../hadoop/hbase/quotas/NoopQuotaLimiter.java | 10 +-
.../org/apache/hadoop/hbase/quotas/QuotaCache.java | 17 +-
.../apache/hadoop/hbase/quotas/QuotaLimiter.java | 59 +-
.../org/apache/hadoop/hbase/quotas/QuotaUtil.java | 4 +
.../hbase/quotas/RegionServerRpcQuotaManager.java | 36 +-
.../hadoop/hbase/quotas/TimeBasedLimiter.java | 27 +-
.../apache/hadoop/hbase/regionserver/CellSet.java | 2 +-
.../hadoop/hbase/regionserver/CompactSplit.java | 15 +-
.../apache/hadoop/hbase/regionserver/HRegion.java | 1 +
.../hbase/regionserver/HRegionFileSystem.java | 23 -
.../hadoop/hbase/regionserver/HRegionServer.java | 8 +-
.../apache/hadoop/hbase/regionserver/HStore.java | 5 +-
.../hbase/regionserver/HeapMemoryManager.java | 73 +-
.../hbase/regionserver/MetricsRegionServer.java | 16 +
.../hadoop/hbase/regionserver/RSRpcServices.java | 9 +-
.../hbase/regionserver/RegionScannerImpl.java | 36 +-
...hargeHandler.java => ReloadQuotasCallable.java} | 29 +-
.../hadoop/hbase/regionserver/SegmentScanner.java | 13 +
.../hadoop/hbase/regionserver/StoreEngine.java | 3 +-
.../hadoop/hbase/regionserver/StoreFileReader.java | 3 +-
.../hadoop/hbase/regionserver/StoreFileWriter.java | 4 +-
.../hadoop/hbase/regionserver/StoreScanner.java | 38 +
.../hbase/regionserver/handler/HandlerUtil.java | 3 +-
.../regionserver/handler/ParallelSeekHandler.java | 36 +
.../hbase/regionserver/http/RSStatusServlet.java | 9 +-
.../metrics/MetricsThrottleExceptions.java | 80 ++
.../MigrationStoreFileTracker.java | 6 +
.../storefiletracker/StoreFileTracker.java | 7 +
.../storefiletracker/StoreFileTrackerBase.java | 12 +
.../hbase/replication/ChainWALEntryFilter.java | 7 +
.../replication/ClusterMarkingEntryFilter.java | 4 +-
.../hbase/replication/ScopeWALEntryFilter.java | 16 +-
.../hadoop/hbase/replication/WALEntryFilter.java | 14 +
.../hbase/replication/WALEntryFilterBase.java | 66 ++
.../replication/regionserver/MetricsSource.java | 2 +-
.../regionserver/ReplicationObserver.java | 16 +-
.../regionserver/ReplicationSource.java | 1 +
.../SerialReplicationSourceWALReader.java | 16 +-
.../hbase/snapshot/RestoreSnapshotHelper.java | 2 +-
.../hadoop/hbase/tool/BulkLoadHFilesTool.java | 4 +-
.../apache/hadoop/hbase/util/RegionSplitter.java | 15 +-
.../wal/AbstractRecoveredEditsOutputSink.java | 97 ++-
.../org/apache/hadoop/hbase/wal/WALSplitUtil.java | 19 +-
hbase-server/src/main/python/hbase/merge_conf.py | 2 +-
.../resources/hbase-webapps/master/scripts.jsp | 2 +-
.../hbase-webapps/regionserver/footer.jsp | 2 +-
.../hbase-webapps/static/css/bootstrap.min.css | 6 -
.../hbase-webapps/static/js/bootstrap.min.js | 7 -
.../hbase-webapps/static/js/jquery.min.js | 2 -
.../static/js/jquery.tablesorter.min.js | 4 -
.../static/js/parser-date-iso8601.min.js | 4 -
.../static/js/[email protected] | 7 -
.../static/js/[email protected] | 2 -
.../hbase-webapps/static/js/[email protected] | 2 -
.../org/apache/hadoop/hbase/HBaseTestingUtil.java | 39 +
.../hbase/client/AbstractTestAsyncTableScan.java | 8 +-
.../hbase/client/TestAsyncTableScanMetrics.java | 111 ++-
...AsyncTableScanMetricsWithScannerSuspending.java | 162 ++++
.../hadoop/hbase/client/TestBufferedMutator.java | 71 +-
.../hbase/client/TestClientSideRegionScanner.java | 85 ++
.../hadoop/hbase/client/TestMultiParallel.java | 4 +-
.../hadoop/hbase/client/TestReplicasClient.java | 75 ++
.../hadoop/hbase/client/TestScanAttributes.java | 36 +-
.../client/TestSnapshotWithTTLFromClient.java | 8 +-
.../hadoop/hbase/client/TestTableScanMetrics.java | 697 +++++++++++++++
.../hbase/client/TestTableSnapshotScanner.java | 84 ++
.../hadoop/hbase/client/TestTimestampsFilter.java | 2 +-
.../hadoop/hbase/io/hfile/TestBytesReadFromFs.java | 412 +++++++++
.../apache/hadoop/hbase/io/hfile/TestHFile.java | 85 ++
.../hbase/io/hfile/TestHFileDataBlockEncoder.java | 2 +-
.../io/hfile/bucket/TestBucketCacheRefCnt.java | 9 +
.../hfile/bucket/TestPrefetchWithBucketCache.java | 26 +-
.../hadoop/hbase/io/util/TestMemorySizeUtil.java | 89 ++
.../apache/hadoop/hbase/ipc/TestServerCall.java | 174 ++++
.../apache/hadoop/hbase/master/TestDeadServer.java | 4 +-
.../hadoop/hbase/master/TestMasterQosFunction.java | 32 +-
...ionServerHostingReplicaSlowOpenCoprocessor.java | 59 ++
.../assignment/TestMergeTableRegionsProcedure.java | 29 +
.../assignment/TestSplitTableRegionProcedure.java | 84 +-
.../normalizer/TestSimpleRegionNormalizer.java | 4 +-
.../TestDeleteTableProcedureWithRecovery.java | 159 ++++
.../TestModifyTableProcedureWithRecovery.java | 177 ++++
.../master/procedure/TestProcedureWaitAndWake.java | 169 ++++
.../procedure/TestRecoverySnapshotUtils.java | 96 ++
.../procedure/TestReloadQuotasProcedure.java | 183 ++++
...estReopenTableRegionsProcedureBatchBackoff.java | 19 +-
.../TestReopenTableRegionsProcedureBatching.java | 36 +
.../TestSnapshotProcedureConcurrently.java | 57 ++
.../TestSnapshotProcedureEarlyExpiration.java | 102 +++
.../master/procedure/TestSnapshotProcedureRIT.java | 3 +-
.../procedure/TestTruncateRegionProcedure.java | 3 -
...> TestTruncateRegionProcedureWithRecovery.java} | 170 ++--
.../TestTruncateTableProcedureWithRecovery.java | 166 ++++
.../TestSyncReplicationReplayWALManager.java | 2 +-
.../master/snapshot/TestTakeSnapshotHandler.java | 9 +
...uota.java => TestDefaultHandlerUsageQuota.java} | 51 +-
.../hbase/quotas/TestDefaultOperationQuota.java | 24 +-
.../hadoop/hbase/quotas/TestDefaultQuota.java | 1 -
.../quotas/TestFileSystemUtilizationChore.java | 2 +-
.../apache/hadoop/hbase/quotas/TestQuotaState.java | 8 +-
...Quota.java => TestThreadHandlerUsageQuota.java} | 89 +-
.../hadoop/hbase/regionserver/TestBulkLoad.java | 22 +-
.../regionserver/TestBulkLoadReplication.java | 135 ++-
.../TestBytesReadServerSideScanMetrics.java | 896 +++++++++++++++++++
.../hbase/regionserver/TestCompactSplitThread.java | 32 +-
.../TestCompactionArchiveConcurrentClose.java | 38 +-
.../hbase/regionserver/TestDefaultMemStore.java | 44 +
.../hadoop/hbase/regionserver/TestHRegion.java | 3 +-
.../hadoop/hbase/regionserver/TestHStore.java | 6 +-
.../regionserver/TestMetricsRegionServer.java | 43 +
.../regionserver/TestScannerWithBulkload.java | 2 +-
.../hbase/regionserver/TestStripeStoreEngine.java | 2 +-
.../metrics/TestMetricsThrottleExceptions.java | 294 +++++++
.../hbase/regionserver/wal/TestLogRolling.java | 2 +-
.../TestBidirectionSerialReplicationStuck.java | 79 ++
.../hbase/replication/TestReplicationBase.java | 51 +-
.../TestReplicationWALEntryFilters.java | 11 +-
.../security/access/TestZKPermissionWatcher.java | 16 +-
.../security/token/TestFsDelegationToken.java | 2 +-
.../hbase/snapshot/TestRestoreSnapshotHelper.java | 111 +++
.../apache/hadoop/hbase/util/RSProcDispatcher.java | 5 +-
.../hadoop/hbase/util/TestRegionSplitter.java | 32 +-
.../org/apache/hadoop/hbase/wal/TestWALSplit.java | 69 +-
.../resources/ensure-jars-have-correct-contents.sh | 3 +-
hbase-shaded/hbase-shaded-client/pom.xml | 1 +
hbase-shaded/hbase-shaded-testing-util/pom.xml | 1 +
.../resources/ensure-jars-have-correct-contents.sh | 3 +-
hbase-shaded/pom.xml | 3 +-
hbase-shell/src/main/ruby/hbase/admin.rb | 10 +-
hbase-shell/src/test/ruby/hbase/admin2_test.rb | 6 +
hbase-thrift/pom.xml | 4 +-
.../hbase/thrift/generated/AlreadyExists.java | 2 +-
.../hbase/thrift/generated/BatchMutation.java | 2 +-
.../hbase/thrift/generated/ColumnDescriptor.java | 2 +-
.../hadoop/hbase/thrift/generated/Hbase.java | 2 +-
.../hadoop/hbase/thrift/generated/IOError.java | 2 +-
.../hbase/thrift/generated/IllegalArgument.java | 2 +-
.../hadoop/hbase/thrift/generated/Mutation.java | 2 +-
.../thrift/generated/TAccessControlEntity.java | 2 +-
.../hadoop/hbase/thrift/generated/TAppend.java | 2 +-
.../hadoop/hbase/thrift/generated/TCell.java | 2 +-
.../hadoop/hbase/thrift/generated/TColumn.java | 2 +-
.../hadoop/hbase/thrift/generated/TIncrement.java | 2 +-
.../hbase/thrift/generated/TPermissionScope.java | 2 +-
.../hadoop/hbase/thrift/generated/TRegionInfo.java | 2 +-
.../hadoop/hbase/thrift/generated/TRowResult.java | 2 +-
.../hadoop/hbase/thrift/generated/TScan.java | 2 +-
.../hbase/thrift/generated/TThriftServerType.java | 2 +-
.../hadoop/hbase/thrift2/ThriftUtilities.java | 4 +
.../thrift2/generated/TAccessControlEntity.java | 2 +-
.../hadoop/hbase/thrift2/generated/TAppend.java | 2 +-
.../hbase/thrift2/generated/TAuthorization.java | 2 +-
.../hbase/thrift2/generated/TBloomFilterType.java | 2 +-
.../hbase/thrift2/generated/TCellVisibility.java | 2 +-
.../hadoop/hbase/thrift2/generated/TColumn.java | 2 +-
.../thrift2/generated/TColumnFamilyDescriptor.java | 2 +-
.../hbase/thrift2/generated/TColumnIncrement.java | 2 +-
.../hbase/thrift2/generated/TColumnValue.java | 2 +-
.../hbase/thrift2/generated/TCompareOperator.java | 2 +-
.../thrift2/generated/TCompressionAlgorithm.java | 2 +-
.../hbase/thrift2/generated/TConsistency.java | 2 +-
.../thrift2/generated/TDataBlockEncoding.java | 2 +-
.../hadoop/hbase/thrift2/generated/TDelete.java | 122 ++-
.../hbase/thrift2/generated/TDeleteType.java | 2 +-
.../hbase/thrift2/generated/TDurability.java | 2 +-
.../hbase/thrift2/generated/TFilterByOperator.java | 2 +-
.../hadoop/hbase/thrift2/generated/TGet.java | 2 +-
.../hbase/thrift2/generated/THBaseService.java | 2 +-
.../hbase/thrift2/generated/THRegionInfo.java | 2 +-
.../hbase/thrift2/generated/THRegionLocation.java | 2 +-
.../hadoop/hbase/thrift2/generated/TIOError.java | 2 +-
.../hbase/thrift2/generated/TIllegalArgument.java | 2 +-
.../hadoop/hbase/thrift2/generated/TIncrement.java | 2 +-
.../hbase/thrift2/generated/TKeepDeletedCells.java | 2 +-
.../hbase/thrift2/generated/TLogQueryFilter.java | 2 +-
.../hadoop/hbase/thrift2/generated/TLogType.java | 2 +-
.../hadoop/hbase/thrift2/generated/TMutation.java | 2 +-
.../thrift2/generated/TNamespaceDescriptor.java | 2 +-
.../hbase/thrift2/generated/TOnlineLogRecord.java | 2 +-
.../hbase/thrift2/generated/TPermissionScope.java | 2 +-
.../hadoop/hbase/thrift2/generated/TPut.java | 2 +-
.../hadoop/hbase/thrift2/generated/TReadType.java | 2 +-
.../hadoop/hbase/thrift2/generated/TResult.java | 2 +-
.../hbase/thrift2/generated/TRowMutations.java | 2 +-
.../hadoop/hbase/thrift2/generated/TScan.java | 2 +-
.../hbase/thrift2/generated/TServerName.java | 2 +-
.../hbase/thrift2/generated/TTableDescriptor.java | 2 +-
.../hadoop/hbase/thrift2/generated/TTableName.java | 2 +-
.../hbase/thrift2/generated/TThriftServerType.java | 2 +-
.../hadoop/hbase/thrift2/generated/TTimeRange.java | 2 +-
.../main/resources/hbase-webapps/thrift/footer.jsp | 2 +-
.../org/apache/hadoop/hbase/thrift2/hbase.thrift | 3 +-
.../TestThriftHBaseServiceHandlerWithLabels.java | 89 ++
pom.xml | 102 ++-
src/main/asciidoc/_chapters/architecture.adoc | 67 +-
src/main/asciidoc/_chapters/case_studies.adoc | 2 +-
src/main/asciidoc/_chapters/community.adoc | 2 +-
src/main/asciidoc/_chapters/configuration.adoc | 8 +-
src/main/asciidoc/_chapters/cp.adoc | 12 +-
src/main/asciidoc/_chapters/datamodel.adoc | 32 +-
src/main/asciidoc/_chapters/developer.adoc | 4 +-
src/main/asciidoc/_chapters/mapreduce.adoc | 77 +-
src/main/asciidoc/_chapters/ops_mgt.adoc | 18 +-
src/main/asciidoc/_chapters/performance.adoc | 28 +-
src/main/asciidoc/_chapters/rpc.adoc | 2 +-
src/main/asciidoc/_chapters/schema_design.adoc | 16 +-
src/main/asciidoc/_chapters/security.adoc | 97 +--
src/main/asciidoc/_chapters/troubleshooting.adoc | 4 +-
src/main/asciidoc/_chapters/unit_testing.adoc | 2 +-
src/main/asciidoc/_chapters/upgrading.adoc | 6 +-
src/main/asciidoc/_chapters/ycsb.adoc | 3 -
src/site/asciidoc/acid-semantics.adoc | 2 +-
src/site/xdoc/acid-semantics.xml | 2 +-
src/site/xdoc/downloads.xml | 40 +-
376 files changed, 12620 insertions(+), 3469 deletions(-)
create mode 100644
hbase-backup/src/test/java/org/apache/hadoop/hbase/backup/TestBackupRestoreExpiry.java
create mode 100644
hbase-client/src/main/java/org/apache/hadoop/hbase/client/metrics/RegionScanMetricsData.java
create mode 100644
hbase-client/src/main/java/org/apache/hadoop/hbase/client/metrics/ScanMetricsRegionInfo.java
create mode 100644
hbase-client/src/main/java/org/apache/hadoop/hbase/client/metrics/ScanMetricsUtil.java
copy
hbase-client/src/test/java/org/apache/hadoop/hbase/{ipc/TestFailedServersLog.java
=> client/TestAsyncBatchRpcRetryingCaller.java} (51%)
create mode 100644
hbase-client/src/test/java/org/apache/hadoop/hbase/client/TestBufferedMutatorOverAsyncBufferedMutator.java
create mode 100644
hbase-endpoint/src/test/java/org/apache/hadoop/hbase/coprocessor/TestAggregateImplementation.java
delete mode 100644
hbase-examples/src/main/python/thrift1/gen-py/hbase/__init__.py
rename hbase-examples/src/main/python/thrift1/{gen-py =>
gen_py}/hbase/Hbase-remote (100%)
rename hbase-examples/src/main/python/thrift1/{gen-py =>
gen_py}/hbase/Hbase.py (100%)
create mode 100644
hbase-examples/src/main/python/thrift1/gen_py/hbase/__init__.py
rename hbase-examples/src/main/python/thrift1/{gen-py =>
gen_py}/hbase/constants.py (100%)
rename hbase-examples/src/main/python/thrift1/{gen-py =>
gen_py}/hbase/ttypes.py (100%)
delete mode 100644
hbase-examples/src/main/python/thrift2/gen-py/hbase/__init__.py
rename hbase-examples/src/main/python/thrift2/{gen-py =>
gen_py}/hbase/THBaseService-remote (100%)
rename hbase-examples/src/main/python/thrift2/{gen-py =>
gen_py}/hbase/THBaseService.py (100%)
create mode 100644
hbase-examples/src/main/python/thrift2/gen_py/hbase/__init__.py
rename hbase-examples/src/main/python/thrift2/{gen-py =>
gen_py}/hbase/constants.py (100%)
rename hbase-examples/src/main/python/thrift2/{gen-py =>
gen_py}/hbase/ttypes.py (100%)
create mode 100644
hbase-http/src/test/java/org/apache/hadoop/hbase/http/LdapServerTestBase.java
copy
hbase-http/src/test/java/org/apache/hadoop/hbase/http/{TestLdapHttpServer.java
=> TestLdapAdminACL.java} (53%)
delete mode 100644
hbase-it/src/main/java/org/apache/hadoop/hbase/chaos/ChaosUtils.java
create mode 100644
hbase-mapreduce/src/test/java/org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2TestBase.java
create mode 100644
hbase-mapreduce/src/test/java/org/apache/hadoop/hbase/mapreduce/MRIncrementalLoadTestBase.java
create mode 100644
hbase-mapreduce/src/test/java/org/apache/hadoop/hbase/mapreduce/TestConfigurePartitioner.java
create mode 100644
hbase-mapreduce/src/test/java/org/apache/hadoop/hbase/mapreduce/TestHFileOutputFormat2WithSecurity.java
copy
hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestCloneSnapshotFromClientNormal.java
=>
hbase-mapreduce/src/test/java/org/apache/hadoop/hbase/mapreduce/TestMRIncrementalLoad.java
(56%)
copy
hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestCloneSnapshotFromClientAfterSplittingRegion.java
=>
hbase-mapreduce/src/test/java/org/apache/hadoop/hbase/mapreduce/TestMRIncrementalLoadWithLocality.java
(63%)
delete mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/CoprocessorService.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/master/procedure/RecoverySnapshotUtils.java
copy
hbase-server/src/main/java/org/apache/hadoop/hbase/master/procedure/{SwitchRpcThrottleRemoteProcedure.java
=> ReloadQuotasProcedure.java} (55%)
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/monitoring/ThreadLocalServerSideScanMetrics.java
copy
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/{CompactedHFilesDischargeHandler.java
=> ReloadQuotasCallable.java} (63%)
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/metrics/MetricsThrottleExceptions.java
create mode 100644
hbase-server/src/main/java/org/apache/hadoop/hbase/replication/WALEntryFilterBase.java
delete mode 100644
hbase-server/src/main/resources/hbase-webapps/static/css/bootstrap.min.css
delete mode 100644
hbase-server/src/main/resources/hbase-webapps/static/js/bootstrap.min.js
delete mode 100644
hbase-server/src/main/resources/hbase-webapps/static/js/jquery.min.js
delete mode 100644
hbase-server/src/main/resources/hbase-webapps/static/js/jquery.tablesorter.min.js
delete mode 100644
hbase-server/src/main/resources/hbase-webapps/static/js/parser-date-iso8601.min.js
delete mode 100644
hbase-server/src/main/resources/hbase-webapps/static/js/[email protected]
delete mode 100644
hbase-server/src/main/resources/hbase-webapps/static/js/[email protected]
delete mode 100644
hbase-server/src/main/resources/hbase-webapps/static/js/[email protected]
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestAsyncTableScanMetricsWithScannerSuspending.java
copy
hbase-client/src/test/java/org/apache/hadoop/hbase/client/TestConnectionConfiguration.java
=>
hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestScanAttributes.java
(60%)
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestTableScanMetrics.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/io/hfile/TestBytesReadFromFs.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/io/util/TestMemorySizeUtil.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/ipc/TestServerCall.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/master/assignment/RegionServerHostingReplicaSlowOpenCoprocessor.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestDeleteTableProcedureWithRecovery.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestModifyTableProcedureWithRecovery.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestProcedureWaitAndWake.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestRecoverySnapshotUtils.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestReloadQuotasProcedure.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestSnapshotProcedureEarlyExpiration.java
copy
hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/{TestTruncateRegionProcedure.java
=> TestTruncateRegionProcedureWithRecovery.java} (51%)
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestTruncateTableProcedureWithRecovery.java
copy
hbase-server/src/test/java/org/apache/hadoop/hbase/quotas/{TestDefaultQuota.java
=> TestDefaultHandlerUsageQuota.java} (74%)
copy
hbase-server/src/test/java/org/apache/hadoop/hbase/quotas/{TestDefaultQuota.java
=> TestThreadHandlerUsageQuota.java} (65%)
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestBytesReadServerSideScanMetrics.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/metrics/TestMetricsThrottleExceptions.java
create mode 100644
hbase-server/src/test/java/org/apache/hadoop/hbase/replication/TestBidirectionSerialReplicationStuck.java
