hbase git commit: HBASE-20689 Docker fails to install rubocop for precommit

[psomogyi]

Repository: hbase
Updated Branches:
  refs/heads/branch-1.2 cb6990e0d -> 13ca256b0


HBASE-20689 Docker fails to install rubocop for precommit

Signed-off-by: Josh Elser 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/13ca256b
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/13ca256b
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/13ca256b

Branch: refs/heads/branch-1.2
Commit: 13ca256b08cdafa9a404976ad08a598c1fde6098
Parents: cb6990e
Author: Peter Somogyi 
Authored: Sat Jun 9 14:07:50 2018 +0200
Committer: Peter Somogyi 
Committed: Tue Jun 12 08:25:06 2018 +0200

--
 dev-support/docker/Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/13ca256b/dev-support/docker/Dockerfile
--
diff --git a/dev-support/docker/Dockerfile b/dev-support/docker/Dockerfile
index f706e4f..146b5df 100644
--- a/dev-support/docker/Dockerfile
+++ b/dev-support/docker/Dockerfile
@@ -150,7 +150,7 @@ RUN echo 'gem: --no-rdoc --no-ri' >> /root/.gemrc
 RUN apt-add-repository ppa:brightbox/ruby-ng
 RUN apt-get -q update
 
-RUN apt-get -q install --no-install-recommends -y ruby2.2 ruby-switch
+RUN apt-get -q install --no-install-recommends -y ruby2.2 ruby2.2-dev 
ruby-switch
 RUN ruby-switch --set ruby2.2
 
 

hbase git commit: HBASE-20689 Docker fails to install rubocop for precommit

[psomogyi]

Repository: hbase
Updated Branches:
  refs/heads/branch-1.3 4cb2378c1 -> c57ccf7b0


HBASE-20689 Docker fails to install rubocop for precommit

Signed-off-by: Josh Elser 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/c57ccf7b
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/c57ccf7b
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/c57ccf7b

Branch: refs/heads/branch-1.3
Commit: c57ccf7b0f4f05ce54be31154443a3b3b1684563
Parents: 4cb2378
Author: Peter Somogyi 
Authored: Sat Jun 9 14:07:50 2018 +0200
Committer: Peter Somogyi 
Committed: Tue Jun 12 08:23:59 2018 +0200

--
 dev-support/docker/Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/c57ccf7b/dev-support/docker/Dockerfile
--
diff --git a/dev-support/docker/Dockerfile b/dev-support/docker/Dockerfile
index f706e4f..146b5df 100644
--- a/dev-support/docker/Dockerfile
+++ b/dev-support/docker/Dockerfile
@@ -150,7 +150,7 @@ RUN echo 'gem: --no-rdoc --no-ri' >> /root/.gemrc
 RUN apt-add-repository ppa:brightbox/ruby-ng
 RUN apt-get -q update
 
-RUN apt-get -q install --no-install-recommends -y ruby2.2 ruby-switch
+RUN apt-get -q install --no-install-recommends -y ruby2.2 ruby2.2-dev 
ruby-switch
 RUN ruby-switch --set ruby2.2
 
 

hbase git commit: HBASE-20689 Docker fails to install rubocop for precommit

[psomogyi]

Repository: hbase
Updated Branches:
  refs/heads/branch-1.4 7eee2f7f0 -> 4b0a87ab8


HBASE-20689 Docker fails to install rubocop for precommit

Signed-off-by: Josh Elser 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/4b0a87ab
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/4b0a87ab
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/4b0a87ab

Branch: refs/heads/branch-1.4
Commit: 4b0a87ab818df030c19b8591a8bf9bcbe68be71e
Parents: 7eee2f7
Author: Peter Somogyi 
Authored: Sat Jun 9 14:07:50 2018 +0200
Committer: Peter Somogyi 
Committed: Tue Jun 12 08:22:53 2018 +0200

--
 dev-support/docker/Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/4b0a87ab/dev-support/docker/Dockerfile
--
diff --git a/dev-support/docker/Dockerfile b/dev-support/docker/Dockerfile
index f706e4f..146b5df 100644
--- a/dev-support/docker/Dockerfile
+++ b/dev-support/docker/Dockerfile
@@ -150,7 +150,7 @@ RUN echo 'gem: --no-rdoc --no-ri' >> /root/.gemrc
 RUN apt-add-repository ppa:brightbox/ruby-ng
 RUN apt-get -q update
 
-RUN apt-get -q install --no-install-recommends -y ruby2.2 ruby-switch
+RUN apt-get -q install --no-install-recommends -y ruby2.2 ruby2.2-dev 
ruby-switch
 RUN ruby-switch --set ruby2.2
 
 

hbase git commit: HBASE-20689 Docker fails to install rubocop for precommit

[psomogyi]

Repository: hbase
Updated Branches:
  refs/heads/branch-1 c596fb6c3 -> 1f3957dda


HBASE-20689 Docker fails to install rubocop for precommit

Signed-off-by: Josh Elser 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/1f3957dd
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/1f3957dd
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/1f3957dd

Branch: refs/heads/branch-1
Commit: 1f3957dda8b4b0a728beefc6768e84e28f42ca8f
Parents: c596fb6
Author: Peter Somogyi 
Authored: Sat Jun 9 14:07:50 2018 +0200
Committer: Peter Somogyi 
Committed: Tue Jun 12 08:16:19 2018 +0200

--
 dev-support/docker/Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/1f3957dd/dev-support/docker/Dockerfile
--
diff --git a/dev-support/docker/Dockerfile b/dev-support/docker/Dockerfile
index f706e4f..146b5df 100644
--- a/dev-support/docker/Dockerfile
+++ b/dev-support/docker/Dockerfile
@@ -150,7 +150,7 @@ RUN echo 'gem: --no-rdoc --no-ri' >> /root/.gemrc
 RUN apt-add-repository ppa:brightbox/ruby-ng
 RUN apt-get -q update
 
-RUN apt-get -q install --no-install-recommends -y ruby2.2 ruby-switch
+RUN apt-get -q install --no-install-recommends -y ruby2.2 ruby2.2-dev 
ruby-switch
 RUN ruby-switch --set ruby2.2
 
 

hbase git commit: HBASE-20569 NPE in RecoverStandbyProcedure.execute

[zghao]

Repository: hbase
Updated Branches:
  refs/heads/HBASE-19064 3d1165293 -> d49311ab0


HBASE-20569 NPE in RecoverStandbyProcedure.execute


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/d49311ab
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/d49311ab
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/d49311ab

Branch: refs/heads/HBASE-19064
Commit: d49311ab038e000cf9bdc87f209aa757dca4fa89
Parents: 3d11652
Author: Guanghao Zhang 
Authored: Thu May 31 20:54:59 2018 +0800
Committer: Guanghao Zhang 
Committed: Tue Jun 12 09:56:39 2018 +0800

--
 .../src/main/protobuf/MasterProcedure.proto |  26 ++-
 .../org/apache/hadoop/hbase/master/HMaster.java |  11 +-
 .../hadoop/hbase/master/MasterServices.java |   6 +-
 .../procedure/MasterProcedureScheduler.java |   3 +-
 .../procedure/PeerProcedureInterface.java   |   2 +-
 .../hbase/master/procedure/PeerQueue.java   |   3 +-
 .../replication/RecoverStandbyProcedure.java|  68 --
 .../master/replication/RemovePeerProcedure.java |   5 +-
 .../ReplaySyncReplicationWALManager.java| 169 --
 .../ReplaySyncReplicationWALProcedure.java  | 196 -
 .../SyncReplicationReplayWALManager.java| 218 +++
 .../SyncReplicationReplayWALProcedure.java  | 164 ++
 ...SyncReplicationReplayWALRemoteProcedure.java | 213 ++
 ...ransitPeerSyncReplicationStateProcedure.java |   6 +-
 ...ZKSyncReplicationReplayWALWorkerStorage.java | 108 +
 .../ReplaySyncReplicationWALCallable.java   |  46 ++--
 .../hbase/master/MockNoopMasterServices.java|   4 +-
 .../replication/SyncReplicationTestBase.java|   6 +-
 .../TestSyncReplicationStandbyKillMaster.java   |  88 
 .../TestSyncReplicationStandbyKillRS.java   | 119 ++
 .../master/TestRecoverStandbyProcedure.java |  10 +-
 21 files changed, 1041 insertions(+), 430 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/d49311ab/hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto
--
diff --git a/hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto 
b/hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto
index 5764a21..1324a6e 100644
--- a/hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto
+++ b/hbase-protocol-shaded/src/main/protobuf/MasterProcedure.proto
@@ -474,22 +474,34 @@ message TransitPeerSyncReplicationStateStateData {
 
 enum RecoverStandbyState {
   RENAME_SYNC_REPLICATION_WALS_DIR = 1;
-  INIT_WORKERS = 2;
-  DISPATCH_TASKS = 3;
-  SNAPSHOT_SYNC_REPLICATION_WALS_DIR = 4;
+  REGISTER_PEER_TO_WORKER_STORAGE = 2;
+  DISPATCH_WALS = 3;
+  UNREGISTER_PEER_FROM_WORKER_STORAGE = 4;
+  SNAPSHOT_SYNC_REPLICATION_WALS_DIR = 5;
+}
+
+enum SyncReplicationReplayWALState {
+  ASSIGN_WORKER = 1;
+  DISPATCH_WALS_TO_WORKER = 2;
+  RELEASE_WORKER = 3;
 }
 
 message RecoverStandbyStateData {
+  required bool serial  = 1;
+}
+
+message SyncReplicationReplayWALStateData {
   required string peer_id = 1;
+  repeated string wal = 2;
 }
 
-message ReplaySyncReplicationWALStateData {
+message SyncReplicationReplayWALRemoteStateData {
   required string peer_id = 1;
-  required string wal = 2;
-  optional ServerName target_server = 3;
+  repeated string wal = 2;
+  required ServerName target_server = 3;
 }
 
 message ReplaySyncReplicationWALParameter {
   required string peer_id = 1;
-  required string wal = 2;
+  repeated string wal = 2;
 }

http://git-wip-us.apache.org/repos/asf/hbase/blob/d49311ab/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java
index 0d12ee0..cae0d4a 100644
--- a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java
+++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java
@@ -135,8 +135,8 @@ import 
org.apache.hadoop.hbase.master.replication.AddPeerProcedure;
 import org.apache.hadoop.hbase.master.replication.DisablePeerProcedure;
 import org.apache.hadoop.hbase.master.replication.EnablePeerProcedure;
 import org.apache.hadoop.hbase.master.replication.RemovePeerProcedure;
-import 
org.apache.hadoop.hbase.master.replication.ReplaySyncReplicationWALManager;
 import org.apache.hadoop.hbase.master.replication.ReplicationPeerManager;
+import 
org.apache.hadoop.hbase.master.replication.SyncReplicationReplayWALManager;
 import 
org.apache.hadoop.hbase.master.replication.TransitPeerSyncReplicationStateProcedure;
 import org.apache.hadoop.hbase.master.replication.UpdatePeerConfigPr

hbase git commit: HBASE-20672 Adding new Metrics readRequestRate and writeRequestRate - revert pending discussion

[tedyu]

Repository: hbase
Updated Branches:
  refs/heads/master 40f0a4346 -> edf60b965


HBASE-20672 Adding new Metrics readRequestRate and writeRequestRate - revert 
pending discussion


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/edf60b96
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/edf60b96
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/edf60b96

Branch: refs/heads/master
Commit: edf60b965be903f205ec689b59c55229e0cb1dbf
Parents: 40f0a43
Author: tedyu 
Authored: Mon Jun 11 18:47:30 2018 -0700
Committer: tedyu 
Committed: Mon Jun 11 18:47:30 2018 -0700

--
 .../regionserver/MetricsRegionServerSource.java |  6 
 .../MetricsRegionServerWrapper.java | 10 ---
 .../MetricsRegionServerSourceImpl.java  |  6 +---
 .../MetricsRegionServerWrapperImpl.java | 29 
 .../MetricsRegionServerWrapperStub.java | 10 ---
 5 files changed, 1 insertion(+), 60 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/edf60b96/hbase-hadoop-compat/src/main/java/org/apache/hadoop/hbase/regionserver/MetricsRegionServerSource.java
--
diff --git 
a/hbase-hadoop-compat/src/main/java/org/apache/hadoop/hbase/regionserver/MetricsRegionServerSource.java
 
b/hbase-hadoop-compat/src/main/java/org/apache/hadoop/hbase/regionserver/MetricsRegionServerSource.java
index c02ca26..4636fe0 100644
--- 
a/hbase-hadoop-compat/src/main/java/org/apache/hadoop/hbase/regionserver/MetricsRegionServerSource.java
+++ 
b/hbase-hadoop-compat/src/main/java/org/apache/hadoop/hbase/regionserver/MetricsRegionServerSource.java
@@ -256,18 +256,12 @@ public interface MetricsRegionServerSource extends 
BaseSource, JvmPauseMonitorSo
   String READ_REQUEST_COUNT = "readRequestCount";
   String READ_REQUEST_COUNT_DESC =
   "Number of read requests with non-empty Results that this RegionServer 
has answered.";
-  String READ_REQUEST_RATE_PER_SECOND = "readRequestRatePerSecond";
-  String READ_REQUEST_RATE_DESC =
-  "Rate of answering the read requests by this region server per second.";
   String FILTERED_READ_REQUEST_COUNT = "filteredReadRequestCount";
   String FILTERED_READ_REQUEST_COUNT_DESC =
 "Number of filtered read requests this RegionServer has answered.";
   String WRITE_REQUEST_COUNT = "writeRequestCount";
   String WRITE_REQUEST_COUNT_DESC =
   "Number of mutation requests this RegionServer has answered.";
-  String WRITE_REQUEST_RATE_PER_SECOND = "writeRequestRatePerSecond";
-  String WRITE_REQUEST_RATE_DESC =
-  "Rate of answering the mutation requests by this region server per 
second.";
   String CHECK_MUTATE_FAILED_COUNT = "checkMutateFailedCount";
   String CHECK_MUTATE_FAILED_COUNT_DESC =
   "Number of Check and Mutate calls that failed the checks.";

http://git-wip-us.apache.org/repos/asf/hbase/blob/edf60b96/hbase-hadoop-compat/src/main/java/org/apache/hadoop/hbase/regionserver/MetricsRegionServerWrapper.java
--
diff --git 
a/hbase-hadoop-compat/src/main/java/org/apache/hadoop/hbase/regionserver/MetricsRegionServerWrapper.java
 
b/hbase-hadoop-compat/src/main/java/org/apache/hadoop/hbase/regionserver/MetricsRegionServerWrapper.java
index 13a5d84..83a8339 100644
--- 
a/hbase-hadoop-compat/src/main/java/org/apache/hadoop/hbase/regionserver/MetricsRegionServerWrapper.java
+++ 
b/hbase-hadoop-compat/src/main/java/org/apache/hadoop/hbase/regionserver/MetricsRegionServerWrapper.java
@@ -136,11 +136,6 @@ public interface MetricsRegionServerWrapper {
   long getReadRequestsCount();
 
   /**
-   * Get the rate of read requests per second to regions hosted on this region 
server.
-   */
-  double getReadRequestsRatePerSecond();
-
-  /**
* Get the number of filtered read requests to regions hosted on this region 
server.
*/
   long getFilteredReadRequestsCount();
@@ -151,11 +146,6 @@ public interface MetricsRegionServerWrapper {
   long getWriteRequestsCount();
 
   /**
-   * Get the rate of write requests per second to regions hosted on this 
region server.
-   */
-  double getWriteRequestsRatePerSecond();
-
-  /**
* Get the number of CAS operations that failed.
*/
   long getCheckAndMutateChecksFailed();

http://git-wip-us.apache.org/repos/asf/hbase/blob/edf60b96/hbase-hadoop2-compat/src/main/java/org/apache/hadoop/hbase/regionserver/MetricsRegionServerSourceImpl.java
--
diff --git 
a/hbase-hadoop2-compat/src/main/java/org/apache/hadoop/hbase/regionserver/MetricsRegionServerSourceImpl.java
 
b/hbase-hadoop2-compat/src/main/java/org/apache/hadoop/hbase/regionserver/MetricsRegionServerSourceImpl.java
index 88d9e06..94b8389 100644

[2/6] hbase git commit: HBASE-20333 Provide a shaded client that allows downstream to provide Hadoop needs.

[busbey]

HBASE-20333 Provide a shaded client that allows downstream to provide Hadoop 
needs.


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/1e09eb4c
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/1e09eb4c
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/1e09eb4c

Branch: refs/heads/HBASE-20331
Commit: 1e09eb4cecc2940588f97a8a790b534e06269329
Parents: 3cc346d
Author: Sean Busbey 
Authored: Tue Apr 24 14:51:12 2018 -0500
Committer: Sean Busbey 
Committed: Mon Jun 11 10:25:18 2018 -0500

--
 .../hbase-shaded-check-invariants/pom.xml   |  5 ++
 .../hbase-shaded-client-byo-hadoop/pom.xml  | 70 
 hbase-shaded/hbase-shaded-client/pom.xml| 35 --
 hbase-shaded/hbase-shaded-mapreduce/pom.xml | 30 ++---
 hbase-shaded/pom.xml|  6 ++
 5 files changed, 115 insertions(+), 31 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/1e09eb4c/hbase-shaded/hbase-shaded-check-invariants/pom.xml
--
diff --git a/hbase-shaded/hbase-shaded-check-invariants/pom.xml 
b/hbase-shaded/hbase-shaded-check-invariants/pom.xml
index 7ba4a41..287a986 100644
--- a/hbase-shaded/hbase-shaded-check-invariants/pom.xml
+++ b/hbase-shaded/hbase-shaded-check-invariants/pom.xml
@@ -48,6 +48,11 @@
   hbase-shaded-mapreduce
   ${project.version}
 
+
+  org.apache.hbase
+  hbase-shaded-client-byo-hadoop
+  ${project.version}
+
 
 
   com.github.stephenc.findbugs

http://git-wip-us.apache.org/repos/asf/hbase/blob/1e09eb4c/hbase-shaded/hbase-shaded-client-byo-hadoop/pom.xml
--
diff --git a/hbase-shaded/hbase-shaded-client-byo-hadoop/pom.xml 
b/hbase-shaded/hbase-shaded-client-byo-hadoop/pom.xml
new file mode 100644
index 000..c51a1af
--- /dev/null
+++ b/hbase-shaded/hbase-shaded-client-byo-hadoop/pom.xml
@@ -0,0 +1,70 @@
+http://maven.apache.org/POM/4.0.0";
+ xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance";
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 
http://maven.apache.org/xsd/maven-4.0.0.xsd";>
+
+4.0.0
+
+hbase-shaded
+org.apache.hbase
+3.0.0-SNAPSHOT
+..
+
+hbase-shaded-client-byo-hadoop
+Apache HBase - Shaded - Client
+
+
+
+org.apache.maven.plugins
+maven-site-plugin
+
+true
+
+
+
+
+maven-assembly-plugin
+
+true
+
+
+
+
+
+
+org.apache.hbase
+hbase-client
+
+
+
+
+
+release
+
+
+
+org.apache.maven.plugins
+maven-shade-plugin
+
+
+
+
+
+

http://git-wip-us.apache.org/repos/asf/hbase/blob/1e09eb4c/hbase-shaded/hbase-shaded-client/pom.xml
--
diff --git a/hbase-shaded/hbase-shaded-client/pom.xml 
b/hbase-shaded/hbase-shaded-client/pom.xml
index 72a5b60..5ac3ef5 100644
--- a/hbase-shaded/hbase-shaded-client/pom.xml
+++ b/hbase-shaded/hbase-shaded-client/pom.xml
@@ -28,7 +28,7 @@
 ..
 
 hbase-shaded-client
-Apache HBase - Shaded - Client
+Apache HBase - Shaded - Client (with Hadoop bundled)
 
 
 
@@ -51,6 +51,7 @@
 
 org.apache.hbase
 hbase-client
+${project.version}
 
 
 
@@ -59,10 +60,34 @@
 release
 
 
-
-org.apache.maven.plugins
-maven-shade-plugin
-
+
+org.apache.maven.plugins
+maven-shade-plugin
+
+
+
aggregate-into-a-jar-with-relocated-third-parties
+
+
+
+
+
+
org.apache.hbase:hbase-resource-bundle
+org.slf4j:*
+
com.google.code.findbugs:*
+
com.github.stephenc.findbugs:*
+org.apache.htrace:*
+

[5/6] hbase git commit: HBASE-20334 add a test that verifies basic client and MR integration

[busbey]

HBASE-20334 add a test that verifies basic client and MR integration


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/ce717e65
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/ce717e65
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/ce717e65

Branch: refs/heads/HBASE-20331
Commit: ce717e6532b9f98b030ba8fa872ac8033010
Parents: a7706ea
Author: Sean Busbey 
Authored: Tue May 1 14:28:52 2018 -0500
Committer: Sean Busbey 
Committed: Mon Jun 11 16:58:25 2018 -0500

--
 dev-support/Jenkinsfile | 233 +++--
 .../hbase_nightly_pseudo-distributed-test.sh| 516 +++
 dev-support/hbase_nightly_source-artifact.sh|  14 +-
 .../cache-apache-project-artifact.sh| 131 +
 4 files changed, 836 insertions(+), 58 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/ce717e65/dev-support/Jenkinsfile
--
diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile
index 2311e35..59d3227 100644
--- a/dev-support/Jenkinsfile
+++ b/dev-support/Jenkinsfile
@@ -60,54 +60,109 @@ pipeline {
 booleanParam(name: 'DEBUG', defaultValue: false, description: 'Produce a 
lot more meta-information.')
   }
   stages {
-stage ('yetus install') {
+stage ('scm-checkout') {
   steps {
-sh  '''#!/usr/bin/env bash
-set -e
-echo "Ensure we have a copy of Apache Yetus."
-if [[ true !=  "${USE_YETUS_PRERELEASE}" ]]; then
-  YETUS_DIR="${WORKSPACE}/yetus-${YETUS_RELEASE}"
-  echo "Checking for Yetus ${YETUS_RELEASE} in '${YETUS_DIR}'"
-  if [ ! -d "${YETUS_DIR}" ]; then
-echo "New download of Apache Yetus version ${YETUS_RELEASE}."
-rm -rf "${WORKSPACE}/.gpg"
-mkdir -p "${WORKSPACE}/.gpg"
-chmod -R 700 "${WORKSPACE}/.gpg"
-
-echo "install yetus project KEYS"
-curl -L --fail -o "${WORKSPACE}/KEYS_YETUS" 
https://dist.apache.org/repos/dist/release/yetus/KEYS
-gpg --homedir "${WORKSPACE}/.gpg" --import "${WORKSPACE}/KEYS_YETUS"
-
-echo "download yetus release ${YETUS_RELEASE}"
-curl -L --fail -O 
"https://dist.apache.org/repos/dist/release/yetus/${YETUS_RELEASE}/yetus-${YETUS_RELEASE}-bin.tar.gz";
-curl -L --fail -O 
"https://dist.apache.org/repos/dist/release/yetus/${YETUS_RELEASE}/yetus-${YETUS_RELEASE}-bin.tar.gz.asc";
-echo "verifying yetus release"
-gpg --homedir "${WORKSPACE}/.gpg" --verify 
"yetus-${YETUS_RELEASE}-bin.tar.gz.asc"
-mv "yetus-${YETUS_RELEASE}-bin.tar.gz" yetus.tar.gz
-  else
-echo "Reusing cached download of Apache Yetus version ${YETUS_RELEASE}."
-  fi
-else
-  YETUS_DIR="${WORKSPACE}/yetus-git"
-  rm -rf "${YETUS_DIR}"
-  echo "downloading from github"
-  curl -L --fail https://api.github.com/repos/apache/yetus/tarball/HEAD -o 
yetus.tar.gz
-fi
-if [ ! -d "${YETUS_DIR}" ]; then
-  echo "unpacking yetus into '${YETUS_DIR}'"
-  mkdir -p "${YETUS_DIR}"
-  gunzip -c yetus.tar.gz | tar xpf - -C "${YETUS_DIR}" --strip-components 1
-fi
-'''
-// Set up the file we need at PERSONALITY_FILE location
-dir ("tools") {
-  sh """#!/usr/bin/env bash
-set -e
-echo "Downloading Project personality."
-curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
-  """
+dir('component') {
+  checkout scm
+}
+  }
+}
+stage ('thirdparty installs') {
+  parallel {
+stage ('yetus install') {
+  steps {
+// directory must be unique for each parallel stage, because 
jenkins runs them in the same workspace :(
+dir('downloads-yetus') {
+  // can't just do a simple echo or the directory won't be 
created. :(
+  sh '''#!/usr/bin/env bash
+echo "Make sure we have a directory for downloading 
dependencies: $(pwd)"
+'''
+}
+sh  '''#!/usr/bin/env bash
+  set -e
+  echo "Ensure we have a copy of Apache Yetus."
+  if [[ true !=  "${USE_YETUS_PRERELEASE}" ]]; then
+YETUS_DIR="${WORKSPACE}/yetus-${YETUS_RELEASE}"
+echo "Checking for Yetus ${YETUS_RELEASE} in '${YETUS_DIR}'"
+if [ ! -d "${YETUS_DIR}" ]; then
+  
"${WORKSPACE}/component/dev-support/jenkins-scripts/cache-apache-project-artifact.sh"
 \
+  --working-dir "${WORKSPACE}/downloads-yetus" \
+  --keys 'https://www.apache.org/dist/yetus/KEYS' \
+  "${WORKSPACE}/yetus-${YETUS_RELEASE}-bin.tar.gz" \
+  
"yetus/${YETUS_RELEASE}/yetus-${YETUS_RELEASE}-bin.tar.gz"
+  mv "yetus-${YETUS_RELEASE}-bin.tar.gz" yetus.tar.gz
+else
+  echo "Reusing cached install of Apach

[3/6] hbase git commit: HBASE-19735 Create a client-tarball assembly

[busbey]

HBASE-19735 Create a client-tarball assembly

Provides an extra client descriptor to build a second
tarball with a reduced set of dependencies. Not of great
impact now, but will build the way for better in the future.

Signed-off-by: Sean Busbey 

 Conflicts:
hbase-assembly/pom.xml


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/9eca9005
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/9eca9005
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/9eca9005

Branch: refs/heads/HBASE-20331
Commit: 9eca9005e121d2105cdc6159921bc7eb9b0eecee
Parents: 1e09eb4
Author: Josh Elser 
Authored: Wed Feb 7 18:37:39 2018 -0500
Committer: Sean Busbey 
Committed: Mon Jun 11 10:28:54 2018 -0500

--
 hbase-assembly/pom.xml  |  33 +++--
 .../src/main/assembly/client-components.xml |  92 +
 hbase-assembly/src/main/assembly/client.xml | 137 +++
 hbase-procedure/pom.xml |   4 +-
 hbase-spark/pom.xml |   6 +
 pom.xml |  10 ++
 6 files changed, 268 insertions(+), 14 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/9eca9005/hbase-assembly/pom.xml
--
diff --git a/hbase-assembly/pom.xml b/hbase-assembly/pom.xml
index 5da105b..4fa859a 100644
--- a/hbase-assembly/pom.xml
+++ b/hbase-assembly/pom.xml
@@ -95,6 +95,7 @@
   gnu
   
 ${assembly.file}
+src/main/assembly/client.xml
   
 
   
@@ -220,22 +221,22 @@
   test
 
 
-org.apache.hbase
-hbase-hadoop-compat
-
-  
-com.google.guava
-guava
-  
-
+  org.apache.hbase
+  hbase-hadoop-compat
+  
+
+  com.google.guava
+  guava
+
+  
 
 
-org.apache.hbase
-${compat.module}
+  org.apache.hbase
+  ${compat.module}
 
 
-   org.apache.hbase
-   hbase-shell
+  org.apache.hbase
+  hbase-shell
 
 
   org.apache.hbase
@@ -315,6 +316,14 @@
   jline
   jline
 
+
+  org.apache.hbase
+  hbase-shaded-client
+
+
+  org.apache.hbase
+  hbase-shaded-mapreduce
+
   
   
 

http://git-wip-us.apache.org/repos/asf/hbase/blob/9eca9005/hbase-assembly/src/main/assembly/client-components.xml
--
diff --git a/hbase-assembly/src/main/assembly/client-components.xml 
b/hbase-assembly/src/main/assembly/client-components.xml
new file mode 100644
index 000..2fd1b57
--- /dev/null
+++ b/hbase-assembly/src/main/assembly/client-components.xml
@@ -0,0 +1,92 @@
+
+
+
+
+
+  
+
+
+  ${project.basedir}/../target/site
+  docs
+
+
+
+  ${project.basedir}/..
+  .
+  
+CHANGES.txt
+README.txt
+  
+  0644
+
+
+
+  ${project.basedir}/../conf
+  conf
+  0644
+  0755
+
+
+
+
+  ${project.basedir}/../bin
+  bin
+  
+get-active-master.rb
+hbase
+hbase-common.sh
+hbase-config.sh
+hbase-jruby
+hirb.rb
+
+  
+  0755
+  0755
+
+
+
+  ${project.basedir}/../bin
+  bin
+  
+hbase.cmd
+hbase-config.cmd
+  
+
+
+
+  ${project.basedir}/../hbase-shell/src/main/ruby
+  lib/ruby
+  0644
+  0755
+
+
+
+  ${project.basedir}/../hbase-server/target/native
+  lib/native
+  0755
+  0755
+  
+*.so
+*.dylib
+  
+
+  
+

http://git-wip-us.apache.org/repos/asf/hbase/blob/9eca9005/hbase-assembly/src/main/assembly/client.xml
--
diff --git a/hbase-assembly/src/main/assembly/client.xml 
b/hbase-assembly/src/main/assembly/client.xml
new file mode 100644
index 000..7951961
--- /dev/null
+++ b/hbase-assembly/src/main/assembly/client.xml
@@ -0,0 +1,137 @@
+
+http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.1"; 
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; 
xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.1
 http://maven.apache.org/xsd/assembly-1.1.1.xsd";>
+
+
+  
+  client-bin
+  
+tar.gz
+  
+  
+  hbase-${project.version}-client
+  
+  
src/main/assembly/client-components.xml
+  
+  
+
+  true
+  
+
+org.apache.hbase:hbase-annotations
+org.apache.hbase:hbase-client
+org.apache.hbase:hbase-common
+org.apache.hbase:hbase-hadoop-compat
+ 

[6/6] hbase git commit: WIP tune down build retention while troubleshooting.

[busbey]

WIP tune down build retention while troubleshooting.


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/227de1b9
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/227de1b9
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/227de1b9

Branch: refs/heads/HBASE-20331
Commit: 227de1b967bf8b959eef405f0b42d1db38b9f1ba
Parents: ce717e6
Author: Sean Busbey 
Authored: Wed May 23 14:14:45 2018 -0500
Committer: Sean Busbey 
Committed: Mon Jun 11 16:58:25 2018 -0500

--
 dev-support/Jenkinsfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/227de1b9/dev-support/Jenkinsfile
--
diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile
index 59d3227..64144e9 100644
--- a/dev-support/Jenkinsfile
+++ b/dev-support/Jenkinsfile
@@ -24,7 +24,7 @@ pipeline {
 cron('@daily')
   }
   options {
-buildDiscarder(logRotator(numToKeepStr: '30'))
+buildDiscarder(logRotator(numToKeepStr: '1'))
 timeout (time: 9, unit: 'HOURS')
 timestamps()
 skipDefaultCheckout()

[4/6] hbase git commit: HBASE-20615 emphasize shaded artifacts in client tarball.

[busbey]

HBASE-20615 emphasize shaded artifacts in client tarball.


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/a7706ea0
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/a7706ea0
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/a7706ea0

Branch: refs/heads/HBASE-20331
Commit: a7706ea09659fb74702f961def130e682c317c68
Parents: 9eca900
Author: Sean Busbey 
Authored: Fri May 18 11:11:42 2018 -0500
Committer: Sean Busbey 
Committed: Mon Jun 11 15:51:02 2018 -0500

--
 bin/hbase   | 226 ---
 bin/hbase-config.sh |  10 +
 hbase-assembly/pom.xml  |  21 +-
 .../src/main/assembly/client-components.xml |  43 +++-
 hbase-assembly/src/main/assembly/client.xml | 131 ++-
 hbase-assembly/src/main/assembly/components.xml |   3 +-
 .../src/main/assembly/hadoop-two-compat.xml |  80 ++-
 pom.xml |   6 +
 8 files changed, 417 insertions(+), 103 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/a7706ea0/bin/hbase
--
diff --git a/bin/hbase b/bin/hbase
index 4f1c854..559a02e 100755
--- a/bin/hbase
+++ b/bin/hbase
@@ -71,11 +71,18 @@ if [ -d "${HBASE_HOME}/target" ]; then
   in_dev_env=true
 fi
 
+# Detect if we are in the omnibus tarball
+in_omnibus_tarball="false"
+if [ -f "${HBASE_HOME}/bin/hbase-daemons.sh" ]; then
+  in_omnibus_tarball="true"
+fi
+
 read -d '' options_string << EOF
 Options:
-  --config DIR Configuration direction to use. Default: ./conf
-  --hosts HOSTSOverride the list in 'regionservers' file
-  --auth-as-server Authenticate to ZooKeeper using servers configuration
+  --config DIR Configuration direction to use. Default: ./conf
+  --hosts HOSTSOverride the list in 'regionservers' file
+  --auth-as-server Authenticate to ZooKeeper using servers configuration
+  --internal-classpath Skip attempting to use client facing jars (WARNING: 
unstable results between versions)
 EOF
 # if no args specified, show usage
 if [ $# = 0 ]; then
@@ -87,16 +94,18 @@ if [ $# = 0 ]; then
   echo "  shell   Run the HBase shell"
   echo "  hbckRun the hbase 'fsck' tool"
   echo "  snapshotTool for managing snapshots"
-  echo "  wal Write-ahead-log analyzer"
-  echo "  hfile   Store file analyzer"
-  echo "  zkcli   Run the ZooKeeper shell"
-  echo "  master  Run an HBase HMaster node"
-  echo "  regionserverRun an HBase HRegionServer node"
-  echo "  zookeeper   Run a ZooKeeper server"
-  echo "  restRun an HBase REST server"
-  echo "  thrift  Run the HBase Thrift server"
-  echo "  thrift2 Run the HBase Thrift2 server"
-  echo "  clean   Run the HBase clean up script"
+  if [ "${in_omnibus_tarball}" = "true" ]; then
+echo "  wal Write-ahead-log analyzer"
+echo "  hfile   Store file analyzer"
+echo "  zkcli   Run the ZooKeeper shell"
+echo "  master  Run an HBase HMaster node"
+echo "  regionserverRun an HBase HRegionServer node"
+echo "  zookeeper   Run a ZooKeeper server"
+echo "  restRun an HBase REST server"
+echo "  thrift  Run the HBase Thrift server"
+echo "  thrift2 Run the HBase Thrift2 server"
+echo "  clean   Run the HBase clean up script"
+  fi
   echo "  classpath   Dump hbase CLASSPATH"
   echo "  mapredcpDump CLASSPATH entries required by mapreduce"
   echo "  pe  Run PerformanceEvaluation"
@@ -186,9 +195,99 @@ for f in $HBASE_HOME/hbase-jars/hbase*.jar; do
   fi
 done
 
+#If avail, add Hadoop to the CLASSPATH and to the JAVA_LIBRARY_PATH
+# Allow this functionality to be disabled
+if [ "$HBASE_DISABLE_HADOOP_CLASSPATH_LOOKUP" != "true" ] ; then
+  HADOOP_IN_PATH=$(PATH="${HADOOP_HOME:-${HADOOP_PREFIX}}/bin:$PATH" which 
hadoop 2>/dev/null)
+fi
+
 # Add libs to CLASSPATH
-for f in $HBASE_HOME/lib/*.jar; do
-  CLASSPATH=${CLASSPATH}:$f;
+declare shaded_jar
+
+if [ "${INTERNAL_CLASSPATH}" != "true" ]; then
+  # find our shaded jars
+  declare shaded_client
+  declare shaded_client_byo_hadoop
+  declare shaded_mapreduce
+  for f in "${HBASE_HOME}"/lib/shaded-clients/hbase-shaded-client*.jar; do
+if [[ "${f}" =~ byo-hadoop ]]; then
+  shaded_client_byo_hadoop="${f}"
+else
+  shaded_client="${f}"
+fi
+  done
+  for f in "${HBASE_HOME}"/lib/shaded-clients/hbase-shaded-mapreduce*.jar; do
+shaded_mapreduce="${f}"
+  done
+
+  # If command can use our shaded client, use it
+  declare -a commands_in_client_jar=("classpath" "version")
+  for c in "${commands_in_clie

[1/6] hbase git commit: HBASE-20332 shaded mapreduce module shouldn't include hadoop [Forced Update!]

[busbey]

Repository: hbase
Updated Branches:
  refs/heads/HBASE-20331 e295919f1 -> 227de1b96 (forced update)


HBASE-20332 shaded mapreduce module shouldn't include hadoop

* modify the jar checking script to take args; make hadoop stuff optional
* separate out checking the artifacts that have hadoop vs those that don't.
* * Unfortunately means we need two modules for checking things
* * put in a safety check that the support script for checking jar contents is 
maintained in both modules
* * have to carve out an exception for o.a.hadoop.metrics2. :(
* fix duplicated class warning
* clean up dependencies in hbase-server and some modules that depend on it.
* allow Hadoop to have its own htrace where it needs it
* add a precommit check to make sure we're not using old htrace imports


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/3cc346d7
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/3cc346d7
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/3cc346d7

Branch: refs/heads/HBASE-20331
Commit: 3cc346d7564eee7bd368c8cb983db5baf6f3d6a5
Parents: eb13cdd
Author: Sean Busbey 
Authored: Mon Apr 9 13:37:44 2018 -0500
Committer: Sean Busbey 
Committed: Mon Jun 11 10:19:03 2018 -0500

--
 hbase-backup/pom.xml|  12 +-
 .../src/main/resources/hbase/checkstyle.xml |   4 +-
 hbase-client/pom.xml|   4 -
 hbase-common/pom.xml|  12 --
 hbase-endpoint/pom.xml  |  14 --
 hbase-examples/pom.xml  |  12 --
 hbase-external-blockcache/pom.xml   |   4 -
 hbase-hadoop2-compat/pom.xml|   6 -
 hbase-it/pom.xml|   6 -
 hbase-mapreduce/pom.xml |  30 +--
 hbase-replication/pom.xml   |   4 -
 hbase-rest/pom.xml  |  19 +-
 hbase-rsgroup/pom.xml   |   4 -
 hbase-server/pom.xml| 103 -
 .../hbase-shaded-check-invariants/pom.xml   |  54 +++--
 .../ensure-jars-have-correct-contents.sh|  92 ++--
 hbase-shaded/hbase-shaded-mapreduce/pom.xml | 190 +++-
 .../pom.xml | 215 +++
 .../ensure-jars-have-correct-contents.sh| 129 +++
 hbase-shaded/pom.xml|  13 ++
 hbase-shell/pom.xml |  14 --
 hbase-testing-util/pom.xml  |  16 --
 hbase-thrift/pom.xml|  16 --
 pom.xml |  65 +++---
 24 files changed, 773 insertions(+), 265 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/3cc346d7/hbase-backup/pom.xml
--
diff --git a/hbase-backup/pom.xml b/hbase-backup/pom.xml
index 7afd51e..00a996f 100644
--- a/hbase-backup/pom.xml
+++ b/hbase-backup/pom.xml
@@ -155,10 +155,6 @@
   hadoop-common
   
 
-  org.apache.htrace
-  htrace-core
-
-
   net.java.dev.jets3t
   jets3t
 
@@ -264,9 +260,6 @@
   3.0
 
   
-  
-3.0-SNAPSHOT
-  
   
 
   org.apache.hadoop
@@ -276,6 +269,11 @@
   org.apache.hadoop
   hadoop-mapreduce-client-core
 
+
+  org.apache.hadoop
+  hadoop-distcp
+  ${hadoop.version}
+
   
 
   

http://git-wip-us.apache.org/repos/asf/hbase/blob/3cc346d7/hbase-checkstyle/src/main/resources/hbase/checkstyle.xml
--
diff --git a/hbase-checkstyle/src/main/resources/hbase/checkstyle.xml 
b/hbase-checkstyle/src/main/resources/hbase/checkstyle.xml
index 7ad797c..148e256 100644
--- a/hbase-checkstyle/src/main/resources/hbase/checkstyle.xml
+++ b/hbase-checkstyle/src/main/resources/hbase/checkstyle.xml
@@ -86,8 +86,10 @@
   org.apache.commons.lang,
   org.apache.curator.shaded,
   org.apache.hadoop.classification,
+  org.apache.htrace,
   org.apache.htrace.shaded,
-  org.codehaus.jackson"/>
+  org.codehaus.jackson,
+  org.htrace"/>
   

http://git-wip-us.apache.org/repos/asf/hbase/blob/3cc346d7/hbase-client/pom.xml
--
diff --git a/hbase-client/pom.xml b/hbase-client/pom.xml
index f6247e3..bb99eec 100644
--- a/hbase-client/pom.xml
+++ b/hbase-client/pom.xml
@@ -235,10 +235,6 @@
   hadoop-common
   
 
-  org.apache.htrace
-  htrace-co

[1/2] hbase git commit: HBASE-20635 Add missing shaded-pb conversion method for UserPermission

[elserj]

Repository: hbase
Updated Branches:
  refs/heads/branch-2 a8ea49bfb -> c0d67209d
  refs/heads/master b25c782f0 -> 40f0a4346


HBASE-20635 Add missing shaded-pb conversion method for UserPermission

Signed-off-by: Josh Elser 
Signed-off-by: Ted Yu 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/40f0a434
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/40f0a434
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/40f0a434

Branch: refs/heads/master
Commit: 40f0a434626215634ad5922f028b4c54a2e4c895
Parents: b25c782
Author: Rajeshbabu Chintaguntla 
Authored: Mon Jun 11 14:58:18 2018 -0400
Committer: Josh Elser 
Committed: Mon Jun 11 14:58:18 2018 -0400

--
 .../hbase/security/access/ShadedAccessControlUtil.java   | 11 +++
 1 file changed, 11 insertions(+)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/40f0a434/hbase-client/src/main/java/org/apache/hadoop/hbase/security/access/ShadedAccessControlUtil.java
--
diff --git 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/security/access/ShadedAccessControlUtil.java
 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/security/access/ShadedAccessControlUtil.java
index de26f39..5a94805 100644
--- 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/security/access/ShadedAccessControlUtil.java
+++ 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/security/access/ShadedAccessControlUtil.java
@@ -274,4 +274,15 @@ public class ShadedAccessControlUtil {
 }
 return builder.build();
   }
+
+  /**
+   * Converts a user permission proto to a client user permission object.
+   *
+   * @param proto the protobuf UserPermission
+   * @return the converted UserPermission
+   */
+  public static UserPermission 
toUserPermission(org.apache.hadoop.hbase.shaded.protobuf.generated.AccessControlProtos.UserPermission
 proto) {
+return new UserPermission(proto.getUser().toByteArray(),
+toTablePermission(proto.getPermission()));
+  }
 }

[2/2] hbase git commit: HBASE-20635 Add missing shaded-pb conversion method for UserPermission

[elserj]

HBASE-20635 Add missing shaded-pb conversion method for UserPermission

Signed-off-by: Josh Elser 
Signed-off-by: Ted Yu 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/c0d67209
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/c0d67209
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/c0d67209

Branch: refs/heads/branch-2
Commit: c0d67209dff9afb40fb658fb7dc68f381a9240a0
Parents: a8ea49b
Author: Rajeshbabu Chintaguntla 
Authored: Mon Jun 11 14:58:18 2018 -0400
Committer: Josh Elser 
Committed: Mon Jun 11 15:13:17 2018 -0400

--
 .../hbase/security/access/ShadedAccessControlUtil.java   | 11 +++
 1 file changed, 11 insertions(+)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/c0d67209/hbase-client/src/main/java/org/apache/hadoop/hbase/security/access/ShadedAccessControlUtil.java
--
diff --git 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/security/access/ShadedAccessControlUtil.java
 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/security/access/ShadedAccessControlUtil.java
index de26f39..5a94805 100644
--- 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/security/access/ShadedAccessControlUtil.java
+++ 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/security/access/ShadedAccessControlUtil.java
@@ -274,4 +274,15 @@ public class ShadedAccessControlUtil {
 }
 return builder.build();
   }
+
+  /**
+   * Converts a user permission proto to a client user permission object.
+   *
+   * @param proto the protobuf UserPermission
+   * @return the converted UserPermission
+   */
+  public static UserPermission 
toUserPermission(org.apache.hadoop.hbase.shaded.protobuf.generated.AccessControlProtos.UserPermission
 proto) {
+return new UserPermission(proto.getUser().toByteArray(),
+toTablePermission(proto.getPermission()));
+  }
 }

[1/2] hbase git commit: HBASE-19852 HBase Thrift should use a SPNEGO HTTP/hostname principal for checking HTTP Kerberos authentication

[elserj]

Repository: hbase
Updated Branches:
  refs/heads/branch-2 d44e8a7af -> a8ea49bfb
  refs/heads/master c323e7bfa -> b25c782f0


HBASE-19852 HBase Thrift should use a SPNEGO HTTP/hostname principal for 
checking HTTP Kerberos authentication

Return 401 sooner when AUTHORIZATION header is missing

HBase Thrift server was checking for the AUTHORIZATION header and assuming it 
was always present
even when it was the first request. Many clients will not send the 
AUTHORIZATION header until
a 401 is received. HBase Thrift in the case of no header was throwing multiple 
exceptions and
filling the logs with exceptions. This was fixed by checking that if the 
AUTHORIZATION header is
empty then return a 401 immediately if security is enabled.

Signed-off-by: Josh Elser 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/b25c782f
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/b25c782f
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/b25c782f

Branch: refs/heads/master
Commit: b25c782f0d8cbc159e774633f872f4509d1a840a
Parents: c323e7b
Author: Kevin Risden 
Authored: Thu Dec 14 10:32:00 2017 -0600
Committer: Josh Elser 
Committed: Mon Jun 11 12:52:19 2018 -0400

--
 hbase-thrift/pom.xml|   5 +
 .../hadoop/hbase/thrift/ThriftHttpServlet.java  |  90 --
 .../hadoop/hbase/thrift/ThriftServer.java   |  10 +-
 .../hadoop/hbase/thrift/ThriftServerRunner.java | 211 +++---
 .../hbase/thrift/TestThriftHttpServer.java  |  15 +-
 .../hbase/thrift/TestThriftServerCmdLine.java   |   2 +-
 .../thrift/TestThriftSpnegoHttpServer.java  | 280 +++
 7 files changed, 460 insertions(+), 153 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/b25c782f/hbase-thrift/pom.xml
--
diff --git a/hbase-thrift/pom.xml b/hbase-thrift/pom.xml
index 0142ccd..814650d 100644
--- a/hbase-thrift/pom.xml
+++ b/hbase-thrift/pom.xml
@@ -291,6 +291,11 @@
   org.glassfish
   javax.el
 
+
+  org.apache.kerby
+  kerb-simplekdc
+  test
+
   
 
   

http://git-wip-us.apache.org/repos/asf/hbase/blob/b25c782f/hbase-thrift/src/main/java/org/apache/hadoop/hbase/thrift/ThriftHttpServlet.java
--
diff --git 
a/hbase-thrift/src/main/java/org/apache/hadoop/hbase/thrift/ThriftHttpServlet.java
 
b/hbase-thrift/src/main/java/org/apache/hadoop/hbase/thrift/ThriftHttpServlet.java
index 8d68964..f35e11b 100644
--- 
a/hbase-thrift/src/main/java/org/apache/hadoop/hbase/thrift/ThriftHttpServlet.java
+++ 
b/hbase-thrift/src/main/java/org/apache/hadoop/hbase/thrift/ThriftHttpServlet.java
@@ -1,4 +1,4 @@
-/**
+/*
  * Licensed to the Apache Software Foundation (ASF) under one
  * or more contributor license agreements.  See the NOTICE file
  * distributed with this work for additional information
@@ -18,6 +18,9 @@
 
 package org.apache.hadoop.hbase.thrift;
 
+import static 
org.apache.hadoop.hbase.thrift.ThriftServerRunner.THRIFT_SPNEGO_KEYTAB_FILE_KEY;
+import static 
org.apache.hadoop.hbase.thrift.ThriftServerRunner.THRIFT_SPNEGO_PRINCIPAL_KEY;
+
 import java.io.IOException;
 import java.security.PrivilegedExceptionAction;
 
@@ -31,6 +34,7 @@ import org.apache.hadoop.hbase.util.Base64;
 import org.apache.hadoop.security.UserGroupInformation;
 import org.apache.hadoop.security.authorize.AuthorizationException;
 import org.apache.hadoop.security.authorize.ProxyUsers;
+import org.apache.http.HttpHeaders;
 import org.apache.thrift.TProcessor;
 import org.apache.thrift.protocol.TProtocolFactory;
 import org.apache.thrift.server.TServlet;
@@ -52,26 +56,35 @@ import org.slf4j.LoggerFactory;
 public class ThriftHttpServlet extends TServlet {
   private static final long serialVersionUID = 1L;
   private static final Logger LOG = 
LoggerFactory.getLogger(ThriftHttpServlet.class.getName());
-  private transient final UserGroupInformation realUser;
-  private transient final Configuration conf;
-  private final boolean securityEnabled;
+  private final transient UserGroupInformation serviceUGI;
+  private final transient UserGroupInformation httpUGI;
+  private final transient ThriftServerRunner.HBaseHandler hbaseHandler;
   private final boolean doAsEnabled;
-  private transient ThriftServerRunner.HBaseHandler hbaseHandler;
+  private final boolean securityEnabled;
 
   // HTTP Header related constants.
-  public static final String WWW_AUTHENTICATE = "WWW-Authenticate";
-  public static final String AUTHORIZATION = "Authorization";
   public static final String NEGOTIATE = "Negotiate";
 
   public ThriftHttpServlet(TProcessor processor, TProtocolFactory 
protocolFactory,
-  UserGroupInformation realUser, Configuration conf, 
Thrif

[2/2] hbase git commit: HBASE-19852 HBase Thrift should use a SPNEGO HTTP/hostname principal for checking HTTP Kerberos authentication

[elserj]

HBASE-19852 HBase Thrift should use a SPNEGO HTTP/hostname principal for 
checking HTTP Kerberos authentication

Return 401 sooner when AUTHORIZATION header is missing

HBase Thrift server was checking for the AUTHORIZATION header and assuming it 
was always present
even when it was the first request. Many clients will not send the 
AUTHORIZATION header until
a 401 is received. HBase Thrift in the case of no header was throwing multiple 
exceptions and
filling the logs with exceptions. This was fixed by checking that if the 
AUTHORIZATION header is
empty then return a 401 immediately if security is enabled.

Signed-off-by: Josh Elser 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/a8ea49bf
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/a8ea49bf
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/a8ea49bf

Branch: refs/heads/branch-2
Commit: a8ea49bfb76e2ac73e1fbc2b78f4f06106774294
Parents: d44e8a7
Author: Kevin Risden 
Authored: Thu Dec 14 10:32:00 2017 -0600
Committer: Josh Elser 
Committed: Mon Jun 11 13:37:29 2018 -0400

--
 hbase-thrift/pom.xml|   5 +
 .../hadoop/hbase/thrift/ThriftHttpServlet.java  |  90 --
 .../hadoop/hbase/thrift/ThriftServer.java   |  10 +-
 .../hadoop/hbase/thrift/ThriftServerRunner.java | 210 +++---
 .../hbase/thrift/TestThriftHttpServer.java  |  15 +-
 .../hbase/thrift/TestThriftServerCmdLine.java   |   2 +-
 .../thrift/TestThriftSpnegoHttpServer.java  | 280 +++
 7 files changed, 460 insertions(+), 152 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/a8ea49bf/hbase-thrift/pom.xml
--
diff --git a/hbase-thrift/pom.xml b/hbase-thrift/pom.xml
index 8f7c9fe..cd03e28 100644
--- a/hbase-thrift/pom.xml
+++ b/hbase-thrift/pom.xml
@@ -284,6 +284,11 @@
   org.glassfish
   javax.el
 
+
+  org.apache.kerby
+  kerb-simplekdc
+  test
+
   
 
   

http://git-wip-us.apache.org/repos/asf/hbase/blob/a8ea49bf/hbase-thrift/src/main/java/org/apache/hadoop/hbase/thrift/ThriftHttpServlet.java
--
diff --git 
a/hbase-thrift/src/main/java/org/apache/hadoop/hbase/thrift/ThriftHttpServlet.java
 
b/hbase-thrift/src/main/java/org/apache/hadoop/hbase/thrift/ThriftHttpServlet.java
index 8d68964..f35e11b 100644
--- 
a/hbase-thrift/src/main/java/org/apache/hadoop/hbase/thrift/ThriftHttpServlet.java
+++ 
b/hbase-thrift/src/main/java/org/apache/hadoop/hbase/thrift/ThriftHttpServlet.java
@@ -1,4 +1,4 @@
-/**
+/*
  * Licensed to the Apache Software Foundation (ASF) under one
  * or more contributor license agreements.  See the NOTICE file
  * distributed with this work for additional information
@@ -18,6 +18,9 @@
 
 package org.apache.hadoop.hbase.thrift;
 
+import static 
org.apache.hadoop.hbase.thrift.ThriftServerRunner.THRIFT_SPNEGO_KEYTAB_FILE_KEY;
+import static 
org.apache.hadoop.hbase.thrift.ThriftServerRunner.THRIFT_SPNEGO_PRINCIPAL_KEY;
+
 import java.io.IOException;
 import java.security.PrivilegedExceptionAction;
 
@@ -31,6 +34,7 @@ import org.apache.hadoop.hbase.util.Base64;
 import org.apache.hadoop.security.UserGroupInformation;
 import org.apache.hadoop.security.authorize.AuthorizationException;
 import org.apache.hadoop.security.authorize.ProxyUsers;
+import org.apache.http.HttpHeaders;
 import org.apache.thrift.TProcessor;
 import org.apache.thrift.protocol.TProtocolFactory;
 import org.apache.thrift.server.TServlet;
@@ -52,26 +56,35 @@ import org.slf4j.LoggerFactory;
 public class ThriftHttpServlet extends TServlet {
   private static final long serialVersionUID = 1L;
   private static final Logger LOG = 
LoggerFactory.getLogger(ThriftHttpServlet.class.getName());
-  private transient final UserGroupInformation realUser;
-  private transient final Configuration conf;
-  private final boolean securityEnabled;
+  private final transient UserGroupInformation serviceUGI;
+  private final transient UserGroupInformation httpUGI;
+  private final transient ThriftServerRunner.HBaseHandler hbaseHandler;
   private final boolean doAsEnabled;
-  private transient ThriftServerRunner.HBaseHandler hbaseHandler;
+  private final boolean securityEnabled;
 
   // HTTP Header related constants.
-  public static final String WWW_AUTHENTICATE = "WWW-Authenticate";
-  public static final String AUTHORIZATION = "Authorization";
   public static final String NEGOTIATE = "Negotiate";
 
   public ThriftHttpServlet(TProcessor processor, TProtocolFactory 
protocolFactory,
-  UserGroupInformation realUser, Configuration conf, 
ThriftServerRunner.HBaseHandler
-  hbaseHandler, boolean securityEnabled, boolean doAsEnabled) {
+  UserGroupInformation 

hbase-site git commit: INFRA-10751 Empty commit

[git-site-role]

Repository: hbase-site
Updated Branches:
  refs/heads/asf-site 464fda739 -> 7b0c87cf8


INFRA-10751 Empty commit


Project: http://git-wip-us.apache.org/repos/asf/hbase-site/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase-site/commit/7b0c87cf
Tree: http://git-wip-us.apache.org/repos/asf/hbase-site/tree/7b0c87cf
Diff: http://git-wip-us.apache.org/repos/asf/hbase-site/diff/7b0c87cf

Branch: refs/heads/asf-site
Commit: 7b0c87cf87a9010b682cb123b3d82c41597d465c
Parents: 464fda7
Author: jenkins 
Authored: Mon Jun 11 15:38:44 2018 +
Committer: jenkins 
Committed: Mon Jun 11 15:38:44 2018 +

--

--

[5/6] hbase-site git commit: Published site at eb13cdd7edd8a53fb7d5c724875fcce2db202b87.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/464fda73/checkstyle-aggregate.html
--
diff --git a/checkstyle-aggregate.html b/checkstyle-aggregate.html
index 17b415f..31b13ca 100644
--- a/checkstyle-aggregate.html
+++ b/checkstyle-aggregate.html
@@ -284,7 +284,7 @@
 3631
 0
 0
-16248
+16202
 
 Files
 
@@ -482,7 +482,7 @@
 org/apache/hadoop/hbase/HealthChecker.java
 0
 0
-17
+16
 
 org/apache/hadoop/hbase/IndividualBytesFieldCell.java
 0
@@ -497,7 +497,7 @@
 org/apache/hadoop/hbase/IntegrationTestDDLMasterFailover.java
 0
 0
-53
+52
 
 org/apache/hadoop/hbase/IntegrationTestIngest.java
 0
@@ -1002,7 +1002,7 @@
 org/apache/hadoop/hbase/chaos/actions/RollingBatchRestartRsAction.java
 0
 0
-21
+20
 
 org/apache/hadoop/hbase/chaos/actions/SplitAllRegionOfTableAction.java
 0
@@ -2677,7 +2677,7 @@
 org/apache/hadoop/hbase/filter/BitComparator.java
 0
 0
-10
+8
 
 org/apache/hadoop/hbase/filter/ByteArrayComparable.java
 0
@@ -2747,12 +2747,12 @@
 org/apache/hadoop/hbase/filter/FilterListWithAND.java
 0
 0
-12
+11
 
 org/apache/hadoop/hbase/filter/FilterListWithOR.java
 0
 0
-100
+99
 
 org/apache/hadoop/hbase/filter/FilterTestingCluster.java
 0
@@ -2842,7 +2842,7 @@
 org/apache/hadoop/hbase/filter/RegexStringComparator.java
 0
 0
-14
+13
 
 org/apache/hadoop/hbase/filter/RowFilter.java
 0
@@ -3512,7 +3512,7 @@
 org/apache/hadoop/hbase/io/hfile/LruBlockCache.java
 0
 0
-14
+13
 
 org/apache/hadoop/hbase/io/hfile/LruCachedBlock.java
 0
@@ -3637,7 +3637,7 @@
 org/apache/hadoop/hbase/io/hfile/bucket/BucketCache.java
 0
 0
-40
+39
 
 org/apache/hadoop/hbase/io/hfile/bucket/BucketCacheStats.java
 0
@@ -3742,7 +3742,7 @@
 org/apache/hadoop/hbase/ipc/BufferCallBeforeInitHandler.java
 0
 0
-4
+3
 
 org/apache/hadoop/hbase/ipc/BufferChain.java
 0
@@ -4677,7 +4677,7 @@
 org/apache/hadoop/hbase/master/HMaster.java
 0
 0
-170
+169
 
 org/apache/hadoop/hbase/master/HMasterCommandLine.java
 0
@@ -4834,5161 +4834,5156 @@
 0
 2
 
-org/apache/hadoop/hbase/master/TestClusterStatusPublisher.java
-0
-0
-1
-
 org/apache/hadoop/hbase/master/TestHMasterCommandLine.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/TestMaster.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/TestMasterFailoverBalancerPersistence.java
 0
 0
 4
-
+
 org/apache/hadoop/hbase/master/TestMasterFileSystem.java
 0
 0
 3
-
+
 org/apache/hadoop/hbase/master/TestMasterFileSystemWithWALDir.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/TestMasterMetrics.java
 0
 0
 4
-
+
 org/apache/hadoop/hbase/master/TestMasterMetricsWrapper.java
 0
 0
 3
-
+
 org/apache/hadoop/hbase/master/TestMasterNoCluster.java
 0
 0
 20
-
+
 org/apache/hadoop/hbase/master/TestMasterOperationsForRegionReplicas.java
 0
 0
 5
-
+
 org/apache/hadoop/hbase/master/TestMasterStatusServlet.java
 0
 0
 4
-
+
 org/apache/hadoop/hbase/master/TestMasterTransitions.java
 0
 0
 6
-
+
 org/apache/hadoop/hbase/master/TestMirroringTableStateManager.java
 0
 0
 5
-
+
 org/apache/hadoop/hbase/master/TestRegionPlacement.java
 0
 0
 20
-
+
 org/apache/hadoop/hbase/master/TestRegionPlacement2.java
 0
 0
 2
-
+
 org/apache/hadoop/hbase/master/TestRollingRestart.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/TestSplitLogManager.java
 0
 0
 7
-
+
 org/apache/hadoop/hbase/master/TestTableStateManager.java
 0
 0
 2
-
+
 org/apache/hadoop/hbase/master/TestWarmupRegion.java
 0
 0
 19
-
+
 org/apache/hadoop/hbase/master/assignment/AssignProcedure.java
 0
 0
 5
-
+
 org/apache/hadoop/hbase/master/assignment/AssignmentManager.java
 0
 0
-33
-
+32
+
 org/apache/hadoop/hbase/master/assignment/GCMergedRegionsProcedure.java
 0
 0
 16
-
+
 org/apache/hadoop/hbase/master/assignment/GCRegionProcedure.java
 0
 0
 32
-
+
 org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.java
 0
 0
 5
-
+
 org/apache/hadoop/hbase/master/assignment/MockMasterServices.java
 0
 0
 3
-
+
 org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/assignment/RegionStateStore.java
 0
 0
 5
-
+
 org/apache/hadoop/hbase/master/assignment/RegionStates.java
 0
 0
 26
-
+
 org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.java
 0
 0
-7
-
+6
+
 org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.java
 0
 0
 8
-
+
 org/apache/hadoop/hbase/master/assignment/TestAssignmentManager.java
 0
 0
-6
-
+4
+
 org/apache/hadoop/hbase/master/assignment/TestAssignmentOnRSCrash.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/assignment/TestRegionStates.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/assignment/TestSplitTableRegionProcedure.java
 0
 0
 2
-
+
 org/apache/hadoop/hbase/master/assignment/TestUnexpectedStateException.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/master/assignment/UnassignProcedure.java
 0
 0
 4
-
+
 org/apache/hadoop/hbase/master/assignment/Util.java
 0
 0
 3
-
+
 org/apache/hadoop/hbase/master/balancer/BalancerChore.java
 0
 0
 1
-
+
 org/apache/hadoop/hbase/maste

[4/6] hbase-site git commit: Published site at eb13cdd7edd8a53fb7d5c724875fcce2db202b87.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/464fda73/checkstyle.rss
--
diff --git a/checkstyle.rss b/checkstyle.rss
index 5419f68..3d679df 100644
--- a/checkstyle.rss
+++ b/checkstyle.rss
@@ -26,7 +26,7 @@ under the License.
 ©2007 - 2018 The Apache Software Foundation
 
   File: 3631,
- Errors: 16248,
+ Errors: 16202,
  Warnings: 0,
  Infos: 0
   
@@ -489,7 +489,7 @@ under the License.
   0
 
 
-  5
+  3
 
   
   
@@ -1931,7 +1931,7 @@ under the License.
   0
 
 
-  21
+  20
 
   
   
@@ -2505,7 +2505,7 @@ under the License.
   0
 
 
-  9
+  8
 
   
   
@@ -3681,7 +3681,7 @@ under the License.
   0
 
 
-  7
+  6
 
   
   
@@ -6789,7 +6789,7 @@ under the License.
   0
 
 
-  12
+  10
 
   
   
@@ -7811,7 +7811,7 @@ under the License.
   0
 
 
-  53
+  52
 
   
   
@@ -8315,7 +8315,7 @@ under the License.
   0
 
 
-  23
+  22
 
   
   
@@ -8707,7 +8707,7 @@ under the License.
   0
 
 
-  14
+  13
 
   
   
@@ -8721,7 +8721,7 @@ under the License.
   0
 
 
-  17
+  16
 
   
   
@@ -9533,7 +9533,7 @@ under the License.
   0
 
 
-  14
+  13
 
   
   
@@ -12683,7 +12683,7 @@ under the License.
   0
 
 
-  2
+  1
 
   
   
@@ -12949,7 +12949,7 @@ under the License.
   0
 
 
-  2
+  1
 
   
   
@@ -13103,7 +13103,7 @@ under the License.
   0
 
 
-  3
+  2
 
   
   
@@ -17373,7 +17373,7 @@ under the License.
   0
 
 
-  193
+  184
 
   
   
@@ -17611,7 +17611,7 @@ under the License.
   0
 
 
-  33
+  32
 
   
   
@@ -17765,7 +17765,7 @@ under the License.
   0
 
 
-  6
+  4
 
   
   
@@ -20523,7 +20523,7 @@ under the License.
   0
 
 
-  10
+  11
 
   
   
@@ -23953,7 +23953,7 @@ under the License.
   0
 
 
-  100
+  99
 
   
   
@@ -24863,7 +24863,7 @@ under the License.
   0
 
 
-  3
+  2
 
   
   
@@ -32269,7 +32269,7 @@ under the License.
   0
 
 
-  17
+  16
 
   
   
@@ -34383,7 +34383,7 @@ under the License.
   0
 
 
-  11
+  10
 
   
   
@@ -36119,7 +36119,7 @@ under the License.
   0
 
 
-  42
+  40
 
   
   
@@ -3819

[6/6] hbase-site git commit: Published site at eb13cdd7edd8a53fb7d5c724875fcce2db202b87.

[git-site-role]

Published site at eb13cdd7edd8a53fb7d5c724875fcce2db202b87.


Project: http://git-wip-us.apache.org/repos/asf/hbase-site/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase-site/commit/464fda73
Tree: http://git-wip-us.apache.org/repos/asf/hbase-site/tree/464fda73
Diff: http://git-wip-us.apache.org/repos/asf/hbase-site/diff/464fda73

Branch: refs/heads/asf-site
Commit: 464fda739ccbbd060fba21d0601e7754e239fdae
Parents: 621486f
Author: jenkins 
Authored: Mon Jun 11 15:38:33 2018 +
Committer: jenkins 
Committed: Mon Jun 11 15:38:33 2018 +

--
 apache_hbase_reference_guide.pdf| 4 +-
 book.html   | 2 +-
 checkstyle-aggregate.html   | 20245 -
 checkstyle.rss  |68 +-
 devapidocs/constant-values.html | 6 +-
 .../org/apache/hadoop/hbase/Version.html| 6 +-
 .../security/visibility/ExpressionParser.html   | 9 +-
 .../apache/hadoop/hbase/util/JenkinsHash.html   | 2 +-
 .../apache/hadoop/hbase/util/MurmurHash3.html   |32 +-
 .../master/TestClusterStatusPublisher.html  | 2 +-
 .../TestAssignmentManager.MockRSExecutor.html   | 4 +-
 ...ockRSProcedureDispatcher.MockRemoteCall.html | 6 +-
 ...gnmentManager.MockRSProcedureDispatcher.html |10 +-
 .../TestAssignmentManager.RandRsExecutor.html   | 4 +-
 .../assignment/TestAssignmentManager.html   | 2 +-
 .../master/TestClusterStatusPublisher.html  |   143 +-
 .../TestAssignmentManager.FaultyRsExecutor.html |   178 +-
 .../TestAssignmentManager.GoodRsExecutor.html   |   178 +-
 ...tManager.HangOnCloseThenRSCrashExecutor.html |   178 +-
 ...signmentManager.HangThenRSCrashExecutor.html |   178 +-
 ...gnmentManager.HangThenRSRestartExecutor.html |   178 +-
 .../TestAssignmentManager.MockRSExecutor.html   |   178 +-
 ...ockRSProcedureDispatcher.MockRemoteCall.html |   178 +-
 ...gnmentManager.MockRSProcedureDispatcher.html |   178 +-
 .../TestAssignmentManager.NoopRsExecutor.html   |   178 +-
 .../TestAssignmentManager.RandRsExecutor.html   |   178 +-
 ...ntManager.ServerNotYetRunningRsExecutor.html |   178 +-
 ...signmentManager.SocketTimeoutRsExecutor.html |   178 +-
 .../assignment/TestAssignmentManager.html   |   178 +-
 29 files changed, 11310 insertions(+), 11549 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase-site/blob/464fda73/apache_hbase_reference_guide.pdf
--
diff --git a/apache_hbase_reference_guide.pdf b/apache_hbase_reference_guide.pdf
index 79e347b..99572df 100644
--- a/apache_hbase_reference_guide.pdf
+++ b/apache_hbase_reference_guide.pdf
@@ -5,8 +5,8 @@
 /Author (Apache HBase Team)
 /Creator (Asciidoctor PDF 1.5.0.alpha.15, based on Prawn 2.2.2)
 /Producer (Apache HBase Team)
-/ModDate (D:20180611142950+00'00')
-/CreationDate (D:20180611144536+00'00')
+/ModDate (D:20180611151951+00'00')
+/CreationDate (D:20180611153536+00'00')
 >>
 endobj
 2 0 obj

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/464fda73/book.html
--
diff --git a/book.html b/book.html
index a5cc0b5..3b247c8 100644
--- a/book.html
+++ b/book.html
@@ -38051,7 +38051,7 @@ The server will return cellblocks compressed using this 
same compressor as long
 
 
 Version 3.0.0-SNAPSHOT
-Last updated 2018-06-11 14:29:50 UTC
+Last updated 2018-06-11 15:19:51 UTC
 
 
 

[1/6] hbase-site git commit: Published site at eb13cdd7edd8a53fb7d5c724875fcce2db202b87.

[git-site-role]

Repository: hbase-site
Updated Branches:
  refs/heads/asf-site 621486f33 -> 464fda739


http://git-wip-us.apache.org/repos/asf/hbase-site/blob/464fda73/testdevapidocs/src-html/org/apache/hadoop/hbase/master/assignment/TestAssignmentManager.ServerNotYetRunningRsExecutor.html
--
diff --git 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/master/assignment/TestAssignmentManager.ServerNotYetRunningRsExecutor.html
 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/master/assignment/TestAssignmentManager.ServerNotYetRunningRsExecutor.html
index 42507a2..8b6dda3 100644
--- 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/master/assignment/TestAssignmentManager.ServerNotYetRunningRsExecutor.html
+++ 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/master/assignment/TestAssignmentManager.ServerNotYetRunningRsExecutor.html
@@ -773,96 +773,100 @@
 765case 0: throw new 
ServerNotRunningYetException("wait on server startup");
 766case 1: throw new 
SocketTimeoutException("simulate socket timeout");
 767case 2: throw new 
RemoteException("java.io.IOException", "unexpected exception");
-768  }
-769  return super.sendRequest(server, 
req);
-770}
-771
-772@Override
-773protected RegionOpeningState 
execOpenRegion(final ServerName server, RegionOpenInfo openReq)
-774throws IOException {
-775  switch (rand.nextInt(6)) {
-776case 0:
-777  LOG.info("Return OPENED 
response");
-778  sendTransitionReport(server, 
openReq.getRegion(), TransitionCode.OPENED);
-779  return 
OpenRegionResponse.RegionOpeningState.OPENED;
-780case 1:
-781  LOG.info("Return transition 
report that OPENED/ALREADY_OPENED response");
-782  sendTransitionReport(server, 
openReq.getRegion(), TransitionCode.OPENED);
-783  return 
OpenRegionResponse.RegionOpeningState.ALREADY_OPENED;
-784case 2:
-785  LOG.info("Return transition 
report that FAILED_OPEN/FAILED_OPENING response");
-786  sendTransitionReport(server, 
openReq.getRegion(), TransitionCode.FAILED_OPEN);
-787  return 
OpenRegionResponse.RegionOpeningState.FAILED_OPENING;
-788  }
-789  // The procedure on master will 
just hang forever because nothing comes back
-790  // from the RS in this case.
-791  LOG.info("Return null as response; 
means proc stuck so we send in a crash report after a few seconds...");
-792  executor.schedule(new Runnable() 
{
-793@Override
-794public void run() {
-795  LOG.info("Delayed CRASHING of " 
+ server);
-796  doCrash(server);
-797}
-798  }, 5, TimeUnit.SECONDS);
-799  return null;
-800}
-801
-802@Override
-803protected CloseRegionResponse 
execCloseRegion(ServerName server, byte[] regionName)
-804throws IOException {
-805  CloseRegionResponse.Builder resp = 
CloseRegionResponse.newBuilder();
-806  boolean closed = 
rand.nextBoolean();
-807  if (closed) {
-808RegionInfo hri = 
am.getRegionInfo(regionName);
-809sendTransitionReport(server, 
ProtobufUtil.toRegionInfo(hri), TransitionCode.CLOSED);
-810  }
-811  resp.setClosed(closed);
-812  return resp.build();
-813}
-814  }
-815
-816  private interface MockRSExecutor {
-817ExecuteProceduresResponse 
sendRequest(ServerName server, ExecuteProceduresRequest req)
-818throws IOException;
-819  }
-820
-821  private class MockRSProcedureDispatcher 
extends RSProcedureDispatcher {
-822private MockRSExecutor mockRsExec;
-823
-824public 
MockRSProcedureDispatcher(final MasterServices master) {
-825  super(master);
-826}
+768default:
+769  // fall out
+770  }
+771  return super.sendRequest(server, 
req);
+772}
+773
+774@Override
+775protected RegionOpeningState 
execOpenRegion(final ServerName server, RegionOpenInfo openReq)
+776throws IOException {
+777  switch (rand.nextInt(6)) {
+778case 0:
+779  LOG.info("Return OPENED 
response");
+780  sendTransitionReport(server, 
openReq.getRegion(), TransitionCode.OPENED);
+781  return 
OpenRegionResponse.RegionOpeningState.OPENED;
+782case 1:
+783  LOG.info("Return transition 
report that OPENED/ALREADY_OPENED response");
+784  sendTransitionReport(server, 
openReq.getRegion(), TransitionCode.OPENED);
+785  return 
OpenRegionResponse.RegionOpeningState.ALREADY_OPENED;
+786case 2:
+787  LOG.info("Return transition 
report that FAILED_OPEN/FAILED_OPENING response");
+788  sendTransitionReport(server, 
openReq.getRegion(), TransitionCode.FAILED_OPEN);
+789  return 
OpenRegionResponse.RegionOpeningState.FAILED_OPENING;
+790default:
+791  // fall out
+792  }
+793  // The procedure on master will 
just hang forever because nothing comes back
+794

[3/6] hbase-site git commit: Published site at eb13cdd7edd8a53fb7d5c724875fcce2db202b87.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/464fda73/testdevapidocs/src-html/org/apache/hadoop/hbase/master/assignment/TestAssignmentManager.HangOnCloseThenRSCrashExecutor.html
--
diff --git 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/master/assignment/TestAssignmentManager.HangOnCloseThenRSCrashExecutor.html
 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/master/assignment/TestAssignmentManager.HangOnCloseThenRSCrashExecutor.html
index 42507a2..8b6dda3 100644
--- 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/master/assignment/TestAssignmentManager.HangOnCloseThenRSCrashExecutor.html
+++ 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/master/assignment/TestAssignmentManager.HangOnCloseThenRSCrashExecutor.html
@@ -773,96 +773,100 @@
 765case 0: throw new 
ServerNotRunningYetException("wait on server startup");
 766case 1: throw new 
SocketTimeoutException("simulate socket timeout");
 767case 2: throw new 
RemoteException("java.io.IOException", "unexpected exception");
-768  }
-769  return super.sendRequest(server, 
req);
-770}
-771
-772@Override
-773protected RegionOpeningState 
execOpenRegion(final ServerName server, RegionOpenInfo openReq)
-774throws IOException {
-775  switch (rand.nextInt(6)) {
-776case 0:
-777  LOG.info("Return OPENED 
response");
-778  sendTransitionReport(server, 
openReq.getRegion(), TransitionCode.OPENED);
-779  return 
OpenRegionResponse.RegionOpeningState.OPENED;
-780case 1:
-781  LOG.info("Return transition 
report that OPENED/ALREADY_OPENED response");
-782  sendTransitionReport(server, 
openReq.getRegion(), TransitionCode.OPENED);
-783  return 
OpenRegionResponse.RegionOpeningState.ALREADY_OPENED;
-784case 2:
-785  LOG.info("Return transition 
report that FAILED_OPEN/FAILED_OPENING response");
-786  sendTransitionReport(server, 
openReq.getRegion(), TransitionCode.FAILED_OPEN);
-787  return 
OpenRegionResponse.RegionOpeningState.FAILED_OPENING;
-788  }
-789  // The procedure on master will 
just hang forever because nothing comes back
-790  // from the RS in this case.
-791  LOG.info("Return null as response; 
means proc stuck so we send in a crash report after a few seconds...");
-792  executor.schedule(new Runnable() 
{
-793@Override
-794public void run() {
-795  LOG.info("Delayed CRASHING of " 
+ server);
-796  doCrash(server);
-797}
-798  }, 5, TimeUnit.SECONDS);
-799  return null;
-800}
-801
-802@Override
-803protected CloseRegionResponse 
execCloseRegion(ServerName server, byte[] regionName)
-804throws IOException {
-805  CloseRegionResponse.Builder resp = 
CloseRegionResponse.newBuilder();
-806  boolean closed = 
rand.nextBoolean();
-807  if (closed) {
-808RegionInfo hri = 
am.getRegionInfo(regionName);
-809sendTransitionReport(server, 
ProtobufUtil.toRegionInfo(hri), TransitionCode.CLOSED);
-810  }
-811  resp.setClosed(closed);
-812  return resp.build();
-813}
-814  }
-815
-816  private interface MockRSExecutor {
-817ExecuteProceduresResponse 
sendRequest(ServerName server, ExecuteProceduresRequest req)
-818throws IOException;
-819  }
-820
-821  private class MockRSProcedureDispatcher 
extends RSProcedureDispatcher {
-822private MockRSExecutor mockRsExec;
-823
-824public 
MockRSProcedureDispatcher(final MasterServices master) {
-825  super(master);
-826}
+768default:
+769  // fall out
+770  }
+771  return super.sendRequest(server, 
req);
+772}
+773
+774@Override
+775protected RegionOpeningState 
execOpenRegion(final ServerName server, RegionOpenInfo openReq)
+776throws IOException {
+777  switch (rand.nextInt(6)) {
+778case 0:
+779  LOG.info("Return OPENED 
response");
+780  sendTransitionReport(server, 
openReq.getRegion(), TransitionCode.OPENED);
+781  return 
OpenRegionResponse.RegionOpeningState.OPENED;
+782case 1:
+783  LOG.info("Return transition 
report that OPENED/ALREADY_OPENED response");
+784  sendTransitionReport(server, 
openReq.getRegion(), TransitionCode.OPENED);
+785  return 
OpenRegionResponse.RegionOpeningState.ALREADY_OPENED;
+786case 2:
+787  LOG.info("Return transition 
report that FAILED_OPEN/FAILED_OPENING response");
+788  sendTransitionReport(server, 
openReq.getRegion(), TransitionCode.FAILED_OPEN);
+789  return 
OpenRegionResponse.RegionOpeningState.FAILED_OPENING;
+790default:
+791  // fall out
+792  }
+793  // The procedure on master will 
just hang forever because nothing comes back
+794  // from the RS in this case.
+795  LOG.info("Return null as response; 
means 

[2/6] hbase-site git commit: Published site at eb13cdd7edd8a53fb7d5c724875fcce2db202b87.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/464fda73/testdevapidocs/src-html/org/apache/hadoop/hbase/master/assignment/TestAssignmentManager.MockRSProcedureDispatcher.MockRemoteCall.html
--
diff --git 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/master/assignment/TestAssignmentManager.MockRSProcedureDispatcher.MockRemoteCall.html
 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/master/assignment/TestAssignmentManager.MockRSProcedureDispatcher.MockRemoteCall.html
index 42507a2..8b6dda3 100644
--- 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/master/assignment/TestAssignmentManager.MockRSProcedureDispatcher.MockRemoteCall.html
+++ 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/master/assignment/TestAssignmentManager.MockRSProcedureDispatcher.MockRemoteCall.html
@@ -773,96 +773,100 @@
 765case 0: throw new 
ServerNotRunningYetException("wait on server startup");
 766case 1: throw new 
SocketTimeoutException("simulate socket timeout");
 767case 2: throw new 
RemoteException("java.io.IOException", "unexpected exception");
-768  }
-769  return super.sendRequest(server, 
req);
-770}
-771
-772@Override
-773protected RegionOpeningState 
execOpenRegion(final ServerName server, RegionOpenInfo openReq)
-774throws IOException {
-775  switch (rand.nextInt(6)) {
-776case 0:
-777  LOG.info("Return OPENED 
response");
-778  sendTransitionReport(server, 
openReq.getRegion(), TransitionCode.OPENED);
-779  return 
OpenRegionResponse.RegionOpeningState.OPENED;
-780case 1:
-781  LOG.info("Return transition 
report that OPENED/ALREADY_OPENED response");
-782  sendTransitionReport(server, 
openReq.getRegion(), TransitionCode.OPENED);
-783  return 
OpenRegionResponse.RegionOpeningState.ALREADY_OPENED;
-784case 2:
-785  LOG.info("Return transition 
report that FAILED_OPEN/FAILED_OPENING response");
-786  sendTransitionReport(server, 
openReq.getRegion(), TransitionCode.FAILED_OPEN);
-787  return 
OpenRegionResponse.RegionOpeningState.FAILED_OPENING;
-788  }
-789  // The procedure on master will 
just hang forever because nothing comes back
-790  // from the RS in this case.
-791  LOG.info("Return null as response; 
means proc stuck so we send in a crash report after a few seconds...");
-792  executor.schedule(new Runnable() 
{
-793@Override
-794public void run() {
-795  LOG.info("Delayed CRASHING of " 
+ server);
-796  doCrash(server);
-797}
-798  }, 5, TimeUnit.SECONDS);
-799  return null;
-800}
-801
-802@Override
-803protected CloseRegionResponse 
execCloseRegion(ServerName server, byte[] regionName)
-804throws IOException {
-805  CloseRegionResponse.Builder resp = 
CloseRegionResponse.newBuilder();
-806  boolean closed = 
rand.nextBoolean();
-807  if (closed) {
-808RegionInfo hri = 
am.getRegionInfo(regionName);
-809sendTransitionReport(server, 
ProtobufUtil.toRegionInfo(hri), TransitionCode.CLOSED);
-810  }
-811  resp.setClosed(closed);
-812  return resp.build();
-813}
-814  }
-815
-816  private interface MockRSExecutor {
-817ExecuteProceduresResponse 
sendRequest(ServerName server, ExecuteProceduresRequest req)
-818throws IOException;
-819  }
-820
-821  private class MockRSProcedureDispatcher 
extends RSProcedureDispatcher {
-822private MockRSExecutor mockRsExec;
-823
-824public 
MockRSProcedureDispatcher(final MasterServices master) {
-825  super(master);
-826}
+768default:
+769  // fall out
+770  }
+771  return super.sendRequest(server, 
req);
+772}
+773
+774@Override
+775protected RegionOpeningState 
execOpenRegion(final ServerName server, RegionOpenInfo openReq)
+776throws IOException {
+777  switch (rand.nextInt(6)) {
+778case 0:
+779  LOG.info("Return OPENED 
response");
+780  sendTransitionReport(server, 
openReq.getRegion(), TransitionCode.OPENED);
+781  return 
OpenRegionResponse.RegionOpeningState.OPENED;
+782case 1:
+783  LOG.info("Return transition 
report that OPENED/ALREADY_OPENED response");
+784  sendTransitionReport(server, 
openReq.getRegion(), TransitionCode.OPENED);
+785  return 
OpenRegionResponse.RegionOpeningState.ALREADY_OPENED;
+786case 2:
+787  LOG.info("Return transition 
report that FAILED_OPEN/FAILED_OPENING response");
+788  sendTransitionReport(server, 
openReq.getRegion(), TransitionCode.FAILED_OPEN);
+789  return 
OpenRegionResponse.RegionOpeningState.FAILED_OPENING;
+790default:
+791  // fall out
+792  }
+793  // The procedure on master will 
just hang forever because nothing comes back
+794  // from the RS in this case.
+7

[5/6] hbase git commit: HBASE-20656 Validate pre-2.0 coprocessors against HBase 2.0+

[mdrob]

http://git-wip-us.apache.org/repos/asf/hbase/blob/59a61e99/src/main/asciidoc/_chapters/ops_mgt.adoc
--
diff --git a/src/main/asciidoc/_chapters/ops_mgt.adoc 
b/src/main/asciidoc/_chapters/ops_mgt.adoc
index 585bfc3..f4502cb 100644
--- a/src/main/asciidoc/_chapters/ops_mgt.adoc
+++ b/src/main/asciidoc/_chapters/ops_mgt.adoc
@@ -845,11 +845,39 @@ The LoadTestTool has received many updates in recent 
HBase releases, including s
 [[ops.pre-upgrade]]
 === Pre-Upgrade validator
 Pre-Upgrade validator tool can be used to check the cluster for known 
incompatibilities before upgrading from HBase 1 to HBase 2.
-To run all the checks use the `-all` flag.
 
 [source, bash]
 
-$ bin/hbase pre-upgrade -all
+$ bin/hbase pre-upgrade command ...
+
+
+ Coprocessor validation
+
+HBase supports co-processors for a long time, but the co-processor API can be 
changed between major releases. Co-processor validator tries to determine
+whether the old co-processors are still compatible with the actual HBase 
version.
+
+[source, bash]
+
+$ bin/hbase pre-upgrade validate-cp  -scan|
+Options:
+ -e  Treat warnings as errors.
+ -scan   Scan jar for observers.
+
+
+The first parameter of the tool is the `jar` file which holds the co-processor 
implementation. Further parameters can be `-scan` when the tool will
+search the jar file for `Coprocessor` implementations or the `classes` can be 
explicitly given.
+
+The tool can report errors and warnings. Errors mean that HBase won't be able 
to load the coprocessor, because it is incompatible with the current version
+of HBase. Warnings mean that the co-processors can be loaded, but they won't 
work as expected. If `-e` option is given, then the tool will also fail
+for warnings.
+
+Please note that this tool cannot validate every aspect of jar files, it just 
does some static checks.
+
+For example:
+
+[source, bash]
+
+$ bin/hbase pre-upgrade validate-cp my-coprocessor.jar MyMasterObserver 
MyRegionObserver
 
 
  DataBlockEncoding validation
@@ -858,7 +886,7 @@ To verify that none of the column families are using 
incompatible Data Block Enc
 
 [source, bash]
 
-$ bin/hbase pre-upgrade -validateDBE
+$ bin/hbase pre-upgrade validate-dbe
 
 
 This check validates all column families and print out any incompatibilities.

[4/6] hbase git commit: HBASE-20656 Validate pre-2.0 coprocessors against HBase 2.0+

[mdrob]

HBASE-20656 Validate pre-2.0 coprocessors against HBase 2.0+

Signed-off-by: Mike Drob 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/d44e8a7a
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/d44e8a7a
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/d44e8a7a

Branch: refs/heads/branch-2
Commit: d44e8a7aff9487812b70c7273477550402a7dfdc
Parents: 4b0bbd8
Author: Balazs Meszaros 
Authored: Wed May 23 13:49:19 2018 +0200
Committer: Mike Drob 
Committed: Mon Jun 11 10:32:40 2018 -0500

--
 .../resources/hbase/checkstyle-suppressions.xml |1 +
 .../hadoop/hbase/util/AbstractHBaseTool.java|7 +-
 .../hbase/coprocessor/BulkLoadObserver.java |8 +-
 .../hbase/tool/DataBlockEncodingValidator.java  |  108 ++
 .../hadoop/hbase/tool/PreUpgradeValidator.java  |  136 +--
 .../coprocessor/Branch1CoprocessorMethods.java  | 1137 ++
 .../tool/coprocessor/CoprocessorMethod.java |   73 ++
 .../tool/coprocessor/CoprocessorMethods.java|   66 +
 .../tool/coprocessor/CoprocessorValidator.java  |  247 
 .../tool/coprocessor/CoprocessorViolation.java  |   56 +
 .../coprocessor/CurrentCoprocessorMethods.java  |   47 +
 .../coprocessor/CoprocessorValidatorTest.java   |  177 +++
 src/main/asciidoc/_chapters/ops_mgt.adoc|   34 +-
 13 files changed, 2010 insertions(+), 87 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/d44e8a7a/hbase-checkstyle/src/main/resources/hbase/checkstyle-suppressions.xml
--
diff --git 
a/hbase-checkstyle/src/main/resources/hbase/checkstyle-suppressions.xml 
b/hbase-checkstyle/src/main/resources/hbase/checkstyle-suppressions.xml
index 07261bf..82876fb 100644
--- a/hbase-checkstyle/src/main/resources/hbase/checkstyle-suppressions.xml
+++ b/hbase-checkstyle/src/main/resources/hbase/checkstyle-suppressions.xml
@@ -36,4 +36,5 @@
   
   
   
+  
 

http://git-wip-us.apache.org/repos/asf/hbase/blob/d44e8a7a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/AbstractHBaseTool.java
--
diff --git 
a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/AbstractHBaseTool.java
 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/AbstractHBaseTool.java
index 1dd7201..b454884 100644
--- 
a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/AbstractHBaseTool.java
+++ 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/AbstractHBaseTool.java
@@ -22,7 +22,6 @@ import java.util.Comparator;
 import java.util.HashMap;
 import java.util.List;
 
-import org.apache.hadoop.conf.Configurable;
 import org.apache.hadoop.conf.Configuration;
 import org.apache.hadoop.hbase.HBaseConfiguration;
 import org.apache.hadoop.util.Tool;
@@ -46,9 +45,9 @@ import 
org.apache.hbase.thirdparty.org.apache.commons.cli.ParseException;
  * command-line argument parsing.
  */
 @InterfaceAudience.Private
-public abstract class AbstractHBaseTool implements Tool, Configurable {
-  protected static final int EXIT_SUCCESS = 0;
-  protected static final int EXIT_FAILURE = 1;
+public abstract class AbstractHBaseTool implements Tool {
+  public static final int EXIT_SUCCESS = 0;
+  public static final int EXIT_FAILURE = 1;
 
   public static final String SHORT_HELP_OPTION = "h";
   public static final String LONG_HELP_OPTION = "help";

http://git-wip-us.apache.org/repos/asf/hbase/blob/d44e8a7a/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/BulkLoadObserver.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/BulkLoadObserver.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/BulkLoadObserver.java
index 25e6522..b69a727 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/BulkLoadObserver.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/BulkLoadObserver.java
@@ -21,13 +21,9 @@ package org.apache.hadoop.hbase.coprocessor;
 
 import java.io.IOException;
 
-import org.apache.hadoop.hbase.Coprocessor;
 import org.apache.hadoop.hbase.HBaseInterfaceAudience;
-import org.apache.hadoop.hbase.TableName;
 import org.apache.yetus.audience.InterfaceAudience;
 import org.apache.yetus.audience.InterfaceStability;
-import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos.PrepareBulkLoadRequest;
-import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos.CleanupBulkLoadRequest;
 
 /**
  * Coprocessors implement this interface to observe and mediate bulk load 
operations.
@@ -55,7 +51,7 @@ public interface BulkLoadObserver {
   * It can't bypass the default action, e.g., ctx.bypass() won't have 
effect.
   * If you 

[6/6] hbase git commit: HBASE-20656 Validate pre-2.0 coprocessors against HBase 2.0+

[mdrob]

HBASE-20656 Validate pre-2.0 coprocessors against HBase 2.0+

Signed-off-by: Mike Drob 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/59a61e99
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/59a61e99
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/59a61e99

Branch: refs/heads/branch-2.0
Commit: 59a61e99d99179b2d070299bd4c483ba9b4b7e39
Parents: 3b319f1
Author: Balazs Meszaros 
Authored: Wed May 23 13:49:19 2018 +0200
Committer: Mike Drob 
Committed: Mon Jun 11 10:33:11 2018 -0500

--
 .../resources/hbase/checkstyle-suppressions.xml |1 +
 .../hadoop/hbase/util/AbstractHBaseTool.java|7 +-
 .../hbase/coprocessor/BulkLoadObserver.java |8 +-
 .../hbase/tool/DataBlockEncodingValidator.java  |  108 ++
 .../hadoop/hbase/tool/PreUpgradeValidator.java  |  136 +--
 .../coprocessor/Branch1CoprocessorMethods.java  | 1137 ++
 .../tool/coprocessor/CoprocessorMethod.java |   73 ++
 .../tool/coprocessor/CoprocessorMethods.java|   66 +
 .../tool/coprocessor/CoprocessorValidator.java  |  247 
 .../tool/coprocessor/CoprocessorViolation.java  |   56 +
 .../coprocessor/CurrentCoprocessorMethods.java  |   47 +
 .../coprocessor/CoprocessorValidatorTest.java   |  177 +++
 src/main/asciidoc/_chapters/ops_mgt.adoc|   34 +-
 13 files changed, 2010 insertions(+), 87 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/59a61e99/hbase-checkstyle/src/main/resources/hbase/checkstyle-suppressions.xml
--
diff --git 
a/hbase-checkstyle/src/main/resources/hbase/checkstyle-suppressions.xml 
b/hbase-checkstyle/src/main/resources/hbase/checkstyle-suppressions.xml
index 07261bf..82876fb 100644
--- a/hbase-checkstyle/src/main/resources/hbase/checkstyle-suppressions.xml
+++ b/hbase-checkstyle/src/main/resources/hbase/checkstyle-suppressions.xml
@@ -36,4 +36,5 @@
   
   
   
+  
 

http://git-wip-us.apache.org/repos/asf/hbase/blob/59a61e99/hbase-common/src/main/java/org/apache/hadoop/hbase/util/AbstractHBaseTool.java
--
diff --git 
a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/AbstractHBaseTool.java
 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/AbstractHBaseTool.java
index 1dd7201..b454884 100644
--- 
a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/AbstractHBaseTool.java
+++ 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/AbstractHBaseTool.java
@@ -22,7 +22,6 @@ import java.util.Comparator;
 import java.util.HashMap;
 import java.util.List;
 
-import org.apache.hadoop.conf.Configurable;
 import org.apache.hadoop.conf.Configuration;
 import org.apache.hadoop.hbase.HBaseConfiguration;
 import org.apache.hadoop.util.Tool;
@@ -46,9 +45,9 @@ import 
org.apache.hbase.thirdparty.org.apache.commons.cli.ParseException;
  * command-line argument parsing.
  */
 @InterfaceAudience.Private
-public abstract class AbstractHBaseTool implements Tool, Configurable {
-  protected static final int EXIT_SUCCESS = 0;
-  protected static final int EXIT_FAILURE = 1;
+public abstract class AbstractHBaseTool implements Tool {
+  public static final int EXIT_SUCCESS = 0;
+  public static final int EXIT_FAILURE = 1;
 
   public static final String SHORT_HELP_OPTION = "h";
   public static final String LONG_HELP_OPTION = "help";

http://git-wip-us.apache.org/repos/asf/hbase/blob/59a61e99/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/BulkLoadObserver.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/BulkLoadObserver.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/BulkLoadObserver.java
index 25e6522..b69a727 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/BulkLoadObserver.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/BulkLoadObserver.java
@@ -21,13 +21,9 @@ package org.apache.hadoop.hbase.coprocessor;
 
 import java.io.IOException;
 
-import org.apache.hadoop.hbase.Coprocessor;
 import org.apache.hadoop.hbase.HBaseInterfaceAudience;
-import org.apache.hadoop.hbase.TableName;
 import org.apache.yetus.audience.InterfaceAudience;
 import org.apache.yetus.audience.InterfaceStability;
-import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos.PrepareBulkLoadRequest;
-import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos.CleanupBulkLoadRequest;
 
 /**
  * Coprocessors implement this interface to observe and mediate bulk load 
operations.
@@ -55,7 +51,7 @@ public interface BulkLoadObserver {
   * It can't bypass the default action, e.g., ctx.bypass() won't have 
effect.
   * If yo

[2/6] hbase git commit: HBASE-20656 Validate pre-2.0 coprocessors against HBase 2.0+

[mdrob]

HBASE-20656 Validate pre-2.0 coprocessors against HBase 2.0+

Signed-off-by: Mike Drob 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/c323e7bf
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/c323e7bf
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/c323e7bf

Branch: refs/heads/master
Commit: c323e7bfaa180dc9a9420ece2e191c21cd04b99a
Parents: eb13cdd
Author: Balazs Meszaros 
Authored: Wed May 23 13:49:19 2018 +0200
Committer: Mike Drob 
Committed: Mon Jun 11 10:26:58 2018 -0500

--
 .../resources/hbase/checkstyle-suppressions.xml |1 +
 .../hadoop/hbase/util/AbstractHBaseTool.java|7 +-
 .../hbase/coprocessor/BulkLoadObserver.java |8 +-
 .../hbase/tool/DataBlockEncodingValidator.java  |  108 ++
 .../hadoop/hbase/tool/PreUpgradeValidator.java  |  136 +--
 .../coprocessor/Branch1CoprocessorMethods.java  | 1137 ++
 .../tool/coprocessor/CoprocessorMethod.java |   73 ++
 .../tool/coprocessor/CoprocessorMethods.java|   66 +
 .../tool/coprocessor/CoprocessorValidator.java  |  247 
 .../tool/coprocessor/CoprocessorViolation.java  |   56 +
 .../coprocessor/CurrentCoprocessorMethods.java  |   47 +
 .../coprocessor/CoprocessorValidatorTest.java   |  177 +++
 src/main/asciidoc/_chapters/ops_mgt.adoc|   34 +-
 13 files changed, 2010 insertions(+), 87 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/c323e7bf/hbase-checkstyle/src/main/resources/hbase/checkstyle-suppressions.xml
--
diff --git 
a/hbase-checkstyle/src/main/resources/hbase/checkstyle-suppressions.xml 
b/hbase-checkstyle/src/main/resources/hbase/checkstyle-suppressions.xml
index 9feb555..ad79163 100644
--- a/hbase-checkstyle/src/main/resources/hbase/checkstyle-suppressions.xml
+++ b/hbase-checkstyle/src/main/resources/hbase/checkstyle-suppressions.xml
@@ -38,4 +38,5 @@
   
   
   
+  
 

http://git-wip-us.apache.org/repos/asf/hbase/blob/c323e7bf/hbase-common/src/main/java/org/apache/hadoop/hbase/util/AbstractHBaseTool.java
--
diff --git 
a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/AbstractHBaseTool.java
 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/AbstractHBaseTool.java
index 1dd7201..b454884 100644
--- 
a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/AbstractHBaseTool.java
+++ 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/AbstractHBaseTool.java
@@ -22,7 +22,6 @@ import java.util.Comparator;
 import java.util.HashMap;
 import java.util.List;
 
-import org.apache.hadoop.conf.Configurable;
 import org.apache.hadoop.conf.Configuration;
 import org.apache.hadoop.hbase.HBaseConfiguration;
 import org.apache.hadoop.util.Tool;
@@ -46,9 +45,9 @@ import 
org.apache.hbase.thirdparty.org.apache.commons.cli.ParseException;
  * command-line argument parsing.
  */
 @InterfaceAudience.Private
-public abstract class AbstractHBaseTool implements Tool, Configurable {
-  protected static final int EXIT_SUCCESS = 0;
-  protected static final int EXIT_FAILURE = 1;
+public abstract class AbstractHBaseTool implements Tool {
+  public static final int EXIT_SUCCESS = 0;
+  public static final int EXIT_FAILURE = 1;
 
   public static final String SHORT_HELP_OPTION = "h";
   public static final String LONG_HELP_OPTION = "help";

http://git-wip-us.apache.org/repos/asf/hbase/blob/c323e7bf/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/BulkLoadObserver.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/BulkLoadObserver.java
 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/BulkLoadObserver.java
index 25e6522..b69a727 100644
--- 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/BulkLoadObserver.java
+++ 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/coprocessor/BulkLoadObserver.java
@@ -21,13 +21,9 @@ package org.apache.hadoop.hbase.coprocessor;
 
 import java.io.IOException;
 
-import org.apache.hadoop.hbase.Coprocessor;
 import org.apache.hadoop.hbase.HBaseInterfaceAudience;
-import org.apache.hadoop.hbase.TableName;
 import org.apache.yetus.audience.InterfaceAudience;
 import org.apache.yetus.audience.InterfaceStability;
-import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos.PrepareBulkLoadRequest;
-import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos.CleanupBulkLoadRequest;
 
 /**
  * Coprocessors implement this interface to observe and mediate bulk load 
operations.
@@ -55,7 +51,7 @@ public interface BulkLoadObserver {
   * It can't bypass the default action, e.g., ctx.bypass() won't have 
effect.
   * If you ne

[1/6] hbase git commit: HBASE-20656 Validate pre-2.0 coprocessors against HBase 2.0+

[mdrob]

Repository: hbase
Updated Branches:
  refs/heads/branch-2 4b0bbd839 -> d44e8a7af
  refs/heads/branch-2.0 3b319f142 -> 59a61e99d
  refs/heads/master eb13cdd7e -> c323e7bfa


http://git-wip-us.apache.org/repos/asf/hbase/blob/c323e7bf/src/main/asciidoc/_chapters/ops_mgt.adoc
--
diff --git a/src/main/asciidoc/_chapters/ops_mgt.adoc 
b/src/main/asciidoc/_chapters/ops_mgt.adoc
index 6fef714..60b749f 100644
--- a/src/main/asciidoc/_chapters/ops_mgt.adoc
+++ b/src/main/asciidoc/_chapters/ops_mgt.adoc
@@ -845,11 +845,39 @@ The LoadTestTool has received many updates in recent 
HBase releases, including s
 [[ops.pre-upgrade]]
 === Pre-Upgrade validator
 Pre-Upgrade validator tool can be used to check the cluster for known 
incompatibilities before upgrading from HBase 1 to HBase 2.
-To run all the checks use the `-all` flag.
 
 [source, bash]
 
-$ bin/hbase pre-upgrade -all
+$ bin/hbase pre-upgrade command ...
+
+
+ Coprocessor validation
+
+HBase supports co-processors for a long time, but the co-processor API can be 
changed between major releases. Co-processor validator tries to determine
+whether the old co-processors are still compatible with the actual HBase 
version.
+
+[source, bash]
+
+$ bin/hbase pre-upgrade validate-cp  -scan|
+Options:
+ -e  Treat warnings as errors.
+ -scan   Scan jar for observers.
+
+
+The first parameter of the tool is the `jar` file which holds the co-processor 
implementation. Further parameters can be `-scan` when the tool will
+search the jar file for `Coprocessor` implementations or the `classes` can be 
explicitly given.
+
+The tool can report errors and warnings. Errors mean that HBase won't be able 
to load the coprocessor, because it is incompatible with the current version
+of HBase. Warnings mean that the co-processors can be loaded, but they won't 
work as expected. If `-e` option is given, then the tool will also fail
+for warnings.
+
+Please note that this tool cannot validate every aspect of jar files, it just 
does some static checks.
+
+For example:
+
+[source, bash]
+
+$ bin/hbase pre-upgrade validate-cp my-coprocessor.jar MyMasterObserver 
MyRegionObserver
 
 
  DataBlockEncoding validation
@@ -858,7 +886,7 @@ To verify that none of the column families are using 
incompatible Data Block Enc
 
 [source, bash]
 
-$ bin/hbase pre-upgrade -validateDBE
+$ bin/hbase pre-upgrade validate-dbe
 
 
 This check validates all column families and print out any incompatibilities.

[3/6] hbase git commit: HBASE-20656 Validate pre-2.0 coprocessors against HBase 2.0+

[mdrob]

http://git-wip-us.apache.org/repos/asf/hbase/blob/d44e8a7a/src/main/asciidoc/_chapters/ops_mgt.adoc
--
diff --git a/src/main/asciidoc/_chapters/ops_mgt.adoc 
b/src/main/asciidoc/_chapters/ops_mgt.adoc
index 5a9ca88..c7362ac 100644
--- a/src/main/asciidoc/_chapters/ops_mgt.adoc
+++ b/src/main/asciidoc/_chapters/ops_mgt.adoc
@@ -796,11 +796,39 @@ The LoadTestTool has received many updates in recent 
HBase releases, including s
 [[ops.pre-upgrade]]
 === Pre-Upgrade validator
 Pre-Upgrade validator tool can be used to check the cluster for known 
incompatibilities before upgrading from HBase 1 to HBase 2.
-To run all the checks use the `-all` flag.
 
 [source, bash]
 
-$ bin/hbase pre-upgrade -all
+$ bin/hbase pre-upgrade command ...
+
+
+ Coprocessor validation
+
+HBase supports co-processors for a long time, but the co-processor API can be 
changed between major releases. Co-processor validator tries to determine
+whether the old co-processors are still compatible with the actual HBase 
version.
+
+[source, bash]
+
+$ bin/hbase pre-upgrade validate-cp  -scan|
+Options:
+ -e  Treat warnings as errors.
+ -scan   Scan jar for observers.
+
+
+The first parameter of the tool is the `jar` file which holds the co-processor 
implementation. Further parameters can be `-scan` when the tool will
+search the jar file for `Coprocessor` implementations or the `classes` can be 
explicitly given.
+
+The tool can report errors and warnings. Errors mean that HBase won't be able 
to load the coprocessor, because it is incompatible with the current version
+of HBase. Warnings mean that the co-processors can be loaded, but they won't 
work as expected. If `-e` option is given, then the tool will also fail
+for warnings.
+
+Please note that this tool cannot validate every aspect of jar files, it just 
does some static checks.
+
+For example:
+
+[source, bash]
+
+$ bin/hbase pre-upgrade validate-cp my-coprocessor.jar MyMasterObserver 
MyRegionObserver
 
 
  DataBlockEncoding validation
@@ -809,7 +837,7 @@ To verify that none of the column families are using 
incompatible Data Block Enc
 
 [source, bash]
 
-$ bin/hbase pre-upgrade -validateDBE
+$ bin/hbase pre-upgrade validate-dbe
 
 
 This check validates all column families and print out any incompatibilities.

[1/8] hbase git commit: HBASE-20700 Move meta region when server crash can cause the procedure to be stuck [Forced Update!]

[busbey]

Repository: hbase
Updated Branches:
  refs/heads/HBASE-20331 6886acc1c -> e295919f1 (forced update)


HBASE-20700 Move meta region when server crash can cause the procedure to be 
stuck


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/573b57d4
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/573b57d4
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/573b57d4

Branch: refs/heads/HBASE-20331
Commit: 573b57d43798ba172597721097b9ea98ddac3303
Parents: cc7aefe
Author: zhangduo 
Authored: Mon Jun 11 14:57:31 2018 +0800
Committer: zhangduo 
Committed: Mon Jun 11 14:57:31 2018 +0800

--
 .../hbase/procedure2/LockedResourceType.java|   2 +-
 .../org/apache/hadoop/hbase/master/HMaster.java |  23 ++--
 .../hbase/master/MasterMetaBootstrap.java   |  15 +--
 .../master/assignment/AssignmentManager.java|  55 +
 .../hbase/master/assignment/RegionStates.java   |  68 +++
 .../assignment/RegionTransitionProcedure.java   |   2 +-
 .../master/assignment/UnassignProcedure.java|  27 -
 .../procedure/MasterProcedureScheduler.java | 112 ++-
 .../procedure/MetaProcedureInterface.java   |  32 ++
 .../hbase/master/procedure/MetaQueue.java   |  36 ++
 .../procedure/PeerProcedureInterface.java   |   2 -
 .../master/procedure/RecoverMetaProcedure.java  |  26 ++---
 .../hbase/master/procedure/SchemaLocking.java   |  14 ++-
 .../master/procedure/ServerCrashProcedure.java  |  16 +--
 .../procedure/ServerProcedureInterface.java |   2 -
 .../procedure/TableProcedureInterface.java  |   3 -
 .../hbase/master/DummyRegionProcedure.java  |  82 ++
 .../hbase/master/DummyRegionProcedureState.java |  22 
 .../hbase/master/TestMasterNoCluster.java   |   5 +-
 ...stServerCrashProcedureCarryingMetaStuck.java |  95 
 .../master/TestServerCrashProcedureStuck.java   |  66 +--
 .../MasterProcedureTestingUtility.java  |   5 +-
 22 files changed, 514 insertions(+), 196 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/573b57d4/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/LockedResourceType.java
--
diff --git 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/LockedResourceType.java
 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/LockedResourceType.java
index dc9b5d4..55d195b 100644
--- 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/LockedResourceType.java
+++ 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/LockedResourceType.java
@@ -22,5 +22,5 @@ import org.apache.yetus.audience.InterfaceAudience;
 
 @InterfaceAudience.Private
 public enum LockedResourceType {
-  SERVER, NAMESPACE, TABLE, REGION, PEER
+  SERVER, NAMESPACE, TABLE, REGION, PEER, META
 }

http://git-wip-us.apache.org/repos/asf/hbase/blob/573b57d4/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java
index 0871482..f20cc61 100644
--- a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java
+++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java
@@ -910,7 +910,7 @@ public class HMaster extends HRegionServer implements 
MasterServices {
 
 // Bring up hbase:meta. recoverMeta is a blocking call waiting until 
hbase:meta is deployed.
 // It also starts the TableStateManager.
-MasterMetaBootstrap metaBootstrap = createMetaBootstrap(this, status);
+MasterMetaBootstrap metaBootstrap = createMetaBootstrap();
 metaBootstrap.recoverMeta();
 
 //Initialize after meta as it scans meta
@@ -1055,12 +1055,18 @@ public class HMaster extends HRegionServer implements 
MasterServices {
   }
 
   /**
+   * 
* Create a {@link MasterMetaBootstrap} instance.
+   * 
+   * 
+   * Will be overridden in tests.
+   * 
*/
-  MasterMetaBootstrap createMetaBootstrap(final HMaster master, final 
MonitoredTask status) {
+  @VisibleForTesting
+  protected MasterMetaBootstrap createMetaBootstrap() {
 // We put this out here in a method so can do a Mockito.spy and stub it out
 // w/ a mocked up MasterMetaBootstrap.
-return new MasterMetaBootstrap(master, status);
+return new MasterMetaBootstrap(this);
   }
 
   /**
@@ -3161,7 +3167,8 @@ public class HMaster extends HRegionServer implements 
MasterServices {
   cpHost.preGetLocks();
 }
 
-MasterProcedureScheduler procedureScheduler = 
procedureExecutor.getEnvironment().getProcedureScheduler();
+MasterPro

[2/8] hbase git commit: HBASE-20707 Move MissingSwitchDefault case check

[busbey]

HBASE-20707 Move MissingSwitchDefault case check

Perform this check using error-prone instead of checkstyle because the
former can handle enum switches somewhat more intelligently.


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/eb13cdd7
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/eb13cdd7
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/eb13cdd7

Branch: refs/heads/HBASE-20331
Commit: eb13cdd7edd8a53fb7d5c724875fcce2db202b87
Parents: 573b57d
Author: Mike Drob 
Authored: Fri Jun 8 16:57:15 2018 -0500
Committer: Mike Drob 
Committed: Mon Jun 11 09:57:50 2018 -0500

--
 hbase-build-configuration/pom.xml| 1 +
 hbase-checkstyle/src/main/resources/hbase/checkstyle.xml | 1 -
 .../src/main/java/org/apache/hadoop/hbase/util/JenkinsHash.java  | 2 +-
 .../src/main/java/org/apache/hadoop/hbase/util/MurmurHash3.java  | 2 ++
 .../hadoop/hbase/security/visibility/ExpressionParser.java   | 3 ++-
 .../apache/hadoop/hbase/master/TestClusterStatusPublisher.java   | 1 +
 .../hadoop/hbase/master/assignment/TestAssignmentManager.java| 4 
 7 files changed, 11 insertions(+), 3 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/eb13cdd7/hbase-build-configuration/pom.xml
--
diff --git a/hbase-build-configuration/pom.xml 
b/hbase-build-configuration/pom.xml
index 311b1c0..a617083 100644
--- a/hbase-build-configuration/pom.xml
+++ b/hbase-build-configuration/pom.xml
@@ -83,6 +83,7 @@
 -XepDisableWarningsInGeneratedCode
 -Xep:FallThrough:OFF 
 -Xep:ClassNewInstance:ERROR
+-Xep:MissingDefault:ERROR
   
   
 

http://git-wip-us.apache.org/repos/asf/hbase/blob/eb13cdd7/hbase-checkstyle/src/main/resources/hbase/checkstyle.xml
--
diff --git a/hbase-checkstyle/src/main/resources/hbase/checkstyle.xml 
b/hbase-checkstyle/src/main/resources/hbase/checkstyle.xml
index b61e79b..7ad797c 100644
--- a/hbase-checkstyle/src/main/resources/hbase/checkstyle.xml
+++ b/hbase-checkstyle/src/main/resources/hbase/checkstyle.xml
@@ -61,7 +61,6 @@
 
 
 
-
 
 
 

[7/8] hbase git commit: HBASE-20332 shaded mapreduce module shouldn't include hadoop

[busbey]

HBASE-20332 shaded mapreduce module shouldn't include hadoop

* modify the jar checking script to take args; make hadoop stuff optional
* separate out checking the artifacts that have hadoop vs those that don't.
* * Unfortunately means we need two modules for checking things
* * put in a safety check that the support script for checking jar contents is 
maintained in both modules
* * have to carve out an exception for o.a.hadoop.metrics2. :(
* fix duplicated class warning
* clean up dependencies in hbase-server and some modules that depend on it.
* allow Hadoop to have its own htrace where it needs it
* add a precommit check to make sure we're not using old htrace imports


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/602f714b
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/602f714b
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/602f714b

Branch: refs/heads/HBASE-20331
Commit: 602f714ba7b9232c8885ebd9a3fb17f8906e5370
Parents: 74eb84a
Author: Sean Busbey 
Authored: Mon Apr 9 13:37:44 2018 -0500
Committer: Sean Busbey 
Committed: Mon Jun 11 10:17:15 2018 -0500

--
 hbase-backup/pom.xml|  12 +-
 .../src/main/resources/hbase/checkstyle.xml |   4 +-
 hbase-client/pom.xml|   4 -
 hbase-common/pom.xml|  12 --
 hbase-endpoint/pom.xml  |  14 --
 hbase-examples/pom.xml  |  12 --
 hbase-external-blockcache/pom.xml   |   4 -
 hbase-hadoop2-compat/pom.xml|   6 -
 hbase-it/pom.xml|   6 -
 hbase-mapreduce/pom.xml |  30 +--
 hbase-replication/pom.xml   |   4 -
 hbase-rest/pom.xml  |  19 +-
 hbase-rsgroup/pom.xml   |   4 -
 hbase-server/pom.xml| 103 -
 .../hbase-shaded-check-invariants/pom.xml   |  54 +++--
 .../ensure-jars-have-correct-contents.sh|  92 ++--
 hbase-shaded/hbase-shaded-mapreduce/pom.xml | 190 +++-
 .../pom.xml | 215 +++
 .../ensure-jars-have-correct-contents.sh| 129 +++
 hbase-shaded/pom.xml|  13 ++
 hbase-shell/pom.xml |  14 --
 hbase-testing-util/pom.xml  |  16 --
 hbase-thrift/pom.xml|  16 --
 pom.xml |  65 +++---
 24 files changed, 773 insertions(+), 265 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/602f714b/hbase-backup/pom.xml
--
diff --git a/hbase-backup/pom.xml b/hbase-backup/pom.xml
index 7afd51e..00a996f 100644
--- a/hbase-backup/pom.xml
+++ b/hbase-backup/pom.xml
@@ -155,10 +155,6 @@
   hadoop-common
   
 
-  org.apache.htrace
-  htrace-core
-
-
   net.java.dev.jets3t
   jets3t
 
@@ -264,9 +260,6 @@
   3.0
 
   
-  
-3.0-SNAPSHOT
-  
   
 
   org.apache.hadoop
@@ -276,6 +269,11 @@
   org.apache.hadoop
   hadoop-mapreduce-client-core
 
+
+  org.apache.hadoop
+  hadoop-distcp
+  ${hadoop.version}
+
   
 
   

http://git-wip-us.apache.org/repos/asf/hbase/blob/602f714b/hbase-checkstyle/src/main/resources/hbase/checkstyle.xml
--
diff --git a/hbase-checkstyle/src/main/resources/hbase/checkstyle.xml 
b/hbase-checkstyle/src/main/resources/hbase/checkstyle.xml
index 7ad797c..148e256 100644
--- a/hbase-checkstyle/src/main/resources/hbase/checkstyle.xml
+++ b/hbase-checkstyle/src/main/resources/hbase/checkstyle.xml
@@ -86,8 +86,10 @@
   org.apache.commons.lang,
   org.apache.curator.shaded,
   org.apache.hadoop.classification,
+  org.apache.htrace,
   org.apache.htrace.shaded,
-  org.codehaus.jackson"/>
+  org.codehaus.jackson,
+  org.htrace"/>
   

http://git-wip-us.apache.org/repos/asf/hbase/blob/602f714b/hbase-client/pom.xml
--
diff --git a/hbase-client/pom.xml b/hbase-client/pom.xml
index f6247e3..bb99eec 100644
--- a/hbase-client/pom.xml
+++ b/hbase-client/pom.xml
@@ -235,10 +235,6 @@
   hadoop-common
   
 
-  org.apache.htrace
-  htrace-core
-
-
   net.java.dev.jets3t
   jets3t
 

[8/8] hbase git commit: HBASE-20615 emphasize shaded artifacts in client tarball.

[busbey]

HBASE-20615 emphasize shaded artifacts in client tarball.


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/bfb1927e
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/bfb1927e
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/bfb1927e

Branch: refs/heads/HBASE-20331
Commit: bfb1927e735122a287f90378705973d8fdc95d62
Parents: 0c64f1c
Author: Sean Busbey 
Authored: Fri May 18 11:11:42 2018 -0500
Committer: Sean Busbey 
Committed: Mon Jun 11 10:17:15 2018 -0500

--
 bin/hbase   | 200 ---
 bin/hbase-config.sh |  10 +
 hbase-assembly/pom.xml  |  21 +-
 .../src/main/assembly/client-components.xml |  43 +++-
 hbase-assembly/src/main/assembly/client.xml | 131 ++--
 hbase-assembly/src/main/assembly/components.xml |   3 +-
 .../src/main/assembly/hadoop-two-compat.xml |  80 +++-
 pom.xml |   6 +
 8 files changed, 392 insertions(+), 102 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/bfb1927e/bin/hbase
--
diff --git a/bin/hbase b/bin/hbase
index 4f1c854..f4c1d31 100755
--- a/bin/hbase
+++ b/bin/hbase
@@ -71,11 +71,18 @@ if [ -d "${HBASE_HOME}/target" ]; then
   in_dev_env=true
 fi
 
+# Detect if we are in the omnibus tarball
+in_omnibus_tarball="false"
+if [ -f "${HBASE_HOME}/bin/hbase-daemons.sh" ]; then
+  in_omnibus_tarball="true"
+fi
+
 read -d '' options_string << EOF
 Options:
-  --config DIR Configuration direction to use. Default: ./conf
-  --hosts HOSTSOverride the list in 'regionservers' file
-  --auth-as-server Authenticate to ZooKeeper using servers configuration
+  --config DIR Configuration direction to use. Default: ./conf
+  --hosts HOSTSOverride the list in 'regionservers' file
+  --auth-as-server Authenticate to ZooKeeper using servers configuration
+  --internal-classpath Skip attempting to use client facing jars (WARNING: 
unstable results between versions)
 EOF
 # if no args specified, show usage
 if [ $# = 0 ]; then
@@ -87,16 +94,18 @@ if [ $# = 0 ]; then
   echo "  shell   Run the HBase shell"
   echo "  hbckRun the hbase 'fsck' tool"
   echo "  snapshotTool for managing snapshots"
-  echo "  wal Write-ahead-log analyzer"
-  echo "  hfile   Store file analyzer"
-  echo "  zkcli   Run the ZooKeeper shell"
-  echo "  master  Run an HBase HMaster node"
-  echo "  regionserverRun an HBase HRegionServer node"
-  echo "  zookeeper   Run a ZooKeeper server"
-  echo "  restRun an HBase REST server"
-  echo "  thrift  Run the HBase Thrift server"
-  echo "  thrift2 Run the HBase Thrift2 server"
-  echo "  clean   Run the HBase clean up script"
+  if [ "${in_omnibus_tarball}" = "true" ]; then
+echo "  wal Write-ahead-log analyzer"
+echo "  hfile   Store file analyzer"
+echo "  zkcli   Run the ZooKeeper shell"
+echo "  master  Run an HBase HMaster node"
+echo "  regionserverRun an HBase HRegionServer node"
+echo "  zookeeper   Run a ZooKeeper server"
+echo "  restRun an HBase REST server"
+echo "  thrift  Run the HBase Thrift server"
+echo "  thrift2 Run the HBase Thrift2 server"
+echo "  clean   Run the HBase clean up script"
+  fi
   echo "  classpath   Dump hbase CLASSPATH"
   echo "  mapredcpDump CLASSPATH entries required by mapreduce"
   echo "  pe  Run PerformanceEvaluation"
@@ -186,9 +195,76 @@ for f in $HBASE_HOME/hbase-jars/hbase*.jar; do
   fi
 done
 
+#If avail, add Hadoop to the CLASSPATH and to the JAVA_LIBRARY_PATH
+# Allow this functionality to be disabled
+if [ "$HBASE_DISABLE_HADOOP_CLASSPATH_LOOKUP" != "true" ] ; then
+  HADOOP_IN_PATH=$(PATH="${HADOOP_HOME:-${HADOOP_PREFIX}}/bin:$PATH" which 
hadoop 2>/dev/null)
+fi
+
 # Add libs to CLASSPATH
-for f in $HBASE_HOME/lib/*.jar; do
-  CLASSPATH=${CLASSPATH}:$f;
+declare shaded_jar
+
+if [ "${INTERNAL_CLASSPATH}" != "true" ]; then
+  # If command can use our shaded client, use it
+  declare -a commands_in_client_jar=("classpath" "version")
+  for c in "${commands_in_client_jar[@]}"; do
+if [ "${COMMAND}" = "${c}" ]; then
+  if [ -n "${HADOOP_IN_PATH}" ] && [ -f "${HADOOP_IN_PATH}" ]; then
+
shaded_jar="${HBASE_HOME}/lib/shaded-clients/hbase-shaded-client-byo-hadoop-3.0.0-SNAPSHOT.jar"
+  else
+
shaded_jar="${HBASE_HOME}/lib/shaded-clients/hbase-shaded-client-3.0.0-SNAPSHOT.jar"
+  fi
+  break
+fi
+  done
+
+  # If command needs our shaded mapreduce, use it
+  # N.

[4/8] hbase git commit: WIP tune down build retention while troubleshooting.

[busbey]

WIP tune down build retention while troubleshooting.


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/74eb84ac
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/74eb84ac
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/74eb84ac

Branch: refs/heads/HBASE-20331
Commit: 74eb84acb05f484adbb199c2c6c77ba4fa83f510
Parents: eb13cdd
Author: Sean Busbey 
Authored: Wed May 23 14:14:45 2018 -0500
Committer: Sean Busbey 
Committed: Mon Jun 11 10:17:15 2018 -0500

--
 dev-support/Jenkinsfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/74eb84ac/dev-support/Jenkinsfile
--
diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile
index 2311e35..2527f7a 100644
--- a/dev-support/Jenkinsfile
+++ b/dev-support/Jenkinsfile
@@ -24,7 +24,7 @@ pipeline {
 cron('@daily')
   }
   options {
-buildDiscarder(logRotator(numToKeepStr: '30'))
+buildDiscarder(logRotator(numToKeepStr: '1'))
 timeout (time: 9, unit: 'HOURS')
 timestamps()
 skipDefaultCheckout()

[6/8] hbase git commit: HBASE-20333 Provide a shaded client that allows downstream to provide Hadoop needs.

[busbey]

HBASE-20333 Provide a shaded client that allows downstream to provide Hadoop 
needs.


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/ab7f3e2c
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/ab7f3e2c
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/ab7f3e2c

Branch: refs/heads/HBASE-20331
Commit: ab7f3e2c7d838e3bba0c610dd4f867dab5da37e1
Parents: 602f714
Author: Sean Busbey 
Authored: Tue Apr 24 14:51:12 2018 -0500
Committer: Sean Busbey 
Committed: Mon Jun 11 10:17:15 2018 -0500

--
 .../hbase-shaded-check-invariants/pom.xml   |  5 ++
 .../hbase-shaded-client-byo-hadoop/pom.xml  | 70 
 hbase-shaded/hbase-shaded-client/pom.xml| 35 --
 hbase-shaded/hbase-shaded-mapreduce/pom.xml | 30 ++---
 hbase-shaded/pom.xml|  6 ++
 5 files changed, 115 insertions(+), 31 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/ab7f3e2c/hbase-shaded/hbase-shaded-check-invariants/pom.xml
--
diff --git a/hbase-shaded/hbase-shaded-check-invariants/pom.xml 
b/hbase-shaded/hbase-shaded-check-invariants/pom.xml
index 7ba4a41..287a986 100644
--- a/hbase-shaded/hbase-shaded-check-invariants/pom.xml
+++ b/hbase-shaded/hbase-shaded-check-invariants/pom.xml
@@ -48,6 +48,11 @@
   hbase-shaded-mapreduce
   ${project.version}
 
+
+  org.apache.hbase
+  hbase-shaded-client-byo-hadoop
+  ${project.version}
+
 
 
   com.github.stephenc.findbugs

http://git-wip-us.apache.org/repos/asf/hbase/blob/ab7f3e2c/hbase-shaded/hbase-shaded-client-byo-hadoop/pom.xml
--
diff --git a/hbase-shaded/hbase-shaded-client-byo-hadoop/pom.xml 
b/hbase-shaded/hbase-shaded-client-byo-hadoop/pom.xml
new file mode 100644
index 000..c51a1af
--- /dev/null
+++ b/hbase-shaded/hbase-shaded-client-byo-hadoop/pom.xml
@@ -0,0 +1,70 @@
+http://maven.apache.org/POM/4.0.0";
+ xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance";
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 
http://maven.apache.org/xsd/maven-4.0.0.xsd";>
+
+4.0.0
+
+hbase-shaded
+org.apache.hbase
+3.0.0-SNAPSHOT
+..
+
+hbase-shaded-client-byo-hadoop
+Apache HBase - Shaded - Client
+
+
+
+org.apache.maven.plugins
+maven-site-plugin
+
+true
+
+
+
+
+maven-assembly-plugin
+
+true
+
+
+
+
+
+
+org.apache.hbase
+hbase-client
+
+
+
+
+
+release
+
+
+
+org.apache.maven.plugins
+maven-shade-plugin
+
+
+
+
+
+

http://git-wip-us.apache.org/repos/asf/hbase/blob/ab7f3e2c/hbase-shaded/hbase-shaded-client/pom.xml
--
diff --git a/hbase-shaded/hbase-shaded-client/pom.xml 
b/hbase-shaded/hbase-shaded-client/pom.xml
index 72a5b60..5ac3ef5 100644
--- a/hbase-shaded/hbase-shaded-client/pom.xml
+++ b/hbase-shaded/hbase-shaded-client/pom.xml
@@ -28,7 +28,7 @@
 ..
 
 hbase-shaded-client
-Apache HBase - Shaded - Client
+Apache HBase - Shaded - Client (with Hadoop bundled)
 
 
 
@@ -51,6 +51,7 @@
 
 org.apache.hbase
 hbase-client
+${project.version}
 
 
 
@@ -59,10 +60,34 @@
 release
 
 
-
-org.apache.maven.plugins
-maven-shade-plugin
-
+
+org.apache.maven.plugins
+maven-shade-plugin
+
+
+
aggregate-into-a-jar-with-relocated-third-parties
+
+
+
+
+
+
org.apache.hbase:hbase-resource-bundle
+org.slf4j:*
+
com.google.code.findbugs:*
+
com.github.stephenc.findbugs:*
+org.apache.htrace:*
+

[3/8] hbase git commit: HBASE-20334 add a test that verifies basic client and MR integration

[busbey]

HBASE-20334 add a test that verifies basic client and MR integration


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/e295919f
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/e295919f
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/e295919f

Branch: refs/heads/HBASE-20331
Commit: e295919f17accaf9f082d1ee2e43169f8d990634
Parents: bfb1927
Author: Sean Busbey 
Authored: Tue May 1 14:28:52 2018 -0500
Committer: Sean Busbey 
Committed: Mon Jun 11 10:17:15 2018 -0500

--
 dev-support/Jenkinsfile | 233 +++--
 .../hbase_nightly_pseudo-distributed-test.sh| 514 +++
 dev-support/hbase_nightly_source-artifact.sh|  14 +-
 .../cache-apache-project-artifact.sh| 131 +
 4 files changed, 834 insertions(+), 58 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/e295919f/dev-support/Jenkinsfile
--
diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile
index 2527f7a..64144e9 100644
--- a/dev-support/Jenkinsfile
+++ b/dev-support/Jenkinsfile
@@ -60,54 +60,109 @@ pipeline {
 booleanParam(name: 'DEBUG', defaultValue: false, description: 'Produce a 
lot more meta-information.')
   }
   stages {
-stage ('yetus install') {
+stage ('scm-checkout') {
   steps {
-sh  '''#!/usr/bin/env bash
-set -e
-echo "Ensure we have a copy of Apache Yetus."
-if [[ true !=  "${USE_YETUS_PRERELEASE}" ]]; then
-  YETUS_DIR="${WORKSPACE}/yetus-${YETUS_RELEASE}"
-  echo "Checking for Yetus ${YETUS_RELEASE} in '${YETUS_DIR}'"
-  if [ ! -d "${YETUS_DIR}" ]; then
-echo "New download of Apache Yetus version ${YETUS_RELEASE}."
-rm -rf "${WORKSPACE}/.gpg"
-mkdir -p "${WORKSPACE}/.gpg"
-chmod -R 700 "${WORKSPACE}/.gpg"
-
-echo "install yetus project KEYS"
-curl -L --fail -o "${WORKSPACE}/KEYS_YETUS" 
https://dist.apache.org/repos/dist/release/yetus/KEYS
-gpg --homedir "${WORKSPACE}/.gpg" --import "${WORKSPACE}/KEYS_YETUS"
-
-echo "download yetus release ${YETUS_RELEASE}"
-curl -L --fail -O 
"https://dist.apache.org/repos/dist/release/yetus/${YETUS_RELEASE}/yetus-${YETUS_RELEASE}-bin.tar.gz";
-curl -L --fail -O 
"https://dist.apache.org/repos/dist/release/yetus/${YETUS_RELEASE}/yetus-${YETUS_RELEASE}-bin.tar.gz.asc";
-echo "verifying yetus release"
-gpg --homedir "${WORKSPACE}/.gpg" --verify 
"yetus-${YETUS_RELEASE}-bin.tar.gz.asc"
-mv "yetus-${YETUS_RELEASE}-bin.tar.gz" yetus.tar.gz
-  else
-echo "Reusing cached download of Apache Yetus version ${YETUS_RELEASE}."
-  fi
-else
-  YETUS_DIR="${WORKSPACE}/yetus-git"
-  rm -rf "${YETUS_DIR}"
-  echo "downloading from github"
-  curl -L --fail https://api.github.com/repos/apache/yetus/tarball/HEAD -o 
yetus.tar.gz
-fi
-if [ ! -d "${YETUS_DIR}" ]; then
-  echo "unpacking yetus into '${YETUS_DIR}'"
-  mkdir -p "${YETUS_DIR}"
-  gunzip -c yetus.tar.gz | tar xpf - -C "${YETUS_DIR}" --strip-components 1
-fi
-'''
-// Set up the file we need at PERSONALITY_FILE location
-dir ("tools") {
-  sh """#!/usr/bin/env bash
-set -e
-echo "Downloading Project personality."
-curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
-  """
+dir('component') {
+  checkout scm
+}
+  }
+}
+stage ('thirdparty installs') {
+  parallel {
+stage ('yetus install') {
+  steps {
+// directory must be unique for each parallel stage, because 
jenkins runs them in the same workspace :(
+dir('downloads-yetus') {
+  // can't just do a simple echo or the directory won't be 
created. :(
+  sh '''#!/usr/bin/env bash
+echo "Make sure we have a directory for downloading 
dependencies: $(pwd)"
+'''
+}
+sh  '''#!/usr/bin/env bash
+  set -e
+  echo "Ensure we have a copy of Apache Yetus."
+  if [[ true !=  "${USE_YETUS_PRERELEASE}" ]]; then
+YETUS_DIR="${WORKSPACE}/yetus-${YETUS_RELEASE}"
+echo "Checking for Yetus ${YETUS_RELEASE} in '${YETUS_DIR}'"
+if [ ! -d "${YETUS_DIR}" ]; then
+  
"${WORKSPACE}/component/dev-support/jenkins-scripts/cache-apache-project-artifact.sh"
 \
+  --working-dir "${WORKSPACE}/downloads-yetus" \
+  --keys 'https://www.apache.org/dist/yetus/KEYS' \
+  "${WORKSPACE}/yetus-${YETUS_RELEASE}-bin.tar.gz" \
+  
"yetus/${YETUS_RELEASE}/yetus-${YETUS_RELEASE}-bin.tar.gz"
+  mv "yetus-${YETUS_RELEASE}-bin.tar.gz" yetus.tar.gz
+else
+  echo "Reusing cached install of Apach

[5/8] hbase git commit: HBASE-19735 Create a client-tarball assembly

[busbey]

HBASE-19735 Create a client-tarball assembly

Provides an extra client descriptor to build a second
tarball with a reduced set of dependencies. Not of great
impact now, but will build the way for better in the future.

Signed-off-by: Sean Busbey 

 Conflicts:
hbase-assembly/pom.xml


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/0c64f1c1
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/0c64f1c1
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/0c64f1c1

Branch: refs/heads/HBASE-20331
Commit: 0c64f1c18e4b595d277a84ba222ec32a7c8f5af7
Parents: ab7f3e2
Author: Josh Elser 
Authored: Wed Feb 7 18:37:39 2018 -0500
Committer: Sean Busbey 
Committed: Mon Jun 11 10:17:15 2018 -0500

--
 hbase-assembly/pom.xml  |  33 +++--
 .../src/main/assembly/client-components.xml |  92 +
 hbase-assembly/src/main/assembly/client.xml | 137 +++
 hbase-procedure/pom.xml |   4 +-
 hbase-spark/pom.xml |   6 +
 pom.xml |  10 ++
 6 files changed, 268 insertions(+), 14 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/0c64f1c1/hbase-assembly/pom.xml
--
diff --git a/hbase-assembly/pom.xml b/hbase-assembly/pom.xml
index 5da105b..4fa859a 100644
--- a/hbase-assembly/pom.xml
+++ b/hbase-assembly/pom.xml
@@ -95,6 +95,7 @@
   gnu
   
 ${assembly.file}
+src/main/assembly/client.xml
   
 
   
@@ -220,22 +221,22 @@
   test
 
 
-org.apache.hbase
-hbase-hadoop-compat
-
-  
-com.google.guava
-guava
-  
-
+  org.apache.hbase
+  hbase-hadoop-compat
+  
+
+  com.google.guava
+  guava
+
+  
 
 
-org.apache.hbase
-${compat.module}
+  org.apache.hbase
+  ${compat.module}
 
 
-   org.apache.hbase
-   hbase-shell
+  org.apache.hbase
+  hbase-shell
 
 
   org.apache.hbase
@@ -315,6 +316,14 @@
   jline
   jline
 
+
+  org.apache.hbase
+  hbase-shaded-client
+
+
+  org.apache.hbase
+  hbase-shaded-mapreduce
+
   
   
 

http://git-wip-us.apache.org/repos/asf/hbase/blob/0c64f1c1/hbase-assembly/src/main/assembly/client-components.xml
--
diff --git a/hbase-assembly/src/main/assembly/client-components.xml 
b/hbase-assembly/src/main/assembly/client-components.xml
new file mode 100644
index 000..2fd1b57
--- /dev/null
+++ b/hbase-assembly/src/main/assembly/client-components.xml
@@ -0,0 +1,92 @@
+
+
+
+
+
+  
+
+
+  ${project.basedir}/../target/site
+  docs
+
+
+
+  ${project.basedir}/..
+  .
+  
+CHANGES.txt
+README.txt
+  
+  0644
+
+
+
+  ${project.basedir}/../conf
+  conf
+  0644
+  0755
+
+
+
+
+  ${project.basedir}/../bin
+  bin
+  
+get-active-master.rb
+hbase
+hbase-common.sh
+hbase-config.sh
+hbase-jruby
+hirb.rb
+
+  
+  0755
+  0755
+
+
+
+  ${project.basedir}/../bin
+  bin
+  
+hbase.cmd
+hbase-config.cmd
+  
+
+
+
+  ${project.basedir}/../hbase-shell/src/main/ruby
+  lib/ruby
+  0644
+  0755
+
+
+
+  ${project.basedir}/../hbase-server/target/native
+  lib/native
+  0755
+  0755
+  
+*.so
+*.dylib
+  
+
+  
+

http://git-wip-us.apache.org/repos/asf/hbase/blob/0c64f1c1/hbase-assembly/src/main/assembly/client.xml
--
diff --git a/hbase-assembly/src/main/assembly/client.xml 
b/hbase-assembly/src/main/assembly/client.xml
new file mode 100644
index 000..7951961
--- /dev/null
+++ b/hbase-assembly/src/main/assembly/client.xml
@@ -0,0 +1,137 @@
+
+http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.1"; 
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; 
xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.1
 http://maven.apache.org/xsd/assembly-1.1.1.xsd";>
+
+
+  
+  client-bin
+  
+tar.gz
+  
+  
+  hbase-${project.version}-client
+  
+  
src/main/assembly/client-components.xml
+  
+  
+
+  true
+  
+
+org.apache.hbase:hbase-annotations
+org.apache.hbase:hbase-client
+org.apache.hbase:hbase-common
+org.apache.hbase:hbase-hadoop-compat
+ 

hbase git commit: HBASE-20334 add a test that verifies basic client and MR integration [Forced Update!]

[busbey]

Repository: hbase
Updated Branches:
  refs/heads/HBASE-20331 4def2e0b5 -> 6886acc1c (forced update)


HBASE-20334 add a test that verifies basic client and MR integration


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/6886acc1
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/6886acc1
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/6886acc1

Branch: refs/heads/HBASE-20331
Commit: 6886acc1c785f9624b19b694a534535ca9215d71
Parents: f3bb473
Author: Sean Busbey 
Authored: Tue May 1 14:28:52 2018 -0500
Committer: Sean Busbey 
Committed: Mon Jun 11 10:14:10 2018 -0500

--
 dev-support/Jenkinsfile | 233 +++--
 .../hbase_nightly_pseudo-distributed-test.sh| 514 +++
 dev-support/hbase_nightly_source-artifact.sh|  14 +-
 .../cache-apache-project-artifact.sh| 131 +
 4 files changed, 834 insertions(+), 58 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/6886acc1/dev-support/Jenkinsfile
--
diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile
index 2527f7a..64144e9 100644
--- a/dev-support/Jenkinsfile
+++ b/dev-support/Jenkinsfile
@@ -60,54 +60,109 @@ pipeline {
 booleanParam(name: 'DEBUG', defaultValue: false, description: 'Produce a 
lot more meta-information.')
   }
   stages {
-stage ('yetus install') {
+stage ('scm-checkout') {
   steps {
-sh  '''#!/usr/bin/env bash
-set -e
-echo "Ensure we have a copy of Apache Yetus."
-if [[ true !=  "${USE_YETUS_PRERELEASE}" ]]; then
-  YETUS_DIR="${WORKSPACE}/yetus-${YETUS_RELEASE}"
-  echo "Checking for Yetus ${YETUS_RELEASE} in '${YETUS_DIR}'"
-  if [ ! -d "${YETUS_DIR}" ]; then
-echo "New download of Apache Yetus version ${YETUS_RELEASE}."
-rm -rf "${WORKSPACE}/.gpg"
-mkdir -p "${WORKSPACE}/.gpg"
-chmod -R 700 "${WORKSPACE}/.gpg"
-
-echo "install yetus project KEYS"
-curl -L --fail -o "${WORKSPACE}/KEYS_YETUS" 
https://dist.apache.org/repos/dist/release/yetus/KEYS
-gpg --homedir "${WORKSPACE}/.gpg" --import "${WORKSPACE}/KEYS_YETUS"
-
-echo "download yetus release ${YETUS_RELEASE}"
-curl -L --fail -O 
"https://dist.apache.org/repos/dist/release/yetus/${YETUS_RELEASE}/yetus-${YETUS_RELEASE}-bin.tar.gz";
-curl -L --fail -O 
"https://dist.apache.org/repos/dist/release/yetus/${YETUS_RELEASE}/yetus-${YETUS_RELEASE}-bin.tar.gz.asc";
-echo "verifying yetus release"
-gpg --homedir "${WORKSPACE}/.gpg" --verify 
"yetus-${YETUS_RELEASE}-bin.tar.gz.asc"
-mv "yetus-${YETUS_RELEASE}-bin.tar.gz" yetus.tar.gz
-  else
-echo "Reusing cached download of Apache Yetus version ${YETUS_RELEASE}."
-  fi
-else
-  YETUS_DIR="${WORKSPACE}/yetus-git"
-  rm -rf "${YETUS_DIR}"
-  echo "downloading from github"
-  curl -L --fail https://api.github.com/repos/apache/yetus/tarball/HEAD -o 
yetus.tar.gz
-fi
-if [ ! -d "${YETUS_DIR}" ]; then
-  echo "unpacking yetus into '${YETUS_DIR}'"
-  mkdir -p "${YETUS_DIR}"
-  gunzip -c yetus.tar.gz | tar xpf - -C "${YETUS_DIR}" --strip-components 1
-fi
-'''
-// Set up the file we need at PERSONALITY_FILE location
-dir ("tools") {
-  sh """#!/usr/bin/env bash
-set -e
-echo "Downloading Project personality."
-curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
-  """
+dir('component') {
+  checkout scm
+}
+  }
+}
+stage ('thirdparty installs') {
+  parallel {
+stage ('yetus install') {
+  steps {
+// directory must be unique for each parallel stage, because 
jenkins runs them in the same workspace :(
+dir('downloads-yetus') {
+  // can't just do a simple echo or the directory won't be 
created. :(
+  sh '''#!/usr/bin/env bash
+echo "Make sure we have a directory for downloading 
dependencies: $(pwd)"
+'''
+}
+sh  '''#!/usr/bin/env bash
+  set -e
+  echo "Ensure we have a copy of Apache Yetus."
+  if [[ true !=  "${USE_YETUS_PRERELEASE}" ]]; then
+YETUS_DIR="${WORKSPACE}/yetus-${YETUS_RELEASE}"
+echo "Checking for Yetus ${YETUS_RELEASE} in '${YETUS_DIR}'"
+if [ ! -d "${YETUS_DIR}" ]; then
+  
"${WORKSPACE}/component/dev-support/jenkins-scripts/cache-apache-project-artifact.sh"
 \
+  --working-dir "${WORKSPACE}/downloads-yetus" \
+  --keys 'https://www.apache.org/dist/yetus/KEYS' \
+  "${WORKSPACE}/yetus-${YETUS_RELEASE}-bin.tar.gz" \
+  
"yetus/${YETUS_RELEASE}/yetus-${YETUS_RELEASE}-bin.tar.gz"
+  mv "yetus-${YETUS_RELEASE}-b

[2/2] hbase git commit: HBASE-20707 Move MissingSwitchDefault case check

[mdrob]

HBASE-20707 Move MissingSwitchDefault case check

Perform this check using error-prone instead of checkstyle because the
former can handle enum switches somewhat more intelligently.


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/4b0bbd83
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/4b0bbd83
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/4b0bbd83

Branch: refs/heads/branch-2
Commit: 4b0bbd839e56762737a5a48e5206e310abf2557c
Parents: 6befdc4
Author: Mike Drob 
Authored: Fri Jun 8 16:57:15 2018 -0500
Committer: Mike Drob 
Committed: Mon Jun 11 10:13:29 2018 -0500

--
 hbase-build-configuration/pom.xml| 1 +
 hbase-checkstyle/src/main/resources/hbase/checkstyle.xml | 1 -
 .../src/main/java/org/apache/hadoop/hbase/util/JenkinsHash.java  | 2 +-
 .../src/main/java/org/apache/hadoop/hbase/util/MurmurHash3.java  | 2 ++
 .../hadoop/hbase/security/visibility/ExpressionParser.java   | 3 ++-
 .../apache/hadoop/hbase/master/TestClusterStatusPublisher.java   | 1 +
 .../hadoop/hbase/master/assignment/TestAssignmentManager.java| 4 
 7 files changed, 11 insertions(+), 3 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/4b0bbd83/hbase-build-configuration/pom.xml
--
diff --git a/hbase-build-configuration/pom.xml 
b/hbase-build-configuration/pom.xml
index cf688cb..a852d8b 100644
--- a/hbase-build-configuration/pom.xml
+++ b/hbase-build-configuration/pom.xml
@@ -84,6 +84,7 @@
 -XepDisableWarningsInGeneratedCode
 -Xep:FallThrough:OFF 
 -Xep:ClassNewInstance:ERROR
+-Xep:MissingDefault:ERROR
   
   
 

http://git-wip-us.apache.org/repos/asf/hbase/blob/4b0bbd83/hbase-checkstyle/src/main/resources/hbase/checkstyle.xml
--
diff --git a/hbase-checkstyle/src/main/resources/hbase/checkstyle.xml 
b/hbase-checkstyle/src/main/resources/hbase/checkstyle.xml
index c77d46b9..fa43c62 100644
--- a/hbase-checkstyle/src/main/resources/hbase/checkstyle.xml
+++ b/hbase-checkstyle/src/main/resources/hbase/checkstyle.xml
@@ -60,7 +60,6 @@
 
 
 
-
 
 
 

[1/2] hbase git commit: HBASE-20707 Move MissingSwitchDefault case check

[mdrob]

Repository: hbase
Updated Branches:
  refs/heads/branch-2 6befdc43b -> 4b0bbd839
  refs/heads/master 573b57d43 -> eb13cdd7e


HBASE-20707 Move MissingSwitchDefault case check

Perform this check using error-prone instead of checkstyle because the
former can handle enum switches somewhat more intelligently.


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/eb13cdd7
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/eb13cdd7
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/eb13cdd7

Branch: refs/heads/master
Commit: eb13cdd7edd8a53fb7d5c724875fcce2db202b87
Parents: 573b57d
Author: Mike Drob 
Authored: Fri Jun 8 16:57:15 2018 -0500
Committer: Mike Drob 
Committed: Mon Jun 11 09:57:50 2018 -0500

--
 hbase-build-configuration/pom.xml| 1 +
 hbase-checkstyle/src/main/resources/hbase/checkstyle.xml | 1 -
 .../src/main/java/org/apache/hadoop/hbase/util/JenkinsHash.java  | 2 +-
 .../src/main/java/org/apache/hadoop/hbase/util/MurmurHash3.java  | 2 ++
 .../hadoop/hbase/security/visibility/ExpressionParser.java   | 3 ++-
 .../apache/hadoop/hbase/master/TestClusterStatusPublisher.java   | 1 +
 .../hadoop/hbase/master/assignment/TestAssignmentManager.java| 4 
 7 files changed, 11 insertions(+), 3 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/eb13cdd7/hbase-build-configuration/pom.xml
--
diff --git a/hbase-build-configuration/pom.xml 
b/hbase-build-configuration/pom.xml
index 311b1c0..a617083 100644
--- a/hbase-build-configuration/pom.xml
+++ b/hbase-build-configuration/pom.xml
@@ -83,6 +83,7 @@
 -XepDisableWarningsInGeneratedCode
 -Xep:FallThrough:OFF 
 -Xep:ClassNewInstance:ERROR
+-Xep:MissingDefault:ERROR
   
   
 

http://git-wip-us.apache.org/repos/asf/hbase/blob/eb13cdd7/hbase-checkstyle/src/main/resources/hbase/checkstyle.xml
--
diff --git a/hbase-checkstyle/src/main/resources/hbase/checkstyle.xml 
b/hbase-checkstyle/src/main/resources/hbase/checkstyle.xml
index b61e79b..7ad797c 100644
--- a/hbase-checkstyle/src/main/resources/hbase/checkstyle.xml
+++ b/hbase-checkstyle/src/main/resources/hbase/checkstyle.xml
@@ -61,7 +61,6 @@
 
 
 
-
 
 
 

[38/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/org/apache/hadoop/hbase/master/assignment/RegionStates.RegionFailedOpen.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/assignment/RegionStates.RegionFailedOpen.html
 
b/devapidocs/org/apache/hadoop/hbase/master/assignment/RegionStates.RegionFailedOpen.html
index 95e6b54..23f08b4 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/assignment/RegionStates.RegionFailedOpen.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/assignment/RegionStates.RegionFailedOpen.html
@@ -113,7 +113,7 @@ var activeTableTab = "activeTableTab";
 
 
 
-public static final class RegionStates.RegionFailedOpen
+public static final class RegionStates.RegionFailedOpen
 extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object
 
 
@@ -229,7 +229,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 regionNode
-private final RegionStates.RegionStateNode regionNode
+private final RegionStates.RegionStateNode regionNode
 
 
 
@@ -238,7 +238,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 exception
-private volatile https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true";
 title="class or interface in java.lang">Exception exception
+private volatile https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true";
 title="class or interface in java.lang">Exception exception
 
 
 
@@ -247,7 +247,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 retries
-private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/atomic/AtomicInteger.html?is-external=true";
 title="class or interface in java.util.concurrent.atomic">AtomicInteger retries
+private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/atomic/AtomicInteger.html?is-external=true";
 title="class or interface in java.util.concurrent.atomic">AtomicInteger retries
 
 
 
@@ -264,7 +264,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 RegionFailedOpen
-public RegionFailedOpen(RegionStates.RegionStateNode regionNode)
+public RegionFailedOpen(RegionStates.RegionStateNode regionNode)
 
 
 
@@ -281,7 +281,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 getRegionStateNode
-public RegionStates.RegionStateNode getRegionStateNode()
+public RegionStates.RegionStateNode getRegionStateNode()
 
 
 
@@ -290,7 +290,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 getRegionInfo
-public RegionInfo getRegionInfo()
+public RegionInfo getRegionInfo()
 
 
 
@@ -299,7 +299,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 incrementAndGetRetries
-public int incrementAndGetRetries()
+public int incrementAndGetRetries()
 
 
 
@@ -308,7 +308,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 getRetries
-public int getRetries()
+public int getRetries()
 
 
 
@@ -317,7 +317,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 setException
-public void setException(https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true";
 title="class or interface in java.lang">Exception exception)
+public void setException(https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true";
 title="class or interface in java.lang">Exception exception)
 
 
 
@@ -326,7 +326,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 getException
-public https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true";
 title="class or interface in java.lang">Exception getException()
+public https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true";
 title="class or interface in java.lang">Exception getException()
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/org/apache/hadoop/hbase/master/assignment/RegionStates.ServerState.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/assignment/RegionStates.ServerState.html
 
b/devapidocs/org/apache/hadoop/hbase/master/assignment/RegionStates.ServerState.html
index fcbd55a..9135b06 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/assignment/RegionStates.ServerState.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/assignment/RegionStates.ServerState.html
@@ -157,6 +157,16 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?i
 Server expired/crashed.
 
 
+
+SPLITTING_META
+Only server which carries meta can have this state.
+
+
+
+SPLITTING_META_DONE
+Indicate that the meta splitting is done.
+
+
 
 
 
@@ -224,13 +234,36 @@ the order they a

[30/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html 
b/devapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html
index 0a7e6ce..203692a 100644
--- a/devapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html
@@ -704,20 +704,20 @@
 
 java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true";
 title="class or interface in java.lang">Enum (implements java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true";
 title="class or interface in java.lang">Comparable, java.io.https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true";
 title="class or interface in java.io">Serializable)
 
-org.apache.hadoop.hbase.regionserver.ScannerContext.LimitScope
-org.apache.hadoop.hbase.regionserver.MemStoreCompactionStrategy.Action
 org.apache.hadoop.hbase.regionserver.ScanType
+org.apache.hadoop.hbase.regionserver.MetricsRegionServerSourceFactoryImpl.FactoryStorage
+org.apache.hadoop.hbase.regionserver.MemStoreCompactionStrategy.Action
+org.apache.hadoop.hbase.regionserver.DefaultHeapMemoryTuner.StepDirection
 org.apache.hadoop.hbase.regionserver.FlushType
-org.apache.hadoop.hbase.regionserver.ScannerContext.NextState
 org.apache.hadoop.hbase.regionserver.TimeRangeTracker.Type
-org.apache.hadoop.hbase.regionserver.MetricsRegionServerSourceFactoryImpl.FactoryStorage
-org.apache.hadoop.hbase.regionserver.CompactingMemStore.IndexType
+org.apache.hadoop.hbase.regionserver.ScannerContext.LimitScope
 org.apache.hadoop.hbase.regionserver.SplitLogWorker.TaskExecutor.Status
 org.apache.hadoop.hbase.regionserver.Region.Operation
-org.apache.hadoop.hbase.regionserver.HRegion.FlushResult.Result
 org.apache.hadoop.hbase.regionserver.BloomType
 org.apache.hadoop.hbase.regionserver.ChunkCreator.ChunkType
-org.apache.hadoop.hbase.regionserver.DefaultHeapMemoryTuner.StepDirection
+org.apache.hadoop.hbase.regionserver.ScannerContext.NextState
+org.apache.hadoop.hbase.regionserver.HRegion.FlushResult.Result
+org.apache.hadoop.hbase.regionserver.CompactingMemStore.IndexType
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/org/apache/hadoop/hbase/regionserver/querymatcher/package-tree.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/regionserver/querymatcher/package-tree.html
 
b/devapidocs/org/apache/hadoop/hbase/regionserver/querymatcher/package-tree.html
index 858ccf6..6851ee1 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/regionserver/querymatcher/package-tree.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/regionserver/querymatcher/package-tree.html
@@ -131,8 +131,8 @@
 java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true";
 title="class or interface in java.lang">Enum (implements java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true";
 title="class or interface in java.lang">Comparable, java.io.https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true";
 title="class or interface in java.io">Serializable)
 
 org.apache.hadoop.hbase.regionserver.querymatcher.DeleteTracker.DeleteResult
-org.apache.hadoop.hbase.regionserver.querymatcher.StripeCompactionScanQueryMatcher.DropDeletesInOutput
 org.apache.hadoop.hbase.regionserver.querymatcher.ScanQueryMatcher.MatchCode
+org.apache.hadoop.hbase.regionserver.querymatcher.StripeCompactionScanQueryMatcher.DropDeletesInOutput
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/org/apache/hadoop/hbase/regionserver/wal/package-tree.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/regionserver/wal/package-tree.html 
b/devapidocs/org/apache/hadoop/hbase/regionserver/wal/package-tree.html
index a4ab1b7..f6fc79b 100644
--- a/devapidocs/org/apache/hadoop/hbase/regionserver/wal/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/regionserver/wal/package-tree.html
@@ -238,8 +238,8 @@
 
 java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true";
 title="class or interface in java.lang">Enum (implements java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true";
 title="class or interface in java.lang">Comparable, java.io.https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true";
 title="class or interface in java.io">Serializable)
 
-org.apache.hadoop.hbase.regionserver.wal.RingBufferTruck.Type
 org.apache.hadoop.hbase.regionserver.wal.ProtobufLogReader.WALHdrResult
+org.apa

[18/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.RegionStateStampComparator.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.RegionStateStampComparator.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.RegionStateStampComparator.html
index ca55dfd..541beed 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.RegionStateStampComparator.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.RegionStateStampComparator.html
@@ -326,709 +326,731 @@
 318ONLINE,
 319
 320/**
-321 * Server expired/crashed. Currently 
undergoing WAL splitting.
-322 */
-323SPLITTING,
-324
-325/**
-326 * WAL splitting done.
-327 */
-328OFFLINE
-329  }
-330
-331  /**
-332   * State of Server; list of hosted 
regions, etc.
-333   */
-334  public static class ServerStateNode 
implements Comparable {
-335private final ServerReportEvent 
reportEvent;
-336
-337private final 
Set regions;
-338private final ServerName 
serverName;
-339
-340private volatile ServerState state = 
ServerState.ONLINE;
-341
-342public ServerStateNode(final 
ServerName serverName) {
-343  this.serverName = serverName;
-344  this.regions = 
ConcurrentHashMap.newKeySet();
-345  this.reportEvent = new 
ServerReportEvent(serverName);
-346}
-347
-348public ServerName getServerName() {
-349  return serverName;
-350}
-351
-352public ServerState getState() {
-353  return state;
-354}
+321 * Only server which carries meta can 
have this state. We will split wal for meta and then
+322 * assign meta first before splitting 
other wals.
+323 */
+324SPLITTING_META,
+325
+326/**
+327 * Indicate that the meta splitting 
is done. We need this state so that the UnassignProcedure
+328 * for meta can safely quit. See the 
comments in UnassignProcedure.remoteCallFailed for more
+329 * details.
+330 */
+331SPLITTING_META_DONE,
+332
+333/**
+334 * Server expired/crashed. Currently 
undergoing WAL splitting.
+335 */
+336SPLITTING,
+337
+338/**
+339 * WAL splitting done. This state 
will be used to tell the UnassignProcedure that it can safely
+340 * quit. See the comments in 
UnassignProcedure.remoteCallFailed for more details.
+341 */
+342OFFLINE
+343  }
+344
+345  /**
+346   * State of Server; list of hosted 
regions, etc.
+347   */
+348  public static class ServerStateNode 
implements Comparable {
+349private final ServerReportEvent 
reportEvent;
+350
+351private final 
Set regions;
+352private final ServerName 
serverName;
+353
+354private volatile ServerState state = 
ServerState.ONLINE;
 355
-356public ProcedureEvent 
getReportEvent() {
-357  return reportEvent;
-358}
-359
-360public boolean isOffline() {
-361  return 
this.state.equals(ServerState.OFFLINE);
-362}
-363
-364public boolean isInState(final 
ServerState... expected) {
-365  boolean expectedState = false;
-366  if (expected != null) {
-367for (int i = 0; i < 
expected.length; ++i) {
-368  expectedState |= (state == 
expected[i]);
-369}
-370  }
-371  return expectedState;
+356public ServerStateNode(final 
ServerName serverName) {
+357  this.serverName = serverName;
+358  this.regions = 
ConcurrentHashMap.newKeySet();
+359  this.reportEvent = new 
ServerReportEvent(serverName);
+360}
+361
+362public ServerName getServerName() {
+363  return serverName;
+364}
+365
+366public ServerState getState() {
+367  return state;
+368}
+369
+370public ProcedureEvent 
getReportEvent() {
+371  return reportEvent;
 372}
 373
-374public void setState(final 
ServerState state) {
-375  this.state = state;
-376}
-377
-378public Set 
getRegions() {
-379  return regions;
-380}
-381
-382public int getRegionCount() {
-383  return regions.size();
-384}
-385
-386public ArrayList 
getRegionInfoList() {
-387  ArrayList hris = 
new ArrayList(regions.size());
-388  for (RegionStateNode region: 
regions) {
-389
hris.add(region.getRegionInfo());
-390  }
-391  return hris;
-392}
-393
-394public void addRegion(final 
RegionStateNode regionNode) {
-395  this.regions.add(regionNode);
-396}
-397
-398public void removeRegion(final 
RegionStateNode regionNode) {
-399  this.regions.remove(regionNode);
-400}
-401
-402@Override
-403public int compareTo(final 
ServerStateNode other) {
-404  return 
getServerName().compareTo(other

[15/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.ServerStateNode.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.ServerStateNode.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.ServerStateNode.html
index ca55dfd..541beed 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.ServerStateNode.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.ServerStateNode.html
@@ -326,709 +326,731 @@
 318ONLINE,
 319
 320/**
-321 * Server expired/crashed. Currently 
undergoing WAL splitting.
-322 */
-323SPLITTING,
-324
-325/**
-326 * WAL splitting done.
-327 */
-328OFFLINE
-329  }
-330
-331  /**
-332   * State of Server; list of hosted 
regions, etc.
-333   */
-334  public static class ServerStateNode 
implements Comparable {
-335private final ServerReportEvent 
reportEvent;
-336
-337private final 
Set regions;
-338private final ServerName 
serverName;
-339
-340private volatile ServerState state = 
ServerState.ONLINE;
-341
-342public ServerStateNode(final 
ServerName serverName) {
-343  this.serverName = serverName;
-344  this.regions = 
ConcurrentHashMap.newKeySet();
-345  this.reportEvent = new 
ServerReportEvent(serverName);
-346}
-347
-348public ServerName getServerName() {
-349  return serverName;
-350}
-351
-352public ServerState getState() {
-353  return state;
-354}
+321 * Only server which carries meta can 
have this state. We will split wal for meta and then
+322 * assign meta first before splitting 
other wals.
+323 */
+324SPLITTING_META,
+325
+326/**
+327 * Indicate that the meta splitting 
is done. We need this state so that the UnassignProcedure
+328 * for meta can safely quit. See the 
comments in UnassignProcedure.remoteCallFailed for more
+329 * details.
+330 */
+331SPLITTING_META_DONE,
+332
+333/**
+334 * Server expired/crashed. Currently 
undergoing WAL splitting.
+335 */
+336SPLITTING,
+337
+338/**
+339 * WAL splitting done. This state 
will be used to tell the UnassignProcedure that it can safely
+340 * quit. See the comments in 
UnassignProcedure.remoteCallFailed for more details.
+341 */
+342OFFLINE
+343  }
+344
+345  /**
+346   * State of Server; list of hosted 
regions, etc.
+347   */
+348  public static class ServerStateNode 
implements Comparable {
+349private final ServerReportEvent 
reportEvent;
+350
+351private final 
Set regions;
+352private final ServerName 
serverName;
+353
+354private volatile ServerState state = 
ServerState.ONLINE;
 355
-356public ProcedureEvent 
getReportEvent() {
-357  return reportEvent;
-358}
-359
-360public boolean isOffline() {
-361  return 
this.state.equals(ServerState.OFFLINE);
-362}
-363
-364public boolean isInState(final 
ServerState... expected) {
-365  boolean expectedState = false;
-366  if (expected != null) {
-367for (int i = 0; i < 
expected.length; ++i) {
-368  expectedState |= (state == 
expected[i]);
-369}
-370  }
-371  return expectedState;
+356public ServerStateNode(final 
ServerName serverName) {
+357  this.serverName = serverName;
+358  this.regions = 
ConcurrentHashMap.newKeySet();
+359  this.reportEvent = new 
ServerReportEvent(serverName);
+360}
+361
+362public ServerName getServerName() {
+363  return serverName;
+364}
+365
+366public ServerState getState() {
+367  return state;
+368}
+369
+370public ProcedureEvent 
getReportEvent() {
+371  return reportEvent;
 372}
 373
-374public void setState(final 
ServerState state) {
-375  this.state = state;
-376}
-377
-378public Set 
getRegions() {
-379  return regions;
-380}
-381
-382public int getRegionCount() {
-383  return regions.size();
-384}
-385
-386public ArrayList 
getRegionInfoList() {
-387  ArrayList hris = 
new ArrayList(regions.size());
-388  for (RegionStateNode region: 
regions) {
-389
hris.add(region.getRegionInfo());
-390  }
-391  return hris;
-392}
-393
-394public void addRegion(final 
RegionStateNode regionNode) {
-395  this.regions.add(regionNode);
-396}
-397
-398public void removeRegion(final 
RegionStateNode regionNode) {
-399  this.regions.remove(regionNode);
-400}
-401
-402@Override
-403public int compareTo(final 
ServerStateNode other) {
-404  return 
getServerName().compareTo(other.getServerName());
-405}
-406
-407@Override
-40

[24/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionChore.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionChore.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionChore.html
index 7356e7a..4b5d00c 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionChore.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionChore.html
@@ -43,1944 +43,1961 @@
 035import 
java.util.concurrent.locks.Condition;
 036import 
java.util.concurrent.locks.ReentrantLock;
 037import java.util.stream.Collectors;
-038
-039import 
org.apache.hadoop.conf.Configuration;
-040import 
org.apache.hadoop.hbase.HBaseIOException;
-041import 
org.apache.hadoop.hbase.HConstants;
-042import 
org.apache.hadoop.hbase.PleaseHoldException;
-043import 
org.apache.hadoop.hbase.RegionException;
-044import 
org.apache.hadoop.hbase.RegionStateListener;
-045import 
org.apache.hadoop.hbase.ServerName;
-046import 
org.apache.hadoop.hbase.TableName;
-047import 
org.apache.hadoop.hbase.YouAreDeadException;
-048import 
org.apache.hadoop.hbase.client.RegionInfo;
-049import 
org.apache.hadoop.hbase.client.RegionInfoBuilder;
-050import 
org.apache.hadoop.hbase.client.RegionReplicaUtil;
-051import 
org.apache.hadoop.hbase.client.Result;
-052import 
org.apache.hadoop.hbase.client.TableState;
-053import 
org.apache.hadoop.hbase.exceptions.UnexpectedStateException;
-054import 
org.apache.hadoop.hbase.favored.FavoredNodesManager;
-055import 
org.apache.hadoop.hbase.favored.FavoredNodesPromoter;
-056import 
org.apache.hadoop.hbase.master.AssignmentListener;
-057import 
org.apache.hadoop.hbase.master.LoadBalancer;
-058import 
org.apache.hadoop.hbase.master.MasterServices;
-059import 
org.apache.hadoop.hbase.master.MetricsAssignmentManager;
-060import 
org.apache.hadoop.hbase.master.NoSuchProcedureException;
-061import 
org.apache.hadoop.hbase.master.RegionPlan;
-062import 
org.apache.hadoop.hbase.master.RegionState;
-063import 
org.apache.hadoop.hbase.master.RegionState.State;
-064import 
org.apache.hadoop.hbase.master.ServerListener;
-065import 
org.apache.hadoop.hbase.master.TableStateManager;
-066import 
org.apache.hadoop.hbase.master.assignment.RegionStates.RegionStateNode;
-067import 
org.apache.hadoop.hbase.master.assignment.RegionStates.ServerState;
-068import 
org.apache.hadoop.hbase.master.assignment.RegionStates.ServerStateNode;
-069import 
org.apache.hadoop.hbase.master.balancer.FavoredStochasticBalancer;
-070import 
org.apache.hadoop.hbase.master.normalizer.RegionNormalizer;
-071import 
org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv;
-072import 
org.apache.hadoop.hbase.master.procedure.MasterProcedureScheduler;
-073import 
org.apache.hadoop.hbase.master.procedure.ProcedureSyncWait;
-074import 
org.apache.hadoop.hbase.master.procedure.ServerCrashException;
-075import 
org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure;
-076import 
org.apache.hadoop.hbase.procedure2.Procedure;
-077import 
org.apache.hadoop.hbase.procedure2.ProcedureEvent;
-078import 
org.apache.hadoop.hbase.procedure2.ProcedureExecutor;
-079import 
org.apache.hadoop.hbase.procedure2.ProcedureInMemoryChore;
-080import 
org.apache.hadoop.hbase.procedure2.util.StringUtils;
-081import 
org.apache.hadoop.hbase.regionserver.SequenceId;
-082import 
org.apache.hadoop.hbase.util.HasThread;
-083import 
org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting;
-084import 
org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil;
-085import 
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.RegionTransitionState;
-086import 
org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.RegionStateTransition;
-087import 
org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.RegionStateTransition.TransitionCode;
-088import 
org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.ReportRegionStateTransitionRequest;
-089import 
org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.ReportRegionStateTransitionResponse;
-090import 
org.apache.hadoop.hbase.util.Bytes;
-091import 
org.apache.hadoop.hbase.util.EnvironmentEdgeManager;
-092import 
org.apache.hadoop.hbase.util.Pair;
-093import 
org.apache.hadoop.hbase.util.Threads;
-094import 
org.apache.hadoop.hbase.util.VersionInfo;
-095import 
org.apache.yetus.audience.InterfaceAudience;
-096import org.slf4j.Logger;
-097import org.slf4j.LoggerFactory;
-098
-099/**
-100 * The AssignmentManager is the 
coordinator for region assign/unassign operations.
-101 * 

-102 * 
In-memory states of regions 
and servers are store

[23/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionStat.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionStat.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionStat.html
index 7356e7a..4b5d00c 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionStat.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionStat.html
@@ -43,1944 +43,1961 @@
 035import 
java.util.concurrent.locks.Condition;
 036import 
java.util.concurrent.locks.ReentrantLock;
 037import java.util.stream.Collectors;
-038
-039import 
org.apache.hadoop.conf.Configuration;
-040import 
org.apache.hadoop.hbase.HBaseIOException;
-041import 
org.apache.hadoop.hbase.HConstants;
-042import 
org.apache.hadoop.hbase.PleaseHoldException;
-043import 
org.apache.hadoop.hbase.RegionException;
-044import 
org.apache.hadoop.hbase.RegionStateListener;
-045import 
org.apache.hadoop.hbase.ServerName;
-046import 
org.apache.hadoop.hbase.TableName;
-047import 
org.apache.hadoop.hbase.YouAreDeadException;
-048import 
org.apache.hadoop.hbase.client.RegionInfo;
-049import 
org.apache.hadoop.hbase.client.RegionInfoBuilder;
-050import 
org.apache.hadoop.hbase.client.RegionReplicaUtil;
-051import 
org.apache.hadoop.hbase.client.Result;
-052import 
org.apache.hadoop.hbase.client.TableState;
-053import 
org.apache.hadoop.hbase.exceptions.UnexpectedStateException;
-054import 
org.apache.hadoop.hbase.favored.FavoredNodesManager;
-055import 
org.apache.hadoop.hbase.favored.FavoredNodesPromoter;
-056import 
org.apache.hadoop.hbase.master.AssignmentListener;
-057import 
org.apache.hadoop.hbase.master.LoadBalancer;
-058import 
org.apache.hadoop.hbase.master.MasterServices;
-059import 
org.apache.hadoop.hbase.master.MetricsAssignmentManager;
-060import 
org.apache.hadoop.hbase.master.NoSuchProcedureException;
-061import 
org.apache.hadoop.hbase.master.RegionPlan;
-062import 
org.apache.hadoop.hbase.master.RegionState;
-063import 
org.apache.hadoop.hbase.master.RegionState.State;
-064import 
org.apache.hadoop.hbase.master.ServerListener;
-065import 
org.apache.hadoop.hbase.master.TableStateManager;
-066import 
org.apache.hadoop.hbase.master.assignment.RegionStates.RegionStateNode;
-067import 
org.apache.hadoop.hbase.master.assignment.RegionStates.ServerState;
-068import 
org.apache.hadoop.hbase.master.assignment.RegionStates.ServerStateNode;
-069import 
org.apache.hadoop.hbase.master.balancer.FavoredStochasticBalancer;
-070import 
org.apache.hadoop.hbase.master.normalizer.RegionNormalizer;
-071import 
org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv;
-072import 
org.apache.hadoop.hbase.master.procedure.MasterProcedureScheduler;
-073import 
org.apache.hadoop.hbase.master.procedure.ProcedureSyncWait;
-074import 
org.apache.hadoop.hbase.master.procedure.ServerCrashException;
-075import 
org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure;
-076import 
org.apache.hadoop.hbase.procedure2.Procedure;
-077import 
org.apache.hadoop.hbase.procedure2.ProcedureEvent;
-078import 
org.apache.hadoop.hbase.procedure2.ProcedureExecutor;
-079import 
org.apache.hadoop.hbase.procedure2.ProcedureInMemoryChore;
-080import 
org.apache.hadoop.hbase.procedure2.util.StringUtils;
-081import 
org.apache.hadoop.hbase.regionserver.SequenceId;
-082import 
org.apache.hadoop.hbase.util.HasThread;
-083import 
org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting;
-084import 
org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil;
-085import 
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.RegionTransitionState;
-086import 
org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.RegionStateTransition;
-087import 
org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.RegionStateTransition.TransitionCode;
-088import 
org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.ReportRegionStateTransitionRequest;
-089import 
org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.ReportRegionStateTransitionResponse;
-090import 
org.apache.hadoop.hbase.util.Bytes;
-091import 
org.apache.hadoop.hbase.util.EnvironmentEdgeManager;
-092import 
org.apache.hadoop.hbase.util.Pair;
-093import 
org.apache.hadoop.hbase.util.Threads;
-094import 
org.apache.hadoop.hbase.util.VersionInfo;
-095import 
org.apache.yetus.audience.InterfaceAudience;
-096import org.slf4j.Logger;
-097import org.slf4j.LoggerFactory;
-098
-099/**
-100 * The AssignmentManager is the 
coordinator for region assign/unassign operations.
-101 * 

-102 * 
In-memory states of regions 
and servers are stored in 

[03/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/testdevapidocs/src-html/org/apache/hadoop/hbase/master/TestServerCrashProcedureStuck.DummyRegionProcedure.html
--
diff --git 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/master/TestServerCrashProcedureStuck.DummyRegionProcedure.html
 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/master/TestServerCrashProcedureStuck.DummyRegionProcedure.html
deleted file mode 100644
index bc0a5fc..000
--- 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/master/TestServerCrashProcedureStuck.DummyRegionProcedure.html
+++ /dev/null
@@ -1,236 +0,0 @@
-http://www.w3.org/TR/html4/loose.dtd";>
-
-
-Source code
-
-
-
-
-001/**
-002 * Licensed to the Apache Software 
Foundation (ASF) under one
-003 * or more contributor license 
agreements.  See the NOTICE file
-004 * distributed with this work for 
additional information
-005 * regarding copyright ownership.  The 
ASF licenses this file
-006 * to you under the Apache License, 
Version 2.0 (the
-007 * "License"); you may not use this file 
except in compliance
-008 * with the License.  You may obtain a 
copy of the License at
-009 *
-010 * 
http://www.apache.org/licenses/LICENSE-2.0
-011 *
-012 * Unless required by applicable law or 
agreed to in writing, software
-013 * distributed under the License is 
distributed on an "AS IS" BASIS,
-014 * WITHOUT WARRANTIES OR CONDITIONS OF 
ANY KIND, either express or implied.
-015 * See the License for the specific 
language governing permissions and
-016 * limitations under the License.
-017 */
-018package org.apache.hadoop.hbase.master;
-019
-020import java.io.IOException;
-021import 
java.util.concurrent.CompletableFuture;
-022import 
java.util.concurrent.CountDownLatch;
-023import 
java.util.concurrent.ExecutionException;
-024import java.util.concurrent.TimeUnit;
-025import 
java.util.concurrent.TimeoutException;
-026import 
org.apache.hadoop.hbase.HBaseClassTestRule;
-027import 
org.apache.hadoop.hbase.HBaseTestingUtility;
-028import 
org.apache.hadoop.hbase.TableName;
-029import 
org.apache.hadoop.hbase.client.AsyncAdmin;
-030import 
org.apache.hadoop.hbase.client.AsyncConnection;
-031import 
org.apache.hadoop.hbase.client.ConnectionFactory;
-032import 
org.apache.hadoop.hbase.client.RegionInfo;
-033import 
org.apache.hadoop.hbase.master.assignment.AssignProcedure;
-034import 
org.apache.hadoop.hbase.master.procedure.AbstractStateMachineRegionProcedure;
-035import 
org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv;
-036import 
org.apache.hadoop.hbase.procedure2.ProcedureExecutor;
-037import 
org.apache.hadoop.hbase.procedure2.ProcedureSuspendedException;
-038import 
org.apache.hadoop.hbase.procedure2.ProcedureYieldException;
-039import 
org.apache.hadoop.hbase.regionserver.HRegionServer;
-040import 
org.apache.hadoop.hbase.testclassification.LargeTests;
-041import 
org.apache.hadoop.hbase.testclassification.MasterTests;
-042import 
org.apache.hadoop.hbase.util.Bytes;
-043import 
org.apache.hadoop.hbase.util.JVMClusterUtil.RegionServerThread;
-044import org.junit.AfterClass;
-045import org.junit.BeforeClass;
-046import org.junit.ClassRule;
-047import org.junit.Test;
-048import 
org.junit.experimental.categories.Category;
-049
-050/**
-051 * Testcase for HBASE-20634
-052 */
-053@Category({ MasterTests.class, 
LargeTests.class })
-054public class 
TestServerCrashProcedureStuck {
-055
-056  @ClassRule
-057  public static final HBaseClassTestRule 
CLASS_RULE =
-058
HBaseClassTestRule.forClass(TestServerCrashProcedureStuck.class);
-059
-060  private static final 
HBaseTestingUtility UTIL = new HBaseTestingUtility();
-061
-062  private static TableName TABLE_NAME = 
TableName.valueOf("test");
-063
-064  private static byte[] CF = 
Bytes.toBytes("cf");
-065
-066  private static CountDownLatch ARRIVE = 
new CountDownLatch(1);
-067
-068  private static CountDownLatch RESUME = 
new CountDownLatch(1);
-069
-070  public enum DummyState {
-071STATE
-072  }
-073
-074  public static final class 
DummyRegionProcedure
-075  extends 
AbstractStateMachineRegionProcedure {
-076
-077public DummyRegionProcedure() {
-078}
-079
-080public 
DummyRegionProcedure(MasterProcedureEnv env, RegionInfo hri) {
-081  super(env, hri);
-082}
-083
-084@Override
-085public TableOperationType 
getTableOperationType() {
-086  return 
TableOperationType.REGION_EDIT;
-087}
-088
-089@Override
-090protected Flow 
executeFromState(MasterProcedureEnv env, DummyState state)
-091throws 
ProcedureSuspendedException, ProcedureYieldException, InterruptedException {
-092  ARRIVE.countDown();
-093  RESUME.await();
-094  return Flow.NO_MORE_STATE;
-095}
-096
-097@Override
-098protected void 
rollbackState(MasterProcedureEnv env, DummyState state)
-099throws IOException, 
InterruptedException {
-100}
-101
-102@Overrid

[19/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.RegionStateNode.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.RegionStateNode.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.RegionStateNode.html
index ca55dfd..541beed 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.RegionStateNode.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.RegionStateNode.html
@@ -326,709 +326,731 @@
 318ONLINE,
 319
 320/**
-321 * Server expired/crashed. Currently 
undergoing WAL splitting.
-322 */
-323SPLITTING,
-324
-325/**
-326 * WAL splitting done.
-327 */
-328OFFLINE
-329  }
-330
-331  /**
-332   * State of Server; list of hosted 
regions, etc.
-333   */
-334  public static class ServerStateNode 
implements Comparable {
-335private final ServerReportEvent 
reportEvent;
-336
-337private final 
Set regions;
-338private final ServerName 
serverName;
-339
-340private volatile ServerState state = 
ServerState.ONLINE;
-341
-342public ServerStateNode(final 
ServerName serverName) {
-343  this.serverName = serverName;
-344  this.regions = 
ConcurrentHashMap.newKeySet();
-345  this.reportEvent = new 
ServerReportEvent(serverName);
-346}
-347
-348public ServerName getServerName() {
-349  return serverName;
-350}
-351
-352public ServerState getState() {
-353  return state;
-354}
+321 * Only server which carries meta can 
have this state. We will split wal for meta and then
+322 * assign meta first before splitting 
other wals.
+323 */
+324SPLITTING_META,
+325
+326/**
+327 * Indicate that the meta splitting 
is done. We need this state so that the UnassignProcedure
+328 * for meta can safely quit. See the 
comments in UnassignProcedure.remoteCallFailed for more
+329 * details.
+330 */
+331SPLITTING_META_DONE,
+332
+333/**
+334 * Server expired/crashed. Currently 
undergoing WAL splitting.
+335 */
+336SPLITTING,
+337
+338/**
+339 * WAL splitting done. This state 
will be used to tell the UnassignProcedure that it can safely
+340 * quit. See the comments in 
UnassignProcedure.remoteCallFailed for more details.
+341 */
+342OFFLINE
+343  }
+344
+345  /**
+346   * State of Server; list of hosted 
regions, etc.
+347   */
+348  public static class ServerStateNode 
implements Comparable {
+349private final ServerReportEvent 
reportEvent;
+350
+351private final 
Set regions;
+352private final ServerName 
serverName;
+353
+354private volatile ServerState state = 
ServerState.ONLINE;
 355
-356public ProcedureEvent 
getReportEvent() {
-357  return reportEvent;
-358}
-359
-360public boolean isOffline() {
-361  return 
this.state.equals(ServerState.OFFLINE);
-362}
-363
-364public boolean isInState(final 
ServerState... expected) {
-365  boolean expectedState = false;
-366  if (expected != null) {
-367for (int i = 0; i < 
expected.length; ++i) {
-368  expectedState |= (state == 
expected[i]);
-369}
-370  }
-371  return expectedState;
+356public ServerStateNode(final 
ServerName serverName) {
+357  this.serverName = serverName;
+358  this.regions = 
ConcurrentHashMap.newKeySet();
+359  this.reportEvent = new 
ServerReportEvent(serverName);
+360}
+361
+362public ServerName getServerName() {
+363  return serverName;
+364}
+365
+366public ServerState getState() {
+367  return state;
+368}
+369
+370public ProcedureEvent 
getReportEvent() {
+371  return reportEvent;
 372}
 373
-374public void setState(final 
ServerState state) {
-375  this.state = state;
-376}
-377
-378public Set 
getRegions() {
-379  return regions;
-380}
-381
-382public int getRegionCount() {
-383  return regions.size();
-384}
-385
-386public ArrayList 
getRegionInfoList() {
-387  ArrayList hris = 
new ArrayList(regions.size());
-388  for (RegionStateNode region: 
regions) {
-389
hris.add(region.getRegionInfo());
-390  }
-391  return hris;
-392}
-393
-394public void addRegion(final 
RegionStateNode regionNode) {
-395  this.regions.add(regionNode);
-396}
-397
-398public void removeRegion(final 
RegionStateNode regionNode) {
-399  this.regions.remove(regionNode);
-400}
-401
-402@Override
-403public int compareTo(final 
ServerStateNode other) {
-404  return 
getServerName().compareTo(other.getServerName());
-405}
-406
-407@Override
-40

[14/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.html
index ca55dfd..541beed 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.html
@@ -326,709 +326,731 @@
 318ONLINE,
 319
 320/**
-321 * Server expired/crashed. Currently 
undergoing WAL splitting.
-322 */
-323SPLITTING,
-324
-325/**
-326 * WAL splitting done.
-327 */
-328OFFLINE
-329  }
-330
-331  /**
-332   * State of Server; list of hosted 
regions, etc.
-333   */
-334  public static class ServerStateNode 
implements Comparable {
-335private final ServerReportEvent 
reportEvent;
-336
-337private final 
Set regions;
-338private final ServerName 
serverName;
-339
-340private volatile ServerState state = 
ServerState.ONLINE;
-341
-342public ServerStateNode(final 
ServerName serverName) {
-343  this.serverName = serverName;
-344  this.regions = 
ConcurrentHashMap.newKeySet();
-345  this.reportEvent = new 
ServerReportEvent(serverName);
-346}
-347
-348public ServerName getServerName() {
-349  return serverName;
-350}
-351
-352public ServerState getState() {
-353  return state;
-354}
+321 * Only server which carries meta can 
have this state. We will split wal for meta and then
+322 * assign meta first before splitting 
other wals.
+323 */
+324SPLITTING_META,
+325
+326/**
+327 * Indicate that the meta splitting 
is done. We need this state so that the UnassignProcedure
+328 * for meta can safely quit. See the 
comments in UnassignProcedure.remoteCallFailed for more
+329 * details.
+330 */
+331SPLITTING_META_DONE,
+332
+333/**
+334 * Server expired/crashed. Currently 
undergoing WAL splitting.
+335 */
+336SPLITTING,
+337
+338/**
+339 * WAL splitting done. This state 
will be used to tell the UnassignProcedure that it can safely
+340 * quit. See the comments in 
UnassignProcedure.remoteCallFailed for more details.
+341 */
+342OFFLINE
+343  }
+344
+345  /**
+346   * State of Server; list of hosted 
regions, etc.
+347   */
+348  public static class ServerStateNode 
implements Comparable {
+349private final ServerReportEvent 
reportEvent;
+350
+351private final 
Set regions;
+352private final ServerName 
serverName;
+353
+354private volatile ServerState state = 
ServerState.ONLINE;
 355
-356public ProcedureEvent 
getReportEvent() {
-357  return reportEvent;
-358}
-359
-360public boolean isOffline() {
-361  return 
this.state.equals(ServerState.OFFLINE);
-362}
-363
-364public boolean isInState(final 
ServerState... expected) {
-365  boolean expectedState = false;
-366  if (expected != null) {
-367for (int i = 0; i < 
expected.length; ++i) {
-368  expectedState |= (state == 
expected[i]);
-369}
-370  }
-371  return expectedState;
+356public ServerStateNode(final 
ServerName serverName) {
+357  this.serverName = serverName;
+358  this.regions = 
ConcurrentHashMap.newKeySet();
+359  this.reportEvent = new 
ServerReportEvent(serverName);
+360}
+361
+362public ServerName getServerName() {
+363  return serverName;
+364}
+365
+366public ServerState getState() {
+367  return state;
+368}
+369
+370public ProcedureEvent 
getReportEvent() {
+371  return reportEvent;
 372}
 373
-374public void setState(final 
ServerState state) {
-375  this.state = state;
-376}
-377
-378public Set 
getRegions() {
-379  return regions;
-380}
-381
-382public int getRegionCount() {
-383  return regions.size();
-384}
-385
-386public ArrayList 
getRegionInfoList() {
-387  ArrayList hris = 
new ArrayList(regions.size());
-388  for (RegionStateNode region: 
regions) {
-389
hris.add(region.getRegionInfo());
-390  }
-391  return hris;
-392}
-393
-394public void addRegion(final 
RegionStateNode regionNode) {
-395  this.regions.add(regionNode);
-396}
-397
-398public void removeRegion(final 
RegionStateNode regionNode) {
-399  this.regions.remove(regionNode);
-400}
-401
-402@Override
-403public int compareTo(final 
ServerStateNode other) {
-404  return 
getServerName().compareTo(other.getServerName());
-405}
-406
-407@Override
-408public int hashCode() {
-409  return 
getServerName().hashCode();
+374 

[43/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/checkstyle.rss
--
diff --git a/checkstyle.rss b/checkstyle.rss
index 8e289b6..5419f68 100644
--- a/checkstyle.rss
+++ b/checkstyle.rss
@@ -25,8 +25,8 @@ under the License.
 en-us
 ©2007 - 2018 The Apache Software Foundation
 
-  File: 3626,
- Errors: 16252,
+  File: 3631,
+ Errors: 16248,
  Warnings: 0,
  Infos: 0
   
@@ -15133,7 +15133,7 @@ under the License.
   0
 
 
-  9
+  7
 
   
   
@@ -17611,7 +17611,7 @@ under the License.
   0
 
 
-  34
+  33
 
   
   
@@ -25484,6 +25484,20 @@ under the License.
   
   
 
+  http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.master.procedure.MetaProcedureInterface.java";>org/apache/hadoop/hbase/master/procedure/MetaProcedureInterface.java
+
+
+  0
+
+
+  0
+
+
+  0
+
+  
+  
+
   http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.io.hfile.HFilePrettyPrinter.java";>org/apache/hadoop/hbase/io/hfile/HFilePrettyPrinter.java
 
 
@@ -26506,6 +26520,20 @@ under the License.
   
   
 
+  http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.master.DummyRegionProcedure.java";>org/apache/hadoop/hbase/master/DummyRegionProcedure.java
+
+
+  0
+
+
+  0
+
+
+  0
+
+  
+  
+
   http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.procedure.Subprocedure.java";>org/apache/hadoop/hbase/procedure/Subprocedure.java
 
 
@@ -28074,6 +28102,20 @@ under the License.
   
   
 
+  http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.master.procedure.MetaQueue.java";>org/apache/hadoop/hbase/master/procedure/MetaQueue.java
+
+
+  0
+
+
+  0
+
+
+  0
+
+  
+  
+
   http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.TableNotDisabledException.java";>org/apache/hadoop/hbase/TableNotDisabledException.java
 
 
@@ -40627,7 +40669,7 @@ under the License.
   0
 
 
-  171
+  170
 
   
   
@@ -45630,6 +45672,20 @@ under the License.
   
   
 
+  http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.master.TestServerCrashProcedureCarryingMetaStuck.java";>org/apache/hadoop/hbase/master/TestServerCrashProcedureCarryingMetaStuck.java
+
+
+  0
+
+
+  0
+
+
+  0
+
+  
+  
+
   http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.coprocessor.WALObserver.java";>org/apache/hadoop/hbase/coprocessor/WALObserver.java
 
 
@@ -48668,6 +48724,20 @@ under the License.
   
   
 
+  http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.master.DummyRegionProcedureState.java";>org/apache/hadoop/hbase/master/DummyRegionProcedureState.java
+
+
+  0
+
+
+  0
+
+
+  0
+
+  
+  
+
   http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.ServerLoad.java";>org/apache/hadoop/hbase/ServerLoad.java
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/coc.html
--

[40/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/org/apache/hadoop/hbase/master/HMasterCommandLine.LocalHMaster.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/HMasterCommandLine.LocalHMaster.html
 
b/devapidocs/org/apache/hadoop/hbase/master/HMasterCommandLine.LocalHMaster.html
index 66147c8..100d999 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/HMasterCommandLine.LocalHMaster.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/HMasterCommandLine.LocalHMaster.html
@@ -247,7 +247,7 @@ extends 
 
 Methods inherited from class org.apache.hadoop.hbase.master.HMaster
-abort,
 abortProcedure,
 addColumn,
 addReplicationPeer,
 balance,
 balance,
 balanceSwitch,
 canCreateBaseZNode, canUpdateTableDescriptor,
 checkIfShouldMoveSystemRegionAsync,
 checkInitialized,
 checkServiceStarted,
 checkTableModifiable,
 configureInfoServer,
 constructMaster,
 createMetaBootstrap,
 createNamespace,
 createQuotaSnapshotNotifier,
 createRpcServices,
 createServerManager,
 createSystemTable,
 createTable, 
decommissionRegionServers,
 decorateMasterConfiguration,
 deleteColumn,
 deleteNamespace,
 deleteTable,
 disableReplicationPeer,
 disableTable,
 enableReplicationPeer,
 enableTable,
 getAssignmentManager,
 getAverageLoad,
 getCatalogJanitor,
 getClientIdAuditPrefix,
 getClusterMetrics,
 getClusterMetrics,
 getClusterMetricsWithoutCoprocessor,
 getClusterMetricsWithoutCoprocessor,
 getClusterSchema,
 getDumpServlet,
 getFavoredNodesManager,
 getHFileCleaner,
 getInitializedEvent,
 getLastMajorCompactionTimestamp,
 getLastMajorCompactionTimestampForRegion,
 getLoadBalancer,
 getLoadBalancerClassName,
 getLoadedCoprocessors,
 getLockManager,
 getLocks,
 getLogCleaner,
 getMasterActiveTime,
 getMasterCoprocessorHost,
 getMasterCoprocessors,
 getMasterFileSystem,
 getMasterFinishedInitializationTime,
 getMasterMetrics,
 getMasterProcedureExecutor,
 getMasterProcedureManagerHost,
 getMasterQuotaManager,
 getMasterRpcServices,
 getMasterStartTime,
 getMasterWalManager,
 getMergePlanCount,
 getMetaTableObserver,
 getMobCompactionState,
 getNamespace,
 getNamespaces, getNumWALFiles,
 getProcedures,
 getProcessName,
 getQuotaObserverChore,
 getRegionNormalizer,
 getRegionNormalizerTracker,
 getRegionServerFatalLogBuffer,
 
 getRegionServerInfoPort, getRegionServerVersion,
 getRemoteInetAddress,
 getReplicationPeerConfig,
 getReplicationPeerManager,
 getServerCrashProcessingEnabledEvent,
 getServerManager,
 getServerName,
 getSnapshotManager, getSnapshotQuotaObserverChore,
 getSpaceQuotaSnapshotNotifier,
 getSplitOrMergeTracker,
 getSplitPlanCount,
 getTableDescriptors,
 getTableRegionForRow,
 getTableStateManager,
 getUseThisHostnameInstead,
 getWalProcedureStore,
 getZooKeeper,
 initClusterSchemaService,
 initializeZKBasedSystemTrackers,
 initQuotaManager,
 isActiveMaster,
 isBalancerOn,
 isCatalogJanitorEnabled, isCleanerChoreEnabled,
 isInitialized,
 isInMaintenanceMode,
 isNormalizerOn,
 isServerCrashProcessingEnabled,
 isSplitOrMergeEnabled,
 listDecommissionedRegionServers,
 listReplicationPeers,
 listTableDescriptors,
 listTableDescriptorsByNamespace,
 listTableNames,
 listTableNamesByNamespace,
 login,
 main,
 mergeRegions,
 modifyColumn,
 modifyNamespace,
 modifyTable,
 move,
 normalizeRegions,
 recommissionRegionServer, recoverMeta,
 registerService,
 remoteProcedureCompleted,
 remoteProcedureFailed,
 removeReplicationPeer,
 reportMobCompactionEnd,
 reportMobCompactionStart, requestMobCompaction,
 restoreSnapshot,
 setCatalogJanitorEnabled,
 setInitialized,
 setServerCrashProcessingEnabled,
 shutdown,
 splitRegion,
 stop,
 stopMaster,
 stopServiceThreads,
 truncateTable,
 updateConfigurationForSpaceQuotaObserver,
 updateReplicationPeerConfig,
 waitForMasterActive
+abort,
 abortProcedure,
 addColumn,
 addReplicationPeer,
 balance,
 balance,
 balanceSwitch,
 canCreateBaseZNode, canUpdateTableDescriptor,
 checkIfShouldMoveSystemRegionAsync,
 checkInitialized,
 checkServiceStarted,
 checkTableModifiable,
 configureInfoServer,
 constructMaster,
 createMetaBootstrap,
 createNamespace,
 createQuotaSnapshotNotifier,
 createRpcServices,
 createServerManager,
 createSystemTable,
 createTable,
 decommissionRegionServers,
 decorateMasterConfiguration,
 deleteColumn,
 deleteNamespace,
 deleteTable,
 disableReplicationPeer,
 disableTable, enableReplicationPeer,
 enableTable,
 getAssignmentManager,
 getAverageLoad,
 getCatalogJanitor,
 getClientIdAuditPrefix,
 getClusterMetrics,
 getClusterMetrics
 , getClusterMetricsWithoutCoprocessor,
 getClusterMetricsWithoutCoprocessor,
 getClusterSchema,
 getDumpServlet,
 getFavoredNodesManager,
 getHFileCleaner,
 getInitializedEvent,
 getLastMajorCompactionTimestamp, getLastMajorCompactionTimestampForRegion,
 getLoadBalancer,
 getLoadBalancerClassName,
 getLoadedCoprocessors,
 getLockManager,
 getLocks,
 getLogCleaner,
 getMasterActiveTime,
 getMasterCoprocessorHost,
 getMasterCopro

[41/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/org/apache/hadoop/hbase/master/HMaster.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/master/HMaster.html 
b/devapidocs/org/apache/hadoop/hbase/master/HMaster.html
index b8d9f62..fc94836 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/HMaster.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/HMaster.html
@@ -634,10 +634,10 @@ implements 
-(package private) MasterMetaBootstrap
-createMetaBootstrap(HMaster master,
-   MonitoredTask status)
-Create a MasterMetaBootstrap 
instance.
+protected MasterMetaBootstrap
+createMetaBootstrap()
+
+ Create a MasterMetaBootstrap 
instance.
 
 
 
@@ -2393,15 +2393,19 @@ implements initMobCleaner()
 
 
-
+
 
 
 
 
 createMetaBootstrap
-MasterMetaBootstrap createMetaBootstrap(HMaster master,
-MonitoredTask status)
-Create a MasterMetaBootstrap 
instance.
+protected MasterMetaBootstrap createMetaBootstrap()
+
+ Create a MasterMetaBootstrap instance.
+ 
+ 
+ Will be overridden in tests.
+ 
 
 
 
@@ -2410,7 +2414,7 @@ implements 
 
 createServerManager
-ServerManager createServerManager(MasterServices master)
+ServerManager createServerManager(MasterServices master)
throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true";
 title="class or interface in java.io">IOException
 Create a ServerManager 
instance.
 
@@ -2425,7 +2429,7 @@ implements 
 
 waitForRegionServers
-private void waitForRegionServers(MonitoredTask status)
+private void waitForRegionServers(MonitoredTask status)
throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true";
 title="class or interface in java.io">IOException,
   https://docs.oracle.com/javase/8/docs/api/java/lang/InterruptedException.html?is-external=true";
 title="class or interface in java.lang">InterruptedException
 
@@ -2441,7 +2445,7 @@ implements 
 
 initClusterSchemaService
-void initClusterSchemaService()
+void initClusterSchemaService()
throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true";
 title="class or interface in java.io">IOException,
   https://docs.oracle.com/javase/8/docs/api/java/lang/InterruptedException.html?is-external=true";
 title="class or interface in java.lang">InterruptedException
 
@@ -2457,7 +2461,7 @@ implements 
 
 initQuotaManager
-void initQuotaManager()
+void initQuotaManager()
throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true";
 title="class or interface in java.io">IOException
 
 Throws:
@@ -2471,7 +2475,7 @@ implements 
 
 createQuotaSnapshotNotifier
-SpaceQuotaSnapshotNotifier createQuotaSnapshotNotifier()
+SpaceQuotaSnapshotNotifier createQuotaSnapshotNotifier()
 
 
 
@@ -2480,7 +2484,7 @@ implements 
 
 isCatalogJanitorEnabled
-boolean isCatalogJanitorEnabled()
+boolean isCatalogJanitorEnabled()
 
 
 
@@ -2489,7 +2493,7 @@ implements 
 
 isCleanerChoreEnabled
-boolean isCleanerChoreEnabled()
+boolean isCleanerChoreEnabled()
 
 
 
@@ -2498,7 +2502,7 @@ implements 
 
 getTableDescriptors
-public TableDescriptors getTableDescriptors()
+public TableDescriptors getTableDescriptors()
 
 Specified by:
 getTableDescriptors in
 interface MasterServices
@@ -2515,7 +2519,7 @@ implements 
 
 getServerManager
-public ServerManager getServerManager()
+public ServerManager getServerManager()
 
 Specified by:
 getServerManager in
 interface MasterServices
@@ -2530,7 +2534,7 @@ implements 
 
 getMasterFileSystem
-public MasterFileSystem getMasterFileSystem()
+public MasterFileSystem getMasterFileSystem()
 
 Specified by:
 getMasterFileSystem in
 interface MasterServices
@@ -2545,7 +2549,7 @@ implements 
 
 getMasterWalManager
-public MasterWalManager getMasterWalManager()
+public MasterWalManager getMasterWalManager()
 
 Specified by:
 getMasterWalManager in
 interface MasterServices
@@ -2560,7 +2564,7 @@ implements 
 
 getTableStateManager
-public TableStateManager getTableStateManager()
+public TableStateManager getTableStateManager()
 
 Specified by:
 getTableStateManager in
 interface MasterServices
@@ -2575,7 +2579,7 @@ implements 
 
 startServiceThreads
-private void startServiceThreads()
+private void startServiceThreads()
   throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true";
 title="class or interface in java.io">IOException
 
 Throws:
@@ -2589,7 +2593,7 @@ implements 
 
 cancelChore
-private void cancelChore(ScheduledChore chore)
+private void cancelChore(ScheduledChore chore)
 
 
 
@@ -2598,7 +2602,7 @@ implements 
 
 stopServiceThreads
-protected void stopServiceThreads()
+protected void stopServiceThreads()
 Description copied from 
clas

[27/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.RedirectServlet.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.RedirectServlet.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.RedirectServlet.html
index 9549aa5..42d0637 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.RedirectServlet.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.RedirectServlet.html
@@ -918,7 +918,7 @@
 910
 911// Bring up hbase:meta. recoverMeta 
is a blocking call waiting until hbase:meta is deployed.
 912// It also starts the 
TableStateManager.
-913MasterMetaBootstrap metaBootstrap = 
createMetaBootstrap(this, status);
+913MasterMetaBootstrap metaBootstrap = 
createMetaBootstrap();
 914metaBootstrap.recoverMeta();
 915
 916//Initialize after meta as it scans 
meta
@@ -1063,2625 +1063,2634 @@
 1055  }
 1056
 1057  /**
-1058   * Create a {@link 
MasterMetaBootstrap} instance.
-1059   */
-1060  MasterMetaBootstrap 
createMetaBootstrap(final HMaster master, final MonitoredTask status) {
-1061// We put this out here in a method 
so can do a Mockito.spy and stub it out
-1062// w/ a mocked up 
MasterMetaBootstrap.
-1063return new 
MasterMetaBootstrap(master, status);
-1064  }
-1065
-1066  /**
-1067   * Create a {@link ServerManager} 
instance.
-1068   */
-1069  ServerManager 
createServerManager(final MasterServices master) throws IOException {
-1070// We put this out here in a method 
so can do a Mockito.spy and stub it out
-1071// w/ a mocked up ServerManager.
-1072setupClusterConnection();
-1073return new ServerManager(master);
-1074  }
-1075
-1076  private void 
waitForRegionServers(final MonitoredTask status)
-1077  throws IOException, 
InterruptedException {
-1078
this.serverManager.waitForRegionServers(status);
-1079// Check zk for region servers that 
are up but didn't register
-1080for (ServerName sn: 
this.regionServerTracker.getOnlineServers()) {
-1081  // The isServerOnline check is 
opportunistic, correctness is handled inside
-1082  if 
(!this.serverManager.isServerOnline(sn) &&
-1083  
serverManager.checkAndRecordNewServer(sn, ServerMetricsBuilder.of(sn))) {
-1084LOG.info("Registered server 
found up in zk but who has not yet reported in: " + sn);
-1085  }
-1086}
-1087  }
-1088
-1089  void initClusterSchemaService() throws 
IOException, InterruptedException {
-1090this.clusterSchemaService = new 
ClusterSchemaServiceImpl(this);
-1091
this.clusterSchemaService.startAsync();
-1092try {
-1093  
this.clusterSchemaService.awaitRunning(getConfiguration().getInt(
-1094
HBASE_MASTER_WAIT_ON_SERVICE_IN_SECONDS,
-1095
DEFAULT_HBASE_MASTER_WAIT_ON_SERVICE_IN_SECONDS), TimeUnit.SECONDS);
-1096} catch (TimeoutException toe) {
-1097  throw new IOException("Timedout 
starting ClusterSchemaService", toe);
-1098}
-1099  }
-1100
-1101  void initQuotaManager() throws 
IOException {
-1102MasterQuotaManager quotaManager = 
new MasterQuotaManager(this);
-1103
this.assignmentManager.setRegionStateListener(quotaManager);
-1104quotaManager.start();
-1105this.quotaManager = quotaManager;
-1106  }
-1107
-1108  SpaceQuotaSnapshotNotifier 
createQuotaSnapshotNotifier() {
-1109SpaceQuotaSnapshotNotifier notifier 
=
-1110
SpaceQuotaSnapshotNotifierFactory.getInstance().create(getConfiguration());
-return notifier;
+1058   * 

+1059   * Create a {@link 
MasterMetaBootstrap} instance.
+1060   * 
+1061   * 

+1062   * Will be overridden in tests.
+1063   * 
+1064   */
+1065  @VisibleForTesting
+1066  protected MasterMetaBootstrap 
createMetaBootstrap() {
+1067// We put this out here in a method 
so can do a Mockito.spy and stub it out
+1068// w/ a mocked up 
MasterMetaBootstrap.
+1069return new 
MasterMetaBootstrap(this);
+1070  }
+1071
+1072  /**
+1073   * Create a {@link ServerManager} 
instance.
+1074   */
+1075  ServerManager 
createServerManager(final MasterServices master) throws IOException {
+1076// We put this out here in a method 
so can do a Mockito.spy and stub it out
+1077// w/ a mocked up ServerManager.
+1078setupClusterConnection();
+1079return new ServerManager(master);
+1080  }
+1081
+1082  private void 
waitForRegionServers(final MonitoredTask status)
+1083  throws IOException, 
InterruptedException {
+1084
this.serverManager.waitForRegionServers(status);
+1085// Check zk for region servers that 
are up but didn't register
+1086for (ServerName sn: 
this.regionServerTracker.getOnlineServers()) {
+1087  // The isServerOnline check is 
opportunistic, correctness is handled inside
+1088  if 
(!this.serverManager.isServerOnline(sn) &&
+1089  
serverManager.chec

[33/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/org/apache/hadoop/hbase/master/procedure/RecoverMetaProcedure.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/RecoverMetaProcedure.html 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/RecoverMetaProcedure.html
index 6a753f6..23ee802 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/RecoverMetaProcedure.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/RecoverMetaProcedure.html
@@ -18,7 +18,7 @@
 catch(err) {
 }
 //-->
-var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10};
+var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10};
 var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],8:["t4","Concrete Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
@@ -119,14 +119,14 @@ var activeTableTab = "activeTableTab";
 
 
 All Implemented Interfaces:
-https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true";
 title="class or interface in java.lang">Comparable>, TableProcedureInterface
+https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true";
 title="class or interface in java.lang">Comparable>, MetaProcedureInterface
 
 
 
 @InterfaceAudience.Private
-public class RecoverMetaProcedure
+public class RecoverMetaProcedure
 extends StateMachineProcedure
-implements TableProcedureInterface
+implements MetaProcedureInterface
 This procedure recovers meta from prior shutdown/ crash of 
a server, and brings meta online by
  assigning meta region/s. Any place where meta is accessed and requires meta 
to be online, need to
  submit this procedure instead of duplicating steps to recover meta in the 
code.
@@ -157,11 +157,11 @@ implements Procedure.LockState
 
 
-
+
 
 
-Nested classes/interfaces inherited from 
interface org.apache.hadoop.hbase.master.procedure.TableProcedureInterface
-TableProcedureInterface.TableOperationType
+Nested classes/interfaces inherited from 
interface org.apache.hadoop.hbase.master.procedure.MetaProcedureInterface
+MetaProcedureInterface.MetaOperationType
 
 
 
@@ -302,16 +302,6 @@ implements 
-TableName
-getTableName() 
-
-
-TableProcedureInterface.TableOperationType
-getTableOperationType()
-Given an operation type we can take decisions about what to 
do with pending operations.
-
-
-
 private void
 handleRIT(MasterProcedureEnv env,
  RegionInfo ri,
@@ -321,37 +311,37 @@ implements 
+
 private boolean
 isRunRequired() 
 
-
+
 private void
 prepare(MasterProcedureEnv env)
 Prepare for execution
 
 
-
+
 protected void
 releaseLock(MasterProcedureEnv env)
 The user should override this method, and release lock if 
necessary.
 
 
-
+
 protected void
 rollbackState(MasterProcedureEnv env,
  
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.RecoverMetaState recoverMetaState)
 called to perform the rollback of the specified state
 
 
-
+
 protected void
 serializeStateData(ProcedureStateSerializer serializer)
 The user-level code of the procedure may have some state to
  persist (e.g.
 
 
-
+
 protected void
 toStringClassDetails(https://docs.oracle.com/javase/8/docs/api/java/lang/StringBuilder.html?is-external=true";
 title="class or interface in java.lang">StringBuilder sb)
 Extend the toString() information with the procedure details
@@ -380,6 +370,13 @@ implements https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object
 https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#clone--";
 title="class or interface in java.lang">clone, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#equals-java.lang.Object-";
 title="class or interface in java.lang">equals, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#finalize--";
 title="class or interface in java.lang">finalize, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#getClass--";
 title="class or interface in java.lang">getClass, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#hashCode--";
 title="class or interface in java.lang">hashCode, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#notify--";
 title="class or interface in java.lang">notify, https://docs.oracle.com/javase/8/docs/api/ja
 va/lang/Object.html?is-external=true#notifyAll--" title="class or interface in 
java.lang">notifyAll, https://docs.oracle.com/j

[11/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MetaProcedureInterface.MetaOperationType.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MetaProcedureInterface.MetaOperationType.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MetaProcedureInterface.MetaOperationType.html
new file mode 100644
index 000..1d59e3c
--- /dev/null
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MetaProcedureInterface.MetaOperationType.html
@@ -0,0 +1,104 @@
+http://www.w3.org/TR/html4/loose.dtd";>
+
+
+Source code
+
+
+
+
+001/**
+002 * Licensed to the Apache Software 
Foundation (ASF) under one
+003 * or more contributor license 
agreements.  See the NOTICE file
+004 * distributed with this work for 
additional information
+005 * regarding copyright ownership.  The 
ASF licenses this file
+006 * to you under the Apache License, 
Version 2.0 (the
+007 * "License"); you may not use this file 
except in compliance
+008 * with the License.  You may obtain a 
copy of the License at
+009 *
+010 * 
http://www.apache.org/licenses/LICENSE-2.0
+011 *
+012 * Unless required by applicable law or 
agreed to in writing, software
+013 * distributed under the License is 
distributed on an "AS IS" BASIS,
+014 * WITHOUT WARRANTIES OR CONDITIONS OF 
ANY KIND, either express or implied.
+015 * See the License for the specific 
language governing permissions and
+016 * limitations under the License.
+017 */
+018package 
org.apache.hadoop.hbase.master.procedure;
+019
+020import 
org.apache.yetus.audience.InterfaceAudience;
+021
+022@InterfaceAudience.Private
+023public interface MetaProcedureInterface 
{
+024
+025  enum MetaOperationType {
+026RECOVER
+027  }
+028
+029  default MetaOperationType 
getMetaOperationType() {
+030return MetaOperationType.RECOVER;
+031  }
+032}
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MetaProcedureInterface.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MetaProcedureInterface.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MetaProcedureInterface.html
new file mode 100644
index 000..1d59e3c
--- /dev/null
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MetaProcedureInterface.html
@@ -0,0 +1,104 @@
+http://www.w3.org/TR/html4/loose.dtd";>
+
+
+Source code
+
+
+
+
+001/**
+002 * Licensed to the Apache Software 
Foundation (ASF) under one
+003 * or more contributor license 
agreements.  See the NOTICE file
+004 * distributed with this work for 
additional information
+005 * regarding copyright ownership.  The 
ASF licenses this file
+006 * to you under the Apache License, 
Version 2.0 (the
+007 * "License"); you may not use this file 
except in compliance
+008 * with the License.  You may obtain a 
copy of the License at
+009 *
+010 * 
http://www.apache.org/licenses/LICENSE-2.0
+011 *
+012 * Unless required by applicable law or 
agreed to in writing, software
+013 * distributed under the License is 
distributed on an "AS IS" BASIS,
+014 * WITHOUT WARRANTIES OR CONDITIONS OF 
ANY KIND, either express or implied.
+015 * See the License for the specific 
language governing permissions and
+016 * limitations under the License.
+017 */
+018package 
org.apache.hadoop.hbase.master.procedure;
+019
+020import 
org.apache.yetus.audience.InterfaceAudience;
+021
+022@InterfaceAudience.Private
+023public interface MetaProcedureInterface 
{
+024
+025  enum MetaOperationType {
+026RECOVER
+027  }
+028
+029  default MetaOperationType 
getMetaOperationType() {
+030return MetaOperationType.RECOVER;
+031  }
+032}
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MetaQueue.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MetaQueue.html 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MetaQueue.html
new file mode 100644
index 000..84c2716
--- /dev/null
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MetaQueue.html
@@ -0,0 +1,108 @@
+http://www.w3.org/TR/html4/loose.dtd";>
+
+
+Source code
+
+
+
+
+001/**
+002 * Licensed to the Apache Software 
Foundation (ASF) under one
+003 * or more contributor license 
agreements.  See the NOTICE file
+004 * distributed with this work for 
additional information
+005 * reg

[07/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/testdevapidocs/org/apache/hadoop/hbase/master/TestServerCrashProcedureStuck.DummyRegionProcedure.html
--
diff --git 
a/testdevapidocs/org/apache/hadoop/hbase/master/TestServerCrashProcedureStuck.DummyRegionProcedure.html
 
b/testdevapidocs/org/apache/hadoop/hbase/master/TestServerCrashProcedureStuck.DummyRegionProcedure.html
deleted file mode 100644
index e0089a0..000
--- 
a/testdevapidocs/org/apache/hadoop/hbase/master/TestServerCrashProcedureStuck.DummyRegionProcedure.html
+++ /dev/null
@@ -1,493 +0,0 @@
-http://www.w3.org/TR/html4/loose.dtd";>
-
-
-
-
-
-TestServerCrashProcedureStuck.DummyRegionProcedure (Apache HBase 
3.0.0-SNAPSHOT Test API)
-
-
-
-
-
-var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10};
-var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],8:["t4","Concrete Methods"]};
-var altColor = "altColor";
-var rowColor = "rowColor";
-var tableTab = "tableTab";
-var activeTableTab = "activeTableTab";
-
-
-JavaScript is disabled on your browser.
-
-
-
-
-
-Skip navigation links
-
-
-
-
-Overview
-Package
-Class
-Use
-Tree
-Deprecated
-Index
-Help
-
-
-
-
-Prev Class
-Next Class
-
-
-Frames
-No Frames
-
-
-All Classes
-
-
-
-
-
-
-
-Summary: 
-Nested | 
-Field | 
-Constr | 
-Method
-
-
-Detail: 
-Field | 
-Constr | 
-Method
-
-
-
-
-
-
-
-
-org.apache.hadoop.hbase.master
-Class TestServerCrashProcedureStuck.DummyRegionProcedure
-
-
-
-https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">java.lang.Object
-
-
-org.apache.hadoop.hbase.procedure2.Procedure
-
-
-org.apache.hadoop.hbase.procedure2.StateMachineProcedure
-
-
-org.apache.hadoop.hbase.master.procedure.AbstractStateMachineTableProcedure
-
-
-org.apache.hadoop.hbase.master.procedure.AbstractStateMachineRegionProcedure
-
-
-org.apache.hadoop.hbase.master.TestServerCrashProcedureStuck.DummyRegionProcedure
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-All Implemented Interfaces:
-https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true";
 title="class or interface in 
java.lang">Comparable>,
 org.apache.hadoop.hbase.master.procedure.TableProcedureInterface
-
-
-Enclosing class:
-TestServerCrashProcedureStuck
-
-
-
-public static final class TestServerCrashProcedureStuck.DummyRegionProcedure
-extends 
org.apache.hadoop.hbase.master.procedure.AbstractStateMachineRegionProcedure
-
-
-
-
-
-
-
-
-
-
-
-Nested Class Summary
-
-
-
-
-Nested classes/interfaces inherited from 
class org.apache.hadoop.hbase.procedure2.StateMachineProcedure
-org.apache.hadoop.hbase.procedure2.StateMachineProcedure.Flow
-
-
-
-
-
-Nested classes/interfaces inherited from 
class org.apache.hadoop.hbase.procedure2.Procedure
-org.apache.hadoop.hbase.procedure2.Procedure.LockState
-
-
-
-
-
-Nested classes/interfaces inherited from 
interface org.apache.hadoop.hbase.master.procedure.TableProcedureInterface
-org.apache.hadoop.hbase.master.procedure.TableProcedureInterface.TableOperationType
-
-
-
-
-
-
-
-
-Field Summary
-
-
-
-
-Fields inherited from 
class org.apache.hadoop.hbase.procedure2.Procedure
-NO_PROC_ID, NO_TIMEOUT
-
-
-
-
-
-
-
-
-Constructor Summary
-
-Constructors 
-
-Constructor and Description
-
-
-DummyRegionProcedure() 
-
-
-DummyRegionProcedure(org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv env,
-
org.apache.hadoop.hbase.client.RegionInfo hri) 
-
-
-
-
-
-
-
-
-
-Method Summary
-
-All Methods Instance Methods Concrete Methods 
-
-Modifier and Type
-Method and Description
-
-
-protected 
org.apache.hadoop.hbase.procedure2.StateMachineProcedure.Flow
-executeFromState(org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv env,
-TestServerCrashProcedureStuck.DummyState state) 
-
-
-protected TestServerCrashProcedureStuck.DummyState
-getInitialState() 
-
-
-protected TestServerCrashProcedureStuck.DummyState
-getState(int stateId) 
-
-
-protected int
-getStateId(TestServerCrashProcedureStuck.DummyState state) 
-
-
-org.apache.hadoop.hbase.master.procedure.TableProcedureInterface.TableOperationType
-getTableOperationType() 
-
-
-pr

[22/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.html
index 7356e7a..4b5d00c 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/AssignmentManager.html
@@ -43,1944 +43,1961 @@
 035import 
java.util.concurrent.locks.Condition;
 036import 
java.util.concurrent.locks.ReentrantLock;
 037import java.util.stream.Collectors;
-038
-039import 
org.apache.hadoop.conf.Configuration;
-040import 
org.apache.hadoop.hbase.HBaseIOException;
-041import 
org.apache.hadoop.hbase.HConstants;
-042import 
org.apache.hadoop.hbase.PleaseHoldException;
-043import 
org.apache.hadoop.hbase.RegionException;
-044import 
org.apache.hadoop.hbase.RegionStateListener;
-045import 
org.apache.hadoop.hbase.ServerName;
-046import 
org.apache.hadoop.hbase.TableName;
-047import 
org.apache.hadoop.hbase.YouAreDeadException;
-048import 
org.apache.hadoop.hbase.client.RegionInfo;
-049import 
org.apache.hadoop.hbase.client.RegionInfoBuilder;
-050import 
org.apache.hadoop.hbase.client.RegionReplicaUtil;
-051import 
org.apache.hadoop.hbase.client.Result;
-052import 
org.apache.hadoop.hbase.client.TableState;
-053import 
org.apache.hadoop.hbase.exceptions.UnexpectedStateException;
-054import 
org.apache.hadoop.hbase.favored.FavoredNodesManager;
-055import 
org.apache.hadoop.hbase.favored.FavoredNodesPromoter;
-056import 
org.apache.hadoop.hbase.master.AssignmentListener;
-057import 
org.apache.hadoop.hbase.master.LoadBalancer;
-058import 
org.apache.hadoop.hbase.master.MasterServices;
-059import 
org.apache.hadoop.hbase.master.MetricsAssignmentManager;
-060import 
org.apache.hadoop.hbase.master.NoSuchProcedureException;
-061import 
org.apache.hadoop.hbase.master.RegionPlan;
-062import 
org.apache.hadoop.hbase.master.RegionState;
-063import 
org.apache.hadoop.hbase.master.RegionState.State;
-064import 
org.apache.hadoop.hbase.master.ServerListener;
-065import 
org.apache.hadoop.hbase.master.TableStateManager;
-066import 
org.apache.hadoop.hbase.master.assignment.RegionStates.RegionStateNode;
-067import 
org.apache.hadoop.hbase.master.assignment.RegionStates.ServerState;
-068import 
org.apache.hadoop.hbase.master.assignment.RegionStates.ServerStateNode;
-069import 
org.apache.hadoop.hbase.master.balancer.FavoredStochasticBalancer;
-070import 
org.apache.hadoop.hbase.master.normalizer.RegionNormalizer;
-071import 
org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv;
-072import 
org.apache.hadoop.hbase.master.procedure.MasterProcedureScheduler;
-073import 
org.apache.hadoop.hbase.master.procedure.ProcedureSyncWait;
-074import 
org.apache.hadoop.hbase.master.procedure.ServerCrashException;
-075import 
org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure;
-076import 
org.apache.hadoop.hbase.procedure2.Procedure;
-077import 
org.apache.hadoop.hbase.procedure2.ProcedureEvent;
-078import 
org.apache.hadoop.hbase.procedure2.ProcedureExecutor;
-079import 
org.apache.hadoop.hbase.procedure2.ProcedureInMemoryChore;
-080import 
org.apache.hadoop.hbase.procedure2.util.StringUtils;
-081import 
org.apache.hadoop.hbase.regionserver.SequenceId;
-082import 
org.apache.hadoop.hbase.util.HasThread;
-083import 
org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting;
-084import 
org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil;
-085import 
org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.RegionTransitionState;
-086import 
org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.RegionStateTransition;
-087import 
org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.RegionStateTransition.TransitionCode;
-088import 
org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.ReportRegionStateTransitionRequest;
-089import 
org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.ReportRegionStateTransitionResponse;
-090import 
org.apache.hadoop.hbase.util.Bytes;
-091import 
org.apache.hadoop.hbase.util.EnvironmentEdgeManager;
-092import 
org.apache.hadoop.hbase.util.Pair;
-093import 
org.apache.hadoop.hbase.util.Threads;
-094import 
org.apache.hadoop.hbase.util.VersionInfo;
-095import 
org.apache.yetus.audience.InterfaceAudience;
-096import org.slf4j.Logger;
-097import org.slf4j.LoggerFactory;
-098
-099/**
-100 * The AssignmentManager is the 
coordinator for region assign/unassign operations.
-101 * 

-102 * 
In-memory states of regions 
and servers are stored in {@link RegionStates}.
-103 * 
hbase:meta state updates are 
handled by {@link RegionStateStore}.
-104 

[02/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MasterProcedureTestingUtility.InjectAbortOnLoadListener.html
--
diff --git 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MasterProcedureTestingUtility.InjectAbortOnLoadListener.html
 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MasterProcedureTestingUtility.InjectAbortOnLoadListener.html
index 4b127da..d966da4 100644
--- 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MasterProcedureTestingUtility.InjectAbortOnLoadListener.html
+++ 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MasterProcedureTestingUtility.InjectAbortOnLoadListener.html
@@ -35,541 +35,538 @@
 027import java.util.TreeSet;
 028import java.util.concurrent.Callable;
 029import 
java.util.concurrent.atomic.AtomicInteger;
-030
-031import org.apache.hadoop.fs.FileSystem;
-032import org.apache.hadoop.fs.Path;
-033import 
org.apache.hadoop.hbase.HBaseTestingUtility;
-034import 
org.apache.hadoop.hbase.HRegionLocation;
-035import 
org.apache.hadoop.hbase.MetaTableAccessor;
-036import 
org.apache.hadoop.hbase.MiniHBaseCluster;
-037import 
org.apache.hadoop.hbase.RegionLocations;
-038import 
org.apache.hadoop.hbase.ServerName;
-039import 
org.apache.hadoop.hbase.TableName;
-040import 
org.apache.hadoop.hbase.client.BufferedMutator;
-041import 
org.apache.hadoop.hbase.client.ColumnFamilyDescriptor;
-042import 
org.apache.hadoop.hbase.client.ColumnFamilyDescriptorBuilder;
-043import 
org.apache.hadoop.hbase.client.Connection;
-044import 
org.apache.hadoop.hbase.client.Durability;
-045import 
org.apache.hadoop.hbase.client.Put;
-046import 
org.apache.hadoop.hbase.client.RegionInfo;
-047import 
org.apache.hadoop.hbase.client.Result;
-048import 
org.apache.hadoop.hbase.client.TableDescriptor;
-049import 
org.apache.hadoop.hbase.client.TableDescriptorBuilder;
-050import 
org.apache.hadoop.hbase.client.TableState;
-051import 
org.apache.hadoop.hbase.master.HMaster;
-052import 
org.apache.hadoop.hbase.master.MasterMetaBootstrap;
-053import 
org.apache.hadoop.hbase.master.RegionState;
-054import 
org.apache.hadoop.hbase.master.TableStateManager;
-055import 
org.apache.hadoop.hbase.master.assignment.AssignmentManager;
-056import 
org.apache.hadoop.hbase.monitoring.TaskMonitor;
-057import 
org.apache.hadoop.hbase.procedure2.Procedure;
-058import 
org.apache.hadoop.hbase.procedure2.ProcedureExecutor;
-059import 
org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility;
-060import 
org.apache.hadoop.hbase.procedure2.StateMachineProcedure;
-061import 
org.apache.hadoop.hbase.util.Bytes;
-062import 
org.apache.hadoop.hbase.util.FSUtils;
-063import 
org.apache.hadoop.hbase.util.MD5Hash;
-064import 
org.apache.hadoop.hbase.util.ModifyRegionUtils;
-065import 
org.apache.yetus.audience.InterfaceAudience;
-066import org.slf4j.Logger;
-067import org.slf4j.LoggerFactory;
-068
-069@InterfaceAudience.Private
-070public class 
MasterProcedureTestingUtility {
-071  private static final Logger LOG = 
LoggerFactory.getLogger(MasterProcedureTestingUtility.class);
+030import org.apache.hadoop.fs.FileSystem;
+031import org.apache.hadoop.fs.Path;
+032import 
org.apache.hadoop.hbase.HBaseTestingUtility;
+033import 
org.apache.hadoop.hbase.HRegionLocation;
+034import 
org.apache.hadoop.hbase.MetaTableAccessor;
+035import 
org.apache.hadoop.hbase.MiniHBaseCluster;
+036import 
org.apache.hadoop.hbase.RegionLocations;
+037import 
org.apache.hadoop.hbase.ServerName;
+038import 
org.apache.hadoop.hbase.TableName;
+039import 
org.apache.hadoop.hbase.client.BufferedMutator;
+040import 
org.apache.hadoop.hbase.client.ColumnFamilyDescriptor;
+041import 
org.apache.hadoop.hbase.client.ColumnFamilyDescriptorBuilder;
+042import 
org.apache.hadoop.hbase.client.Connection;
+043import 
org.apache.hadoop.hbase.client.Durability;
+044import 
org.apache.hadoop.hbase.client.Put;
+045import 
org.apache.hadoop.hbase.client.RegionInfo;
+046import 
org.apache.hadoop.hbase.client.Result;
+047import 
org.apache.hadoop.hbase.client.TableDescriptor;
+048import 
org.apache.hadoop.hbase.client.TableDescriptorBuilder;
+049import 
org.apache.hadoop.hbase.client.TableState;
+050import 
org.apache.hadoop.hbase.master.HMaster;
+051import 
org.apache.hadoop.hbase.master.MasterMetaBootstrap;
+052import 
org.apache.hadoop.hbase.master.RegionState;
+053import 
org.apache.hadoop.hbase.master.TableStateManager;
+054import 
org.apache.hadoop.hbase.master.assignment.AssignmentManager;
+055import 
org.apache.hadoop.hbase.procedure2.Procedure;
+056import 
org.apache.hadoop.hbase.procedure2.ProcedureExecutor;
+057import 
org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility;
+058import 
org.apache.hadoop.hbase.procedure2.StateMachineProcedure;
+059import 
org.apache.hadoop.hbase.util.Bytes;
+060import 
org.apache.hadoop.hbase.util.FSUtils;
+06

[06/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/testdevapidocs/org/apache/hadoop/hbase/master/class-use/TestServerCrashProcedureCarryingMetaStuck.html
--
diff --git 
a/testdevapidocs/org/apache/hadoop/hbase/master/class-use/TestServerCrashProcedureCarryingMetaStuck.html
 
b/testdevapidocs/org/apache/hadoop/hbase/master/class-use/TestServerCrashProcedureCarryingMetaStuck.html
new file mode 100644
index 000..0cd474c
--- /dev/null
+++ 
b/testdevapidocs/org/apache/hadoop/hbase/master/class-use/TestServerCrashProcedureCarryingMetaStuck.html
@@ -0,0 +1,125 @@
+http://www.w3.org/TR/html4/loose.dtd";>
+
+
+
+
+
+Uses of Class 
org.apache.hadoop.hbase.master.TestServerCrashProcedureCarryingMetaStuck 
(Apache HBase 3.0.0-SNAPSHOT Test API)
+
+
+
+
+
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+Skip navigation links
+
+
+
+
+Overview
+Package
+Class
+Use
+Tree
+Deprecated
+Index
+Help
+
+
+
+
+Prev
+Next
+
+
+Frames
+No Frames
+
+
+All Classes
+
+
+
+
+
+
+
+
+
+
+Uses of 
Classorg.apache.hadoop.hbase.master.TestServerCrashProcedureCarryingMetaStuck
+
+No usage of 
org.apache.hadoop.hbase.master.TestServerCrashProcedureCarryingMetaStuck
+
+
+
+
+Skip navigation links
+
+
+
+
+Overview
+Package
+Class
+Use
+Tree
+Deprecated
+Index
+Help
+
+
+
+
+Prev
+Next
+
+
+Frames
+No Frames
+
+
+All Classes
+
+
+
+
+
+
+
+
+
+Copyright © 2007–2018 https://www.apache.org/";>The Apache Software Foundation. All rights 
reserved.
+
+

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/testdevapidocs/org/apache/hadoop/hbase/master/class-use/TestServerCrashProcedureStuck.DummyRegionProcedure.html
--
diff --git 
a/testdevapidocs/org/apache/hadoop/hbase/master/class-use/TestServerCrashProcedureStuck.DummyRegionProcedure.html
 
b/testdevapidocs/org/apache/hadoop/hbase/master/class-use/TestServerCrashProcedureStuck.DummyRegionProcedure.html
deleted file mode 100644
index 1c75342..000
--- 
a/testdevapidocs/org/apache/hadoop/hbase/master/class-use/TestServerCrashProcedureStuck.DummyRegionProcedure.html
+++ /dev/null
@@ -1,125 +0,0 @@
-http://www.w3.org/TR/html4/loose.dtd";>
-
-
-
-
-
-Uses of Class 
org.apache.hadoop.hbase.master.TestServerCrashProcedureStuck.DummyRegionProcedure
 (Apache HBase 3.0.0-SNAPSHOT Test API)
-
-
-
-
-
-
-
-JavaScript is disabled on your browser.
-
-
-
-
-
-Skip navigation links
-
-
-
-
-Overview
-Package
-Class
-Use
-Tree
-Deprecated
-Index
-Help
-
-
-
-
-Prev
-Next
-
-
-Frames
-No Frames
-
-
-All Classes
-
-
-
-
-
-
-
-
-
-
-Uses of 
Classorg.apache.hadoop.hbase.master.TestServerCrashProcedureStuck.DummyRegionProcedure
-
-No usage of 
org.apache.hadoop.hbase.master.TestServerCrashProcedureStuck.DummyRegionProcedure
-
-
-
-
-Skip navigation links
-
-
-
-
-Overview
-Package
-Class
-Use
-Tree
-Deprecated
-Index
-Help
-
-
-
-
-Prev
-Next
-
-
-Frames
-No Frames
-
-
-All Classes
-
-
-
-
-
-
-
-
-
-Copyright © 2007–2018 https://www.apache.org/";>The Apache Software Foundation. All rights 
reserved.
-
-

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/testdevapidocs/org/apache/hadoop/hbase/master/class-use/TestServerCrashProcedureStuck.DummyState.html
--
diff --git 
a/testdevapidocs/org/apache/hadoop/hbase/master/class-use/TestServerCrashProcedureStuck.DummyState.html
 
b/testdevapidocs/org/apache/hadoop/hbase/master/class-use/Te

[31/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/org/apache/hadoop/hbase/master/procedure/package-summary.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/package-summary.html 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/package-summary.html
index a458705..d7ed6b0 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/procedure/package-summary.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/package-summary.html
@@ -87,24 +87,28 @@
  
 
 
-PeerProcedureInterface
+MetaProcedureInterface
  
 
 
-ProcedureSyncWait.Predicate
+PeerProcedureInterface
  
 
 
-RSProcedureDispatcher.RemoteProcedureResolver
+ProcedureSyncWait.Predicate
  
 
 
+RSProcedureDispatcher.RemoteProcedureResolver
+ 
+
+
 ServerProcedureInterface
 
 Procedures that handle servers -- e.g.
 
 
-
+
 TableProcedureInterface
 
 Procedures that operates on a specific Table (e.g.
@@ -215,113 +219,117 @@
 
 
 
+MetaQueue
+ 
+
+
 ModifyNamespaceProcedure
 
 The procedure to add a namespace to an existing table.
 
 
-
+
 ModifyTableProcedure
  
 
-
+
 PeerQueue
  
 
-
+
 ProcedureDescriber
  
 
-
+
 ProcedurePrepareLatch
 
 Latch used by the Master to have the prepare() sync 
behaviour for old
  clients, that can only get exceptions in a synchronous way.
 
 
-
+
 ProcedurePrepareLatch.CompatibilityLatch
  
 
-
+
 ProcedurePrepareLatch.NoopLatch
  
 
-
+
 ProcedureSyncWait
 
 Helper to synchronously wait on conditions.
 
 
-
+
 ProcedureSyncWait.ProcedureFuture
  
 
-
+
 QueueComparable>
  
 
-
+
 RecoverMetaProcedure
 
 This procedure recovers meta from prior shutdown/ crash of 
a server, and brings meta online by
  assigning meta region/s.
 
 
-
+
 ReopenTableRegionsProcedure
 
 Used for non table procedures to reopen the regions for a 
table.
 
 
-
+
 RestoreSnapshotProcedure
  
 
-
+
 RSProcedureDispatcher
 
 A remote procecdure dispatcher for regionservers.
 
 
-
+
 RSProcedureDispatcher.RegionCloseOperation
  
 
-
+
 RSProcedureDispatcher.RegionOpenOperation
  
 
-
+
 RSProcedureDispatcher.RegionOperation
  
 
-
+
 RSProcedureDispatcher.ServerOperation
  
 
-
+
 SchemaLocking
 
 
  Locks on namespaces, tables, and regions.
 
 
-
+
 ServerCrashProcedure
 
 Handle crashed server.
 
 
-
+
 ServerQueue
  
 
-
+
 TableQueue
  
 
-
+
 TruncateTableProcedure
  
 
@@ -337,14 +345,18 @@
 
 
 
-PeerProcedureInterface.PeerOperationType
+MetaProcedureInterface.MetaOperationType
  
 
 
-ServerProcedureInterface.ServerOperationType
+PeerProcedureInterface.PeerOperationType
  
 
 
+ServerProcedureInterface.ServerOperationType
+ 
+
+
 TableProcedureInterface.TableOperationType
  
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/org/apache/hadoop/hbase/master/procedure/package-tree.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/package-tree.html 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/package-tree.html
index 8773f899..ab78cc6 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/procedure/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/package-tree.html
@@ -92,6 +92,7 @@
 
 org.apache.hadoop.hbase.master.procedure.Queue
 
+org.apache.hadoop.hbase.master.procedure.MetaQueue
 org.apache.hadoop.hbase.master.procedure.PeerQueue
 org.apache.hadoop.hbase.master.procedure.ServerQueue
 org.apache.hadoop.hbase.master.procedure.TableQueue
@@ -134,7 +135,7 @@
 org.apache.hadoop.hbase.master.procedure.TruncateTableProcedure
 
 
-org.apache.hadoop.hbase.master.procedure.RecoverMetaProcedure (implements 
org.apache.hadoop.hbase.master.procedure.TableProcedureInterface)
+org.apache.hadoop.hbase.master.procedure.RecoverMetaProcedure (implements 
org.apache.hadoop.hbase.master.procedure.MetaProcedureInterface)
 org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure (implements 
org.apache.hadoop.hbase.master.procedure.ServerProcedureInterface)
 
 
@@ -201,6 +202,7 @@
 Interface Hierarchy
 
 org.apache.hadoop.hbase.master.procedure.CreateTableProcedure.CreateHdfsRegions
+org.apache.hadoop.hbase.master.procedure.MetaProcedureInterface
 org.apache.hadoop.hbase.master.procedure.PeerProcedureInterface
 org.apache.hadoop.hbase.master.procedure.ProcedureSyncWait.Predicate
 org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher.RemoteProcedureResolver
@@ -213,8 +215,9 @@
 
 java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true";
 title="class or interface in java.lang">Enum (implements java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true";
 title="class or interface in java.lang">Comparable, java.io.https://docs.oracle.com/ja

[10/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/SchemaLocking.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/SchemaLocking.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/SchemaLocking.html
index 90283cb..76d8e64 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/SchemaLocking.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/SchemaLocking.html
@@ -40,186 +40,198 @@
 032import 
org.apache.hadoop.hbase.procedure2.Procedure;
 033import 
org.apache.yetus.audience.InterfaceAudience;
 034
-035/**
-036 * 

-037 * Locks on namespaces, tables, and 
regions.
-038 * 
-039 * 

-040 * Since LockAndQueue implementation is 
NOT thread-safe, schedLock() guards all calls to these
-041 * locks.
-042 * 
-043 */
-044@InterfaceAudience.Private
-045class SchemaLocking {
-046  private final Map serverLocks = new HashMap<>();
-047  private final Map namespaceLocks = new HashMap<>();
-048  private final Map tableLocks = new HashMap<>();
-049  // Single map for all regions 
irrespective of tables. Key is encoded region name.
-050  private final Map regionLocks = new HashMap<>();
-051  private final Map peerLocks = new HashMap<>();
-052
-053  private  LockAndQueue 
getLock(Map map, T key) {
-054LockAndQueue lock = map.get(key);
-055if (lock == null) {
-056  lock = new LockAndQueue();
-057  map.put(key, lock);
-058}
-059return lock;
-060  }
-061
-062  LockAndQueue getTableLock(TableName 
tableName) {
-063return getLock(tableLocks, 
tableName);
-064  }
-065
-066  LockAndQueue removeTableLock(TableName 
tableName) {
-067return 
tableLocks.remove(tableName);
-068  }
-069
-070  LockAndQueue getNamespaceLock(String 
namespace) {
-071return getLock(namespaceLocks, 
namespace);
-072  }
-073
-074  LockAndQueue getRegionLock(String 
encodedRegionName) {
-075return getLock(regionLocks, 
encodedRegionName);
-076  }
-077
-078  LockAndQueue removeRegionLock(String 
encodedRegionName) {
-079return 
regionLocks.remove(encodedRegionName);
-080  }
-081
-082  LockAndQueue getServerLock(ServerName 
serverName) {
-083return getLock(serverLocks, 
serverName);
-084  }
-085
-086  LockAndQueue getPeerLock(String peerId) 
{
-087return getLock(peerLocks, peerId);
-088  }
-089
-090  LockAndQueue removePeerLock(String 
peerId) {
-091return peerLocks.remove(peerId);
-092  }
-093
-094  private LockedResource 
createLockedResource(LockedResourceType resourceType, String resourceName,
-095  LockAndQueue queue) {
-096LockType lockType;
-097Procedure 
exclusiveLockOwnerProcedure;
-098int sharedLockCount;
-099
-100if (queue.hasExclusiveLock()) {
-101  lockType = LockType.EXCLUSIVE;
-102  exclusiveLockOwnerProcedure = 
queue.getExclusiveLockOwnerProcedure();
-103  sharedLockCount = 0;
-104} else {
-105  lockType = LockType.SHARED;
-106  exclusiveLockOwnerProcedure = 
null;
-107  sharedLockCount = 
queue.getSharedLockCount();
-108}
-109
-110List> 
waitingProcedures = new ArrayList<>();
-111
-112for (Procedure procedure : 
queue) {
-113  if (!(procedure instanceof 
LockProcedure)) {
-114continue;
-115  }
+035import 
org.apache.hbase.thirdparty.com.google.common.collect.ImmutableMap;
+036
+037/**
+038 * 

+039 * Locks on namespaces, tables, and 
regions.
+040 * 
+041 * 

+042 * Since LockAndQueue implementation is 
NOT thread-safe, schedLock() guards all calls to these
+043 * locks.
+044 * 
+045 */
+046@InterfaceAudience.Private
+047class SchemaLocking {
+048  private final Map serverLocks = new HashMap<>();
+049  private final Map namespaceLocks = new HashMap<>();
+050  private final Map tableLocks = new HashMap<>();
+051  // Single map for all regions 
irrespective of tables. Key is encoded region name.
+052  private final Map regionLocks = new HashMap<>();
+053  private final Map peerLocks = new HashMap<>();
+054  private final LockAndQueue metaLock = 
new LockAndQueue();
+055
+056  private  LockAndQueue 
getLock(Map map, T key) {
+057LockAndQueue lock = map.get(key);
+058if (lock == null) {
+059  lock = new LockAndQueue();
+060  map.put(key, lock);
+061}
+062return lock;
+063  }
+064
+065  LockAndQueue getTableLock(TableName 
tableName) {
+066return getLock(tableLocks, 
tableName);
+067  }
+068
+069  LockAndQueue removeTableLock(TableName 
tableName) {
+070return 
tableLocks.remove(tableName);
+071  }
+072
+073  LockAndQueue getNamespaceLoc

[32/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/org/apache/hadoop/hbase/master/procedure/ServerProcedureInterface.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/ServerProcedureInterface.html
 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/ServerProcedureInterface.html
index 7c4f35a..08f2414 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/ServerProcedureInterface.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/ServerProcedureInterface.html
@@ -106,8 +106,7 @@ var activeTableTab = "activeTableTab";
 
 
 @InterfaceAudience.Private
- @InterfaceStability.Evolving
-public interface ServerProcedureInterface
+public interface ServerProcedureInterface
 Procedures that handle servers -- e.g. server crash -- must 
implement this Interface.
  It is used by the procedure runner to figure locking and what queuing.
 
@@ -182,7 +181,7 @@ public interface 
 
 getServerName
-ServerName getServerName()
+ServerName getServerName()
 
 Returns:
 Name of this server instance.
@@ -195,7 +194,7 @@ public interface 
 
 hasMetaTableRegion
-boolean hasMetaTableRegion()
+boolean hasMetaTableRegion()
 
 Returns:
 True if this server has an hbase:meta table region.
@@ -208,7 +207,7 @@ public interface 
 
 getServerOperationType
-ServerProcedureInterface.ServerOperationType getServerOperationType()
+ServerProcedureInterface.ServerOperationType getServerOperationType()
 Given an operation type we can take decisions about what to 
do with pending operations.
  e.g. if we get a crash handler and we have some assignment operation pending
  we can abort those operations.

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/org/apache/hadoop/hbase/master/procedure/TableProcedureInterface.TableOperationType.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/TableProcedureInterface.TableOperationType.html
 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/TableProcedureInterface.TableOperationType.html
index 72e0557..f90cf96 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/TableProcedureInterface.TableOperationType.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/TableProcedureInterface.TableOperationType.html
@@ -122,7 +122,7 @@ var activeTableTab = "activeTableTab";
 
 
 
-public static enum TableProcedureInterface.TableOperationType
+public static enum TableProcedureInterface.TableOperationType
 extends https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true";
 title="class or interface in java.lang">Enum
 
 
@@ -243,7 +243,7 @@ the order they are declared.
 
 
 CREATE
-public static final TableProcedureInterface.TableOperationType
 CREATE
+public static final TableProcedureInterface.TableOperationType
 CREATE
 
 
 
@@ -252,7 +252,7 @@ the order they are declared.
 
 
 DELETE
-public static final TableProcedureInterface.TableOperationType
 DELETE
+public static final TableProcedureInterface.TableOperationType
 DELETE
 
 
 
@@ -261,7 +261,7 @@ the order they are declared.
 
 
 DISABLE
-public static final TableProcedureInterface.TableOperationType
 DISABLE
+public static final TableProcedureInterface.TableOperationType
 DISABLE
 
 
 
@@ -270,7 +270,7 @@ the order they are declared.
 
 
 EDIT
-public static final TableProcedureInterface.TableOperationType
 EDIT
+public static final TableProcedureInterface.TableOperationType
 EDIT
 
 
 
@@ -279,7 +279,7 @@ the order they are declared.
 
 
 ENABLE
-public static final TableProcedureInterface.TableOperationType
 ENABLE
+public static final TableProcedureInterface.TableOperationType
 ENABLE
 
 
 
@@ -288,7 +288,7 @@ the order they are declared.
 
 
 READ
-public static final TableProcedureInterface.TableOperationType
 READ
+public static final TableProcedureInterface.TableOperationType
 READ
 
 
 
@@ -297,7 +297,7 @@ the order they are declared.
 
 
 REGION_EDIT
-public static final TableProcedureInterface.TableOperationType
 REGION_EDIT
+public static final TableProcedureInterface.TableOperationType
 REGION_EDIT
 
 
 
@@ -306,7 +306,7 @@ the order they are declared.
 
 
 REGION_SPLIT
-public static final TableProcedureInterface.TableOperationType
 REGION_SPLIT
+public static final TableProcedureInterface.TableOperationType
 REGION_SPLIT
 
 
 
@@ -315,7 +315,7 @@ the order they are declared.
 
 
 REGION_MERGE
-public static final TableProcedureInterface.TableOperationType
 REGION_MERGE
+public static final TableProcedureInterface.TableOperationType
 REGION_MERGE
 
 
 
@@ -324,7 +324,7 @@ the order they are declared.
 
 
 REGION_ASSIGN
-public static final TableProcedureInterface.TableOperationType
 REGION_ASSIGN
+public static final TableProcedureInterface.TableOperationType
 REGION_ASSIGN
 
 
 
@@ -333,7 +333,7 @@ the orde

[34/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/org/apache/hadoop/hbase/master/procedure/MasterProcedureUtil.NonceProcedureRunnable.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/MasterProcedureUtil.NonceProcedureRunnable.html
 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/MasterProcedureUtil.NonceProcedureRunnable.html
index 572fa74..1a3395a 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/MasterProcedureUtil.NonceProcedureRunnable.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/MasterProcedureUtil.NonceProcedureRunnable.html
@@ -50,7 +50,7 @@ var activeTableTab = "activeTableTab";
 
 
 Prev Class
-Next Class
+Next Class
 
 
 Frames
@@ -396,7 +396,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 Prev Class
-Next Class
+Next Class
 
 
 Frames

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/org/apache/hadoop/hbase/master/procedure/MetaProcedureInterface.MetaOperationType.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/MetaProcedureInterface.MetaOperationType.html
 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/MetaProcedureInterface.MetaOperationType.html
new file mode 100644
index 000..376bec0
--- /dev/null
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/MetaProcedureInterface.MetaOperationType.html
@@ -0,0 +1,334 @@
+http://www.w3.org/TR/html4/loose.dtd";>
+
+
+
+
+
+MetaProcedureInterface.MetaOperationType (Apache HBase 3.0.0-SNAPSHOT 
API)
+
+
+
+
+
+var methods = {"i0":9,"i1":9};
+var tabs = {65535:["t0","All Methods"],1:["t1","Static 
Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+Skip navigation links
+
+
+
+
+Overview
+Package
+Class
+Use
+Tree
+Deprecated
+Index
+Help
+
+
+
+
+Prev Class
+Next Class
+
+
+Frames
+No Frames
+
+
+All Classes
+
+
+
+
+
+
+
+Summary: 
+Nested | 
+Enum Constants | 
+Field | 
+Method
+
+
+Detail: 
+Enum Constants | 
+Field | 
+Method
+
+
+
+
+
+
+
+
+org.apache.hadoop.hbase.master.procedure
+Enum 
MetaProcedureInterface.MetaOperationType
+
+
+
+https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">java.lang.Object
+
+
+https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true";
 title="class or interface in java.lang">java.lang.Enum
+
+
+org.apache.hadoop.hbase.master.procedure.MetaProcedureInterface.MetaOperationType
+
+
+
+
+
+
+
+
+
+All Implemented Interfaces:
+https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true";
 title="class or interface in java.io">Serializable, https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true";
 title="class or interface in java.lang">Comparable
+
+
+Enclosing interface:
+MetaProcedureInterface
+
+
+
+public static enum MetaProcedureInterface.MetaOperationType
+extends https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true";
 title="class or interface in java.lang">Enum
+
+
+
+
+
+
+
+
+
+
+
+Enum Constant Summary
+
+Enum Constants 
+
+Enum Constant and Description
+
+
+RECOVER 
+
+
+
+
+
+
+
+
+
+Method Summary
+
+All Methods Static Methods Concrete Methods 
+
+Modifier and Type
+Method and Description
+
+
+static MetaProcedureInterface.MetaOperationType
+valueOf(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String name)
+Returns the enum constant of this type with the specified 
name.
+
+
+
+static MetaProcedureInterface.MetaOperationType[]
+values()
+Returns an array containing the constants of this enum 
type, in
+the order they are declared.
+
+
+
+
+
+
+
+Methods inherited from class java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true";
 title="class or interface in java.lang">Enum
+https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true#clone--";
 title="class or interface in java.lang">clone, https://docs.oracle.com/javase/8/docs/api/java/lang/Enu

[35/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html
 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html
index b0ab0f2..1d20bab 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html
@@ -18,7 +18,7 @@
 catch(err) {
 }
 //-->
-var methods = 
{"i0":9,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":9,"i11":10,"i12":10,"i13":9,"i14":10,"i15":9,"i16":10,"i17":9,"i18":10,"i19":9,"i20":9,"i21":9,"i22":10,"i23":10,"i24":10,"i25":10,"i26":9,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10};
+var methods = 
{"i0":9,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":9,"i11":10,"i12":10,"i13":10,"i14":9,"i15":10,"i16":9,"i17":10,"i18":9,"i19":10,"i20":9,"i21":9,"i22":9,"i23":9,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":9,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":10};
 var tabs = {65535:["t0","All Methods"],1:["t1","Static 
Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
@@ -195,38 +195,50 @@ extends LOG 
 
 
+private static AvlUtil.AvlKeyComparator
+META_QUEUE_KEY_COMPARATOR 
+
+
+private MetaQueue
+metaMap 
+
+
+private FairQueue
+metaRunQueue 
+
+
 private static AvlUtil.AvlKeyComparator
 PEER_QUEUE_KEY_COMPARATOR 
 
-
+
 private PeerQueue
 peerMap 
 
-
+
 private FairQueueString>
 peerRunQueue 
 
-
+
 private static AvlUtil.AvlKeyComparator
 SERVER_QUEUE_KEY_COMPARATOR 
 
-
+
 private ServerQueue[]
 serverBuckets 
 
-
+
 private FairQueue
 serverRunQueue 
 
-
+
 private static AvlUtil.AvlKeyComparator
 TABLE_QUEUE_KEY_COMPARATOR 
 
-
+
 private TableQueue
 tableMap 
 
-
+
 private FairQueue
 tableRunQueue 
 
@@ -337,107 +349,125 @@ extends 
+private MetaQueue
+getMetaQueue() 
+
+
 private static https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String
 getPeerId(Procedure proc) 
 
-
+
 private PeerQueue
 getPeerQueue(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in 
java.lang">String peerId) 
 
-
+
 private static ServerName
 getServerName(Procedure proc) 
 
-
+
 private ServerQueue
 getServerQueue(ServerName serverName) 
 
-
+
 private static TableName
 getTableName(Procedure proc) 
 
-
+
 private TableQueue
 getTableQueue(TableName tableName) 
 
-
+
+private static boolean
+isMetaProcedure(Procedure proc) 
+
+
 private static boolean
 isPeerProcedure(Procedure proc) 
 
-
+
 private static boolean
 isServerProcedure(Procedure proc) 
 
-
+
 private static boolean
 isTableProcedure(Procedure proc) 
 
-
+
 private void
 logLockedResource(LockedResourceType resourceType,
  https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String resourceName)
 Get lock info for a resource of specified type and name and 
log details
 
 
-
+
 (package private) boolean
 markTableAsDeleted(TableName table,
   Procedure procedure)
 Tries to remove the queue and the table-lock of the 
specified table.
 
 
-
+
 protected boolean
 queueHasRunnables()
 Returns true if there are procedures available to 
process.
 
 
-
+
 protected int
 queueSize()
 Returns the number of elements in this queue.
 
 
-
+
+private int
+queueSize(Queue head) 
+
+
 private static Comparable>void
 removeFromRunQueue(FairQueue fairq,
   Queue queue) 
 
-
+
 private void
 removePeerQueue(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in 
java.lang">String peerId) 
 
-
+
 private void
 removeTableQueue(TableName tableName) 
 
-
+
 private void
 tryCleanupPeerQueue(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String peerId,
Procedure procedure) 
 
-
+
+boole

[29/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.InitializationMonitor.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.InitializationMonitor.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.InitializationMonitor.html
index 9549aa5..42d0637 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.InitializationMonitor.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.InitializationMonitor.html
@@ -918,7 +918,7 @@
 910
 911// Bring up hbase:meta. recoverMeta 
is a blocking call waiting until hbase:meta is deployed.
 912// It also starts the 
TableStateManager.
-913MasterMetaBootstrap metaBootstrap = 
createMetaBootstrap(this, status);
+913MasterMetaBootstrap metaBootstrap = 
createMetaBootstrap();
 914metaBootstrap.recoverMeta();
 915
 916//Initialize after meta as it scans 
meta
@@ -1063,2625 +1063,2634 @@
 1055  }
 1056
 1057  /**
-1058   * Create a {@link 
MasterMetaBootstrap} instance.
-1059   */
-1060  MasterMetaBootstrap 
createMetaBootstrap(final HMaster master, final MonitoredTask status) {
-1061// We put this out here in a method 
so can do a Mockito.spy and stub it out
-1062// w/ a mocked up 
MasterMetaBootstrap.
-1063return new 
MasterMetaBootstrap(master, status);
-1064  }
-1065
-1066  /**
-1067   * Create a {@link ServerManager} 
instance.
-1068   */
-1069  ServerManager 
createServerManager(final MasterServices master) throws IOException {
-1070// We put this out here in a method 
so can do a Mockito.spy and stub it out
-1071// w/ a mocked up ServerManager.
-1072setupClusterConnection();
-1073return new ServerManager(master);
-1074  }
-1075
-1076  private void 
waitForRegionServers(final MonitoredTask status)
-1077  throws IOException, 
InterruptedException {
-1078
this.serverManager.waitForRegionServers(status);
-1079// Check zk for region servers that 
are up but didn't register
-1080for (ServerName sn: 
this.regionServerTracker.getOnlineServers()) {
-1081  // The isServerOnline check is 
opportunistic, correctness is handled inside
-1082  if 
(!this.serverManager.isServerOnline(sn) &&
-1083  
serverManager.checkAndRecordNewServer(sn, ServerMetricsBuilder.of(sn))) {
-1084LOG.info("Registered server 
found up in zk but who has not yet reported in: " + sn);
-1085  }
-1086}
-1087  }
-1088
-1089  void initClusterSchemaService() throws 
IOException, InterruptedException {
-1090this.clusterSchemaService = new 
ClusterSchemaServiceImpl(this);
-1091
this.clusterSchemaService.startAsync();
-1092try {
-1093  
this.clusterSchemaService.awaitRunning(getConfiguration().getInt(
-1094
HBASE_MASTER_WAIT_ON_SERVICE_IN_SECONDS,
-1095
DEFAULT_HBASE_MASTER_WAIT_ON_SERVICE_IN_SECONDS), TimeUnit.SECONDS);
-1096} catch (TimeoutException toe) {
-1097  throw new IOException("Timedout 
starting ClusterSchemaService", toe);
-1098}
-1099  }
-1100
-1101  void initQuotaManager() throws 
IOException {
-1102MasterQuotaManager quotaManager = 
new MasterQuotaManager(this);
-1103
this.assignmentManager.setRegionStateListener(quotaManager);
-1104quotaManager.start();
-1105this.quotaManager = quotaManager;
-1106  }
-1107
-1108  SpaceQuotaSnapshotNotifier 
createQuotaSnapshotNotifier() {
-1109SpaceQuotaSnapshotNotifier notifier 
=
-1110
SpaceQuotaSnapshotNotifierFactory.getInstance().create(getConfiguration());
-return notifier;
+1058   * 

+1059   * Create a {@link 
MasterMetaBootstrap} instance.
+1060   * 
+1061   * 

+1062   * Will be overridden in tests.
+1063   * 
+1064   */
+1065  @VisibleForTesting
+1066  protected MasterMetaBootstrap 
createMetaBootstrap() {
+1067// We put this out here in a method 
so can do a Mockito.spy and stub it out
+1068// w/ a mocked up 
MasterMetaBootstrap.
+1069return new 
MasterMetaBootstrap(this);
+1070  }
+1071
+1072  /**
+1073   * Create a {@link ServerManager} 
instance.
+1074   */
+1075  ServerManager 
createServerManager(final MasterServices master) throws IOException {
+1076// We put this out here in a method 
so can do a Mockito.spy and stub it out
+1077// w/ a mocked up ServerManager.
+1078setupClusterConnection();
+1079return new ServerManager(master);
+1080  }
+1081
+1082  private void 
waitForRegionServers(final MonitoredTask status)
+1083  throws IOException, 
InterruptedException {
+1084
this.serverManager.waitForRegionServers(status);
+1085// Check zk for region servers that 
are up but didn't register
+1086for (ServerName sn: 
this.regionServerTracker.getOnlineServers()) {
+1087  // The isServerOnline check is 
opportunistic, correctness is handled inside
+1088  if 
(!this.serverManager.isServerOnline(sn) &&
+108

[13/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.html
index 98e88a4..7985ee5 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionTransitionProcedure.html
@@ -221,7 +221,7 @@
 213  RegionStateNode regionNode, 
IOException exception);
 214
 215  @Override
-216  public void remoteCallFailed(final 
MasterProcedureEnv env,
+216  public synchronized void 
remoteCallFailed(final MasterProcedureEnv env,
 217  final ServerName serverName, final 
IOException exception) {
 218final RegionStateNode regionNode = 
getRegionState(env);
 219LOG.warn("Remote call failed {}; {}; 
{}; exception={}", serverName,

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/UnassignProcedure.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/UnassignProcedure.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/UnassignProcedure.html
index 269fcc2..b72ca2a 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/UnassignProcedure.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/UnassignProcedure.html
@@ -318,43 +318,60 @@
 310  
exception.getClass().getSimpleName());
 311  if 
(!env.getMasterServices().getServerManager().expireServer(serverName)) {
 312// Failed to queue an expire. 
Lots of possible reasons including it may be already expired.
-313// If so, is it beyond the state 
where we will be woken-up if go ahead and suspend the
-314// procedure. Look for this rare 
condition.
-315if 
(env.getAssignmentManager().isDeadServerProcessed(serverName)) {
-316  // Its ok to proceed with this 
unassign.
-317  LOG.info("{} is dead and 
processed; moving procedure to finished state; {}",
-318  serverName, this);
-319  proceed(env, regionNode);
-320  // Return true; wake up the 
procedure so we can act on proceed.
-321  return true;
-322}
-323  }
-324  // Return false so this procedure 
stays in suspended state. It will be woken up by the
-325  // ServerCrashProcedure that was 
scheduled when we called #expireServer above. SCP calls
-326  // #handleRIT which will call this 
method only the exception will be a ServerCrashException
-327  // this time around (See above).
-328  // TODO: Add a SCP as a new 
subprocedure that we now come to depend on.
-329  return false;
-330}
-331return true;
-332  }
-333
-334  @Override
-335  public void 
toStringClassDetails(StringBuilder sb) {
-336super.toStringClassDetails(sb);
-337sb.append(", 
server=").append(this.hostingServer);
-338  }
-339
-340  @Override
-341  public ServerName getServer(final 
MasterProcedureEnv env) {
-342return this.hostingServer;
-343  }
-344
-345  @Override
-346  protected ProcedureMetrics 
getProcedureMetrics(MasterProcedureEnv env) {
-347return 
env.getAssignmentManager().getAssignmentManagerMetrics().getUnassignProcMetrics();
-348  }
-349}
+313// In ServerCrashProcedure and 
RecoverMetaProcedure, there is a handleRIT stage where we
+314// will iterator over all the RIT 
procedures for the related regions of a crashed RS and
+315// fail them with 
ServerCrashException. You can see the isSafeToProceed method above for
+316// more details.
+317// This can work for most cases, 
but since we do not hold the region lock in handleRIT,
+318// there could be race that we 
arrive here after the handleRIT stage of the SCP. So here we
+319// need to check whether it is 
safe to quit.
+320// Notice that, the first 
assumption is that we can only quit after the log splitting is
+321// done, as MRP can schedule an 
AssignProcedure right after us, and if the log splitting has
+322// not been done then there will 
be data loss. And in SCP, we will change the state from
+323// SPLITTING to OFFLINE(or 
SPLITTING_META_DONE for meta log processing) after finishing the
+324// log splitting, and then 
calling handleRIT, so checking the state here can be a safe
+325// fence. If the state is not 
OFFLINE(or SPLITTING_META_DONE), then we can just leave this
+326// procedure in suspended state 
as we can make sure that the handleRIT has not been executed
+327// yet and it will wake us up

[25/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/src-html/org/apache/hadoop/hbase/master/MasterMetaBootstrap.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/MasterMetaBootstrap.html 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/MasterMetaBootstrap.html
index 5b68f6f..e73540e 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/MasterMetaBootstrap.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/MasterMetaBootstrap.html
@@ -29,143 +29,134 @@
 021import java.io.IOException;
 022import java.util.List;
 023import java.util.Set;
-024
-025import 
org.apache.hadoop.hbase.HConstants;
-026import 
org.apache.hadoop.hbase.ServerName;
-027import 
org.apache.hadoop.hbase.client.RegionInfo;
-028import 
org.apache.hadoop.hbase.client.RegionInfoBuilder;
-029import 
org.apache.hadoop.hbase.client.RegionReplicaUtil;
-030import 
org.apache.hadoop.hbase.master.assignment.AssignmentManager;
-031import 
org.apache.hadoop.hbase.monitoring.MonitoredTask;
-032import 
org.apache.hadoop.hbase.zookeeper.MetaTableLocator;
-033import 
org.apache.hadoop.hbase.zookeeper.ZKUtil;
-034import 
org.apache.hadoop.hbase.zookeeper.ZKWatcher;
-035import 
org.apache.yetus.audience.InterfaceAudience;
-036import 
org.apache.zookeeper.KeeperException;
-037import org.slf4j.Logger;
-038import org.slf4j.LoggerFactory;
-039
-040/**
-041 * Used by the HMaster on startup to 
split meta logs and assign the meta table.
-042 */
-043@InterfaceAudience.Private
-044public class MasterMetaBootstrap {
-045  private static final Logger LOG = 
LoggerFactory.getLogger(MasterMetaBootstrap.class);
+024import 
org.apache.hadoop.hbase.HConstants;
+025import 
org.apache.hadoop.hbase.ServerName;
+026import 
org.apache.hadoop.hbase.client.RegionInfo;
+027import 
org.apache.hadoop.hbase.client.RegionInfoBuilder;
+028import 
org.apache.hadoop.hbase.client.RegionReplicaUtil;
+029import 
org.apache.hadoop.hbase.master.assignment.AssignmentManager;
+030import 
org.apache.hadoop.hbase.zookeeper.MetaTableLocator;
+031import 
org.apache.hadoop.hbase.zookeeper.ZKUtil;
+032import 
org.apache.hadoop.hbase.zookeeper.ZKWatcher;
+033import 
org.apache.yetus.audience.InterfaceAudience;
+034import 
org.apache.zookeeper.KeeperException;
+035import org.slf4j.Logger;
+036import org.slf4j.LoggerFactory;
+037
+038/**
+039 * Used by the HMaster on startup to 
split meta logs and assign the meta table.
+040 */
+041@InterfaceAudience.Private
+042public class MasterMetaBootstrap {
+043  private static final Logger LOG = 
LoggerFactory.getLogger(MasterMetaBootstrap.class);
+044
+045  private final HMaster master;
 046
-047  private final MonitoredTask status;
-048  private final HMaster master;
-049
-050  public MasterMetaBootstrap(final 
HMaster master, final MonitoredTask status) {
-051this.master = master;
-052this.status = status;
-053  }
-054
-055  public void recoverMeta() throws 
InterruptedException, IOException {
-056// This is a blocking call that waits 
until hbase:meta is deployed.
-057master.recoverMeta();
-058// Now we can start the 
TableStateManager. It is backed by hbase:meta.
-059
master.getTableStateManager().start();
-060// Enable server crash procedure 
handling
-061
enableCrashedServerProcessing(false);
-062  }
-063
-064  public void processDeadServers() {
-065// get a list for previously failed 
RS which need log splitting work
-066// we recover hbase:meta region 
servers inside master initialization and
-067// handle other failed servers in SSH 
in order to start up master node ASAP
-068Set 
previouslyFailedServers =
-069
master.getMasterWalManager().getFailedServersFromLogFolders();
-070
-071// Master has recovered hbase:meta 
region server and we put
-072// other failed region servers in a 
queue to be handled later by SSH
-073for (ServerName tmpServer : 
previouslyFailedServers) {
-074  
master.getServerManager().processDeadServer(tmpServer, true);
-075}
-076  }
-077
-078  /**
-079   * For assigning hbase:meta replicas 
only.
-080   * TODO: The way this assign runs, 
nothing but chance to stop all replicas showing up on same
-081   * server as the hbase:meta region.
-082   */
-083  protected void assignMetaReplicas()
-084  throws IOException, 
InterruptedException, KeeperException {
-085int numReplicas = 
master.getConfiguration().getInt(HConstants.META_REPLICAS_NUM,
-086   
HConstants.DEFAULT_META_REPLICA_NUM);
-087if (numReplicas <= 1) {
-088  // No replicaas to assign. 
Return.
-089  return;
-090}
-091final AssignmentManager 
assignmentManager = master.getAssignmentManager();
-092if 
(!assignmentManager.isMetaInitialized()) {
-093  throw new 
IllegalStateException("hbase:meta must be initialized first before we can " +
-094  "assign out its replicas");
-095}
-096ServerName m

[16/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.ServerState.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.ServerState.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.ServerState.html
index ca55dfd..541beed 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.ServerState.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.ServerState.html
@@ -326,709 +326,731 @@
 318ONLINE,
 319
 320/**
-321 * Server expired/crashed. Currently 
undergoing WAL splitting.
-322 */
-323SPLITTING,
-324
-325/**
-326 * WAL splitting done.
-327 */
-328OFFLINE
-329  }
-330
-331  /**
-332   * State of Server; list of hosted 
regions, etc.
-333   */
-334  public static class ServerStateNode 
implements Comparable {
-335private final ServerReportEvent 
reportEvent;
-336
-337private final 
Set regions;
-338private final ServerName 
serverName;
-339
-340private volatile ServerState state = 
ServerState.ONLINE;
-341
-342public ServerStateNode(final 
ServerName serverName) {
-343  this.serverName = serverName;
-344  this.regions = 
ConcurrentHashMap.newKeySet();
-345  this.reportEvent = new 
ServerReportEvent(serverName);
-346}
-347
-348public ServerName getServerName() {
-349  return serverName;
-350}
-351
-352public ServerState getState() {
-353  return state;
-354}
+321 * Only server which carries meta can 
have this state. We will split wal for meta and then
+322 * assign meta first before splitting 
other wals.
+323 */
+324SPLITTING_META,
+325
+326/**
+327 * Indicate that the meta splitting 
is done. We need this state so that the UnassignProcedure
+328 * for meta can safely quit. See the 
comments in UnassignProcedure.remoteCallFailed for more
+329 * details.
+330 */
+331SPLITTING_META_DONE,
+332
+333/**
+334 * Server expired/crashed. Currently 
undergoing WAL splitting.
+335 */
+336SPLITTING,
+337
+338/**
+339 * WAL splitting done. This state 
will be used to tell the UnassignProcedure that it can safely
+340 * quit. See the comments in 
UnassignProcedure.remoteCallFailed for more details.
+341 */
+342OFFLINE
+343  }
+344
+345  /**
+346   * State of Server; list of hosted 
regions, etc.
+347   */
+348  public static class ServerStateNode 
implements Comparable {
+349private final ServerReportEvent 
reportEvent;
+350
+351private final 
Set regions;
+352private final ServerName 
serverName;
+353
+354private volatile ServerState state = 
ServerState.ONLINE;
 355
-356public ProcedureEvent 
getReportEvent() {
-357  return reportEvent;
-358}
-359
-360public boolean isOffline() {
-361  return 
this.state.equals(ServerState.OFFLINE);
-362}
-363
-364public boolean isInState(final 
ServerState... expected) {
-365  boolean expectedState = false;
-366  if (expected != null) {
-367for (int i = 0; i < 
expected.length; ++i) {
-368  expectedState |= (state == 
expected[i]);
-369}
-370  }
-371  return expectedState;
+356public ServerStateNode(final 
ServerName serverName) {
+357  this.serverName = serverName;
+358  this.regions = 
ConcurrentHashMap.newKeySet();
+359  this.reportEvent = new 
ServerReportEvent(serverName);
+360}
+361
+362public ServerName getServerName() {
+363  return serverName;
+364}
+365
+366public ServerState getState() {
+367  return state;
+368}
+369
+370public ProcedureEvent 
getReportEvent() {
+371  return reportEvent;
 372}
 373
-374public void setState(final 
ServerState state) {
-375  this.state = state;
-376}
-377
-378public Set 
getRegions() {
-379  return regions;
-380}
-381
-382public int getRegionCount() {
-383  return regions.size();
-384}
-385
-386public ArrayList 
getRegionInfoList() {
-387  ArrayList hris = 
new ArrayList(regions.size());
-388  for (RegionStateNode region: 
regions) {
-389
hris.add(region.getRegionInfo());
-390  }
-391  return hris;
-392}
-393
-394public void addRegion(final 
RegionStateNode regionNode) {
-395  this.regions.add(regionNode);
-396}
-397
-398public void removeRegion(final 
RegionStateNode regionNode) {
-399  this.regions.remove(regionNode);
-400}
-401
-402@Override
-403public int compareTo(final 
ServerStateNode other) {
-404  return 
getServerName().compareTo(other.getServerName());
-405}
-406
-407@Override
-408public int hash

[37/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/org/apache/hadoop/hbase/master/assignment/RegionStates.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/assignment/RegionStates.html 
b/devapidocs/org/apache/hadoop/hbase/master/assignment/RegionStates.html
index 13c3a08..0c73ca5 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/assignment/RegionStates.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/assignment/RegionStates.html
@@ -18,7 +18,7 @@
 catch(err) {
 }
 //-->
-var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":9,"i50":10,"i51":10,"i52":10,"i53":10,"i54":10,"i55":10};
+var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":9,"i51":10,"i52":10,"i53":10,"i54":10,"i55":10,"i56":10,"i57":10};
 var tabs = {65535:["t0","All Methods"],1:["t1","Static 
Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
@@ -454,47 +454,60 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 void
-logSplit(RegionInfo regionInfo) 
+logSplit(ServerName serverName)
+Called after we've split all logs on a crashed Server.
+
 
 
 void
-logSplit(ServerName serverName)
-Called after we've split all logs on a crashed Server.
+logSplitting(ServerName serverName)
+Call this when we start log splitting for a crashed 
Server.
 
 
 
 void
-logSplitting(ServerName serverName)
-Call this when we start log splitting a crashed 
Server.
+metaLogSplit(ServerName serverName)
+Called after we've split the meta logs on a crashed 
Server.
 
 
 
+void
+metaLogSplitting(ServerName serverName)
+Call this when we start meta log splitting a crashed 
Server.
+
+
+
 static https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String
 regionNamesToString(https://docs.oracle.com/javase/8/docs/api/java/util/Collection.html?is-external=true";
 title="class or interface in 
java.util">Collection regions) 
 
-
+
 void
 removeFromFailedOpen(RegionInfo regionInfo) 
 
-
+
 void
 removeFromOfflineRegions(RegionInfo regionInfo) 
 
-
+
 RegionStates.ServerStateNode
 removeRegionFromServer(ServerName serverName,
   RegionStates.RegionStateNode regionNode) 
 
-
+
 protected void
 removeRegionInTransition(RegionStates.RegionStateNode regionNode,
 RegionTransitionProcedure procedure) 
 
-
+
 void
 removeServer(ServerName serverName) 
 
-
+
+private void
+setServerState(ServerName serverName,
+  RegionStates.ServerState state) 
+
+
 void
 updateRegionState(RegionInfo regionInfo,
  RegionState.State state) 
@@ -554,7 +567,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 REGION_STATE_STAMP_COMPARATOR
-public static final RegionStates.RegionStateStampComparator
 REGION_STATE_STAMP_COMPARATOR
+public static final RegionStates.RegionStateStampComparator
 REGION_STATE_STAMP_COMPARATOR
 
 
 
@@ -563,7 +576,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 regionsMap
-private final https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ConcurrentSkipListMap.html?is-external=true";
 title="class or interface in 
java.util.concurrent">ConcurrentSkipListMap 
regionsMap
+private final https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ConcurrentSkipListMap.html?is-external=true";
 title="class or interface in 
java.util.concurrent">ConcurrentSkipListMap 
regionsMap
 RegionName -- i.e. RegionInfo.getRegionName() -- as bytes 
to RegionStates.RegionStateNode
 
 
@@ -573,7 +586,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 regionInTransition
-private final https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ConcurrentSkipListMap.html?is-external=true";
 title="class or interface in 
java.util.concurrent">ConcurrentSkipListMap 
regionInTransition
+private final https://docs.oracle.com

[01/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

Repository: hbase-site
Updated Branches:
  refs/heads/asf-site 20271d786 -> 621486f33


http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MasterProcedureTestingUtility.html
--
diff --git 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MasterProcedureTestingUtility.html
 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MasterProcedureTestingUtility.html
index 4b127da..d966da4 100644
--- 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MasterProcedureTestingUtility.html
+++ 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MasterProcedureTestingUtility.html
@@ -35,541 +35,538 @@
 027import java.util.TreeSet;
 028import java.util.concurrent.Callable;
 029import 
java.util.concurrent.atomic.AtomicInteger;
-030
-031import org.apache.hadoop.fs.FileSystem;
-032import org.apache.hadoop.fs.Path;
-033import 
org.apache.hadoop.hbase.HBaseTestingUtility;
-034import 
org.apache.hadoop.hbase.HRegionLocation;
-035import 
org.apache.hadoop.hbase.MetaTableAccessor;
-036import 
org.apache.hadoop.hbase.MiniHBaseCluster;
-037import 
org.apache.hadoop.hbase.RegionLocations;
-038import 
org.apache.hadoop.hbase.ServerName;
-039import 
org.apache.hadoop.hbase.TableName;
-040import 
org.apache.hadoop.hbase.client.BufferedMutator;
-041import 
org.apache.hadoop.hbase.client.ColumnFamilyDescriptor;
-042import 
org.apache.hadoop.hbase.client.ColumnFamilyDescriptorBuilder;
-043import 
org.apache.hadoop.hbase.client.Connection;
-044import 
org.apache.hadoop.hbase.client.Durability;
-045import 
org.apache.hadoop.hbase.client.Put;
-046import 
org.apache.hadoop.hbase.client.RegionInfo;
-047import 
org.apache.hadoop.hbase.client.Result;
-048import 
org.apache.hadoop.hbase.client.TableDescriptor;
-049import 
org.apache.hadoop.hbase.client.TableDescriptorBuilder;
-050import 
org.apache.hadoop.hbase.client.TableState;
-051import 
org.apache.hadoop.hbase.master.HMaster;
-052import 
org.apache.hadoop.hbase.master.MasterMetaBootstrap;
-053import 
org.apache.hadoop.hbase.master.RegionState;
-054import 
org.apache.hadoop.hbase.master.TableStateManager;
-055import 
org.apache.hadoop.hbase.master.assignment.AssignmentManager;
-056import 
org.apache.hadoop.hbase.monitoring.TaskMonitor;
-057import 
org.apache.hadoop.hbase.procedure2.Procedure;
-058import 
org.apache.hadoop.hbase.procedure2.ProcedureExecutor;
-059import 
org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility;
-060import 
org.apache.hadoop.hbase.procedure2.StateMachineProcedure;
-061import 
org.apache.hadoop.hbase.util.Bytes;
-062import 
org.apache.hadoop.hbase.util.FSUtils;
-063import 
org.apache.hadoop.hbase.util.MD5Hash;
-064import 
org.apache.hadoop.hbase.util.ModifyRegionUtils;
-065import 
org.apache.yetus.audience.InterfaceAudience;
-066import org.slf4j.Logger;
-067import org.slf4j.LoggerFactory;
-068
-069@InterfaceAudience.Private
-070public class 
MasterProcedureTestingUtility {
-071  private static final Logger LOG = 
LoggerFactory.getLogger(MasterProcedureTestingUtility.class);
+030import org.apache.hadoop.fs.FileSystem;
+031import org.apache.hadoop.fs.Path;
+032import 
org.apache.hadoop.hbase.HBaseTestingUtility;
+033import 
org.apache.hadoop.hbase.HRegionLocation;
+034import 
org.apache.hadoop.hbase.MetaTableAccessor;
+035import 
org.apache.hadoop.hbase.MiniHBaseCluster;
+036import 
org.apache.hadoop.hbase.RegionLocations;
+037import 
org.apache.hadoop.hbase.ServerName;
+038import 
org.apache.hadoop.hbase.TableName;
+039import 
org.apache.hadoop.hbase.client.BufferedMutator;
+040import 
org.apache.hadoop.hbase.client.ColumnFamilyDescriptor;
+041import 
org.apache.hadoop.hbase.client.ColumnFamilyDescriptorBuilder;
+042import 
org.apache.hadoop.hbase.client.Connection;
+043import 
org.apache.hadoop.hbase.client.Durability;
+044import 
org.apache.hadoop.hbase.client.Put;
+045import 
org.apache.hadoop.hbase.client.RegionInfo;
+046import 
org.apache.hadoop.hbase.client.Result;
+047import 
org.apache.hadoop.hbase.client.TableDescriptor;
+048import 
org.apache.hadoop.hbase.client.TableDescriptorBuilder;
+049import 
org.apache.hadoop.hbase.client.TableState;
+050import 
org.apache.hadoop.hbase.master.HMaster;
+051import 
org.apache.hadoop.hbase.master.MasterMetaBootstrap;
+052import 
org.apache.hadoop.hbase.master.RegionState;
+053import 
org.apache.hadoop.hbase.master.TableStateManager;
+054import 
org.apache.hadoop.hbase.master.assignment.AssignmentManager;
+055import 
org.apache.hadoop.hbase.procedure2.Procedure;
+056import 
org.apache.hadoop.hbase.procedure2.ProcedureExecutor;
+057import 
org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility;
+058import 
org.apache.hadoop.hbase.procedure2.StateMachineProcedure;
+059import 
org.apache.hadoop.hbase.util.Bytes;
+060import 
org.apache.hadoop.hbase.util.FSUtils;
+061import 
org.apache.hadoop.hbase.util.MD5H

[44/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/checkstyle-aggregate.html
--
diff --git a/checkstyle-aggregate.html b/checkstyle-aggregate.html
index f14a51b..17b415f 100644
--- a/checkstyle-aggregate.html
+++ b/checkstyle-aggregate.html
@@ -7,7 +7,7 @@
   
 
 
-
+
 
 Apache HBase – Checkstyle Results
 
@@ -281,10 +281,10 @@
  Warnings
  Errors
 
-3626
+3631
 0
 0
-16252
+16248
 
 Files
 
@@ -4677,7 +4677,7 @@
 org/apache/hadoop/hbase/master/HMaster.java
 0
 0
-171
+170
 
 org/apache/hadoop/hbase/master/HMasterCommandLine.java
 0
@@ -4937,7 +4937,7 @@
 org/apache/hadoop/hbase/master/assignment/AssignmentManager.java
 0
 0
-34
+33
 
 org/apache/hadoop/hbase/master/assignment/GCMergedRegionsProcedure.java
 0
@@ -5322,7 +5322,7 @@
 org/apache/hadoop/hbase/master/procedure/ServerCrashProcedure.java
 0
 0
-9
+7
 
 org/apache/hadoop/hbase/master/procedure/TestCreateTableProcedure.java
 0
@@ -10083,7 +10083,7 @@
 sortStaticImportsAlphabetically: "true"
 groups: 
"*,org.apache.hbase.thirdparty,org.apache.hadoop.hbase.shaded"
 option: "top"
-1193
+1192
  Error
 
 
@@ -10106,7 +10106,7 @@
 caseIndent: "2"
 basicOffset: "2"
 lineWrappingIndentation: "2"
-5227
+5225
  Error
 
 javadoc
@@ -10136,7 +10136,7 @@
 
 max: "100"
 ignorePattern: "^package.*|^import.*|a 
href|href|http://|https://|ftp://|org.apache.thrift.|com.google.protobuf.|hbase.protobuf.generated"
-1584
+1583
  Error
 
 
@@ -63268,971 +63268,965 @@
 indentation
 Indentation
 'method def' child has incorrect indentation level 3, expected level 
should be 4.
-1167
+1173
 
  Error
 indentation
 Indentation
 'method def' child has incorrect indentation level 3, expected level 
should be 4.
-1169
+1175
 
  Error
 indentation
 Indentation
 'method def' child has incorrect indentation level 3, expected level 
should be 4.
-1171
+1177
 
  Error
 indentation
 Indentation
 'method def' child has incorrect indentation level 3, expected level 
should be 4.
-1173
+1179
 
  Error
 indentation
 Indentation
 'method def' child has incorrect indentation level 3, expected level 
should be 4.
-1175
+1181
 
  Error
 indentation
 Indentation
 'method def' child has incorrect indentation level 3, expected level 
should be 4.
-1183
+1189
 
  Error
 indentation
 Indentation
 'method def' child has incorrect indentation level 3, expected level 
should be 4.
-1184
+1190
 
  Error
 indentation
 Indentation
 'method def' child has incorrect indentation level 3, expected level 
should be 4.
-1189
+1195
 
  Error
 indentation
 Indentation
 'method def' child has incorrect indentation level 3, expected level 
should be 4.
-1190
+1196
 
  Error
 blocks
 NeedBraces
 'if' construct must use '{}'s.
-1391
+1397
 
  Error
 blocks
 NeedBraces
 'if' construct must use '{}'s.
-1413
+1419
 
  Error
 blocks
 NeedBraces
 'if' construct must use '{}'s.
-1430
+1436
 
  Error
 blocks
 NeedBraces
 'if' construct must use '{}'s.
-1465
+1471
 
  Error
 whitespace
 MethodParamPad
 '(' is preceded with whitespace.
-1609
+1615
 
  Error
 whitespace
 MethodParamPad
 '(' is preceded with whitespace.
-1613
+1619
 
  Error
 indentation
 Indentation
 'method def modifier' has incorrect indentation level 6, expected level 
should be one of the following: 8, 10.
-1625
+1631
 
  Error
 indentation
 Indentation
 'method def' child has incorrect indentation level 8, expected level 
should be one of the following: 10, 12.
-1627
+1633
 
  Error
 indentation
 Indentation
 'method def' child has incorrect indentation level 8, expected level 
should be one of the following: 10, 12.
-1629
+1635
 
  Error
 indentation
 Indentation
 'method def' child has incorrect indentation level 8, expected level 
should be one of the following: 10, 12.
-1632
+1638
 
  Error
 indentation
 Indentation
 'method def' child has incorrect indentation level 8, expected level 
should be one of the following: 10, 12.
-1635
+1641
 
  Error
 indentation
 Indentation
 'method def rcurly' has incorrect indentation level 6, expected level 
should be one of the following: 8, 10.
-1636
+1642
 
  Error
 indentation
 Indentation
 'method def modifier' has incorrect indentation level 6, expected level 
should be one of the following: 8, 10.
-1638
+1644
 
  Error
 indentation
 Indentation
 'method def' child has incorrect indentation level 8, expected level 
should be one of the following: 10, 12.
-1640
+1646
 
  Error
 indentation
 Indentation
 'method def rcurly' has incorrect indentation level 6, expected level 
should be one of the following: 8, 10.
-1641
+1647
 
  Error
 indentation
 Indentation
 'object def rcurly' has incorrect indentation level 4, expected level 
should be one of the following: 6, 8.
-1642
+1648
 
  Error
 indentation
 Indentation
 'throws' has incorrect indentation level 2, expected level should be 
4.
-1648
+1654
 
  Error
 indentation
 Indentation
 'method def modifier' has incorrect indentation level 6, expected leve

[42/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/org/apache/hadoop/hbase/client/class-use/RegionInfo.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/client/class-use/RegionInfo.html 
b/devapidocs/org/apache/hadoop/hbase/client/class-use/RegionInfo.html
index afff85d..a22e91f 100644
--- a/devapidocs/org/apache/hadoop/hbase/client/class-use/RegionInfo.html
+++ b/devapidocs/org/apache/hadoop/hbase/client/class-use/RegionInfo.html
@@ -3119,10 +3119,6 @@ Input/OutputFormats, a table indexing MapReduce job, and 
utility methods.
 
 
 void
-RegionStates.logSplit(RegionInfo regionInfo) 
-
-
-void
 AssignmentManager.markRegionAsMerged(RegionInfo child,
   ServerName serverName,
   RegionInfo mother,
@@ -3130,94 +3126,94 @@ Input/OutputFormats, a table indexing MapReduce job, 
and utility methods.
 When called here, the merge has happened.
 
 
-
+
 void
 AssignmentManager.markRegionAsSplit(RegionInfo parent,
  ServerName serverName,
  RegionInfo daughterA,
  RegionInfo daughterB) 
 
-
+
 void
 RegionStateStore.mergeRegions(RegionInfo child,
 RegionInfo hriA,
 RegionInfo hriB,
 ServerName serverName) 
 
-
+
 void
 AssignmentManager.move(RegionInfo regionInfo) 
 
-
+
 void
 AssignmentManager.offlineRegion(RegionInfo regionInfo) 
 
-
+
 void
 AssignmentManager.onlineRegion(RegionInfo regionInfo,
 ServerName serverName) 
 
-
+
 void
 RegionStates.removeFromFailedOpen(RegionInfo regionInfo) 
 
-
+
 void
 RegionStates.removeFromOfflineRegions(RegionInfo regionInfo) 
 
-
+
 private void
 AssignmentManager.sendRegionClosedNotification(RegionInfo regionInfo) 
 
-
+
 private void
 AssignmentManager.sendRegionOpenedNotification(RegionInfo regionInfo,
 ServerName serverName) 
 
-
+
 private void
 AssignmentManager.setMetaInitialized(RegionInfo metaRegionInfo,
   boolean isInitialized) 
 
-
+
 protected void
 RegionTransitionProcedure.setRegionInfo(RegionInfo regionInfo)
 This setter is for subclasses to call in their
  Procedure.deserializeStateData(ProcedureStateSerializer)
 method.
 
 
-
+
 private boolean
 AssignmentManager.shouldAssignFavoredNodes(RegionInfo region) 
 
-
+
 void
 RegionStateStore.splitRegion(RegionInfo parent,
RegionInfo hriA,
RegionInfo hriB,
ServerName serverName) 
 
-
+
 void
 AssignmentManager.unassign(RegionInfo regionInfo) 
 
-
+
 void
 AssignmentManager.unassign(RegionInfo regionInfo,
 boolean forceNewPlan) 
 
-
+
 private void
 RegionStateStore.updateMetaLocation(RegionInfo regionInfo,
   ServerName serverName) 
 
-
+
 private void
 RegionStateStore.updateRegionLocation(RegionInfo regionInfo,
 RegionState.State state,
 Put put) 
 
-
+
 private void
 AssignmentManager.updateRegionMergeTransition(ServerName serverName,

org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.RegionStateTransition.TransitionCode state,
@@ -3225,7 +3221,7 @@ Input/OutputFormats, a table indexing MapReduce job, and 
utility methods.
RegionInfo hriA,
RegionInfo hriB) 
 
-
+
 private void
 AssignmentManager.updateRegionSplitTransition(ServerName serverName,

org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.RegionStateTransition.TransitionCode state,
@@ -3233,19 +3229,19 @@ Input/OutputFormats, a table indexing MapReduce job, 
and utility methods.
RegionInfo hriA,
RegionInfo hriB) 
 
-
+
 void
 RegionStates.updateRegionState(RegionInfo regionInfo,
  RegionState.State state) 
 
-
+
 private void
 AssignmentManager.updateRegionTransition(ServerName serverName,
   
org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.RegionStateTransition.TransitionCode state,
   RegionInfo regionInfo,
   long seqId) 
 
-
+
 private void
 RegionStateStore.updateUserRegionLocation(RegionInfo regionInfo,
 RegionState.State state,
@@ -3254,7 +3250,7 @@ Input/OutputFormats, a table indexing MapReduce job, and 
utility methods.
 long openSeqNum,
 long pid) 
 
-
+
 void
 RegionStateStore.RegionStateVisitor.visitRegionState(Result result,
 RegionInfo regionInfo,
@@ -3263,16 +3259,16 @@ Input/OutputFormats, a table indexing MapReduce job, 
and utility methods.
 ServerName lastHost,
 long openSeqNum) 
 
-
+
 boolean
 AssignmentManager.waitForAssignment(RegionInfo regionInfo) 
 
-
+
 boolean
 AssignmentManager.waitForAssignment(RegionInfo regionInfo,

[26/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.html
--
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.html 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.html
index 9549aa5..42d0637 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.html
@@ -918,7 +918,7 @@
 910
 911// Bring up hbase:meta. recoverMeta 
is a blocking call waiting until hbase:meta is deployed.
 912// It also starts the 
TableStateManager.
-913MasterMetaBootstrap metaBootstrap = 
createMetaBootstrap(this, status);
+913MasterMetaBootstrap metaBootstrap = 
createMetaBootstrap();
 914metaBootstrap.recoverMeta();
 915
 916//Initialize after meta as it scans 
meta
@@ -1063,2625 +1063,2634 @@
 1055  }
 1056
 1057  /**
-1058   * Create a {@link 
MasterMetaBootstrap} instance.
-1059   */
-1060  MasterMetaBootstrap 
createMetaBootstrap(final HMaster master, final MonitoredTask status) {
-1061// We put this out here in a method 
so can do a Mockito.spy and stub it out
-1062// w/ a mocked up 
MasterMetaBootstrap.
-1063return new 
MasterMetaBootstrap(master, status);
-1064  }
-1065
-1066  /**
-1067   * Create a {@link ServerManager} 
instance.
-1068   */
-1069  ServerManager 
createServerManager(final MasterServices master) throws IOException {
-1070// We put this out here in a method 
so can do a Mockito.spy and stub it out
-1071// w/ a mocked up ServerManager.
-1072setupClusterConnection();
-1073return new ServerManager(master);
-1074  }
-1075
-1076  private void 
waitForRegionServers(final MonitoredTask status)
-1077  throws IOException, 
InterruptedException {
-1078
this.serverManager.waitForRegionServers(status);
-1079// Check zk for region servers that 
are up but didn't register
-1080for (ServerName sn: 
this.regionServerTracker.getOnlineServers()) {
-1081  // The isServerOnline check is 
opportunistic, correctness is handled inside
-1082  if 
(!this.serverManager.isServerOnline(sn) &&
-1083  
serverManager.checkAndRecordNewServer(sn, ServerMetricsBuilder.of(sn))) {
-1084LOG.info("Registered server 
found up in zk but who has not yet reported in: " + sn);
-1085  }
-1086}
-1087  }
-1088
-1089  void initClusterSchemaService() throws 
IOException, InterruptedException {
-1090this.clusterSchemaService = new 
ClusterSchemaServiceImpl(this);
-1091
this.clusterSchemaService.startAsync();
-1092try {
-1093  
this.clusterSchemaService.awaitRunning(getConfiguration().getInt(
-1094
HBASE_MASTER_WAIT_ON_SERVICE_IN_SECONDS,
-1095
DEFAULT_HBASE_MASTER_WAIT_ON_SERVICE_IN_SECONDS), TimeUnit.SECONDS);
-1096} catch (TimeoutException toe) {
-1097  throw new IOException("Timedout 
starting ClusterSchemaService", toe);
-1098}
-1099  }
-1100
-1101  void initQuotaManager() throws 
IOException {
-1102MasterQuotaManager quotaManager = 
new MasterQuotaManager(this);
-1103
this.assignmentManager.setRegionStateListener(quotaManager);
-1104quotaManager.start();
-1105this.quotaManager = quotaManager;
-1106  }
-1107
-1108  SpaceQuotaSnapshotNotifier 
createQuotaSnapshotNotifier() {
-1109SpaceQuotaSnapshotNotifier notifier 
=
-1110
SpaceQuotaSnapshotNotifierFactory.getInstance().create(getConfiguration());
-return notifier;
+1058   * 

+1059   * Create a {@link 
MasterMetaBootstrap} instance.
+1060   * 
+1061   * 

+1062   * Will be overridden in tests.
+1063   * 
+1064   */
+1065  @VisibleForTesting
+1066  protected MasterMetaBootstrap 
createMetaBootstrap() {
+1067// We put this out here in a method 
so can do a Mockito.spy and stub it out
+1068// w/ a mocked up 
MasterMetaBootstrap.
+1069return new 
MasterMetaBootstrap(this);
+1070  }
+1071
+1072  /**
+1073   * Create a {@link ServerManager} 
instance.
+1074   */
+1075  ServerManager 
createServerManager(final MasterServices master) throws IOException {
+1076// We put this out here in a method 
so can do a Mockito.spy and stub it out
+1077// w/ a mocked up ServerManager.
+1078setupClusterConnection();
+1079return new ServerManager(master);
+1080  }
+1081
+1082  private void 
waitForRegionServers(final MonitoredTask status)
+1083  throws IOException, 
InterruptedException {
+1084
this.serverManager.waitForRegionServers(status);
+1085// Check zk for region servers that 
are up but didn't register
+1086for (ServerName sn: 
this.regionServerTracker.getOnlineServers()) {
+1087  // The isServerOnline check is 
opportunistic, correctness is handled inside
+1088  if 
(!this.serverManager.isServerOnline(sn) &&
+1089  
serverManager.checkAndRecordNewServer(sn, ServerMetricsBuilder.of(sn))) {
+1090LOG.info("Regis

[20/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.RegionFailedOpen.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.RegionFailedOpen.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.RegionFailedOpen.html
index ca55dfd..541beed 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.RegionFailedOpen.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.RegionFailedOpen.html
@@ -326,709 +326,731 @@
 318ONLINE,
 319
 320/**
-321 * Server expired/crashed. Currently 
undergoing WAL splitting.
-322 */
-323SPLITTING,
-324
-325/**
-326 * WAL splitting done.
-327 */
-328OFFLINE
-329  }
-330
-331  /**
-332   * State of Server; list of hosted 
regions, etc.
-333   */
-334  public static class ServerStateNode 
implements Comparable {
-335private final ServerReportEvent 
reportEvent;
-336
-337private final 
Set regions;
-338private final ServerName 
serverName;
-339
-340private volatile ServerState state = 
ServerState.ONLINE;
-341
-342public ServerStateNode(final 
ServerName serverName) {
-343  this.serverName = serverName;
-344  this.regions = 
ConcurrentHashMap.newKeySet();
-345  this.reportEvent = new 
ServerReportEvent(serverName);
-346}
-347
-348public ServerName getServerName() {
-349  return serverName;
-350}
-351
-352public ServerState getState() {
-353  return state;
-354}
+321 * Only server which carries meta can 
have this state. We will split wal for meta and then
+322 * assign meta first before splitting 
other wals.
+323 */
+324SPLITTING_META,
+325
+326/**
+327 * Indicate that the meta splitting 
is done. We need this state so that the UnassignProcedure
+328 * for meta can safely quit. See the 
comments in UnassignProcedure.remoteCallFailed for more
+329 * details.
+330 */
+331SPLITTING_META_DONE,
+332
+333/**
+334 * Server expired/crashed. Currently 
undergoing WAL splitting.
+335 */
+336SPLITTING,
+337
+338/**
+339 * WAL splitting done. This state 
will be used to tell the UnassignProcedure that it can safely
+340 * quit. See the comments in 
UnassignProcedure.remoteCallFailed for more details.
+341 */
+342OFFLINE
+343  }
+344
+345  /**
+346   * State of Server; list of hosted 
regions, etc.
+347   */
+348  public static class ServerStateNode 
implements Comparable {
+349private final ServerReportEvent 
reportEvent;
+350
+351private final 
Set regions;
+352private final ServerName 
serverName;
+353
+354private volatile ServerState state = 
ServerState.ONLINE;
 355
-356public ProcedureEvent 
getReportEvent() {
-357  return reportEvent;
-358}
-359
-360public boolean isOffline() {
-361  return 
this.state.equals(ServerState.OFFLINE);
-362}
-363
-364public boolean isInState(final 
ServerState... expected) {
-365  boolean expectedState = false;
-366  if (expected != null) {
-367for (int i = 0; i < 
expected.length; ++i) {
-368  expectedState |= (state == 
expected[i]);
-369}
-370  }
-371  return expectedState;
+356public ServerStateNode(final 
ServerName serverName) {
+357  this.serverName = serverName;
+358  this.regions = 
ConcurrentHashMap.newKeySet();
+359  this.reportEvent = new 
ServerReportEvent(serverName);
+360}
+361
+362public ServerName getServerName() {
+363  return serverName;
+364}
+365
+366public ServerState getState() {
+367  return state;
+368}
+369
+370public ProcedureEvent 
getReportEvent() {
+371  return reportEvent;
 372}
 373
-374public void setState(final 
ServerState state) {
-375  this.state = state;
-376}
-377
-378public Set 
getRegions() {
-379  return regions;
-380}
-381
-382public int getRegionCount() {
-383  return regions.size();
-384}
-385
-386public ArrayList 
getRegionInfoList() {
-387  ArrayList hris = 
new ArrayList(regions.size());
-388  for (RegionStateNode region: 
regions) {
-389
hris.add(region.getRegionInfo());
-390  }
-391  return hris;
-392}
-393
-394public void addRegion(final 
RegionStateNode regionNode) {
-395  this.regions.add(regionNode);
-396}
-397
-398public void removeRegion(final 
RegionStateNode regionNode) {
-399  this.regions.remove(regionNode);
-400}
-401
-402@Override
-403public int compareTo(final 
ServerStateNode other) {
-404  return 
getServerName().compareTo(other.getServerName());
-405}
-406
-407@Overrid

[45/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

Published site at 573b57d43798ba172597721097b9ea98ddac3303.


Project: http://git-wip-us.apache.org/repos/asf/hbase-site/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase-site/commit/621486f3
Tree: http://git-wip-us.apache.org/repos/asf/hbase-site/tree/621486f3
Diff: http://git-wip-us.apache.org/repos/asf/hbase-site/diff/621486f3

Branch: refs/heads/asf-site
Commit: 621486f332c3cf7c01b0b51c7497c2e43a895793
Parents: 20271d7
Author: jenkins 
Authored: Mon Jun 11 14:48:37 2018 +
Committer: jenkins 
Committed: Mon Jun 11 14:48:37 2018 +

--
 acid-semantics.html |4 +-
 apache_hbase_reference_guide.pdf|4 +-
 book.html   |2 +-
 bulk-loads.html |4 +-
 checkstyle-aggregate.html   | 1572 +++---
 checkstyle.rss  |   80 +-
 coc.html|4 +-
 dependencies.html   |4 +-
 dependency-convergence.html |4 +-
 dependency-info.html|4 +-
 dependency-management.html  |4 +-
 devapidocs/allclasses-frame.html|3 +
 devapidocs/allclasses-noframe.html  |3 +
 devapidocs/constant-values.html |6 +-
 devapidocs/index-all.html   |   87 +-
 .../hadoop/hbase/backup/package-tree.html   |4 +-
 .../hadoop/hbase/class-use/ServerName.html  |   41 +-
 .../hadoop/hbase/class-use/TableName.html   |   36 +-
 .../hbase/client/class-use/RegionInfo.html  |   56 +-
 .../hadoop/hbase/client/package-tree.html   |   22 +-
 .../hadoop/hbase/filter/package-tree.html   |   10 +-
 .../hadoop/hbase/io/hfile/package-tree.html |4 +-
 .../apache/hadoop/hbase/ipc/package-tree.html   |2 +-
 .../hadoop/hbase/mapreduce/package-tree.html|4 +-
 .../master/HMaster.MasterStoppedException.html  |4 +-
 .../org/apache/hadoop/hbase/master/HMaster.html |  326 +-
 .../master/HMasterCommandLine.LocalHMaster.html |2 +-
 .../hbase/master/MasterMetaBootstrap.html   |   41 +-
 .../MasterRpcServices.BalanceSwitchMode.html|4 +-
 ...signmentManager.RegionInTransitionChore.html |6 +-
 ...ssignmentManager.RegionInTransitionStat.html |   40 +-
 .../master/assignment/AssignmentManager.html|  364 +-
 .../RegionStates.RegionFailedOpen.html  |   22 +-
 .../assignment/RegionStates.ServerState.html|   44 +-
 .../RegionStates.ServerStateNode.html   |   61 +-
 .../hbase/master/assignment/RegionStates.html   |  210 +-
 .../master/assignment/UnassignProcedure.html|6 +-
 .../class-use/RegionStates.ServerState.html |7 +-
 .../hadoop/hbase/master/class-use/HMaster.html  |   16 +-
 .../master/class-use/MasterMetaBootstrap.html   |8 +-
 .../hadoop/hbase/master/package-tree.html   |6 +-
 .../procedure/MasterProcedureScheduler.html |  312 +-
 ...terProcedureUtil.NonceProcedureRunnable.html |4 +-
 ...etaProcedureInterface.MetaOperationType.html |  334 ++
 .../procedure/MetaProcedureInterface.html   |  246 +
 .../hbase/master/procedure/MetaQueue.html   |  325 ++
 .../procedure/ModifyNamespaceProcedure.html |4 +-
 ...eerProcedureInterface.PeerOperationType.html |   18 +-
 .../procedure/PeerProcedureInterface.html   |7 +-
 .../hadoop/hbase/master/procedure/Queue.html|2 +-
 .../master/procedure/RecoverMetaProcedure.html  |  123 +-
 .../hbase/master/procedure/SchemaLocking.html   |  100 +-
 ...rProcedureInterface.ServerOperationType.html |8 +-
 .../procedure/ServerProcedureInterface.html |9 +-
 ...leProcedureInterface.TableOperationType.html |   32 +-
 .../procedure/TableProcedureInterface.html  |9 +-
 .../master/procedure/class-use/FairQueue.html   |8 +-
 ...etaProcedureInterface.MetaOperationType.html |  178 +
 .../class-use/MetaProcedureInterface.html   |  168 +
 .../master/procedure/class-use/MetaQueue.html   |  191 +
 .../hbase/master/procedure/class-use/Queue.html |   14 +-
 ...leProcedureInterface.TableOperationType.html |   38 +-
 .../class-use/TableProcedureInterface.html  |   11 +-
 .../hbase/master/procedure/package-frame.html   |3 +
 .../hbase/master/procedure/package-summary.html |   68 +-
 .../hbase/master/procedure/package-tree.html|7 +-
 .../hbase/master/procedure/package-use.html |   51 +-
 .../monitoring/class-use/MonitoredTask.html |   38 +-
 .../org/apache/hadoop/hbase/package-tree.html   |   14 +-
 .../hbase/procedure2/LockedResourceType.html|   22 +-
 .../procedure2/class-use/LockAndQueue.html  |   31 +-
 .../hbase/procedure2/class-use/LockStatus.html  |   11 +-
 .../hbase/procedure2/class-use/Procedure.html   |   46 +-
 .../hadoop/hbase/procedure2/package-tree.html   |6 +-
 .../hado

[28/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.MasterStoppedException.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.MasterStoppedException.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.MasterStoppedException.html
index 9549aa5..42d0637 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.MasterStoppedException.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.MasterStoppedException.html
@@ -918,7 +918,7 @@
 910
 911// Bring up hbase:meta. recoverMeta 
is a blocking call waiting until hbase:meta is deployed.
 912// It also starts the 
TableStateManager.
-913MasterMetaBootstrap metaBootstrap = 
createMetaBootstrap(this, status);
+913MasterMetaBootstrap metaBootstrap = 
createMetaBootstrap();
 914metaBootstrap.recoverMeta();
 915
 916//Initialize after meta as it scans 
meta
@@ -1063,2625 +1063,2634 @@
 1055  }
 1056
 1057  /**
-1058   * Create a {@link 
MasterMetaBootstrap} instance.
-1059   */
-1060  MasterMetaBootstrap 
createMetaBootstrap(final HMaster master, final MonitoredTask status) {
-1061// We put this out here in a method 
so can do a Mockito.spy and stub it out
-1062// w/ a mocked up 
MasterMetaBootstrap.
-1063return new 
MasterMetaBootstrap(master, status);
-1064  }
-1065
-1066  /**
-1067   * Create a {@link ServerManager} 
instance.
-1068   */
-1069  ServerManager 
createServerManager(final MasterServices master) throws IOException {
-1070// We put this out here in a method 
so can do a Mockito.spy and stub it out
-1071// w/ a mocked up ServerManager.
-1072setupClusterConnection();
-1073return new ServerManager(master);
-1074  }
-1075
-1076  private void 
waitForRegionServers(final MonitoredTask status)
-1077  throws IOException, 
InterruptedException {
-1078
this.serverManager.waitForRegionServers(status);
-1079// Check zk for region servers that 
are up but didn't register
-1080for (ServerName sn: 
this.regionServerTracker.getOnlineServers()) {
-1081  // The isServerOnline check is 
opportunistic, correctness is handled inside
-1082  if 
(!this.serverManager.isServerOnline(sn) &&
-1083  
serverManager.checkAndRecordNewServer(sn, ServerMetricsBuilder.of(sn))) {
-1084LOG.info("Registered server 
found up in zk but who has not yet reported in: " + sn);
-1085  }
-1086}
-1087  }
-1088
-1089  void initClusterSchemaService() throws 
IOException, InterruptedException {
-1090this.clusterSchemaService = new 
ClusterSchemaServiceImpl(this);
-1091
this.clusterSchemaService.startAsync();
-1092try {
-1093  
this.clusterSchemaService.awaitRunning(getConfiguration().getInt(
-1094
HBASE_MASTER_WAIT_ON_SERVICE_IN_SECONDS,
-1095
DEFAULT_HBASE_MASTER_WAIT_ON_SERVICE_IN_SECONDS), TimeUnit.SECONDS);
-1096} catch (TimeoutException toe) {
-1097  throw new IOException("Timedout 
starting ClusterSchemaService", toe);
-1098}
-1099  }
-1100
-1101  void initQuotaManager() throws 
IOException {
-1102MasterQuotaManager quotaManager = 
new MasterQuotaManager(this);
-1103
this.assignmentManager.setRegionStateListener(quotaManager);
-1104quotaManager.start();
-1105this.quotaManager = quotaManager;
-1106  }
-1107
-1108  SpaceQuotaSnapshotNotifier 
createQuotaSnapshotNotifier() {
-1109SpaceQuotaSnapshotNotifier notifier 
=
-1110
SpaceQuotaSnapshotNotifierFactory.getInstance().create(getConfiguration());
-return notifier;
+1058   * 

+1059   * Create a {@link 
MasterMetaBootstrap} instance.
+1060   * 
+1061   * 

+1062   * Will be overridden in tests.
+1063   * 
+1064   */
+1065  @VisibleForTesting
+1066  protected MasterMetaBootstrap 
createMetaBootstrap() {
+1067// We put this out here in a method 
so can do a Mockito.spy and stub it out
+1068// w/ a mocked up 
MasterMetaBootstrap.
+1069return new 
MasterMetaBootstrap(this);
+1070  }
+1071
+1072  /**
+1073   * Create a {@link ServerManager} 
instance.
+1074   */
+1075  ServerManager 
createServerManager(final MasterServices master) throws IOException {
+1076// We put this out here in a method 
so can do a Mockito.spy and stub it out
+1077// w/ a mocked up ServerManager.
+1078setupClusterConnection();
+1079return new ServerManager(master);
+1080  }
+1081
+1082  private void 
waitForRegionServers(final MonitoredTask status)
+1083  throws IOException, 
InterruptedException {
+1084
this.serverManager.waitForRegionServers(status);
+1085// Check zk for region servers that 
are up but didn't register
+1086for (ServerName sn: 
this.regionServerTracker.getOnlineServers()) {
+1087  // The isServerOnline check is 
opportunistic, correctness is handled inside
+1088  if 
(!this.serverManager.isServerOnline(sn) &&

[21/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.AssignmentProcedureEvent.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.AssignmentProcedureEvent.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.AssignmentProcedureEvent.html
index ca55dfd..541beed 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.AssignmentProcedureEvent.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.AssignmentProcedureEvent.html
@@ -326,709 +326,731 @@
 318ONLINE,
 319
 320/**
-321 * Server expired/crashed. Currently 
undergoing WAL splitting.
-322 */
-323SPLITTING,
-324
-325/**
-326 * WAL splitting done.
-327 */
-328OFFLINE
-329  }
-330
-331  /**
-332   * State of Server; list of hosted 
regions, etc.
-333   */
-334  public static class ServerStateNode 
implements Comparable {
-335private final ServerReportEvent 
reportEvent;
-336
-337private final 
Set regions;
-338private final ServerName 
serverName;
-339
-340private volatile ServerState state = 
ServerState.ONLINE;
-341
-342public ServerStateNode(final 
ServerName serverName) {
-343  this.serverName = serverName;
-344  this.regions = 
ConcurrentHashMap.newKeySet();
-345  this.reportEvent = new 
ServerReportEvent(serverName);
-346}
-347
-348public ServerName getServerName() {
-349  return serverName;
-350}
-351
-352public ServerState getState() {
-353  return state;
-354}
+321 * Only server which carries meta can 
have this state. We will split wal for meta and then
+322 * assign meta first before splitting 
other wals.
+323 */
+324SPLITTING_META,
+325
+326/**
+327 * Indicate that the meta splitting 
is done. We need this state so that the UnassignProcedure
+328 * for meta can safely quit. See the 
comments in UnassignProcedure.remoteCallFailed for more
+329 * details.
+330 */
+331SPLITTING_META_DONE,
+332
+333/**
+334 * Server expired/crashed. Currently 
undergoing WAL splitting.
+335 */
+336SPLITTING,
+337
+338/**
+339 * WAL splitting done. This state 
will be used to tell the UnassignProcedure that it can safely
+340 * quit. See the comments in 
UnassignProcedure.remoteCallFailed for more details.
+341 */
+342OFFLINE
+343  }
+344
+345  /**
+346   * State of Server; list of hosted 
regions, etc.
+347   */
+348  public static class ServerStateNode 
implements Comparable {
+349private final ServerReportEvent 
reportEvent;
+350
+351private final 
Set regions;
+352private final ServerName 
serverName;
+353
+354private volatile ServerState state = 
ServerState.ONLINE;
 355
-356public ProcedureEvent 
getReportEvent() {
-357  return reportEvent;
-358}
-359
-360public boolean isOffline() {
-361  return 
this.state.equals(ServerState.OFFLINE);
-362}
-363
-364public boolean isInState(final 
ServerState... expected) {
-365  boolean expectedState = false;
-366  if (expected != null) {
-367for (int i = 0; i < 
expected.length; ++i) {
-368  expectedState |= (state == 
expected[i]);
-369}
-370  }
-371  return expectedState;
+356public ServerStateNode(final 
ServerName serverName) {
+357  this.serverName = serverName;
+358  this.regions = 
ConcurrentHashMap.newKeySet();
+359  this.reportEvent = new 
ServerReportEvent(serverName);
+360}
+361
+362public ServerName getServerName() {
+363  return serverName;
+364}
+365
+366public ServerState getState() {
+367  return state;
+368}
+369
+370public ProcedureEvent 
getReportEvent() {
+371  return reportEvent;
 372}
 373
-374public void setState(final 
ServerState state) {
-375  this.state = state;
-376}
-377
-378public Set 
getRegions() {
-379  return regions;
-380}
-381
-382public int getRegionCount() {
-383  return regions.size();
-384}
-385
-386public ArrayList 
getRegionInfoList() {
-387  ArrayList hris = 
new ArrayList(regions.size());
-388  for (RegionStateNode region: 
regions) {
-389
hris.add(region.getRegionInfo());
-390  }
-391  return hris;
-392}
-393
-394public void addRegion(final 
RegionStateNode regionNode) {
-395  this.regions.add(regionNode);
-396}
-397
-398public void removeRegion(final 
RegionStateNode regionNode) {
-399  this.regions.remove(regionNode);
-400}
-401
-402@Override
-403public int compareTo(final 
ServerStateNode other) {
-404  return 
getServerName().compareTo(other.getServer

[05/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/testdevapidocs/org/apache/hadoop/hbase/master/procedure/MasterProcedureTestingUtility.html
--
diff --git 
a/testdevapidocs/org/apache/hadoop/hbase/master/procedure/MasterProcedureTestingUtility.html
 
b/testdevapidocs/org/apache/hadoop/hbase/master/procedure/MasterProcedureTestingUtility.html
index 0f661b1..0bbc726 100644
--- 
a/testdevapidocs/org/apache/hadoop/hbase/master/procedure/MasterProcedureTestingUtility.html
+++ 
b/testdevapidocs/org/apache/hadoop/hbase/master/procedure/MasterProcedureTestingUtility.html
@@ -110,7 +110,7 @@ var activeTableTab = "activeTableTab";
 
 
 @InterfaceAudience.Private
-public class MasterProcedureTestingUtility
+public class MasterProcedureTestingUtility
 extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object
 
 
@@ -366,7 +366,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 LOG
-private static final org.slf4j.Logger LOG
+private static final org.slf4j.Logger LOG
 
 
 
@@ -383,7 +383,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 MasterProcedureTestingUtility
-private MasterProcedureTestingUtility()
+private MasterProcedureTestingUtility()
 
 
 
@@ -400,7 +400,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 restartMasterProcedureExecutor
-public static void restartMasterProcedureExecutor(org.apache.hadoop.hbase.procedure2.ProcedureExecutor procExec)
+public static void restartMasterProcedureExecutor(org.apache.hadoop.hbase.procedure2.ProcedureExecutor procExec)
throws https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true";
 title="class or interface in java.lang">Exception
 
 Throws:
@@ -414,7 +414,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 masterFailover
-public static void masterFailover(HBaseTestingUtility testUtil)
+public static void masterFailover(HBaseTestingUtility testUtil)
throws https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true";
 title="class or interface in java.lang">Exception
 
 Throws:
@@ -428,7 +428,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 waitBackupMaster
-public static void waitBackupMaster(HBaseTestingUtility testUtil,
+public static void waitBackupMaster(HBaseTestingUtility testUtil,
 
org.apache.hadoop.hbase.master.HMaster oldMaster)
  throws https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true";
 title="class or interface in java.lang">Exception
 
@@ -443,7 +443,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 createHTD
-public static org.apache.hadoop.hbase.client.TableDescriptor createHTD(org.apache.hadoop.hbase.TableName tableName,
+public static org.apache.hadoop.hbase.client.TableDescriptor createHTD(org.apache.hadoop.hbase.TableName tableName,
https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String... family)
 
 
@@ -453,7 +453,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 createTable
-public static org.apache.hadoop.hbase.client.RegionInfo[] createTable(org.apache.hadoop.hbase.procedure2.ProcedureExecutor procExec,
+public static org.apache.hadoop.hbase.client.RegionInfo[] createTable(org.apache.hadoop.hbase.procedure2.ProcedureExecutor procExec,
   
org.apache.hadoop.hbase.TableName tableName,
   
byte[][] splitKeys,
   https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String... family)
@@ -470,7 +470,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 validateTableCreation
-public static void validateTableCreation(org.apache.hadoop.hbase.master.HMaster master,
+public static void validateTableCreation(org.apache.hadoop.hbase.master.HMaster master,
  
org.apache.hadoop.hbase.TableName tableName,
  
org.apache.hadoop.hbase.client.RegionInfo[] regions,
 

[36/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/org/apache/hadoop/hbase/master/assignment/UnassignProcedure.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/assignment/UnassignProcedure.html 
b/devapidocs/org/apache/hadoop/hbase/master/assignment/UnassignProcedure.html
index 575693e..1b89f19 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/assignment/UnassignProcedure.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/assignment/UnassignProcedure.html
@@ -737,7 +737,7 @@ extends 
 
 toStringClassDetails
-public void toStringClassDetails(https://docs.oracle.com/javase/8/docs/api/java/lang/StringBuilder.html?is-external=true";
 title="class or interface in java.lang">StringBuilder sb)
+public void toStringClassDetails(https://docs.oracle.com/javase/8/docs/api/java/lang/StringBuilder.html?is-external=true";
 title="class or interface in java.lang">StringBuilder sb)
 Description copied from 
class: Procedure
 Extend the toString() information with the procedure details
  e.g. className and parameters
@@ -755,7 +755,7 @@ extends 
 
 getServer
-public ServerName getServer(MasterProcedureEnv env)
+public ServerName getServer(MasterProcedureEnv env)
 Description copied from 
class: RegionTransitionProcedure
 Used by ServerCrashProcedure to see if this Assign/Unassign 
needs processing.
 
@@ -772,7 +772,7 @@ extends 
 
 getProcedureMetrics
-protected ProcedureMetrics getProcedureMetrics(MasterProcedureEnv env)
+protected ProcedureMetrics getProcedureMetrics(MasterProcedureEnv env)
 Description copied from 
class: Procedure
 Override this method to provide procedure specific counters 
for submitted count, failed
  count and time histogram.

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/org/apache/hadoop/hbase/master/assignment/class-use/RegionStates.ServerState.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/assignment/class-use/RegionStates.ServerState.html
 
b/devapidocs/org/apache/hadoop/hbase/master/assignment/class-use/RegionStates.ServerState.html
index 7ba3608..e26f23a 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/assignment/class-use/RegionStates.ServerState.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/assignment/class-use/RegionStates.ServerState.html
@@ -146,7 +146,12 @@ the order they are declared.
 RegionStates.ServerStateNode.isInState(RegionStates.ServerState... expected) 
 
 
-void
+private void
+RegionStates.setServerState(ServerName serverName,
+  RegionStates.ServerState state) 
+
+
+private void
 RegionStates.ServerStateNode.setState(RegionStates.ServerState state) 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/org/apache/hadoop/hbase/master/class-use/HMaster.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/master/class-use/HMaster.html 
b/devapidocs/org/apache/hadoop/hbase/master/class-use/HMaster.html
index dbb0c59..3130ea8 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/class-use/HMaster.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/class-use/HMaster.html
@@ -281,28 +281,21 @@
 
 
 
-(package private) MasterMetaBootstrap
-HMaster.createMetaBootstrap(HMaster master,
-   MonitoredTask status)
-Create a MasterMetaBootstrap 
instance.
-
-
-
 private void
 MasterDumpServlet.dumpRIT(HMaster master,
https://docs.oracle.com/javase/8/docs/api/java/io/PrintWriter.html?is-external=true";
 title="class or interface in 
java.io">PrintWriter out) 
 
-
+
 private void
 MasterDumpServlet.dumpServers(HMaster master,
https://docs.oracle.com/javase/8/docs/api/java/io/PrintWriter.html?is-external=true";
 title="class or interface in 
java.io">PrintWriter out) 
 
-
+
 private https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true";
 title="class or interface in java.util">MapString,https://docs.oracle.com/javase/8/docs/api/java/lang/Integer.html?is-external=true";
 title="class or interface in java.lang">Integer>
 MasterStatusServlet.getFragmentationInfo(HMaster master,
 
org.apache.hadoop.conf.Configuration conf) 
 
-
+
 private ServerName
 MasterStatusServlet.getMetaLocationOrNull(HMaster master) 
 
@@ -344,8 +337,7 @@
 
 
 
-MasterMetaBootstrap(HMaster master,
-   MonitoredTask status) 
+MasterMetaBootstrap(HMaster master) 
 
 
 MasterMobCompactionThread(HMaster master) 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/org/apache/hadoop/hbase/master/class-use/MasterMetaBootstrap.html
--
diff --git 
a/devapidocs/org/apache/h

[09/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/sponsors.html
--
diff --git a/sponsors.html b/sponsors.html
index 2c63c75..cc1a612 100644
--- a/sponsors.html
+++ b/sponsors.html
@@ -7,7 +7,7 @@
   
 
 
-
+
 
 Apache HBase – Apache HBase™ Sponsors
 
@@ -333,7 +333,7 @@ under the License. -->
 https://www.apache.org/";>The Apache Software 
Foundation.
 All rights reserved.  
 
-  Last Published: 
2018-06-10
+  Last Published: 
2018-06-11
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/supportingprojects.html
--
diff --git a/supportingprojects.html b/supportingprojects.html
index 763d9c4..4022989 100644
--- a/supportingprojects.html
+++ b/supportingprojects.html
@@ -7,7 +7,7 @@
   
 
 
-
+
 
 Apache HBase – Supporting Projects
 
@@ -520,7 +520,7 @@ under the License. -->
 https://www.apache.org/";>The Apache Software 
Foundation.
 All rights reserved.  
 
-  Last Published: 
2018-06-10
+  Last Published: 
2018-06-11
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/team-list.html
--
diff --git a/team-list.html b/team-list.html
index 2255f52..aa0d991 100644
--- a/team-list.html
+++ b/team-list.html
@@ -7,7 +7,7 @@
   
 
 
-
+
 
 Apache HBase – Project Team
 
@@ -736,7 +736,7 @@
 https://www.apache.org/";>The Apache Software 
Foundation.
 All rights reserved.  
 
-  Last Published: 
2018-06-10
+  Last Published: 
2018-06-11
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/testdevapidocs/allclasses-frame.html
--
diff --git a/testdevapidocs/allclasses-frame.html 
b/testdevapidocs/allclasses-frame.html
index cdfec49..8f1a085 100644
--- a/testdevapidocs/allclasses-frame.html
+++ b/testdevapidocs/allclasses-frame.html
@@ -110,6 +110,8 @@
 DoActionsOncePolicy
 DoNothingAsyncRegistry
 DummyFilter
+DummyRegionProcedure
+DummyRegionProcedureState
 DumpClusterStatusAction
 EncodedSeekPerformanceTest
 EnvironmentEdgeManagerTestHelper
@@ -1977,9 +1979,8 @@
 TestServerBusyException.TestGetThread
 TestServerBusyException.TestPutThread
 TestServerCrashProcedure
+TestServerCrashProcedureCarryingMetaStuck
 TestServerCrashProcedureStuck
-TestServerCrashProcedureStuck.DummyRegionProcedure
-TestServerCrashProcedureStuck.DummyState
 TestServerCustomProtocol
 TestServerCustomProtocol.PingHandler
 TestServerLoad

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/testdevapidocs/allclasses-noframe.html
--
diff --git a/testdevapidocs/allclasses-noframe.html 
b/testdevapidocs/allclasses-noframe.html
index 496ad11..3c8f6b3 100644
--- a/testdevapidocs/allclasses-noframe.html
+++ b/testdevapidocs/allclasses-noframe.html
@@ -110,6 +110,8 @@
 DoActionsOncePolicy
 DoNothingAsyncRegistry
 DummyFilter
+DummyRegionProcedure
+DummyRegionProcedureState
 DumpClusterStatusAction
 EncodedSeekPerformanceTest
 EnvironmentEdgeManagerTestHelper
@@ -1977,9 +1979,8 @@
 TestServerBusyException.TestGetThread
 TestServerBusyException.TestPutThread
 TestServerCrashProcedure
+TestServerCrashProcedureCarryingMetaStuck
 TestServerCrashProcedureStuck
-TestServerCrashProcedureStuck.DummyRegionProcedure
-TestServerCrashProcedureStuck.DummyState
 TestServerCustomProtocol
 TestServerCustomProtocol.PingHandler
 TestServerLoad

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/testdevapidocs/index-all.html
--
diff --git a/testdevapidocs/index-all.html b/testdevapidocs/index-all.html
index aa04514..cf4e92e 100644
--- a/testdevapidocs/index-all.html
+++ b/testdevapidocs/index-all.html
@@ -1404,7 +1404,7 @@
  
 array
 - Variable in class org.apache.hadoop.hbase.util.TestByteBufferUtils
  
-ARRIVE
 - Static variable in class org.apache.hadoop.hbase.master.TestServerCrashProcedureStuck
+arrive
 - Variable in class org.apache.hadoop.hbase.master.DummyRegionProcedure
  
 ARRIVE
 - Static variable in class org.apache.hadoop.hbase.master.TestShutdownBackupMaster
  
@@ -5147,6 +5147,8 @@
  
 CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.master.TestRollingRestart
  
+CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.master.TestServerCrashProcedureCarryingMetaStuck
+ 
 CLASS_RULE
 - Static variable in class o

[17/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.ServerReportEvent.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.ServerReportEvent.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.ServerReportEvent.html
index ca55dfd..541beed 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.ServerReportEvent.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/RegionStates.ServerReportEvent.html
@@ -326,709 +326,731 @@
 318ONLINE,
 319
 320/**
-321 * Server expired/crashed. Currently 
undergoing WAL splitting.
-322 */
-323SPLITTING,
-324
-325/**
-326 * WAL splitting done.
-327 */
-328OFFLINE
-329  }
-330
-331  /**
-332   * State of Server; list of hosted 
regions, etc.
-333   */
-334  public static class ServerStateNode 
implements Comparable {
-335private final ServerReportEvent 
reportEvent;
-336
-337private final 
Set regions;
-338private final ServerName 
serverName;
-339
-340private volatile ServerState state = 
ServerState.ONLINE;
-341
-342public ServerStateNode(final 
ServerName serverName) {
-343  this.serverName = serverName;
-344  this.regions = 
ConcurrentHashMap.newKeySet();
-345  this.reportEvent = new 
ServerReportEvent(serverName);
-346}
-347
-348public ServerName getServerName() {
-349  return serverName;
-350}
-351
-352public ServerState getState() {
-353  return state;
-354}
+321 * Only server which carries meta can 
have this state. We will split wal for meta and then
+322 * assign meta first before splitting 
other wals.
+323 */
+324SPLITTING_META,
+325
+326/**
+327 * Indicate that the meta splitting 
is done. We need this state so that the UnassignProcedure
+328 * for meta can safely quit. See the 
comments in UnassignProcedure.remoteCallFailed for more
+329 * details.
+330 */
+331SPLITTING_META_DONE,
+332
+333/**
+334 * Server expired/crashed. Currently 
undergoing WAL splitting.
+335 */
+336SPLITTING,
+337
+338/**
+339 * WAL splitting done. This state 
will be used to tell the UnassignProcedure that it can safely
+340 * quit. See the comments in 
UnassignProcedure.remoteCallFailed for more details.
+341 */
+342OFFLINE
+343  }
+344
+345  /**
+346   * State of Server; list of hosted 
regions, etc.
+347   */
+348  public static class ServerStateNode 
implements Comparable {
+349private final ServerReportEvent 
reportEvent;
+350
+351private final 
Set regions;
+352private final ServerName 
serverName;
+353
+354private volatile ServerState state = 
ServerState.ONLINE;
 355
-356public ProcedureEvent 
getReportEvent() {
-357  return reportEvent;
-358}
-359
-360public boolean isOffline() {
-361  return 
this.state.equals(ServerState.OFFLINE);
-362}
-363
-364public boolean isInState(final 
ServerState... expected) {
-365  boolean expectedState = false;
-366  if (expected != null) {
-367for (int i = 0; i < 
expected.length; ++i) {
-368  expectedState |= (state == 
expected[i]);
-369}
-370  }
-371  return expectedState;
+356public ServerStateNode(final 
ServerName serverName) {
+357  this.serverName = serverName;
+358  this.regions = 
ConcurrentHashMap.newKeySet();
+359  this.reportEvent = new 
ServerReportEvent(serverName);
+360}
+361
+362public ServerName getServerName() {
+363  return serverName;
+364}
+365
+366public ServerState getState() {
+367  return state;
+368}
+369
+370public ProcedureEvent 
getReportEvent() {
+371  return reportEvent;
 372}
 373
-374public void setState(final 
ServerState state) {
-375  this.state = state;
-376}
-377
-378public Set 
getRegions() {
-379  return regions;
-380}
-381
-382public int getRegionCount() {
-383  return regions.size();
-384}
-385
-386public ArrayList 
getRegionInfoList() {
-387  ArrayList hris = 
new ArrayList(regions.size());
-388  for (RegionStateNode region: 
regions) {
-389
hris.add(region.getRegionInfo());
-390  }
-391  return hris;
-392}
-393
-394public void addRegion(final 
RegionStateNode regionNode) {
-395  this.regions.add(regionNode);
-396}
-397
-398public void removeRegion(final 
RegionStateNode regionNode) {
-399  this.regions.remove(regionNode);
-400}
-401
-402@Override
-403public int compareTo(final 
ServerStateNode other) {
-404  return 
getServerName().compareTo(other.getServerName());
-405}
-406
-407@Ov

[04/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/testdevapidocs/src-html/org/apache/hadoop/hbase/master/TestMasterNoCluster.html
--
diff --git 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/master/TestMasterNoCluster.html
 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/master/TestMasterNoCluster.html
index 2077223..a131ead 100644
--- 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/master/TestMasterNoCluster.html
+++ 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/master/TestMasterNoCluster.html
@@ -48,322 +48,321 @@
 040import 
org.apache.hadoop.hbase.client.ClusterConnection;
 041import 
org.apache.hadoop.hbase.client.HConnectionTestingUtility;
 042import 
org.apache.hadoop.hbase.client.Result;
-043import 
org.apache.hadoop.hbase.monitoring.MonitoredTask;
-044import 
org.apache.hadoop.hbase.replication.ReplicationException;
-045import 
org.apache.hadoop.hbase.testclassification.MasterTests;
-046import 
org.apache.hadoop.hbase.testclassification.MediumTests;
-047import 
org.apache.hadoop.hbase.util.FSUtils;
-048import 
org.apache.hadoop.hbase.util.Threads;
-049import 
org.apache.hadoop.hbase.zookeeper.MetaTableLocator;
-050import 
org.apache.hadoop.hbase.zookeeper.ZKUtil;
-051import 
org.apache.hadoop.hbase.zookeeper.ZKWatcher;
-052import 
org.apache.hadoop.metrics2.lib.DefaultMetricsSystem;
-053import 
org.apache.zookeeper.KeeperException;
-054import org.junit.After;
-055import org.junit.AfterClass;
-056import org.junit.Assert;
-057import org.junit.BeforeClass;
-058import org.junit.ClassRule;
-059import org.junit.Ignore;
-060import org.junit.Rule;
-061import org.junit.Test;
-062import 
org.junit.experimental.categories.Category;
-063import org.junit.rules.TestName;
-064import org.mockito.Mockito;
-065import org.slf4j.Logger;
-066import org.slf4j.LoggerFactory;
-067
-068import 
org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil;
-069import 
org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.RegionServerReportRequest;
-070
-071/**
-072 * Standup the master and fake it to test 
various aspects of master function.
-073 * Does NOT spin up a mini hbase nor mini 
dfs cluster testing master (it does
-074 * put up a zk cluster but this is 
usually pretty fast compared).  Also, should
-075 * be possible to inject faults at points 
difficult to get at in cluster context.
-076 * TODO: Speed up the zk connection by 
Master.  It pauses 5 seconds establishing
-077 * session.
-078 */
-079@Category({MasterTests.class, 
MediumTests.class})
-080public class TestMasterNoCluster {
-081
-082  @ClassRule
-083  public static final HBaseClassTestRule 
CLASS_RULE =
-084  
HBaseClassTestRule.forClass(TestMasterNoCluster.class);
-085
-086  private static final Logger LOG = 
LoggerFactory.getLogger(TestMasterNoCluster.class);
-087  private static final 
HBaseTestingUtility TESTUTIL = new HBaseTestingUtility();
-088
-089  @Rule
-090  public TestName name = new 
TestName();
-091
-092  @BeforeClass
-093  public static void setUpBeforeClass() 
throws Exception {
-094Configuration c = 
TESTUTIL.getConfiguration();
-095// We use local filesystem.  Set it 
so it writes into the testdir.
-096FSUtils.setRootDir(c, 
TESTUTIL.getDataTestDir());
-097
DefaultMetricsSystem.setMiniClusterMode(true);
-098// Startup a mini zk cluster.
-099TESTUTIL.startMiniZKCluster();
-100  }
-101
-102  @AfterClass
-103  public static void tearDownAfterClass() 
throws Exception {
-104TESTUTIL.shutdownMiniZKCluster();
-105  }
-106
-107  @After
-108  public void tearDown()
-109  throws KeeperException, 
ZooKeeperConnectionException, IOException {
-110// Make sure zk is clean before we 
run the next test.
-111ZKWatcher zkw = new 
ZKWatcher(TESTUTIL.getConfiguration(),
-112"@Before", new Abortable() {
-113  @Override
-114  public void abort(String why, 
Throwable e) {
-115throw new RuntimeException(why, 
e);
-116  }
-117
-118  @Override
-119  public boolean isAborted() {
-120return false;
-121  }
-122});
-123ZKUtil.deleteNodeRecursively(zkw, 
zkw.getZNodePaths().baseZNode);
-124zkw.close();
-125  }
-126
-127  /**
-128   * Test starting master then stopping 
it before its fully up.
-129   * @throws IOException
-130   * @throws KeeperException
-131   * @throws InterruptedException
-132   */
-133  @Test
-134  public void testStopDuringStart()
-135  throws IOException, KeeperException, 
InterruptedException {
-136HMaster master = new 
HMaster(TESTUTIL.getConfiguration());
-137master.start();
-138// Immediately have it stop.  We used 
hang in assigning meta.
-139master.stopMaster();
-140master.join();
-141  }
-142
-143  /**
-144   * Test master failover.
-145   * Start up three fake regionservers 
and a master.
-146   * @throws IOException
-147   * @throws KeeperException
-148   * @throws InterruptedException
-149   * @throws 
org.apach

[39/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignmentManager.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignmentManager.html 
b/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignmentManager.html
index 09eb7c5..77c2ad4 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignmentManager.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/master/assignment/AssignmentManager.html
@@ -114,7 +114,7 @@ var activeTableTab = "activeTableTab";
 
 
 @InterfaceAudience.Private
-public class AssignmentManager
+public class AssignmentManager
 extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object
 implements ServerListener
 The AssignmentManager is the coordinator for region 
assign/unassign operations.
@@ -607,18 +607,20 @@ implements RegionInfo regionInfo) 
 
 
-(package private) boolean
-isDeadServerProcessed(ServerName serverName)
-This is a very particular check.
-
-
-
 boolean
 isFailoverCleanupDone()
 Used by ServerCrashProcedure to make sure AssignmentManager 
has completed
  the failover cleanup before re-assigning regions of dead servers.
 
 
+
+(package private) boolean
+isLogSplittingDone(ServerName serverName,
+  boolean meta)
+
+ This is a very particular check.
+
+
 
 boolean
 isMetaInitialized() 
@@ -958,7 +960,7 @@ implements 
 
 LOG
-private static final org.slf4j.Logger LOG
+private static final org.slf4j.Logger LOG
 
 
 
@@ -967,7 +969,7 @@ implements 
 
 BOOTSTRAP_THREAD_POOL_SIZE_CONF_KEY
-public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String BOOTSTRAP_THREAD_POOL_SIZE_CONF_KEY
+public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String BOOTSTRAP_THREAD_POOL_SIZE_CONF_KEY
 
 See Also:
 Constant
 Field Values
@@ -980,7 +982,7 @@ implements 
 
 ASSIGN_DISPATCH_WAIT_MSEC_CONF_KEY
-public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String ASSIGN_DISPATCH_WAIT_MSEC_CONF_KEY
+public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String ASSIGN_DISPATCH_WAIT_MSEC_CONF_KEY
 
 See Also:
 Constant
 Field Values
@@ -993,7 +995,7 @@ implements 
 
 DEFAULT_ASSIGN_DISPATCH_WAIT_MSEC
-private static final int DEFAULT_ASSIGN_DISPATCH_WAIT_MSEC
+private static final int DEFAULT_ASSIGN_DISPATCH_WAIT_MSEC
 
 See Also:
 Constant
 Field Values
@@ -1006,7 +1008,7 @@ implements 
 
 ASSIGN_DISPATCH_WAITQ_MAX_CONF_KEY
-public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String ASSIGN_DISPATCH_WAITQ_MAX_CONF_KEY
+public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String ASSIGN_DISPATCH_WAITQ_MAX_CONF_KEY
 
 See Also:
 Constant
 Field Values
@@ -1019,7 +1021,7 @@ implements 
 
 DEFAULT_ASSIGN_DISPATCH_WAITQ_MAX
-private static final int DEFAULT_ASSIGN_DISPATCH_WAITQ_MAX
+private static final int DEFAULT_ASSIGN_DISPATCH_WAITQ_MAX
 
 See Also:
 Constant
 Field Values
@@ -1032,7 +1034,7 @@ implements 
 
 RIT_CHORE_INTERVAL_MSEC_CONF_KEY
-public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String RIT_CHORE_INTERVAL_MSEC_CONF_KEY
+public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String RIT_CHORE_INTERVAL_MSEC_CONF_KEY
 
 See Also:
 Constant
 Field Values
@@ -1045,7 +1047,7 @@ implements 
 
 DEFAULT_RIT_CHORE_INTERVAL_MSEC
-private static final int DEFAULT_RIT_CHORE_INTERVAL_MSEC
+private static final int DEFAULT_RIT_CHORE_INTERVAL_MSEC
 
 See Also:
 Constant
 Field Values
@@ -1058,7 +1060,7 @@ implements 
 
 ASSIGN_MAX_ATTEMPTS
-public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String ASSIGN_MAX_ATTEMPTS
+public static final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String ASSIGN_MAX_ATTEMPTS
 
 See Also:
 Constant
 Field Values
@@ -1071,7 +1073,7 @@ implements 
 
 DEFAULT_ASSIGN_MAX_ATTEMPTS
-private static final int DEFAULT_ASSIGN_MAX_ATTEMPTS
+private static final int DEFAULT_ASSIGN_MAX_ATTEMPTS
 
 See Also:
 Constant
 Field Values
@@ -1084,7 +1086,7 @@ implements 
 
 METRICS_RIT_STUCK_WARNING_THRESHOLD
-public static final https://do

[08/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/testdevapidocs/org/apache/hadoop/hbase/master/DummyRegionProcedure.html
--
diff --git 
a/testdevapidocs/org/apache/hadoop/hbase/master/DummyRegionProcedure.html 
b/testdevapidocs/org/apache/hadoop/hbase/master/DummyRegionProcedure.html
new file mode 100644
index 000..a51710c
--- /dev/null
+++ b/testdevapidocs/org/apache/hadoop/hbase/master/DummyRegionProcedure.html
@@ -0,0 +1,561 @@
+http://www.w3.org/TR/html4/loose.dtd";>
+
+
+
+
+
+DummyRegionProcedure (Apache HBase 3.0.0-SNAPSHOT Test API)
+
+
+
+
+
+var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10};
+var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+Skip navigation links
+
+
+
+
+Overview
+Package
+Class
+Use
+Tree
+Deprecated
+Index
+Help
+
+
+
+
+Prev Class
+Next Class
+
+
+Frames
+No Frames
+
+
+All Classes
+
+
+
+
+
+
+
+Summary: 
+Nested | 
+Field | 
+Constr | 
+Method
+
+
+Detail: 
+Field | 
+Constr | 
+Method
+
+
+
+
+
+
+
+
+org.apache.hadoop.hbase.master
+Class 
DummyRegionProcedure
+
+
+
+https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">java.lang.Object
+
+
+org.apache.hadoop.hbase.procedure2.Procedure
+
+
+org.apache.hadoop.hbase.procedure2.StateMachineProcedure
+
+
+org.apache.hadoop.hbase.master.procedure.AbstractStateMachineTableProcedure
+
+
+org.apache.hadoop.hbase.master.procedure.AbstractStateMachineRegionProcedure
+
+
+org.apache.hadoop.hbase.master.DummyRegionProcedure
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+All Implemented Interfaces:
+https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true";
 title="class or interface in 
java.lang">Comparable>,
 org.apache.hadoop.hbase.master.procedure.TableProcedureInterface
+
+
+
+public class DummyRegionProcedure
+extends 
org.apache.hadoop.hbase.master.procedure.AbstractStateMachineRegionProcedure
+
+
+
+
+
+
+
+
+
+
+
+Nested Class Summary
+
+
+
+
+Nested classes/interfaces inherited from 
class org.apache.hadoop.hbase.procedure2.StateMachineProcedure
+org.apache.hadoop.hbase.procedure2.StateMachineProcedure.Flow
+
+
+
+
+
+Nested classes/interfaces inherited from 
class org.apache.hadoop.hbase.procedure2.Procedure
+org.apache.hadoop.hbase.procedure2.Procedure.LockState
+
+
+
+
+
+Nested classes/interfaces inherited from 
interface org.apache.hadoop.hbase.master.procedure.TableProcedureInterface
+org.apache.hadoop.hbase.master.procedure.TableProcedureInterface.TableOperationType
+
+
+
+
+
+
+
+
+Field Summary
+
+Fields 
+
+Modifier and Type
+Field and Description
+
+
+private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/CountDownLatch.html?is-external=true";
 title="class or interface in 
java.util.concurrent">CountDownLatch
+arrive 
+
+
+private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/CountDownLatch.html?is-external=true";
 title="class or interface in 
java.util.concurrent">CountDownLatch
+resume 
+
+
+
+
+
+
+Fields inherited from 
class org.apache.hadoop.hbase.procedure2.Procedure
+NO_PROC_ID, NO_TIMEOUT
+
+
+
+
+
+
+
+
+Constructor Summary
+
+Constructors 
+
+Constructor and Description
+
+
+DummyRegionProcedure() 
+
+
+DummyRegionProcedure(org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv env,
+
org.apache.hadoop.hbase.client.RegionInfo hri) 
+
+
+
+
+
+
+
+
+
+Method Summary
+
+All Methods Instance Methods Concrete Methods 
+
+Modifier and Type
+Method and Description
+
+
+protected 
org.apache.hadoop.hbase.procedure2.StateMachineProcedure.Flow
+executeFromState(org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv env,
+DummyRegionProcedureState state) 
+
+
+protected DummyRegionProcedureState
+getInitialState() 
+
+
+protected DummyRegionProcedureState
+getState(int stateId) 
+
+
+protected int
+getStateId(DummyRegionProcedureState state) 
+
+
+org.apache.hadoop.hbase.master.procedure.TableProcedureInterface.TableOperationType
+getTa

[12/45] hbase-site git commit: Published site at 573b57d43798ba172597721097b9ea98ddac3303.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/621486f3/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html
index 696449f..8a6d3d9 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html
@@ -109,785 +109,847 @@
 101(n, k) -> n.compareKey((TableName) 
k);
 102  private final static 
AvlKeyComparator PEER_QUEUE_KEY_COMPARATOR =
 103(n, k) -> n.compareKey((String) 
k);
-104
-105  private final 
FairQueue serverRunQueue = new FairQueue<>();
-106  private final 
FairQueue tableRunQueue = new FairQueue<>();
-107  private final FairQueue 
peerRunQueue = new FairQueue<>();
-108
-109  private final ServerQueue[] 
serverBuckets = new ServerQueue[128];
-110  private TableQueue tableMap = null;
-111  private PeerQueue peerMap = null;
-112
-113  private final SchemaLocking locking = 
new SchemaLocking();
-114
-115  @Override
-116  public void yield(final Procedure proc) 
{
-117push(proc, isTableProcedure(proc), 
true);
-118  }
-119
-120  @Override
-121  protected void enqueue(final Procedure 
proc, final boolean addFront) {
-122if (isTableProcedure(proc)) {
-123  doAdd(tableRunQueue, 
getTableQueue(getTableName(proc)), proc, addFront);
-124} else if (isServerProcedure(proc)) 
{
-125  doAdd(serverRunQueue, 
getServerQueue(getServerName(proc)), proc, addFront);
-126} else if (isPeerProcedure(proc)) {
-127  doAdd(peerRunQueue, 
getPeerQueue(getPeerId(proc)), proc, addFront);
-128} else {
-129  // TODO: at the moment we only have 
Table and Server procedures
-130  // if you are implementing a 
non-table/non-server procedure, you have two options: create
-131  // a group for all the 
non-table/non-server procedures or try to find a key for your
-132  // non-table/non-server procedures 
and implement something similar to the TableRunQueue.
-133  throw new 
UnsupportedOperationException(
-134"RQs for non-table/non-server 
procedures are not implemented yet: " + proc);
-135}
-136  }
-137
-138  private > void doAdd(final FairQueue fairq,
-139  final Queue queue, final 
Procedure proc, final boolean addFront) {
-140queue.add(proc, addFront);
-141if 
(!queue.getLockStatus().hasExclusiveLock() || 
queue.getLockStatus().isLockOwner(proc.getProcId())) {
-142  // if the queue was not remove for 
an xlock execution
-143  // or the proc is the lock owner, 
put the queue back into execution
-144  addToRunQueue(fairq, queue);
-145} else if 
(queue.getLockStatus().hasParentLock(proc)) {
-146  assert addFront : "expected to add 
a child in the front";
-147  // our (proc) parent has the 
xlock,
-148  // so the queue is not in the fairq 
(run-queue)
-149  // add it back to let the child run 
(inherit the lock)
+104  private final static 
AvlKeyComparator META_QUEUE_KEY_COMPARATOR =
+105(n, k) -> n.compareKey((TableName) 
k);
+106
+107  private final 
FairQueue serverRunQueue = new FairQueue<>();
+108  private final 
FairQueue tableRunQueue = new FairQueue<>();
+109  private final FairQueue 
peerRunQueue = new FairQueue<>();
+110  private final 
FairQueue metaRunQueue = new FairQueue<>();
+111
+112  private final ServerQueue[] 
serverBuckets = new ServerQueue[128];
+113  private TableQueue tableMap = null;
+114  private PeerQueue peerMap = null;
+115  private MetaQueue metaMap = null;
+116
+117  private final SchemaLocking locking = 
new SchemaLocking();
+118
+119  @Override
+120  public void yield(final Procedure proc) 
{
+121push(proc, isTableProcedure(proc), 
true);
+122  }
+123
+124  @Override
+125  protected void enqueue(final Procedure 
proc, final boolean addFront) {
+126if (isMetaProcedure(proc)) {
+127  doAdd(metaRunQueue, getMetaQueue(), 
proc, addFront);
+128} else if (isTableProcedure(proc)) 
{
+129  doAdd(tableRunQueue, 
getTableQueue(getTableName(proc)), proc, addFront);
+130} else if (isServerProcedure(proc)) 
{
+131  doAdd(serverRunQueue, 
getServerQueue(getServerName(proc)), proc, addFront);
+132} else if (isPeerProcedure(proc)) {
+133  doAdd(peerRunQueue, 
getPeerQueue(getPeerId(proc)), proc, addFront);
+134} else {
+135  // TODO: at the moment we only have 
Table and Server procedures
+136  // if you are implementing a 
non-table/non-server procedure, you have two options: create
+137  // a group for all the 
non-table/non-server procedures or try to find a key for your
+1

hbase git commit: HBASE-20700 Move meta region when server crash can cause the procedure to be stuck

[zhangduo]

Repository: hbase
Updated Branches:
  refs/heads/branch-2 4d971d0f4 -> 6befdc43b


HBASE-20700 Move meta region when server crash can cause the procedure to be 
stuck


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/6befdc43
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/6befdc43
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/6befdc43

Branch: refs/heads/branch-2
Commit: 6befdc43baff4b3773dd0335d5531f651035791a
Parents: 4d971d0
Author: zhangduo 
Authored: Mon Jun 11 14:57:31 2018 +0800
Committer: zhangduo 
Committed: Mon Jun 11 15:28:21 2018 +0800

--
 .../hbase/procedure2/LockedResourceType.java|   2 +-
 .../org/apache/hadoop/hbase/master/HMaster.java |  23 ++--
 .../hbase/master/MasterMetaBootstrap.java   |  15 +--
 .../master/assignment/AssignmentManager.java|  55 +
 .../hbase/master/assignment/RegionStates.java   |  68 +++
 .../assignment/RegionTransitionProcedure.java   |   2 +-
 .../master/assignment/UnassignProcedure.java|  27 -
 .../procedure/MasterProcedureScheduler.java | 112 ++-
 .../procedure/MetaProcedureInterface.java   |  32 ++
 .../hbase/master/procedure/MetaQueue.java   |  36 ++
 .../procedure/PeerProcedureInterface.java   |   2 -
 .../master/procedure/RecoverMetaProcedure.java  |  26 ++---
 .../hbase/master/procedure/SchemaLocking.java   |  17 ++-
 .../master/procedure/ServerCrashProcedure.java  |  16 +--
 .../procedure/ServerProcedureInterface.java |   2 -
 .../procedure/TableProcedureInterface.java  |   3 -
 .../hbase/master/DummyRegionProcedure.java  |  82 ++
 .../hbase/master/DummyRegionProcedureState.java |  22 
 .../hbase/master/TestMasterNoCluster.java   |   5 +-
 ...stServerCrashProcedureCarryingMetaStuck.java |  95 
 .../master/TestServerCrashProcedureStuck.java   |  66 +--
 .../MasterProcedureTestingUtility.java  |   5 +-
 22 files changed, 515 insertions(+), 198 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/6befdc43/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/LockedResourceType.java
--
diff --git 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/LockedResourceType.java
 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/LockedResourceType.java
index dc9b5d4..55d195b 100644
--- 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/LockedResourceType.java
+++ 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/LockedResourceType.java
@@ -22,5 +22,5 @@ import org.apache.yetus.audience.InterfaceAudience;
 
 @InterfaceAudience.Private
 public enum LockedResourceType {
-  SERVER, NAMESPACE, TABLE, REGION, PEER
+  SERVER, NAMESPACE, TABLE, REGION, PEER, META
 }

http://git-wip-us.apache.org/repos/asf/hbase/blob/6befdc43/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java
index 7349aa6..fcb9989 100644
--- a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java
+++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java
@@ -910,7 +910,7 @@ public class HMaster extends HRegionServer implements 
MasterServices {
 
 // Bring up hbase:meta. recoverMeta is a blocking call waiting until 
hbase:meta is deployed.
 // It also starts the TableStateManager.
-MasterMetaBootstrap metaBootstrap = createMetaBootstrap(this, status);
+MasterMetaBootstrap metaBootstrap = createMetaBootstrap();
 metaBootstrap.recoverMeta();
 
 //Initialize after meta as it scans meta
@@ -1055,12 +1055,18 @@ public class HMaster extends HRegionServer implements 
MasterServices {
   }
 
   /**
+   * 
* Create a {@link MasterMetaBootstrap} instance.
+   * 
+   * 
+   * Will be overridden in tests.
+   * 
*/
-  MasterMetaBootstrap createMetaBootstrap(final HMaster master, final 
MonitoredTask status) {
+  @VisibleForTesting
+  protected MasterMetaBootstrap createMetaBootstrap() {
 // We put this out here in a method so can do a Mockito.spy and stub it out
 // w/ a mocked up MasterMetaBootstrap.
-return new MasterMetaBootstrap(master, status);
+return new MasterMetaBootstrap(this);
   }
 
   /**
@@ -3161,7 +3167,8 @@ public class HMaster extends HRegionServer implements 
MasterServices {
   cpHost.preGetLocks();
 }
 
-MasterProcedureScheduler procedureScheduler = 
procedureExecutor.getEnvironment().getProcedureScheduler();
+MasterProcedureScheduler proced

hbase git commit: HBASE-20700 Move meta region when server crash can cause the procedure to be stuck

[zhangduo]

Repository: hbase
Updated Branches:
  refs/heads/master cc7aefe0b -> 573b57d43


HBASE-20700 Move meta region when server crash can cause the procedure to be 
stuck


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/573b57d4
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/573b57d4
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/573b57d4

Branch: refs/heads/master
Commit: 573b57d43798ba172597721097b9ea98ddac3303
Parents: cc7aefe
Author: zhangduo 
Authored: Mon Jun 11 14:57:31 2018 +0800
Committer: zhangduo 
Committed: Mon Jun 11 14:57:31 2018 +0800

--
 .../hbase/procedure2/LockedResourceType.java|   2 +-
 .../org/apache/hadoop/hbase/master/HMaster.java |  23 ++--
 .../hbase/master/MasterMetaBootstrap.java   |  15 +--
 .../master/assignment/AssignmentManager.java|  55 +
 .../hbase/master/assignment/RegionStates.java   |  68 +++
 .../assignment/RegionTransitionProcedure.java   |   2 +-
 .../master/assignment/UnassignProcedure.java|  27 -
 .../procedure/MasterProcedureScheduler.java | 112 ++-
 .../procedure/MetaProcedureInterface.java   |  32 ++
 .../hbase/master/procedure/MetaQueue.java   |  36 ++
 .../procedure/PeerProcedureInterface.java   |   2 -
 .../master/procedure/RecoverMetaProcedure.java  |  26 ++---
 .../hbase/master/procedure/SchemaLocking.java   |  14 ++-
 .../master/procedure/ServerCrashProcedure.java  |  16 +--
 .../procedure/ServerProcedureInterface.java |   2 -
 .../procedure/TableProcedureInterface.java  |   3 -
 .../hbase/master/DummyRegionProcedure.java  |  82 ++
 .../hbase/master/DummyRegionProcedureState.java |  22 
 .../hbase/master/TestMasterNoCluster.java   |   5 +-
 ...stServerCrashProcedureCarryingMetaStuck.java |  95 
 .../master/TestServerCrashProcedureStuck.java   |  66 +--
 .../MasterProcedureTestingUtility.java  |   5 +-
 22 files changed, 514 insertions(+), 196 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/573b57d4/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/LockedResourceType.java
--
diff --git 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/LockedResourceType.java
 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/LockedResourceType.java
index dc9b5d4..55d195b 100644
--- 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/LockedResourceType.java
+++ 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/LockedResourceType.java
@@ -22,5 +22,5 @@ import org.apache.yetus.audience.InterfaceAudience;
 
 @InterfaceAudience.Private
 public enum LockedResourceType {
-  SERVER, NAMESPACE, TABLE, REGION, PEER
+  SERVER, NAMESPACE, TABLE, REGION, PEER, META
 }

http://git-wip-us.apache.org/repos/asf/hbase/blob/573b57d4/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java
--
diff --git 
a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java 
b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java
index 0871482..f20cc61 100644
--- a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java
+++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java
@@ -910,7 +910,7 @@ public class HMaster extends HRegionServer implements 
MasterServices {
 
 // Bring up hbase:meta. recoverMeta is a blocking call waiting until 
hbase:meta is deployed.
 // It also starts the TableStateManager.
-MasterMetaBootstrap metaBootstrap = createMetaBootstrap(this, status);
+MasterMetaBootstrap metaBootstrap = createMetaBootstrap();
 metaBootstrap.recoverMeta();
 
 //Initialize after meta as it scans meta
@@ -1055,12 +1055,18 @@ public class HMaster extends HRegionServer implements 
MasterServices {
   }
 
   /**
+   * 
* Create a {@link MasterMetaBootstrap} instance.
+   * 
+   * 
+   * Will be overridden in tests.
+   * 
*/
-  MasterMetaBootstrap createMetaBootstrap(final HMaster master, final 
MonitoredTask status) {
+  @VisibleForTesting
+  protected MasterMetaBootstrap createMetaBootstrap() {
 // We put this out here in a method so can do a Mockito.spy and stub it out
 // w/ a mocked up MasterMetaBootstrap.
-return new MasterMetaBootstrap(master, status);
+return new MasterMetaBootstrap(this);
   }
 
   /**
@@ -3161,7 +3167,8 @@ public class HMaster extends HRegionServer implements 
MasterServices {
   cpHost.preGetLocks();
 }
 
-MasterProcedureScheduler procedureScheduler = 
procedureExecutor.getEnvironment().getProcedureScheduler();
+MasterProcedureScheduler procedureS