hbase git commit: HBASE-21278 Do not rollback successful sub procedures when rolling back a procedure

[zhangduo]

Repository: hbase
Updated Branches:
  refs/heads/master c9dcc9a06 -> 0d9982901


HBASE-21278 Do not rollback successful sub procedures when rolling back a 
procedure


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/0d998290
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/0d998290
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/0d998290

Branch: refs/heads/master
Commit: 0d9982901acc3e8ebd5ada892eeef307d2e69eec
Parents: c9dcc9a
Author: zhangduo 
Authored: Sun Oct 14 17:13:34 2018 +0800
Committer: Duo Zhang 
Committed: Tue Oct 16 15:12:49 2018 +0800

--
 .../hbase/procedure2/ProcedureExecutor.java | 60 +---
 .../hbase/procedure2/StateMachineProcedure.java | 14 +++--
 .../procedure2/TestProcedureExecution.java  | 50 
 .../procedure2/TestStateMachineProcedure.java   | 10 +++-
 .../assignment/AssignmentManagerUtil.java   | 45 +++
 .../TestMergeTableRegionsProcedure.java | 22 +++
 .../TestSplitTableRegionProcedure.java  | 17 +++---
 .../MasterProcedureTestingUtility.java  |  9 ++-
 .../procedure/TestCloneSnapshotProcedure.java   |  4 +-
 .../procedure/TestCreateNamespaceProcedure.java |  4 +-
 .../procedure/TestCreateTableProcedure.java |  6 +-
 .../procedure/TestDeleteNamespaceProcedure.java |  8 +--
 .../procedure/TestEnableTableProcedure.java |  4 +-
 .../procedure/TestModifyNamespaceProcedure.java |  8 +--
 .../procedure/TestModifyTableProcedure.java | 54 +-
 15 files changed, 186 insertions(+), 129 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/0d998290/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.java
--
diff --git 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.java
 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.java
index 7b5ab73..9412fbd 100644
--- 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.java
+++ 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.java
@@ -1594,7 +1594,19 @@ public class ProcedureExecutor {
 int stackTail = subprocStack.size();
 while (stackTail-- > 0) {
   Procedure proc = subprocStack.get(stackTail);
-
+  // For the sub procedures which are successfully finished, we do not 
rollback them.
+  // Typically, if we want to rollback a procedure, we first need to 
rollback it, and then
+  // recursively rollback its ancestors. The state changes which are done 
by sub procedures
+  // should be handled by parent procedures when rolling back. For 
example, when rolling back a
+  // MergeTableProcedure, we will schedule new procedures to bring the 
offline regions online,
+  // instead of rolling back the original procedures which offlined the 
regions(in fact these
+  // procedures can not be rolled back...).
+  if (proc.isSuccess()) {
+// Just do the cleanup work, without actually executing the rollback
+subprocStack.remove(stackTail);
+cleanupAfterRollbackOneStep(proc);
+continue;
+  }
   LockState lockState = acquireLock(proc);
   if (lockState != LockState.LOCK_ACQUIRED) {
 // can't take a lock on the procedure, add the root-proc back on the
@@ -1633,6 +1645,31 @@ public class ProcedureExecutor {
 return LockState.LOCK_ACQUIRED;
   }
 
+  private void cleanupAfterRollbackOneStep(Procedure proc) {
+if (proc.removeStackIndex()) {
+  if (!proc.isSuccess()) {
+proc.setState(ProcedureState.ROLLEDBACK);
+  }
+
+  // update metrics on finishing the procedure (fail)
+  proc.updateMetricsOnFinish(getEnvironment(), proc.elapsedTime(), false);
+
+  if (proc.hasParent()) {
+store.delete(proc.getProcId());
+procedures.remove(proc.getProcId());
+  } else {
+final long[] childProcIds = 
rollbackStack.get(proc.getProcId()).getSubprocedureIds();
+if (childProcIds != null) {
+  store.delete(proc, childProcIds);
+} else {
+  store.update(proc);
+}
+  }
+} else {
+  store.update(proc);
+}
+  }
+
   /**
* Execute the rollback of the procedure step.
* It updates the store with the new state (stack index)
@@ -1661,26 +1698,7 @@ public class ProcedureExecutor {
   throw new RuntimeException(msg);
 }
 
-if (proc.removeStackIndex()) {
-  proc.setState(ProcedureState.ROLLEDBACK);
-
-  // update metrics on finishing the procedure (fail)
-  proc.updateMetricsOnFinish(getEnvironment(), proc.elapsedTime(), false);
-
-  if (proc.hasParent()) {
-store.delet

hbase git commit: HBASE-21278 Do not rollback successful sub procedures when rolling back a procedure

[zhangduo]

Repository: hbase
Updated Branches:
  refs/heads/branch-2 3097bbc73 -> c79927bc2


HBASE-21278 Do not rollback successful sub procedures when rolling back a 
procedure


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/c79927bc
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/c79927bc
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/c79927bc

Branch: refs/heads/branch-2
Commit: c79927bc2278a2ec2326c737caa4f31e992706e1
Parents: 3097bbc
Author: zhangduo 
Authored: Sun Oct 14 17:13:34 2018 +0800
Committer: Duo Zhang 
Committed: Tue Oct 16 15:12:55 2018 +0800

--
 .../hbase/procedure2/ProcedureExecutor.java | 60 +---
 .../hbase/procedure2/StateMachineProcedure.java | 14 +++--
 .../procedure2/TestProcedureExecution.java  | 50 
 .../procedure2/TestStateMachineProcedure.java   | 10 +++-
 .../assignment/AssignmentManagerUtil.java   | 45 +++
 .../TestMergeTableRegionsProcedure.java | 22 +++
 .../TestSplitTableRegionProcedure.java  | 17 +++---
 .../MasterProcedureTestingUtility.java  |  9 ++-
 .../procedure/TestCloneSnapshotProcedure.java   |  4 +-
 .../procedure/TestCreateNamespaceProcedure.java |  4 +-
 .../procedure/TestCreateTableProcedure.java |  6 +-
 .../procedure/TestDeleteNamespaceProcedure.java |  8 +--
 .../procedure/TestEnableTableProcedure.java |  4 +-
 .../procedure/TestModifyNamespaceProcedure.java |  8 +--
 .../procedure/TestModifyTableProcedure.java | 54 +-
 15 files changed, 186 insertions(+), 129 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/c79927bc/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.java
--
diff --git 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.java
 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.java
index b7c1ac8..7c33284 100644
--- 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.java
+++ 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.java
@@ -1594,7 +1594,19 @@ public class ProcedureExecutor {
 int stackTail = subprocStack.size();
 while (stackTail-- > 0) {
   Procedure proc = subprocStack.get(stackTail);
-
+  // For the sub procedures which are successfully finished, we do not 
rollback them.
+  // Typically, if we want to rollback a procedure, we first need to 
rollback it, and then
+  // recursively rollback its ancestors. The state changes which are done 
by sub procedures
+  // should be handled by parent procedures when rolling back. For 
example, when rolling back a
+  // MergeTableProcedure, we will schedule new procedures to bring the 
offline regions online,
+  // instead of rolling back the original procedures which offlined the 
regions(in fact these
+  // procedures can not be rolled back...).
+  if (proc.isSuccess()) {
+// Just do the cleanup work, without actually executing the rollback
+subprocStack.remove(stackTail);
+cleanupAfterRollbackOneStep(proc);
+continue;
+  }
   LockState lockState = acquireLock(proc);
   if (lockState != LockState.LOCK_ACQUIRED) {
 // can't take a lock on the procedure, add the root-proc back on the
@@ -1633,6 +1645,31 @@ public class ProcedureExecutor {
 return LockState.LOCK_ACQUIRED;
   }
 
+  private void cleanupAfterRollbackOneStep(Procedure proc) {
+if (proc.removeStackIndex()) {
+  if (!proc.isSuccess()) {
+proc.setState(ProcedureState.ROLLEDBACK);
+  }
+
+  // update metrics on finishing the procedure (fail)
+  proc.updateMetricsOnFinish(getEnvironment(), proc.elapsedTime(), false);
+
+  if (proc.hasParent()) {
+store.delete(proc.getProcId());
+procedures.remove(proc.getProcId());
+  } else {
+final long[] childProcIds = 
rollbackStack.get(proc.getProcId()).getSubprocedureIds();
+if (childProcIds != null) {
+  store.delete(proc, childProcIds);
+} else {
+  store.update(proc);
+}
+  }
+} else {
+  store.update(proc);
+}
+  }
+
   /**
* Execute the rollback of the procedure step.
* It updates the store with the new state (stack index)
@@ -1661,26 +1698,7 @@ public class ProcedureExecutor {
   throw new RuntimeException(msg);
 }
 
-if (proc.removeStackIndex()) {
-  proc.setState(ProcedureState.ROLLEDBACK);
-
-  // update metrics on finishing the procedure (fail)
-  proc.updateMetricsOnFinish(getEnvironment(), proc.elapsedTime(), false);
-
-  if (proc.hasParent()) {
-store.d

hbase git commit: HBASE-21310 Split TestCloneSnapshotFromClient

[zhangduo]

Repository: hbase
Updated Branches:
  refs/heads/branch-2 c79927bc2 -> 26292ab3d


HBASE-21310 Split TestCloneSnapshotFromClient


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/26292ab3
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/26292ab3
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/26292ab3

Branch: refs/heads/branch-2
Commit: 26292ab3d60d66fc73d54ee3ac1a077e03dec522
Parents: c79927b
Author: zhangduo 
Authored: Mon Oct 15 08:34:15 2018 +0800
Committer: Duo Zhang 
Committed: Tue Oct 16 15:33:43 2018 +0800

--
 .../hadoop/hbase/TestCheckTestClasses.java  |   2 -
 ...tFromClientAfterSplittingRegionTestBase.java |  81 +
 ...FromClientCloneLinksAfterDeleteTestBase.java |  85 +
 .../CloneSnapshotFromClientErrorTestBase.java   |  41 +++
 .../CloneSnapshotFromClientNormalTestBase.java  |  61 
 .../client/CloneSnapshotFromClientTestBase.java | 161 +
 .../client/TestCloneSnapshotFromClient.java | 329 ---
 ...eSnapshotFromClientAfterSplittingRegion.java |  53 +++
 ...SnapshotFromClientCloneLinksAfterDelete.java |  54 +++
 .../TestCloneSnapshotFromClientError.java   |  52 +++
 .../TestCloneSnapshotFromClientNormal.java  |  52 +++
 ...oneSnapshotFromClientWithRegionReplicas.java |  38 ---
 .../client/TestMobCloneSnapshotFromClient.java  | 188 ---
 ...eSnapshotFromClientAfterSplittingRegion.java |  67 
 ...SnapshotFromClientCloneLinksAfterDelete.java | 131 
 .../TestMobCloneSnapshotFromClientError.java|  66 
 .../TestMobCloneSnapshotFromClientNormal.java   |  74 +
 .../hbase/snapshot/MobSnapshotTestingUtils.java |  41 ++-
 18 files changed, 1001 insertions(+), 575 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/26292ab3/hbase-server/src/test/java/org/apache/hadoop/hbase/TestCheckTestClasses.java
--
diff --git 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/TestCheckTestClasses.java 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/TestCheckTestClasses.java
index a20ef73..d6b68fb 100644
--- 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/TestCheckTestClasses.java
+++ 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/TestCheckTestClasses.java
@@ -20,10 +20,8 @@ package org.apache.hadoop.hbase;
 import static org.junit.Assert.assertTrue;
 
 import java.util.List;
-
 import org.apache.hadoop.hbase.testclassification.MediumTests;
 import org.apache.hadoop.hbase.testclassification.MiscTests;
-import org.apache.hadoop.hbase.testclassification.MediumTests;
 import org.junit.ClassRule;
 import org.junit.Test;
 import org.junit.experimental.categories.Category;

http://git-wip-us.apache.org/repos/asf/hbase/blob/26292ab3/hbase-server/src/test/java/org/apache/hadoop/hbase/client/CloneSnapshotFromClientAfterSplittingRegionTestBase.java
--
diff --git 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/client/CloneSnapshotFromClientAfterSplittingRegionTestBase.java
 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/client/CloneSnapshotFromClientAfterSplittingRegionTestBase.java
new file mode 100644
index 000..d1108c0
--- /dev/null
+++ 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/client/CloneSnapshotFromClientAfterSplittingRegionTestBase.java
@@ -0,0 +1,81 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.hbase.client;
+
+import static org.junit.Assert.assertEquals;
+
+import java.io.IOException;
+import java.util.List;
+import org.apache.hadoop.hbase.TableName;
+import org.apache.hadoop.hbase.master.RegionState;
+import org.apache.hadoop.hbase.master.assignment.RegionStates;
+import org.apache.hadoop.hbase.snapshot.SnapshotTestingUtils;
+import org.apache.hadoop.hbase.util.Bytes;
+import org.junit.Test;
+
+public class CloneSnapshotFromClientAfterSplittingRegionTestBase
+extends CloneSnapshotFromClientTestBase {
+
+  private void splitRegio

hbase git commit: HBASE-21310 Split TestCloneSnapshotFromClient

[zhangduo]

Repository: hbase
Updated Branches:
  refs/heads/branch-2.1 467323396 -> cfe875d3d


HBASE-21310 Split TestCloneSnapshotFromClient


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/cfe875d3
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/cfe875d3
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/cfe875d3

Branch: refs/heads/branch-2.1
Commit: cfe875d3d2b8620251d5d665111e2e007079b700
Parents: 4673233
Author: zhangduo 
Authored: Mon Oct 15 08:34:15 2018 +0800
Committer: Duo Zhang 
Committed: Tue Oct 16 15:34:50 2018 +0800

--
 .../hadoop/hbase/TestCheckTestClasses.java  |   2 -
 ...tFromClientAfterSplittingRegionTestBase.java |  81 ++
 ...FromClientCloneLinksAfterDeleteTestBase.java |  85 ++
 .../CloneSnapshotFromClientErrorTestBase.java   |  41 +++
 .../CloneSnapshotFromClientNormalTestBase.java  |  61 +
 .../client/CloneSnapshotFromClientTestBase.java | 161 +++
 .../client/TestCloneSnapshotFromClient.java | 269 ---
 ...eSnapshotFromClientAfterSplittingRegion.java |  53 
 ...SnapshotFromClientCloneLinksAfterDelete.java |  54 
 .../TestCloneSnapshotFromClientError.java   |  52 
 .../TestCloneSnapshotFromClientNormal.java  |  52 
 ...oneSnapshotFromClientWithRegionReplicas.java |  38 ---
 .../client/TestMobCloneSnapshotFromClient.java  | 188 -
 ...eSnapshotFromClientAfterSplittingRegion.java |  67 +
 ...SnapshotFromClientCloneLinksAfterDelete.java | 131 +
 .../TestMobCloneSnapshotFromClientError.java|  66 +
 .../TestMobCloneSnapshotFromClientNormal.java   |  74 +
 .../hbase/snapshot/MobSnapshotTestingUtils.java |  41 +--
 18 files changed, 1001 insertions(+), 515 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/cfe875d3/hbase-server/src/test/java/org/apache/hadoop/hbase/TestCheckTestClasses.java
--
diff --git 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/TestCheckTestClasses.java 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/TestCheckTestClasses.java
index a20ef73..d6b68fb 100644
--- 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/TestCheckTestClasses.java
+++ 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/TestCheckTestClasses.java
@@ -20,10 +20,8 @@ package org.apache.hadoop.hbase;
 import static org.junit.Assert.assertTrue;
 
 import java.util.List;
-
 import org.apache.hadoop.hbase.testclassification.MediumTests;
 import org.apache.hadoop.hbase.testclassification.MiscTests;
-import org.apache.hadoop.hbase.testclassification.MediumTests;
 import org.junit.ClassRule;
 import org.junit.Test;
 import org.junit.experimental.categories.Category;

http://git-wip-us.apache.org/repos/asf/hbase/blob/cfe875d3/hbase-server/src/test/java/org/apache/hadoop/hbase/client/CloneSnapshotFromClientAfterSplittingRegionTestBase.java
--
diff --git 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/client/CloneSnapshotFromClientAfterSplittingRegionTestBase.java
 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/client/CloneSnapshotFromClientAfterSplittingRegionTestBase.java
new file mode 100644
index 000..d1108c0
--- /dev/null
+++ 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/client/CloneSnapshotFromClientAfterSplittingRegionTestBase.java
@@ -0,0 +1,81 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.hbase.client;
+
+import static org.junit.Assert.assertEquals;
+
+import java.io.IOException;
+import java.util.List;
+import org.apache.hadoop.hbase.TableName;
+import org.apache.hadoop.hbase.master.RegionState;
+import org.apache.hadoop.hbase.master.assignment.RegionStates;
+import org.apache.hadoop.hbase.snapshot.SnapshotTestingUtils;
+import org.apache.hadoop.hbase.util.Bytes;
+import org.junit.Test;
+
+public class CloneSnapshotFromClientAfterSplittingRegionTestBase
+extends CloneSnapshotFromClientTestBase {
+
+  priva

hbase git commit: HBASE-21310 Split TestCloneSnapshotFromClient

[zhangduo]

Repository: hbase
Updated Branches:
  refs/heads/branch-2.0 a96cf8ee2 -> c9f5bbce8


HBASE-21310 Split TestCloneSnapshotFromClient


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/c9f5bbce
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/c9f5bbce
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/c9f5bbce

Branch: refs/heads/branch-2.0
Commit: c9f5bbce80f0c64d46b75ee1d852337d40228006
Parents: a96cf8e
Author: zhangduo 
Authored: Mon Oct 15 08:34:15 2018 +0800
Committer: Duo Zhang 
Committed: Tue Oct 16 15:39:51 2018 +0800

--
 .../hadoop/hbase/TestCheckTestClasses.java  |   2 -
 ...tFromClientAfterSplittingRegionTestBase.java |  81 ++
 ...FromClientCloneLinksAfterDeleteTestBase.java |  85 ++
 .../CloneSnapshotFromClientErrorTestBase.java   |  41 +++
 .../CloneSnapshotFromClientNormalTestBase.java  |  61 +
 .../client/CloneSnapshotFromClientTestBase.java | 161 +++
 .../client/TestCloneSnapshotFromClient.java | 269 ---
 ...eSnapshotFromClientAfterSplittingRegion.java |  53 
 ...SnapshotFromClientCloneLinksAfterDelete.java |  54 
 .../TestCloneSnapshotFromClientError.java   |  52 
 .../TestCloneSnapshotFromClientNormal.java  |  52 
 ...oneSnapshotFromClientWithRegionReplicas.java |  38 ---
 .../client/TestMobCloneSnapshotFromClient.java  | 188 -
 ...eSnapshotFromClientAfterSplittingRegion.java |  67 +
 ...SnapshotFromClientCloneLinksAfterDelete.java | 131 +
 .../TestMobCloneSnapshotFromClientError.java|  66 +
 .../TestMobCloneSnapshotFromClientNormal.java   |  74 +
 .../hbase/snapshot/MobSnapshotTestingUtils.java |  41 +--
 18 files changed, 1001 insertions(+), 515 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/c9f5bbce/hbase-server/src/test/java/org/apache/hadoop/hbase/TestCheckTestClasses.java
--
diff --git 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/TestCheckTestClasses.java 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/TestCheckTestClasses.java
index a20ef73..d6b68fb 100644
--- 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/TestCheckTestClasses.java
+++ 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/TestCheckTestClasses.java
@@ -20,10 +20,8 @@ package org.apache.hadoop.hbase;
 import static org.junit.Assert.assertTrue;
 
 import java.util.List;
-
 import org.apache.hadoop.hbase.testclassification.MediumTests;
 import org.apache.hadoop.hbase.testclassification.MiscTests;
-import org.apache.hadoop.hbase.testclassification.MediumTests;
 import org.junit.ClassRule;
 import org.junit.Test;
 import org.junit.experimental.categories.Category;

http://git-wip-us.apache.org/repos/asf/hbase/blob/c9f5bbce/hbase-server/src/test/java/org/apache/hadoop/hbase/client/CloneSnapshotFromClientAfterSplittingRegionTestBase.java
--
diff --git 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/client/CloneSnapshotFromClientAfterSplittingRegionTestBase.java
 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/client/CloneSnapshotFromClientAfterSplittingRegionTestBase.java
new file mode 100644
index 000..d1108c0
--- /dev/null
+++ 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/client/CloneSnapshotFromClientAfterSplittingRegionTestBase.java
@@ -0,0 +1,81 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.hbase.client;
+
+import static org.junit.Assert.assertEquals;
+
+import java.io.IOException;
+import java.util.List;
+import org.apache.hadoop.hbase.TableName;
+import org.apache.hadoop.hbase.master.RegionState;
+import org.apache.hadoop.hbase.master.assignment.RegionStates;
+import org.apache.hadoop.hbase.snapshot.SnapshotTestingUtils;
+import org.apache.hadoop.hbase.util.Bytes;
+import org.junit.Test;
+
+public class CloneSnapshotFromClientAfterSplittingRegionTestBase
+extends CloneSnapshotFromClientTestBase {
+
+  priva

hbase git commit: HBASE-21315 The getActiveMinProcId and getActiveMaxProcId of BitSetNode are incorrect if there are no active procedure

[zhangduo]

Repository: hbase
Updated Branches:
  refs/heads/branch-2 26292ab3d -> deae1316a


HBASE-21315 The getActiveMinProcId and getActiveMaxProcId of BitSetNode are 
incorrect if there are no active procedure


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/deae1316
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/deae1316
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/deae1316

Branch: refs/heads/branch-2
Commit: deae1316a9ac157a52b985c262e7f37f7c43cda7
Parents: 26292ab
Author: Duo Zhang 
Authored: Mon Oct 15 14:43:02 2018 +0800
Committer: Duo Zhang 
Committed: Tue Oct 16 15:42:05 2018 +0800

--
 .../hbase/procedure2/store/BitSetNode.java  |  9 +--
 .../procedure2/store/ProcedureStoreTracker.java |  4 +-
 .../hbase/procedure2/store/TestBitSetNode.java  | 59 
 .../store/TestProcedureStoreTracker.java| 15 +
 4 files changed, 81 insertions(+), 6 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/deae1316/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/BitSetNode.java
--
diff --git 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/BitSetNode.java
 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/BitSetNode.java
index efb806f..2030c8b 100644
--- 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/BitSetNode.java
+++ 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/BitSetNode.java
@@ -20,6 +20,7 @@ package org.apache.hadoop.hbase.procedure2.store;
 import java.util.ArrayList;
 import java.util.Arrays;
 import java.util.List;
+import org.apache.hadoop.hbase.procedure2.Procedure;
 import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStoreTracker.DeleteState;
 import org.apache.yetus.audience.InterfaceAudience;
 
@@ -346,12 +347,12 @@ class BitSetNode {
 long minProcId = start;
 for (int i = 0; i < deleted.length; ++i) {
   if (deleted[i] == 0) {
-return (minProcId);
+return minProcId;
   }
 
   if (deleted[i] != WORD_MASK) {
 for (int j = 0; j < BITS_PER_WORD; ++j) {
-  if ((deleted[i] & (1L << j)) != 0) {
+  if ((deleted[i] & (1L << j)) == 0) {
 return minProcId + j;
   }
 }
@@ -359,7 +360,7 @@ class BitSetNode {
 
   minProcId += BITS_PER_WORD;
 }
-return minProcId;
+return Procedure.NO_PROC_ID;
   }
 
   public long getActiveMaxProcId() {
@@ -378,7 +379,7 @@ class BitSetNode {
   }
   maxProcId -= BITS_PER_WORD;
 }
-return maxProcId;
+return Procedure.NO_PROC_ID;
   }
 
   // 

http://git-wip-us.apache.org/repos/asf/hbase/blob/deae1316/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.java
--
diff --git 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.java
 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.java
index f98c766..a5b5825 100644
--- 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.java
+++ 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.java
@@ -24,6 +24,7 @@ import java.util.Iterator;
 import java.util.Map;
 import java.util.TreeMap;
 import java.util.stream.LongStream;
+import org.apache.hadoop.hbase.procedure2.Procedure;
 import org.apache.yetus.audience.InterfaceAudience;
 import org.apache.yetus.audience.InterfaceStability;
 
@@ -278,9 +279,8 @@ public class ProcedureStoreTracker {
   }
 
   public long getActiveMinProcId() {
-// TODO: Cache?
 Map.Entry entry = map.firstEntry();
-return entry == null ? 0 : entry.getValue().getActiveMinProcId();
+return entry == null ? Procedure.NO_PROC_ID : 
entry.getValue().getActiveMinProcId();
   }
 
   public void setKeepDeletes(boolean keepDeletes) {

http://git-wip-us.apache.org/repos/asf/hbase/blob/deae1316/hbase-procedure/src/test/java/org/apache/hadoop/hbase/procedure2/store/TestBitSetNode.java
--
diff --git 
a/hbase-procedure/src/test/java/org/apache/hadoop/hbase/procedure2/store/TestBitSetNode.java
 
b/hbase-procedure/src/test/java/org/apache/hadoop/hbase/procedure2/store/TestBitSetNode.java
new file mode 100644
index 000..8d193d0
--- /dev/null
+++ 
b/hbase-procedure/src/test/java/org/apache/hadoop/hbase/procedure2/store/TestBitSetNode.java
@@ -0,0 +1,59 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one

hbase git commit: HBASE-21315 The getActiveMinProcId and getActiveMaxProcId of BitSetNode are incorrect if there are no active procedure

[zhangduo]

Repository: hbase
Updated Branches:
  refs/heads/master 0d9982901 -> fa652cc61


HBASE-21315 The getActiveMinProcId and getActiveMaxProcId of BitSetNode are 
incorrect if there are no active procedure


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/fa652cc6
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/fa652cc6
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/fa652cc6

Branch: refs/heads/master
Commit: fa652cc610a3c8b6c4c53ddcbbdc55b209f7d6a3
Parents: 0d99829
Author: Duo Zhang 
Authored: Mon Oct 15 14:43:02 2018 +0800
Committer: Duo Zhang 
Committed: Tue Oct 16 15:42:01 2018 +0800

--
 .../hbase/procedure2/store/BitSetNode.java  |  9 +--
 .../procedure2/store/ProcedureStoreTracker.java |  4 +-
 .../hbase/procedure2/store/TestBitSetNode.java  | 59 
 .../store/TestProcedureStoreTracker.java| 15 +
 4 files changed, 81 insertions(+), 6 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/fa652cc6/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/BitSetNode.java
--
diff --git 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/BitSetNode.java
 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/BitSetNode.java
index efb806f..2030c8b 100644
--- 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/BitSetNode.java
+++ 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/BitSetNode.java
@@ -20,6 +20,7 @@ package org.apache.hadoop.hbase.procedure2.store;
 import java.util.ArrayList;
 import java.util.Arrays;
 import java.util.List;
+import org.apache.hadoop.hbase.procedure2.Procedure;
 import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStoreTracker.DeleteState;
 import org.apache.yetus.audience.InterfaceAudience;
 
@@ -346,12 +347,12 @@ class BitSetNode {
 long minProcId = start;
 for (int i = 0; i < deleted.length; ++i) {
   if (deleted[i] == 0) {
-return (minProcId);
+return minProcId;
   }
 
   if (deleted[i] != WORD_MASK) {
 for (int j = 0; j < BITS_PER_WORD; ++j) {
-  if ((deleted[i] & (1L << j)) != 0) {
+  if ((deleted[i] & (1L << j)) == 0) {
 return minProcId + j;
   }
 }
@@ -359,7 +360,7 @@ class BitSetNode {
 
   minProcId += BITS_PER_WORD;
 }
-return minProcId;
+return Procedure.NO_PROC_ID;
   }
 
   public long getActiveMaxProcId() {
@@ -378,7 +379,7 @@ class BitSetNode {
   }
   maxProcId -= BITS_PER_WORD;
 }
-return maxProcId;
+return Procedure.NO_PROC_ID;
   }
 
   // 

http://git-wip-us.apache.org/repos/asf/hbase/blob/fa652cc6/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.java
--
diff --git 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.java
 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.java
index f98c766..a5b5825 100644
--- 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.java
+++ 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.java
@@ -24,6 +24,7 @@ import java.util.Iterator;
 import java.util.Map;
 import java.util.TreeMap;
 import java.util.stream.LongStream;
+import org.apache.hadoop.hbase.procedure2.Procedure;
 import org.apache.yetus.audience.InterfaceAudience;
 import org.apache.yetus.audience.InterfaceStability;
 
@@ -278,9 +279,8 @@ public class ProcedureStoreTracker {
   }
 
   public long getActiveMinProcId() {
-// TODO: Cache?
 Map.Entry entry = map.firstEntry();
-return entry == null ? 0 : entry.getValue().getActiveMinProcId();
+return entry == null ? Procedure.NO_PROC_ID : 
entry.getValue().getActiveMinProcId();
   }
 
   public void setKeepDeletes(boolean keepDeletes) {

http://git-wip-us.apache.org/repos/asf/hbase/blob/fa652cc6/hbase-procedure/src/test/java/org/apache/hadoop/hbase/procedure2/store/TestBitSetNode.java
--
diff --git 
a/hbase-procedure/src/test/java/org/apache/hadoop/hbase/procedure2/store/TestBitSetNode.java
 
b/hbase-procedure/src/test/java/org/apache/hadoop/hbase/procedure2/store/TestBitSetNode.java
new file mode 100644
index 000..8d193d0
--- /dev/null
+++ 
b/hbase-procedure/src/test/java/org/apache/hadoop/hbase/procedure2/store/TestBitSetNode.java
@@ -0,0 +1,59 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ *

hbase git commit: HBASE-21315 The getActiveMinProcId and getActiveMaxProcId of BitSetNode are incorrect if there are no active procedure

[zhangduo]

Repository: hbase
Updated Branches:
  refs/heads/branch-2.1 cfe875d3d -> 85c3ec3fb


HBASE-21315 The getActiveMinProcId and getActiveMaxProcId of BitSetNode are 
incorrect if there are no active procedure


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/85c3ec3f
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/85c3ec3f
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/85c3ec3f

Branch: refs/heads/branch-2.1
Commit: 85c3ec3fb482c2f43c1c564952ccab0919d55b1c
Parents: cfe875d
Author: Duo Zhang 
Authored: Mon Oct 15 14:43:02 2018 +0800
Committer: Duo Zhang 
Committed: Tue Oct 16 15:42:10 2018 +0800

--
 .../hbase/procedure2/store/BitSetNode.java  |  9 +--
 .../procedure2/store/ProcedureStoreTracker.java |  4 +-
 .../hbase/procedure2/store/TestBitSetNode.java  | 59 
 .../store/TestProcedureStoreTracker.java| 15 +
 4 files changed, 81 insertions(+), 6 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/85c3ec3f/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/BitSetNode.java
--
diff --git 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/BitSetNode.java
 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/BitSetNode.java
index efb806f..2030c8b 100644
--- 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/BitSetNode.java
+++ 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/BitSetNode.java
@@ -20,6 +20,7 @@ package org.apache.hadoop.hbase.procedure2.store;
 import java.util.ArrayList;
 import java.util.Arrays;
 import java.util.List;
+import org.apache.hadoop.hbase.procedure2.Procedure;
 import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStoreTracker.DeleteState;
 import org.apache.yetus.audience.InterfaceAudience;
 
@@ -346,12 +347,12 @@ class BitSetNode {
 long minProcId = start;
 for (int i = 0; i < deleted.length; ++i) {
   if (deleted[i] == 0) {
-return (minProcId);
+return minProcId;
   }
 
   if (deleted[i] != WORD_MASK) {
 for (int j = 0; j < BITS_PER_WORD; ++j) {
-  if ((deleted[i] & (1L << j)) != 0) {
+  if ((deleted[i] & (1L << j)) == 0) {
 return minProcId + j;
   }
 }
@@ -359,7 +360,7 @@ class BitSetNode {
 
   minProcId += BITS_PER_WORD;
 }
-return minProcId;
+return Procedure.NO_PROC_ID;
   }
 
   public long getActiveMaxProcId() {
@@ -378,7 +379,7 @@ class BitSetNode {
   }
   maxProcId -= BITS_PER_WORD;
 }
-return maxProcId;
+return Procedure.NO_PROC_ID;
   }
 
   // 

http://git-wip-us.apache.org/repos/asf/hbase/blob/85c3ec3f/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.java
--
diff --git 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.java
 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.java
index f98c766..a5b5825 100644
--- 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.java
+++ 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.java
@@ -24,6 +24,7 @@ import java.util.Iterator;
 import java.util.Map;
 import java.util.TreeMap;
 import java.util.stream.LongStream;
+import org.apache.hadoop.hbase.procedure2.Procedure;
 import org.apache.yetus.audience.InterfaceAudience;
 import org.apache.yetus.audience.InterfaceStability;
 
@@ -278,9 +279,8 @@ public class ProcedureStoreTracker {
   }
 
   public long getActiveMinProcId() {
-// TODO: Cache?
 Map.Entry entry = map.firstEntry();
-return entry == null ? 0 : entry.getValue().getActiveMinProcId();
+return entry == null ? Procedure.NO_PROC_ID : 
entry.getValue().getActiveMinProcId();
   }
 
   public void setKeepDeletes(boolean keepDeletes) {

http://git-wip-us.apache.org/repos/asf/hbase/blob/85c3ec3f/hbase-procedure/src/test/java/org/apache/hadoop/hbase/procedure2/store/TestBitSetNode.java
--
diff --git 
a/hbase-procedure/src/test/java/org/apache/hadoop/hbase/procedure2/store/TestBitSetNode.java
 
b/hbase-procedure/src/test/java/org/apache/hadoop/hbase/procedure2/store/TestBitSetNode.java
new file mode 100644
index 000..8d193d0
--- /dev/null
+++ 
b/hbase-procedure/src/test/java/org/apache/hadoop/hbase/procedure2/store/TestBitSetNode.java
@@ -0,0 +1,59 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under

hbase git commit: HBASE-21315 The getActiveMinProcId and getActiveMaxProcId of BitSetNode are incorrect if there are no active procedure

[zhangduo]

Repository: hbase
Updated Branches:
  refs/heads/branch-2.0 c9f5bbce8 -> 01299d133


HBASE-21315 The getActiveMinProcId and getActiveMaxProcId of BitSetNode are 
incorrect if there are no active procedure


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/01299d13
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/01299d13
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/01299d13

Branch: refs/heads/branch-2.0
Commit: 01299d13320d1a86cfba369ebd1ce82393d36d17
Parents: c9f5bbc
Author: Duo Zhang 
Authored: Mon Oct 15 14:43:02 2018 +0800
Committer: Duo Zhang 
Committed: Tue Oct 16 15:42:13 2018 +0800

--
 .../hbase/procedure2/store/BitSetNode.java  |  9 +--
 .../procedure2/store/ProcedureStoreTracker.java |  4 +-
 .../hbase/procedure2/store/TestBitSetNode.java  | 59 
 .../store/TestProcedureStoreTracker.java| 15 +
 4 files changed, 81 insertions(+), 6 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/01299d13/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/BitSetNode.java
--
diff --git 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/BitSetNode.java
 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/BitSetNode.java
index efb806f..2030c8b 100644
--- 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/BitSetNode.java
+++ 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/BitSetNode.java
@@ -20,6 +20,7 @@ package org.apache.hadoop.hbase.procedure2.store;
 import java.util.ArrayList;
 import java.util.Arrays;
 import java.util.List;
+import org.apache.hadoop.hbase.procedure2.Procedure;
 import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStoreTracker.DeleteState;
 import org.apache.yetus.audience.InterfaceAudience;
 
@@ -346,12 +347,12 @@ class BitSetNode {
 long minProcId = start;
 for (int i = 0; i < deleted.length; ++i) {
   if (deleted[i] == 0) {
-return (minProcId);
+return minProcId;
   }
 
   if (deleted[i] != WORD_MASK) {
 for (int j = 0; j < BITS_PER_WORD; ++j) {
-  if ((deleted[i] & (1L << j)) != 0) {
+  if ((deleted[i] & (1L << j)) == 0) {
 return minProcId + j;
   }
 }
@@ -359,7 +360,7 @@ class BitSetNode {
 
   minProcId += BITS_PER_WORD;
 }
-return minProcId;
+return Procedure.NO_PROC_ID;
   }
 
   public long getActiveMaxProcId() {
@@ -378,7 +379,7 @@ class BitSetNode {
   }
   maxProcId -= BITS_PER_WORD;
 }
-return maxProcId;
+return Procedure.NO_PROC_ID;
   }
 
   // 

http://git-wip-us.apache.org/repos/asf/hbase/blob/01299d13/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.java
--
diff --git 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.java
 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.java
index f98c766..a5b5825 100644
--- 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.java
+++ 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.java
@@ -24,6 +24,7 @@ import java.util.Iterator;
 import java.util.Map;
 import java.util.TreeMap;
 import java.util.stream.LongStream;
+import org.apache.hadoop.hbase.procedure2.Procedure;
 import org.apache.yetus.audience.InterfaceAudience;
 import org.apache.yetus.audience.InterfaceStability;
 
@@ -278,9 +279,8 @@ public class ProcedureStoreTracker {
   }
 
   public long getActiveMinProcId() {
-// TODO: Cache?
 Map.Entry entry = map.firstEntry();
-return entry == null ? 0 : entry.getValue().getActiveMinProcId();
+return entry == null ? Procedure.NO_PROC_ID : 
entry.getValue().getActiveMinProcId();
   }
 
   public void setKeepDeletes(boolean keepDeletes) {

http://git-wip-us.apache.org/repos/asf/hbase/blob/01299d13/hbase-procedure/src/test/java/org/apache/hadoop/hbase/procedure2/store/TestBitSetNode.java
--
diff --git 
a/hbase-procedure/src/test/java/org/apache/hadoop/hbase/procedure2/store/TestBitSetNode.java
 
b/hbase-procedure/src/test/java/org/apache/hadoop/hbase/procedure2/store/TestBitSetNode.java
new file mode 100644
index 000..8d193d0
--- /dev/null
+++ 
b/hbase-procedure/src/test/java/org/apache/hadoop/hbase/procedure2/store/TestBitSetNode.java
@@ -0,0 +1,59 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under

hbase git commit: HBASE-21242 [amv2] Miscellaneous minor log and assign procedure create improvements; ADDENDUM Fix TestHRegionInfo AND TestRegionInfoDisplay

[stack]

Repository: hbase
Updated Branches:
  refs/heads/branch-2.0 01299d133 -> 4346bbfde


HBASE-21242 [amv2] Miscellaneous minor log and assign procedure create 
improvements; ADDENDUM Fix TestHRegionInfo AND TestRegionInfoDisplay


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/4346bbfd
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/4346bbfd
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/4346bbfd

Branch: refs/heads/branch-2.0
Commit: 4346bbfdef6f755b9b427b7eb3aeb7f3a940db44
Parents: 01299d1
Author: Michael Stack 
Authored: Fri Oct 12 16:22:10 2018 -0700
Committer: Michael Stack 
Committed: Tue Oct 16 06:14:13 2018 -0700

--
 .../hbase/client/TestRegionInfoDisplay.java | 13 +++-
 .../hbase/regionserver/TestHRegionInfo.java | 71 
 2 files changed, 12 insertions(+), 72 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/4346bbfd/hbase-client/src/test/java/org/apache/hadoop/hbase/client/TestRegionInfoDisplay.java
--
diff --git 
a/hbase-client/src/test/java/org/apache/hadoop/hbase/client/TestRegionInfoDisplay.java
 
b/hbase-client/src/test/java/org/apache/hadoop/hbase/client/TestRegionInfoDisplay.java
index 1a6f2f7..8390b40 100644
--- 
a/hbase-client/src/test/java/org/apache/hadoop/hbase/client/TestRegionInfoDisplay.java
+++ 
b/hbase-client/src/test/java/org/apache/hadoop/hbase/client/TestRegionInfoDisplay.java
@@ -34,6 +34,8 @@ import org.junit.Test;
 import org.junit.experimental.categories.Category;
 import org.junit.rules.TestName;
 
+import static org.junit.Assert.assertTrue;
+
 @Category({MasterTests.class, SmallTests.class})
 public class TestRegionInfoDisplay {
 
@@ -92,7 +94,16 @@ public class TestRegionInfoDisplay {
 origDesc.indexOf(Bytes.toStringBinary(startKey)) +
 Bytes.toStringBinary(startKey).length());
 assert(firstPart.equals(firstPartOrig));
-assert(secondPart.equals(secondPartOrig));
+// The elapsed time may be different in the two Strings since they were 
calculated at different
+// times... so, don't include that portion when we compare. It starts with 
a '('.
+// Second part looks like this:
+// ",1539385518431.9d15487c60247dc3876b8b2a842929ed. state=OPEN,
+//   ts=Fri Oct 12 16:05:18 PDT 2018 (PT0S ago), server=null"
+int indexOfElapsedTime = secondPart.indexOf("(");
+assertTrue(indexOfElapsedTime > 0);
+assertTrue(secondPart + " " + secondPartOrig,
+secondPart.substring(0, indexOfElapsedTime).equals(secondPartOrig.
+substring(0, indexOfElapsedTime)));
   }
 
   private void checkEquality(RegionInfo ri, Configuration conf) throws 
IOException {

http://git-wip-us.apache.org/repos/asf/hbase/blob/4346bbfd/hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestHRegionInfo.java
--
diff --git 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestHRegionInfo.java
 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestHRegionInfo.java
index 48b0ff3..70166a0 100644
--- 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestHRegionInfo.java
+++ 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestHRegionInfo.java
@@ -296,76 +296,5 @@ public class TestHRegionInfo {
 
 assertEquals(expectedHri, convertedHri);
   }
-  @Test
-  public void testRegionDetailsForDisplay() throws IOException {
-byte[] startKey = new byte[] {0x01, 0x01, 0x02, 0x03};
-byte[] endKey = new byte[] {0x01, 0x01, 0x02, 0x04};
-Configuration conf = new Configuration();
-conf.setBoolean("hbase.display.keys", false);
-HRegionInfo h = new HRegionInfo(TableName.valueOf(name.getMethodName()), 
startKey, endKey);
-checkEquality(h, conf);
-// check HRIs with non-default replicaId
-h = new HRegionInfo(TableName.valueOf(name.getMethodName()), startKey, 
endKey, false,
-System.currentTimeMillis(), 1);
-checkEquality(h, conf);
-Assert.assertArrayEquals(HRegionInfo.HIDDEN_END_KEY,
-HRegionInfo.getEndKeyForDisplay(h, conf));
-Assert.assertArrayEquals(HRegionInfo.HIDDEN_START_KEY,
-HRegionInfo.getStartKeyForDisplay(h, conf));
-
-RegionState state = RegionState.createForTesting(h, 
RegionState.State.OPEN);
-String descriptiveNameForDisplay =
-HRegionInfo.getDescriptiveNameFromRegionStateForDisplay(state, conf);
-
checkDescriptiveNameEquality(descriptiveNameForDisplay,state.toDescriptiveString(),
 startKey);
-
-conf.setBoolean("hbase.display.keys", true);
-Assert.assertArrayEquals(endKey, HRegionInfo.getEndKeyForDisplay(h, conf));
-Assert.assertArrayEquals(startKey, HRegionInfo.getStartKeyF

hbase git commit: HBASE-21291 Add a test for bypassing stuck state-machine procedures

[allan163]

Repository: hbase
Updated Branches:
  refs/heads/master fa652cc61 -> 821e4d7de


HBASE-21291 Add a test for bypassing stuck state-machine procedures

Signed-off-by: Allan Yang 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/821e4d7d
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/821e4d7d
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/821e4d7d

Branch: refs/heads/master
Commit: 821e4d7de2d576189f4288d1c2acf9e9a9471f5c
Parents: fa652cc
Author: Jingyun Tian 
Authored: Tue Oct 16 22:26:58 2018 +0800
Committer: Allan Yang 
Committed: Tue Oct 16 22:26:58 2018 +0800

--
 .../hbase/procedure2/ProcedureExecutor.java |  1 +
 .../procedure2/ProcedureTestingUtility.java | 40 +
 .../hbase/procedure2/TestProcedureBypass.java   | 63 
 3 files changed, 104 insertions(+)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/821e4d7d/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.java
--
diff --git 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.java
 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.java
index 9412fbd..8a295f3 100644
--- 
a/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.java
+++ 
b/hbase-procedure/src/main/java/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.java
@@ -1054,6 +1054,7 @@ public class ProcedureExecutor {
   }
 
   boolean bypassProcedure(long pid, long lockWait, boolean force) throws 
IOException {
+Preconditions.checkArgument(lockWait > 0, "lockWait should be positive");
 Procedure procedure = getProcedure(pid);
 if (procedure == null) {
   LOG.debug("Procedure with id={} does not exist, skipping bypass", pid);

http://git-wip-us.apache.org/repos/asf/hbase/blob/821e4d7d/hbase-procedure/src/test/java/org/apache/hadoop/hbase/procedure2/ProcedureTestingUtility.java
--
diff --git 
a/hbase-procedure/src/test/java/org/apache/hadoop/hbase/procedure2/ProcedureTestingUtility.java
 
b/hbase-procedure/src/test/java/org/apache/hadoop/hbase/procedure2/ProcedureTestingUtility.java
index d52b6bb..4d06e2f 100644
--- 
a/hbase-procedure/src/test/java/org/apache/hadoop/hbase/procedure2/ProcedureTestingUtility.java
+++ 
b/hbase-procedure/src/test/java/org/apache/hadoop/hbase/procedure2/ProcedureTestingUtility.java
@@ -400,6 +400,46 @@ public class ProcedureTestingUtility {
 }
   }
 
+  public static class NoopStateMachineProcedure
+  extends StateMachineProcedure {
+private TState initialState;
+private TEnv env;
+
+public NoopStateMachineProcedure() {
+}
+
+public NoopStateMachineProcedure(TEnv env, TState initialState) {
+  this.env = env;
+  this.initialState = initialState;
+}
+
+@Override
+protected Flow executeFromState(TEnv env, TState tState)
+throws ProcedureSuspendedException, ProcedureYieldException, 
InterruptedException {
+  return null;
+}
+
+@Override
+protected void rollbackState(TEnv env, TState tState) throws IOException, 
InterruptedException {
+
+}
+
+@Override
+protected TState getState(int stateId) {
+  return null;
+}
+
+@Override
+protected int getStateId(TState tState) {
+  return 0;
+}
+
+@Override
+protected TState getInitialState() {
+  return initialState;
+}
+  }
+
   public static class TestProcedure extends NoopProcedure {
 private byte[] data = null;
 

http://git-wip-us.apache.org/repos/asf/hbase/blob/821e4d7d/hbase-procedure/src/test/java/org/apache/hadoop/hbase/procedure2/TestProcedureBypass.java
--
diff --git 
a/hbase-procedure/src/test/java/org/apache/hadoop/hbase/procedure2/TestProcedureBypass.java
 
b/hbase-procedure/src/test/java/org/apache/hadoop/hbase/procedure2/TestProcedureBypass.java
index d58d57e..0c59f30 100644
--- 
a/hbase-procedure/src/test/java/org/apache/hadoop/hbase/procedure2/TestProcedureBypass.java
+++ 
b/hbase-procedure/src/test/java/org/apache/hadoop/hbase/procedure2/TestProcedureBypass.java
@@ -17,8 +17,10 @@
  */
 package org.apache.hadoop.hbase.procedure2;
 
+import static org.junit.Assert.assertFalse;
 import static org.junit.Assert.assertTrue;
 
+import java.util.concurrent.atomic.AtomicBoolean;
 import java.util.stream.Collectors;
 
 import org.apache.hadoop.fs.FileSystem;
@@ -119,6 +121,20 @@ public class TestProcedureBypass {
 LOG.info("{} finished", proc);
   }
 
+  @Test
+  public void testBypassingStuckStateMachineProcedure() throws Exception {
+final StuckStateMachineProcedure proc 

[05/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/TestCreateTableProcedure.CreateTableProcedureOnHDFSFailure.html
--
diff --git 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/TestCreateTableProcedure.CreateTableProcedureOnHDFSFailure.html
 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/TestCreateTableProcedure.CreateTableProcedureOnHDFSFailure.html
index f11fbc0..0f43b85 100644
--- 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/TestCreateTableProcedure.CreateTableProcedureOnHDFSFailure.html
+++ 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/TestCreateTableProcedure.CreateTableProcedureOnHDFSFailure.html
@@ -194,8 +194,8 @@
 186long procId = 
procExec.submitProcedure(
 187  new 
CreateTableProcedure(procExec.getEnvironment(), htd, regions));
 188
-189int numberOfSteps = 0; // failing at 
pre operation
-190
MasterProcedureTestingUtility.testRollbackAndDoubleExecution(procExec, procId, 
numberOfSteps);
+189int lastStep = 2; // failing before 
CREATE_TABLE_WRITE_FS_LAYOUT
+190
MasterProcedureTestingUtility.testRollbackAndDoubleExecution(procExec, procId, 
lastStep);
 191
 192TableName tableName = 
htd.getTableName();
 193
MasterProcedureTestingUtility.validateTableDeletion(getMaster(), tableName);
@@ -247,7 +247,7 @@
 239}
 240  }
 241
-242  @Test(timeout = 6)
+242  @Test
 243  public void testOnHDFSFailure() throws 
Exception {
 244final TableName tableName = 
TableName.valueOf(name.getMethodName());
 245

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/TestCreateTableProcedure.html
--
diff --git 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/TestCreateTableProcedure.html
 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/TestCreateTableProcedure.html
index f11fbc0..0f43b85 100644
--- 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/TestCreateTableProcedure.html
+++ 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/TestCreateTableProcedure.html
@@ -194,8 +194,8 @@
 186long procId = 
procExec.submitProcedure(
 187  new 
CreateTableProcedure(procExec.getEnvironment(), htd, regions));
 188
-189int numberOfSteps = 0; // failing at 
pre operation
-190
MasterProcedureTestingUtility.testRollbackAndDoubleExecution(procExec, procId, 
numberOfSteps);
+189int lastStep = 2; // failing before 
CREATE_TABLE_WRITE_FS_LAYOUT
+190
MasterProcedureTestingUtility.testRollbackAndDoubleExecution(procExec, procId, 
lastStep);
 191
 192TableName tableName = 
htd.getTableName();
 193
MasterProcedureTestingUtility.validateTableDeletion(getMaster(), tableName);
@@ -247,7 +247,7 @@
 239}
 240  }
 241
-242  @Test(timeout = 6)
+242  @Test
 243  public void testOnHDFSFailure() throws 
Exception {
 244final TableName tableName = 
TableName.valueOf(name.getMethodName());
 245

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/TestDeleteNamespaceProcedure.html
--
diff --git 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/TestDeleteNamespaceProcedure.html
 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/TestDeleteNamespaceProcedure.html
index e95bd8b..f1f69f6 100644
--- 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/TestDeleteNamespaceProcedure.html
+++ 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/TestDeleteNamespaceProcedure.html
@@ -33,10 +33,10 @@
 025import 
org.apache.hadoop.conf.Configuration;
 026import 
org.apache.hadoop.hbase.HBaseClassTestRule;
 027import 
org.apache.hadoop.hbase.HBaseTestingUtility;
-028import 
org.apache.hadoop.hbase.HTableDescriptor;
-029import 
org.apache.hadoop.hbase.NamespaceDescriptor;
-030import 
org.apache.hadoop.hbase.NamespaceNotFoundException;
-031import 
org.apache.hadoop.hbase.TableName;
+028import 
org.apache.hadoop.hbase.NamespaceDescriptor;
+029import 
org.apache.hadoop.hbase.NamespaceNotFoundException;
+030import 
org.apache.hadoop.hbase.TableName;
+031import 
org.apache.hadoop.hbase.client.TableDescriptor;
 032import 
org.apache.hadoop.hbase.constraint.ConstraintException;
 033import 
org.apache.hadoop.hbase.procedure2.Procedure;
 034import 
org.apache.hadoop.hbase.procedure2.ProcedureExecutor;
@@ -96,7 +96,7 @@
 088  @After
 089  public void tearDown() throws Exception 
{
 090
ProcedureTestingUtility.setKillAndToggleBeforeStoreUpdate(getMasterProcedureExecutor(),
 false);
-091for (HTableDescriptor htd: 
UTIL.getAdmin().listTables

[02/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureTestingUtility.NoopStateMachineProcedure.html
--
diff --git 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureTestingUtility.NoopStateMachineProcedure.html
 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureTestingUtility.NoopStateMachineProcedure.html
new file mode 100644
index 000..eb90a1f
--- /dev/null
+++ 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureTestingUtility.NoopStateMachineProcedure.html
@@ -0,0 +1,692 @@
+http://www.w3.org/TR/html4/loose.dtd";>
+
+
+Source code
+
+
+
+
+001/**
+002 * Licensed to the Apache Software 
Foundation (ASF) under one
+003 * or more contributor license 
agreements.  See the NOTICE file
+004 * distributed with this work for 
additional information
+005 * regarding copyright ownership.  The 
ASF licenses this file
+006 * to you under the Apache License, 
Version 2.0 (the
+007 * "License"); you may not use this file 
except in compliance
+008 * with the License.  You may obtain a 
copy of the License at
+009 *
+010 * 
http://www.apache.org/licenses/LICENSE-2.0
+011 *
+012 * Unless required by applicable law or 
agreed to in writing, software
+013 * distributed under the License is 
distributed on an "AS IS" BASIS,
+014 * WITHOUT WARRANTIES OR CONDITIONS OF 
ANY KIND, either express or implied.
+015 * See the License for the specific 
language governing permissions and
+016 * limitations under the License.
+017 */
+018
+019package 
org.apache.hadoop.hbase.procedure2;
+020
+021import static 
org.junit.Assert.assertEquals;
+022import static 
org.junit.Assert.assertFalse;
+023import static 
org.junit.Assert.assertTrue;
+024
+025import java.io.IOException;
+026import java.util.ArrayList;
+027import java.util.Set;
+028import java.util.concurrent.Callable;
+029import 
org.apache.hadoop.conf.Configuration;
+030import org.apache.hadoop.fs.FileSystem;
+031import org.apache.hadoop.fs.Path;
+032import 
org.apache.hadoop.hbase.HConstants;
+033import 
org.apache.hadoop.hbase.exceptions.IllegalArgumentIOException;
+034import 
org.apache.hadoop.hbase.exceptions.TimeoutIOException;
+035import 
org.apache.hadoop.hbase.procedure2.store.NoopProcedureStore;
+036import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore;
+037import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureIterator;
+038import 
org.apache.hadoop.hbase.procedure2.store.wal.WALProcedureStore;
+039import 
org.apache.hadoop.hbase.util.NonceKey;
+040import 
org.apache.hadoop.hbase.util.Threads;
+041import org.slf4j.Logger;
+042import org.slf4j.LoggerFactory;
+043
+044import 
org.apache.hbase.thirdparty.com.google.protobuf.ByteString;
+045import 
org.apache.hbase.thirdparty.com.google.protobuf.BytesValue;
+046
+047import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.ProcedureState;
+048
+049public class ProcedureTestingUtility {
+050  private static final Logger LOG = 
LoggerFactory.getLogger(ProcedureTestingUtility.class);
+051
+052  private ProcedureTestingUtility() {
+053  }
+054
+055  public static ProcedureStore 
createStore(final Configuration conf, final Path dir)
+056  throws IOException {
+057return createWalStore(conf, dir);
+058  }
+059
+060  public static WALProcedureStore 
createWalStore(final Configuration conf, final Path dir)
+061  throws IOException {
+062return new WALProcedureStore(conf, 
dir, null, new WALProcedureStore.LeaseRecovery() {
+063  @Override
+064  public void 
recoverFileLease(FileSystem fs, Path path) throws IOException {
+065// no-op
+066  }
+067});
+068  }
+069
+070  public static  void 
restart(final ProcedureExecutor procExecutor) throws Exception {
+071restart(procExecutor, false, true, 
null, null, null);
+072  }
+073
+074  public static void 
initAndStartWorkers(ProcedureExecutor procExecutor, int numThreads,
+075  boolean abortOnCorruption) throws 
IOException {
+076procExecutor.init(numThreads, 
abortOnCorruption);
+077procExecutor.startWorkers();
+078  }
+079
+080  public static  void 
restart(ProcedureExecutor procExecutor,
+081  boolean avoidTestKillDuringRestart, 
boolean failOnCorrupted, Callable stopAction,
+082  Callable 
actionBeforeStartWorker, Callable startAction)
+083  throws Exception {
+084final ProcedureStore procStore = 
procExecutor.getStore();
+085final int storeThreads = 
procExecutor.getCorePoolSize();
+086final int execThreads = 
procExecutor.getCorePoolSize();
+087
+088final ProcedureExecutor.Testing 
testing = procExecutor.testing;
+089if (avoidTestKillDuringRestart) {
+090  procExecutor.testing = null;
+091}
+092
+093// stop
+094LOG.info("RESTART - Stop");
+095procExecutor.stop();
+096procStore.

[39/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.KeepAliveWorkerThread.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.KeepAliveWorkerThread.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.KeepAliveWorkerThread.html
index bdfc3f8..151ab8e 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.KeepAliveWorkerThread.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.KeepAliveWorkerThread.html
@@ -1062,1140 +1062,1159 @@
 1054  }
 1055
 1056  boolean bypassProcedure(long pid, long 
lockWait, boolean force) throws IOException {
-1057Procedure 
procedure = getProcedure(pid);
-1058if (procedure == null) {
-1059  LOG.debug("Procedure with id={} 
does not exist, skipping bypass", pid);
-1060  return false;
-1061}
-1062
-1063LOG.debug("Begin bypass {} with 
lockWait={}, force={}", procedure, lockWait, force);
-1064IdLock.Entry lockEntry = 
procExecutionLock.tryLockEntry(procedure.getProcId(), lockWait);
-1065if (lockEntry == null && 
!force) {
-1066  LOG.debug("Waited {} ms, but {} is 
still running, skipping bypass with force={}",
-1067  lockWait, procedure, force);
-1068  return false;
-1069} else if (lockEntry == null) {
-1070  LOG.debug("Waited {} ms, but {} is 
still running, begin bypass with force={}",
-1071  lockWait, procedure, force);
-1072}
-1073try {
-1074  // check whether the procedure is 
already finished
-1075  if (procedure.isFinished()) {
-1076LOG.debug("{} is already 
finished, skipping bypass", procedure);
-1077return false;
-1078  }
-1079
-1080  if (procedure.hasChildren()) {
-1081LOG.debug("{} has children, 
skipping bypass", procedure);
-1082return false;
-1083  }
-1084
-1085  // If the procedure has no parent 
or no child, we are safe to bypass it in whatever state
-1086  if (procedure.hasParent() 
&& procedure.getState() != ProcedureState.RUNNABLE
-1087  && 
procedure.getState() != ProcedureState.WAITING
-1088  && 
procedure.getState() != ProcedureState.WAITING_TIMEOUT) {
-1089LOG.debug("Bypassing procedures 
in RUNNABLE, WAITING and WAITING_TIMEOUT states "
-1090+ "(with no parent), 
{}",
-1091procedure);
-1092return false;
-1093  }
-1094
-1095  // Now, the procedure is not 
finished, and no one can execute it since we take the lock now
-1096  // And we can be sure that its 
ancestor is not running too, since their child has not
-1097  // finished yet
-1098  Procedure 
current = procedure;
-1099  while (current != null) {
-1100LOG.debug("Bypassing {}", 
current);
-1101current.bypass();
-1102store.update(procedure);
-1103long parentID = 
current.getParentProcId();
-1104current = 
getProcedure(parentID);
-1105  }
-1106
-1107  //wake up waiting procedure, 
already checked there is no child
-1108  if (procedure.getState() == 
ProcedureState.WAITING) {
-1109
procedure.setState(ProcedureState.RUNNABLE);
-1110store.update(procedure);
-  }
-1112
-1113  // If we don't have the lock, we 
can't re-submit the queue,
-1114  // since it is already executing. 
To get rid of the stuck situation, we
-1115  // need to restart the master. 
With the procedure set to bypass, the procedureExecutor
-1116  // will bypass it and won't get 
stuck again.
-1117  if (lockEntry != null) {
-1118// add the procedure to run 
queue,
-1119scheduler.addFront(procedure);
-1120LOG.debug("Bypassing {} and its 
ancestors successfully, adding to queue", procedure);
-1121  } else {
-1122LOG.debug("Bypassing {} and its 
ancestors successfully, but since it is already running, "
-1123+ "skipping add to queue", 
procedure);
-1124  }
-1125  return true;
-1126
-1127} finally {
-1128  if (lockEntry != null) {
-1129
procExecutionLock.releaseLockEntry(lockEntry);
-1130  }
-1131}
-1132  }
-1133
-1134  /**
-1135   * Add a new root-procedure to the 
executor.
-1136   * @param proc the new procedure to 
execute.
-1137   * @param nonceKey the registered 
unique identifier for this operation from the client or process.
-1138   * @return the procedure id, that can 
be used to monitor the operation
-1139   */
-1140  
@edu.umd.cs.findbugs.annotations.SuppressWarnings(value="NP_NULL_ON_SOME_PATH",
-1141  justification = "FindBugs is blind 
to the check-for-null")
-1142  public long 
submitProcedure(Procedure proc, NonceKey nonceKey) {
-1143
Preconditions.checkArgument(lastProcId.get() >= 0);
-1144
-1145prepareProc

[07/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/src-html/org/apache/hadoop/hbase/master/assignment/TestSplitTableRegionProcedure.html
--
diff --git 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/master/assignment/TestSplitTableRegionProcedure.html
 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/master/assignment/TestSplitTableRegionProcedure.html
index 34e3682..da13fee 100644
--- 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/master/assignment/TestSplitTableRegionProcedure.html
+++ 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/master/assignment/TestSplitTableRegionProcedure.html
@@ -356,7 +356,7 @@
 348final TableName tableName = 
TableName.valueOf(name.getMethodName());
 349final 
ProcedureExecutor procExec = 
getMasterProcedureExecutor();
 350
-351RegionInfo [] regions = 
MasterProcedureTestingUtility.createTable(
+351RegionInfo[] regions = 
MasterProcedureTestingUtility.createTable(
 352  procExec, tableName, null, 
ColumnFamilyName1, ColumnFamilyName2);
 353insertData(tableName);
 354int splitRowNum = startRowNum + 
rowCount / 2;
@@ -374,181 +374,182 @@
 366long procId = 
procExec.submitProcedure(
 367  new 
SplitTableRegionProcedure(procExec.getEnvironment(), regions[0], splitKey));
 368
-369// Failing before 
SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS we should trigger the
+369// Failing before 
SPLIT_TABLE_REGION_UPDATE_META we should trigger the
 370// rollback
-371// NOTE: the 3 (number before 
SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS step) is
+371// NOTE: the 7 (number of 
SPLIT_TABLE_REGION_UPDATE_META step) is
 372// hardcoded, so you have to look at 
this test at least once when you add a new step.
-373int numberOfSteps = 3;
-374
MasterProcedureTestingUtility.testRollbackAndDoubleExecution(procExec, procId, 
numberOfSteps,
+373int lastStep = 7;
+374
MasterProcedureTestingUtility.testRollbackAndDoubleExecution(procExec, procId, 
lastStep,
 375true);
 376// check that we have only 1 region
 377assertEquals(1, 
UTIL.getAdmin().getRegions(tableName).size());
-378List daughters = 
UTIL.getMiniHBaseCluster().getRegions(tableName);
-379assertEquals(1, daughters.size());
-380verifyData(daughters.get(0), 
startRowNum, rowCount,
-381Bytes.toBytes(ColumnFamilyName1), 
Bytes.toBytes(ColumnFamilyName2));
-382
-383assertEquals(splitSubmittedCount + 1, 
splitProcMetrics.getSubmittedCounter().getCount());
-384assertEquals(splitFailedCount + 1, 
splitProcMetrics.getFailedCounter().getCount());
-385  }
-386
-387  @Test
-388  public void 
testRecoveryAndDoubleExecution() throws Exception {
-389final TableName tableName = 
TableName.valueOf(name.getMethodName());
-390final 
ProcedureExecutor procExec = 
getMasterProcedureExecutor();
-391
-392RegionInfo [] regions = 
MasterProcedureTestingUtility.createTable(
-393  procExec, tableName, null, 
ColumnFamilyName1, ColumnFamilyName2);
-394insertData(tableName);
-395int splitRowNum = startRowNum + 
rowCount / 2;
-396byte[] splitKey = Bytes.toBytes("" + 
splitRowNum);
-397
-398assertTrue("not able to find a 
splittable region", regions != null);
-399assertTrue("not able to find a 
splittable region", regions.length == 1);
-400
ProcedureTestingUtility.waitNoProcedureRunning(procExec);
-401
ProcedureTestingUtility.setKillIfHasParent(procExec, false);
-402
ProcedureTestingUtility.setKillAndToggleBeforeStoreUpdate(procExec, true);
-403
-404// collect AM metrics before test
-405collectAssignmentManagerMetrics();
-406
-407// Split region of the table
-408long procId = 
procExec.submitProcedure(
-409  new 
SplitTableRegionProcedure(procExec.getEnvironment(), regions[0], splitKey));
-410
-411// Restart the executor and execute 
the step twice
-412
MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(procExec, 
procId);
-413
ProcedureTestingUtility.assertProcNotFailed(procExec, procId);
-414
-415verify(tableName, splitRowNum);
-416
-417assertEquals(splitSubmittedCount + 1, 
splitProcMetrics.getSubmittedCounter().getCount());
-418assertEquals(splitFailedCount, 
splitProcMetrics.getFailedCounter().getCount());
-419  }
-420
-421  @Test
-422  public void testSplitWithoutPONR() 
throws Exception {
-423final TableName tableName = 
TableName.valueOf(name.getMethodName());
-424final 
ProcedureExecutor procExec = 
getMasterProcedureExecutor();
-425
-426RegionInfo [] regions = 
MasterProcedureTestingUtility.createTable(
-427procExec, tableName, null, 
ColumnFamilyName1, ColumnFamilyName2);
-428insertData(tableName);
-429int splitRowNum = startRowNum + 
rowCount / 2;
-430byte[] splitKey = Bytes.toBytes("" + 
splitRowNum);
-431
-432assertTrue("not able to find

[18/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/org/apache/hadoop/hbase/client/class-use/TestMobRestoreSnapshotFromClientGetCompactionState.html
--
diff --git 
a/testdevapidocs/org/apache/hadoop/hbase/client/class-use/TestMobRestoreSnapshotFromClientGetCompactionState.html
 
b/testdevapidocs/org/apache/hadoop/hbase/client/class-use/TestMobRestoreSnapshotFromClientGetCompactionState.html
new file mode 100644
index 000..41e1f47
--- /dev/null
+++ 
b/testdevapidocs/org/apache/hadoop/hbase/client/class-use/TestMobRestoreSnapshotFromClientGetCompactionState.html
@@ -0,0 +1,125 @@
+http://www.w3.org/TR/html4/loose.dtd";>
+
+
+
+
+
+Uses of Class 
org.apache.hadoop.hbase.client.TestMobRestoreSnapshotFromClientGetCompactionState
 (Apache HBase 3.0.0-SNAPSHOT Test API)
+
+
+
+
+
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+Skip navigation links
+
+
+
+
+Overview
+Package
+Class
+Use
+Tree
+Deprecated
+Index
+Help
+
+
+
+
+Prev
+Next
+
+
+Frames
+No Frames
+
+
+All Classes
+
+
+
+
+
+
+
+
+
+
+Uses of 
Classorg.apache.hadoop.hbase.client.TestMobRestoreSnapshotFromClientGetCompactionState
+
+No usage of 
org.apache.hadoop.hbase.client.TestMobRestoreSnapshotFromClientGetCompactionState
+
+
+
+
+Skip navigation links
+
+
+
+
+Overview
+Package
+Class
+Use
+Tree
+Deprecated
+Index
+Help
+
+
+
+
+Prev
+Next
+
+
+Frames
+No Frames
+
+
+All Classes
+
+
+
+
+
+
+
+
+
+Copyright © 2007–2018 https://www.apache.org/";>The Apache Software Foundation. All rights 
reserved.
+
+

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/org/apache/hadoop/hbase/client/class-use/TestMobRestoreSnapshotFromClientSchemaChange.html
--
diff --git 
a/testdevapidocs/org/apache/hadoop/hbase/client/class-use/TestMobRestoreSnapshotFromClientSchemaChange.html
 
b/testdevapidocs/org/apache/hadoop/hbase/client/class-use/TestMobRestoreSnapshotFromClientSchemaChange.html
new file mode 100644
index 000..4075001
--- /dev/null
+++ 
b/testdevapidocs/org/apache/hadoop/hbase/client/class-use/TestMobRestoreSnapshotFromClientSchemaChange.html
@@ -0,0 +1,125 @@
+http://www.w3.org/TR/html4/loose.dtd";>
+
+
+
+
+
+Uses of Class 
org.apache.hadoop.hbase.client.TestMobRestoreSnapshotFromClientSchemaChange 
(Apache HBase 3.0.0-SNAPSHOT Test API)
+
+
+
+
+
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+Skip navigation links
+
+
+
+
+Overview
+Package
+Class
+Use
+Tree
+Deprecated
+Index
+Help
+
+
+
+
+Prev
+Next
+
+
+Frames
+No Frames
+
+
+All Classes
+
+
+
+
+
+
+
+
+
+
+Uses of 
Classorg.apache.hadoop.hbase.client.TestMobRestoreSnapshotFromClientSchemaChange
+
+No usage of 
org.apache.hadoop.hbase.client.TestMobRestoreSnapshotFromClientSchemaChange
+
+
+
+
+Skip navigation links
+
+
+
+
+Overview
+Package
+Class
+Use
+Tree
+Deprecated
+Index
+Help
+
+
+
+
+Prev
+Next
+
+
+Frames
+No Frames
+
+
+All Classes
+
+
+
+
+
+
+
+
+
+Copyright © 2007–2018 https://www.apache.org/";>The Apache Software Foundation. All rights 
reserved.
+
+

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/org/apache/hadoop/hbase/client/class-use/TestMobRestoreSnapshotFromClientSimple.html
--
diff --git 
a/testdevapidocs/org/apache/hadoop/hbase/client/class-use/TestMobRestoreSnapshotFromClientSimple.html
 
b/testdevapidocs/org/apache/hadoop/hbase/cli

[38/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.ProcedureExecutorListener.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.ProcedureExecutorListener.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.ProcedureExecutorListener.html
index bdfc3f8..151ab8e 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.ProcedureExecutorListener.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.ProcedureExecutorListener.html
@@ -1062,1140 +1062,1159 @@
 1054  }
 1055
 1056  boolean bypassProcedure(long pid, long 
lockWait, boolean force) throws IOException {
-1057Procedure 
procedure = getProcedure(pid);
-1058if (procedure == null) {
-1059  LOG.debug("Procedure with id={} 
does not exist, skipping bypass", pid);
-1060  return false;
-1061}
-1062
-1063LOG.debug("Begin bypass {} with 
lockWait={}, force={}", procedure, lockWait, force);
-1064IdLock.Entry lockEntry = 
procExecutionLock.tryLockEntry(procedure.getProcId(), lockWait);
-1065if (lockEntry == null && 
!force) {
-1066  LOG.debug("Waited {} ms, but {} is 
still running, skipping bypass with force={}",
-1067  lockWait, procedure, force);
-1068  return false;
-1069} else if (lockEntry == null) {
-1070  LOG.debug("Waited {} ms, but {} is 
still running, begin bypass with force={}",
-1071  lockWait, procedure, force);
-1072}
-1073try {
-1074  // check whether the procedure is 
already finished
-1075  if (procedure.isFinished()) {
-1076LOG.debug("{} is already 
finished, skipping bypass", procedure);
-1077return false;
-1078  }
-1079
-1080  if (procedure.hasChildren()) {
-1081LOG.debug("{} has children, 
skipping bypass", procedure);
-1082return false;
-1083  }
-1084
-1085  // If the procedure has no parent 
or no child, we are safe to bypass it in whatever state
-1086  if (procedure.hasParent() 
&& procedure.getState() != ProcedureState.RUNNABLE
-1087  && 
procedure.getState() != ProcedureState.WAITING
-1088  && 
procedure.getState() != ProcedureState.WAITING_TIMEOUT) {
-1089LOG.debug("Bypassing procedures 
in RUNNABLE, WAITING and WAITING_TIMEOUT states "
-1090+ "(with no parent), 
{}",
-1091procedure);
-1092return false;
-1093  }
-1094
-1095  // Now, the procedure is not 
finished, and no one can execute it since we take the lock now
-1096  // And we can be sure that its 
ancestor is not running too, since their child has not
-1097  // finished yet
-1098  Procedure 
current = procedure;
-1099  while (current != null) {
-1100LOG.debug("Bypassing {}", 
current);
-1101current.bypass();
-1102store.update(procedure);
-1103long parentID = 
current.getParentProcId();
-1104current = 
getProcedure(parentID);
-1105  }
-1106
-1107  //wake up waiting procedure, 
already checked there is no child
-1108  if (procedure.getState() == 
ProcedureState.WAITING) {
-1109
procedure.setState(ProcedureState.RUNNABLE);
-1110store.update(procedure);
-  }
-1112
-1113  // If we don't have the lock, we 
can't re-submit the queue,
-1114  // since it is already executing. 
To get rid of the stuck situation, we
-1115  // need to restart the master. 
With the procedure set to bypass, the procedureExecutor
-1116  // will bypass it and won't get 
stuck again.
-1117  if (lockEntry != null) {
-1118// add the procedure to run 
queue,
-1119scheduler.addFront(procedure);
-1120LOG.debug("Bypassing {} and its 
ancestors successfully, adding to queue", procedure);
-1121  } else {
-1122LOG.debug("Bypassing {} and its 
ancestors successfully, but since it is already running, "
-1123+ "skipping add to queue", 
procedure);
-1124  }
-1125  return true;
-1126
-1127} finally {
-1128  if (lockEntry != null) {
-1129
procExecutionLock.releaseLockEntry(lockEntry);
-1130  }
-1131}
-1132  }
-1133
-1134  /**
-1135   * Add a new root-procedure to the 
executor.
-1136   * @param proc the new procedure to 
execute.
-1137   * @param nonceKey the registered 
unique identifier for this operation from the client or process.
-1138   * @return the procedure id, that can 
be used to monitor the operation
-1139   */
-1140  
@edu.umd.cs.findbugs.annotations.SuppressWarnings(value="NP_NULL_ON_SOME_PATH",
-1141  justification = "FindBugs is blind 
to the check-for-null")
-1142  public long 
submitProcedure(Procedure proc, NonceKey nonceKey) {
-1143
Preconditions.checkArgument(lastProcId.get() >= 0);
-1144

[44/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/devapidocs/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.html
 
b/devapidocs/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.html
index 74eef36..ae204cf 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.html
@@ -111,7 +111,7 @@ var activeTableTab = "activeTableTab";
 
 @InterfaceAudience.Private
  @InterfaceStability.Evolving
-public class ProcedureStoreTracker
+public class ProcedureStoreTracker
 extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object
 Keeps track of live procedures.
 
@@ -422,7 +422,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 map
-private final https://docs.oracle.com/javase/8/docs/api/java/util/TreeMap.html?is-external=true";
 title="class or interface in java.util">TreeMapLong,BitSetNode> 
map
+private final https://docs.oracle.com/javase/8/docs/api/java/util/TreeMap.html?is-external=true";
 title="class or interface in java.util">TreeMapLong,BitSetNode> 
map
 
 
 
@@ -431,7 +431,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 keepDeletes
-private boolean keepDeletes
+private boolean keepDeletes
 If true, do not remove bits corresponding to deleted 
procedures. Note that this can result
  in huge bitmaps overtime.
  Currently, it's set to true only when building tracker state from logs during 
recovery. During
@@ -445,7 +445,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 partial
-boolean partial
+boolean partial
 If true, it means tracker has incomplete information about 
the active/deleted procedures.
  It's set to true only when recovering from old logs. See isDeleted(long)
 docs to
  understand it's real use.
@@ -457,7 +457,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 minModifiedProcId
-private long minModifiedProcId
+private long minModifiedProcId
 
 
 
@@ -466,7 +466,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 maxModifiedProcId
-private long maxModifiedProcId
+private long maxModifiedProcId
 
 
 
@@ -483,7 +483,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 ProcedureStoreTracker
-public ProcedureStoreTracker()
+public ProcedureStoreTracker()
 
 
 
@@ -500,7 +500,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 resetToProto
-public void resetToProto(org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.ProcedureStoreTracker trackerProtoBuf)
+public void resetToProto(org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.ProcedureStoreTracker trackerProtoBuf)
 
 
 
@@ -509,7 +509,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 resetTo
-public void resetTo(ProcedureStoreTracker tracker)
+public void resetTo(ProcedureStoreTracker tracker)
 Resets internal state to same as given 
tracker. Does deep copy of the bitmap.
 
 
@@ -519,7 +519,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 resetTo
-public void resetTo(ProcedureStoreTracker tracker,
+public void resetTo(ProcedureStoreTracker tracker,
 boolean resetDelete)
 Resets internal state to same as given 
tracker, and change the deleted flag according
  to the modified flag if resetDelete is true. Does deep copy of 
the bitmap.
@@ -535,7 +535,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 insert
-public void insert(long procId)
+public void insert(long procId)
 
 
 
@@ -544,7 +544,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 insert
-public void insert(long[] procIds)
+public void insert(long[] procIds)
 
 
 
@@ -553,7 +553,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 insert
-public void insert(long procId,
+public void insert(long procId,
long[] subProcIds)
 
 
@@ -563,7 +563,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 insert
-private BitSetNode insert(BitSetNode node,
+private BitSetNode insert(BitSetNode node,
   long procId)
 
 
@@ -573,7 +573,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 update
-public void update(long procId)
+public void update(long proc

[25/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/org/apache/hadoop/hbase/client/RestoreSnapshotFromClientSchemaChangeTestBase.html
--
diff --git 
a/testdevapidocs/org/apache/hadoop/hbase/client/RestoreSnapshotFromClientSchemaChangeTestBase.html
 
b/testdevapidocs/org/apache/hadoop/hbase/client/RestoreSnapshotFromClientSchemaChangeTestBase.html
new file mode 100644
index 000..054cbd1
--- /dev/null
+++ 
b/testdevapidocs/org/apache/hadoop/hbase/client/RestoreSnapshotFromClientSchemaChangeTestBase.html
@@ -0,0 +1,339 @@
+http://www.w3.org/TR/html4/loose.dtd";>
+
+
+
+
+
+RestoreSnapshotFromClientSchemaChangeTestBase (Apache HBase 
3.0.0-SNAPSHOT Test API)
+
+
+
+
+
+var methods = {"i0":10,"i1":10,"i2":10};
+var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+Skip navigation links
+
+
+
+
+Overview
+Package
+Class
+Use
+Tree
+Deprecated
+Index
+Help
+
+
+
+
+Prev Class
+Next Class
+
+
+Frames
+No Frames
+
+
+All Classes
+
+
+
+
+
+
+
+Summary: 
+Nested | 
+Field | 
+Constr | 
+Method
+
+
+Detail: 
+Field | 
+Constr | 
+Method
+
+
+
+
+
+
+
+
+org.apache.hadoop.hbase.client
+Class RestoreSnapshotFromClientSchemaChangeTestBase
+
+
+
+https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">java.lang.Object
+
+
+org.apache.hadoop.hbase.client.RestoreSnapshotFromClientTestBase
+
+
+org.apache.hadoop.hbase.client.RestoreSnapshotFromClientSchemaChangeTestBase
+
+
+
+
+
+
+
+
+
+Direct Known Subclasses:
+TestMobRestoreSnapshotFromClientSchemaChange,
 TestRestoreSnapshotFromClientSchemaChange
+
+
+
+public class RestoreSnapshotFromClientSchemaChangeTestBase
+extends RestoreSnapshotFromClientTestBase
+
+
+
+
+
+
+
+
+
+
+
+Field Summary
+
+
+
+
+Fields inherited from class org.apache.hadoop.hbase.client.RestoreSnapshotFromClientTestBase
+admin,
 emptySnapshot,
 FAMILY,
 name,
 snapshot0Rows,
 snapshot1Rows,
 snapshotName0,
 snapshotName1,
 snapshotName2,
 tableName,
 TEST_FAMILY2,
 TEST_UTIL
+
+
+
+
+
+
+
+
+Constructor Summary
+
+Constructors 
+
+Constructor and Description
+
+
+RestoreSnapshotFromClientSchemaChangeTestBase() 
+
+
+
+
+
+
+
+
+
+Method Summary
+
+All Methods Instance Methods Concrete Methods 
+
+Modifier and Type
+Method and Description
+
+
+private https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true";
 title="class or interface in java.util">SetString>
+getFamiliesFromFS(org.apache.hadoop.hbase.TableName tableName) 
+
+
+protected 
org.apache.hadoop.hbase.client.ColumnFamilyDescriptor
+getTestRestoreSchemaChangeHCD() 
+
+
+void
+testRestoreSchemaChange() 
+
+
+
+
+
+
+Methods inherited from class org.apache.hadoop.hbase.client.RestoreSnapshotFromClientTestBase
+countRows,
 createTable,
 getNumReplicas,
 getValidMethodName,
 setup,
 setupCluster,
 setupConf,
 splitRegion,
 tearDown,
 tearDownAfterClass,
 verifyRowCount
+
+
+
+
+
+Methods inherited from class java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object
+https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#clone--";
 title="class or interface in java.lang">clone, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#equals-java.lang.Object-";
 title="class or interface in java.lang">equals, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#finalize--";
 title="class or interface in java.lang">finalize, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#getClass--";
 title="class or interface in java.lang">getClass, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#hashCode--";
 title="class or interface in java.lang">hashCode, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#notify--";
 title="class or interface in java.lang">notify, https://docs.oracle.com/javase/8/docs/api/ja
 va/lang/Object.html?is-external=true#notifyAll--" title="class or interface in 
java.lang">notifyAll, https://doc

[21/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/org/apache/hadoop/hbase/client/TestRestoreSnapshotFromClientAfterSplittingRegions.html
--
diff --git 
a/testdevapidocs/org/apache/hadoop/hbase/client/TestRestoreSnapshotFromClientAfterSplittingRegions.html
 
b/testdevapidocs/org/apache/hadoop/hbase/client/TestRestoreSnapshotFromClientAfterSplittingRegions.html
new file mode 100644
index 000..cb4690a
--- /dev/null
+++ 
b/testdevapidocs/org/apache/hadoop/hbase/client/TestRestoreSnapshotFromClientAfterSplittingRegions.html
@@ -0,0 +1,369 @@
+http://www.w3.org/TR/html4/loose.dtd";>
+
+
+
+
+
+TestRestoreSnapshotFromClientAfterSplittingRegions (Apache HBase 
3.0.0-SNAPSHOT Test API)
+
+
+
+
+
+var methods = {"i0":10,"i1":9};
+var tabs = {65535:["t0","All Methods"],1:["t1","Static 
Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+Skip navigation links
+
+
+
+
+Overview
+Package
+Class
+Use
+Tree
+Deprecated
+Index
+Help
+
+
+
+
+Prev Class
+Next Class
+
+
+Frames
+No Frames
+
+
+All Classes
+
+
+
+
+
+
+
+Summary: 
+Nested | 
+Field | 
+Constr | 
+Method
+
+
+Detail: 
+Field | 
+Constr | 
+Method
+
+
+
+
+
+
+
+
+org.apache.hadoop.hbase.client
+Class TestRestoreSnapshotFromClientAfterSplittingRegions
+
+
+
+https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">java.lang.Object
+
+
+org.apache.hadoop.hbase.client.RestoreSnapshotFromClientTestBase
+
+
+org.apache.hadoop.hbase.client.RestoreSnapshotFromClientAfterSplittingRegionsTestBase
+
+
+org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClientAfterSplittingRegions
+
+
+
+
+
+
+
+
+
+
+
+
+public class TestRestoreSnapshotFromClientAfterSplittingRegions
+extends RestoreSnapshotFromClientAfterSplittingRegionsTestBase
+
+
+
+
+
+
+
+
+
+
+
+Field Summary
+
+Fields 
+
+Modifier and Type
+Field and Description
+
+
+static HBaseClassTestRule
+CLASS_RULE 
+
+
+int
+numReplicas 
+
+
+
+
+
+
+Fields inherited from class org.apache.hadoop.hbase.client.RestoreSnapshotFromClientTestBase
+admin,
 emptySnapshot,
 FAMILY,
 name,
 snapshot0Rows,
 snapshot1Rows,
 snapshotName0,
 snapshotName1,
 snapshotName2,
 tableName,
 TEST_FAMILY2,
 TEST_UTIL
+
+
+
+
+
+
+
+
+Constructor Summary
+
+Constructors 
+
+Constructor and Description
+
+
+TestRestoreSnapshotFromClientAfterSplittingRegions() 
+
+
+
+
+
+
+
+
+
+Method Summary
+
+All Methods Static Methods Instance Methods Concrete Methods 
+
+Modifier and Type
+Method and Description
+
+
+protected int
+getNumReplicas() 
+
+
+static https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true";
 title="class or interface in java.util">ListObject[]>
+params() 
+
+
+
+
+
+
+Methods inherited from class org.apache.hadoop.hbase.client.RestoreSnapshotFromClientAfterSplittingRegionsTestBase
+testRestoreSnapshotAfterSplittingRegions
+
+
+
+
+
+Methods inherited from class org.apache.hadoop.hbase.client.RestoreSnapshotFromClientTestBase
+countRows,
 createTable,
 getValidMethodName,
 setup,
 setupCluster,
 setupConf,
 splitRe
 gion, tearDown,
 tearDownAfterClass,
 verifyRowCount
+
+
+
+
+
+Methods inherited from class java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object
+https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#clone--";
 title="class or interface in java.lang">clone, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#equals-java.lang.Object-";
 title="class or interface in java.lang">equals, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#finalize--";
 title="class or interface in java.lang">finalize, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#getClass--";
 title="class or interface in java.lang">getClass, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#hashCode--";
 title="class or interface in java.lang">hashCode, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#notify--";
 title=

[10/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/src-html/org/apache/hadoop/hbase/client/RestoreSnapshotFromClientTestBase.html
--
diff --git 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/client/RestoreSnapshotFromClientTestBase.html
 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/client/RestoreSnapshotFromClientTestBase.html
new file mode 100644
index 000..0916093
--- /dev/null
+++ 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/client/RestoreSnapshotFromClientTestBase.html
@@ -0,0 +1,222 @@
+http://www.w3.org/TR/html4/loose.dtd";>
+
+
+Source code
+
+
+
+
+001/**
+002 * Licensed to the Apache Software 
Foundation (ASF) under one
+003 * or more contributor license 
agreements.  See the NOTICE file
+004 * distributed with this work for 
additional information
+005 * regarding copyright ownership.  The 
ASF licenses this file
+006 * to you under the Apache License, 
Version 2.0 (the
+007 * "License"); you may not use this file 
except in compliance
+008 * with the License.  You may obtain a 
copy of the License at
+009 *
+010 * 
http://www.apache.org/licenses/LICENSE-2.0
+011 *
+012 * Unless required by applicable law or 
agreed to in writing, software
+013 * distributed under the License is 
distributed on an "AS IS" BASIS,
+014 * WITHOUT WARRANTIES OR CONDITIONS OF 
ANY KIND, either express or implied.
+015 * See the License for the specific 
language governing permissions and
+016 * limitations under the License.
+017 */
+018package org.apache.hadoop.hbase.client;
+019
+020import java.io.IOException;
+021import 
org.apache.hadoop.conf.Configuration;
+022import 
org.apache.hadoop.hbase.HBaseTestingUtility;
+023import 
org.apache.hadoop.hbase.HConstants;
+024import 
org.apache.hadoop.hbase.TableName;
+025import 
org.apache.hadoop.hbase.master.snapshot.SnapshotManager;
+026import 
org.apache.hadoop.hbase.snapshot.SnapshotTestingUtils;
+027import 
org.apache.hadoop.hbase.util.Bytes;
+028import org.junit.After;
+029import org.junit.AfterClass;
+030import org.junit.Before;
+031import org.junit.BeforeClass;
+032import org.junit.Rule;
+033import org.junit.rules.TestName;
+034
+035/**
+036 * Base class for testing restore 
snapshot
+037 */
+038public class 
RestoreSnapshotFromClientTestBase {
+039  protected final static 
HBaseTestingUtility TEST_UTIL = new HBaseTestingUtility();
+040
+041  protected final byte[] FAMILY = 
Bytes.toBytes("cf");
+042  protected final byte[] TEST_FAMILY2 = 
Bytes.toBytes("cf2");
+043
+044  protected TableName tableName;
+045  protected byte[] emptySnapshot;
+046  protected byte[] snapshotName0;
+047  protected byte[] snapshotName1;
+048  protected byte[] snapshotName2;
+049  protected int snapshot0Rows;
+050  protected int snapshot1Rows;
+051  protected Admin admin;
+052
+053  @Rule
+054  public TestName name = new 
TestName();
+055
+056  @BeforeClass
+057  public static void setupCluster() 
throws Exception {
+058
setupConf(TEST_UTIL.getConfiguration());
+059TEST_UTIL.startMiniCluster(3);
+060  }
+061
+062  protected static void 
setupConf(Configuration conf) {
+063
TEST_UTIL.getConfiguration().setBoolean(SnapshotManager.HBASE_SNAPSHOT_ENABLED, 
true);
+064
TEST_UTIL.getConfiguration().setInt("hbase.hstore.compactionThreshold", 10);
+065
TEST_UTIL.getConfiguration().setInt("hbase.regionserver.msginterval", 100);
+066
TEST_UTIL.getConfiguration().setInt("hbase.client.pause", 250);
+067
TEST_UTIL.getConfiguration().setInt(HConstants.HBASE_CLIENT_RETRIES_NUMBER, 
6);
+068
TEST_UTIL.getConfiguration().setBoolean("hbase.master.enabletable.roundrobin", 
true);
+069  }
+070
+071  @AfterClass
+072  public static void tearDownAfterClass() 
throws Exception {
+073TEST_UTIL.shutdownMiniCluster();
+074  }
+075
+076  /**
+077   * Initialize the tests with a table 
filled with some data and two snapshots (snapshotName0,
+078   * snapshotName1) of different states. 
The tableName, snapshotNames and the number of rows in the
+079   * snapshot are initialized.
+080   */
+081  @Before
+082  public void setup() throws Exception 
{
+083this.admin = TEST_UTIL.getAdmin();
+084
+085long tid = 
System.currentTimeMillis();
+086tableName = 
TableName.valueOf(getValidMethodName() + "-" + tid);
+087emptySnapshot = 
Bytes.toBytes("emptySnaptb-" + tid);
+088snapshotName0 = 
Bytes.toBytes("snaptb0-" + tid);
+089snapshotName1 = 
Bytes.toBytes("snaptb1-" + tid);
+090snapshotName2 = 
Bytes.toBytes("snaptb2-" + tid);
+091
+092// create Table and disable it
+093createTable();
+094admin.disableTable(tableName);
+095
+096// take an empty snapshot
+097admin.snapshot(emptySnapshot, 
tableName);
+098
+099// enable table and insert data
+100admin.enableTable(tableName);
+101
SnapshotTestingUtils.loadData(TEST_UTIL, tableName, 500, FAMILY);
+102try (Table table = 
TEST_UTIL.getConnection().getTable(tableName))

[20/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/org/apache/hadoop/hbase/client/TestRestoreSnapshotFromClientGetCompactionState.html
--
diff --git 
a/testdevapidocs/org/apache/hadoop/hbase/client/TestRestoreSnapshotFromClientGetCompactionState.html
 
b/testdevapidocs/org/apache/hadoop/hbase/client/TestRestoreSnapshotFromClientGetCompactionState.html
new file mode 100644
index 000..078c52a
--- /dev/null
+++ 
b/testdevapidocs/org/apache/hadoop/hbase/client/TestRestoreSnapshotFromClientGetCompactionState.html
@@ -0,0 +1,369 @@
+http://www.w3.org/TR/html4/loose.dtd";>
+
+
+
+
+
+TestRestoreSnapshotFromClientGetCompactionState (Apache HBase 
3.0.0-SNAPSHOT Test API)
+
+
+
+
+
+var methods = {"i0":10,"i1":9};
+var tabs = {65535:["t0","All Methods"],1:["t1","Static 
Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+Skip navigation links
+
+
+
+
+Overview
+Package
+Class
+Use
+Tree
+Deprecated
+Index
+Help
+
+
+
+
+Prev Class
+Next Class
+
+
+Frames
+No Frames
+
+
+All Classes
+
+
+
+
+
+
+
+Summary: 
+Nested | 
+Field | 
+Constr | 
+Method
+
+
+Detail: 
+Field | 
+Constr | 
+Method
+
+
+
+
+
+
+
+
+org.apache.hadoop.hbase.client
+Class TestRestoreSnapshotFromClientGetCompactionState
+
+
+
+https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">java.lang.Object
+
+
+org.apache.hadoop.hbase.client.RestoreSnapshotFromClientTestBase
+
+
+org.apache.hadoop.hbase.client.RestoreSnapshotFromClientGetCompactionStateTestBase
+
+
+org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClientGetCompactionState
+
+
+
+
+
+
+
+
+
+
+
+
+public class TestRestoreSnapshotFromClientGetCompactionState
+extends RestoreSnapshotFromClientGetCompactionStateTestBase
+
+
+
+
+
+
+
+
+
+
+
+Field Summary
+
+Fields 
+
+Modifier and Type
+Field and Description
+
+
+static HBaseClassTestRule
+CLASS_RULE 
+
+
+int
+numReplicas 
+
+
+
+
+
+
+Fields inherited from class org.apache.hadoop.hbase.client.RestoreSnapshotFromClientTestBase
+admin,
 emptySnapshot,
 FAMILY,
 name,
 snapshot0Rows,
 snapshot1Rows,
 snapshotName0,
 snapshotName1,
 snapshotName2,
 tableName,
 TEST_FAMILY2,
 TEST_UTIL
+
+
+
+
+
+
+
+
+Constructor Summary
+
+Constructors 
+
+Constructor and Description
+
+
+TestRestoreSnapshotFromClientGetCompactionState() 
+
+
+
+
+
+
+
+
+
+Method Summary
+
+All Methods Static Methods Instance Methods Concrete Methods 
+
+Modifier and Type
+Method and Description
+
+
+protected int
+getNumReplicas() 
+
+
+static https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true";
 title="class or interface in java.util">ListObject[]>
+params() 
+
+
+
+
+
+
+Methods inherited from class org.apache.hadoop.hbase.client.RestoreSnapshotFromClientGetCompactionStateTestBase
+testGetCompactionStateAfterRestoringSnapshot
+
+
+
+
+
+Methods inherited from class org.apache.hadoop.hbase.client.RestoreSnapshotFromClientTestBase
+countRows,
 createTable,
 getValidMethodName,
 setup,
 setupCluster,
 setupConf,
 splitRe
 gion, tearDown,
 tearDownAfterClass,
 verifyRowCount
+
+
+
+
+
+Methods inherited from class java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object
+https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#clone--";
 title="class or interface in java.lang">clone, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#equals-java.lang.Object-";
 title="class or interface in java.lang">equals, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#finalize--";
 title="class or interface in java.lang">finalize, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#getClass--";
 title="class or interface in java.lang">getClass, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#hashCode--";
 title="class or interface in java.lang">hashCode, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#notify--";
 title="class or interface in java.lang">n

[31/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.DeleteState.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.DeleteState.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.DeleteState.html
index 0c69df9..8515fa3 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.DeleteState.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.DeleteState.html
@@ -32,263 +32,263 @@
 024import java.util.Map;
 025import java.util.TreeMap;
 026import java.util.stream.LongStream;
-027import 
org.apache.yetus.audience.InterfaceAudience;
-028import 
org.apache.yetus.audience.InterfaceStability;
-029
-030import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos;
-031
-032/**
-033 * Keeps track of live procedures.
-034 *
-035 * It can be used by the ProcedureStore 
to identify which procedures are already
-036 * deleted/completed to avoid the 
deserialization step on restart
-037 */
-038@InterfaceAudience.Private
-039@InterfaceStability.Evolving
-040public class ProcedureStoreTracker {
-041  // Key is procedure id corresponding to 
first bit of the bitmap.
-042  private final TreeMap map = new TreeMap<>();
-043
-044  /**
-045   * If true, do not remove bits 
corresponding to deleted procedures. Note that this can result
-046   * in huge bitmaps overtime.
-047   * Currently, it's set to true only 
when building tracker state from logs during recovery. During
-048   * recovery, if we are sure that a 
procedure has been deleted, reading its old update entries
-049   * can be skipped.
-050   */
-051  private boolean keepDeletes = false;
-052  /**
-053   * If true, it means tracker has 
incomplete information about the active/deleted procedures.
-054   * It's set to true only when 
recovering from old logs. See {@link #isDeleted(long)} docs to
-055   * understand it's real use.
-056   */
-057  boolean partial = false;
-058
-059  private long minModifiedProcId = 
Long.MAX_VALUE;
-060  private long maxModifiedProcId = 
Long.MIN_VALUE;
-061
-062  public enum DeleteState { YES, NO, 
MAYBE }
-063
-064  public void 
resetToProto(ProcedureProtos.ProcedureStoreTracker trackerProtoBuf) {
-065reset();
-066for 
(ProcedureProtos.ProcedureStoreTracker.TrackerNode protoNode: 
trackerProtoBuf.getNodeList()) {
-067  final BitSetNode node = new 
BitSetNode(protoNode);
-068  map.put(node.getStart(), node);
-069}
-070  }
-071
-072  /**
-073   * Resets internal state to same as 
given {@code tracker}. Does deep copy of the bitmap.
-074   */
-075  public void 
resetTo(ProcedureStoreTracker tracker) {
-076resetTo(tracker, false);
-077  }
-078
-079  /**
-080   * Resets internal state to same as 
given {@code tracker}, and change the deleted flag according
-081   * to the modified flag if {@code 
resetDelete} is true. Does deep copy of the bitmap.
-082   * 

-083   * The {@code resetDelete} will be set 
to true when building cleanup tracker, please see the
-084   * comments in {@link 
BitSetNode#BitSetNode(BitSetNode, boolean)} to learn how we change the
-085   * deleted flag if {@code resetDelete} 
is true.
-086   */
-087  public void 
resetTo(ProcedureStoreTracker tracker, boolean resetDelete) {
-088reset();
-089this.partial = tracker.partial;
-090this.minModifiedProcId = 
tracker.minModifiedProcId;
-091this.maxModifiedProcId = 
tracker.maxModifiedProcId;
-092this.keepDeletes = 
tracker.keepDeletes;
-093for (Map.Entry entry : tracker.map.entrySet()) {
-094  map.put(entry.getKey(), new 
BitSetNode(entry.getValue(), resetDelete));
-095}
-096  }
-097
-098  public void insert(long procId) {
-099insert(null, procId);
-100  }
-101
-102  public void insert(long[] procIds) {
-103for (int i = 0; i < 
procIds.length; ++i) {
-104  insert(procIds[i]);
-105}
-106  }
-107
-108  public void insert(long procId, long[] 
subProcIds) {
-109BitSetNode node = update(null, 
procId);
-110for (int i = 0; i < 
subProcIds.length; ++i) {
-111  node = insert(node, 
subProcIds[i]);
-112}
-113  }
-114
-115  private BitSetNode insert(BitSetNode 
node, long procId) {
-116if (node == null || 
!node.contains(procId)) {
-117  node = getOrCreateNode(procId);
-118}
-119node.insertOrUpdate(procId);
-120trackProcIds(procId);
-121return node;
-122  }
-123
-124  public void update(long procId) {
-125update(null, procId);
-126  }
-127
-128  private BitSetNode update(BitSetNode 
node, long procId) {
-129node = lookupClosestNode(node, 
procId);
-130assert node != null : "expected node 
to update procId=" + procId;
-131assert node.contains(procId) : 
"expected procId=" + proc

[30/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.html
index 0c69df9..8515fa3 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/ProcedureStoreTracker.html
@@ -32,263 +32,263 @@
 024import java.util.Map;
 025import java.util.TreeMap;
 026import java.util.stream.LongStream;
-027import 
org.apache.yetus.audience.InterfaceAudience;
-028import 
org.apache.yetus.audience.InterfaceStability;
-029
-030import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos;
-031
-032/**
-033 * Keeps track of live procedures.
-034 *
-035 * It can be used by the ProcedureStore 
to identify which procedures are already
-036 * deleted/completed to avoid the 
deserialization step on restart
-037 */
-038@InterfaceAudience.Private
-039@InterfaceStability.Evolving
-040public class ProcedureStoreTracker {
-041  // Key is procedure id corresponding to 
first bit of the bitmap.
-042  private final TreeMap map = new TreeMap<>();
-043
-044  /**
-045   * If true, do not remove bits 
corresponding to deleted procedures. Note that this can result
-046   * in huge bitmaps overtime.
-047   * Currently, it's set to true only 
when building tracker state from logs during recovery. During
-048   * recovery, if we are sure that a 
procedure has been deleted, reading its old update entries
-049   * can be skipped.
-050   */
-051  private boolean keepDeletes = false;
-052  /**
-053   * If true, it means tracker has 
incomplete information about the active/deleted procedures.
-054   * It's set to true only when 
recovering from old logs. See {@link #isDeleted(long)} docs to
-055   * understand it's real use.
-056   */
-057  boolean partial = false;
-058
-059  private long minModifiedProcId = 
Long.MAX_VALUE;
-060  private long maxModifiedProcId = 
Long.MIN_VALUE;
-061
-062  public enum DeleteState { YES, NO, 
MAYBE }
-063
-064  public void 
resetToProto(ProcedureProtos.ProcedureStoreTracker trackerProtoBuf) {
-065reset();
-066for 
(ProcedureProtos.ProcedureStoreTracker.TrackerNode protoNode: 
trackerProtoBuf.getNodeList()) {
-067  final BitSetNode node = new 
BitSetNode(protoNode);
-068  map.put(node.getStart(), node);
-069}
-070  }
-071
-072  /**
-073   * Resets internal state to same as 
given {@code tracker}. Does deep copy of the bitmap.
-074   */
-075  public void 
resetTo(ProcedureStoreTracker tracker) {
-076resetTo(tracker, false);
-077  }
-078
-079  /**
-080   * Resets internal state to same as 
given {@code tracker}, and change the deleted flag according
-081   * to the modified flag if {@code 
resetDelete} is true. Does deep copy of the bitmap.
-082   * 

-083   * The {@code resetDelete} will be set 
to true when building cleanup tracker, please see the
-084   * comments in {@link 
BitSetNode#BitSetNode(BitSetNode, boolean)} to learn how we change the
-085   * deleted flag if {@code resetDelete} 
is true.
-086   */
-087  public void 
resetTo(ProcedureStoreTracker tracker, boolean resetDelete) {
-088reset();
-089this.partial = tracker.partial;
-090this.minModifiedProcId = 
tracker.minModifiedProcId;
-091this.maxModifiedProcId = 
tracker.maxModifiedProcId;
-092this.keepDeletes = 
tracker.keepDeletes;
-093for (Map.Entry entry : tracker.map.entrySet()) {
-094  map.put(entry.getKey(), new 
BitSetNode(entry.getValue(), resetDelete));
-095}
-096  }
-097
-098  public void insert(long procId) {
-099insert(null, procId);
-100  }
-101
-102  public void insert(long[] procIds) {
-103for (int i = 0; i < 
procIds.length; ++i) {
-104  insert(procIds[i]);
-105}
-106  }
-107
-108  public void insert(long procId, long[] 
subProcIds) {
-109BitSetNode node = update(null, 
procId);
-110for (int i = 0; i < 
subProcIds.length; ++i) {
-111  node = insert(node, 
subProcIds[i]);
-112}
-113  }
-114
-115  private BitSetNode insert(BitSetNode 
node, long procId) {
-116if (node == null || 
!node.contains(procId)) {
-117  node = getOrCreateNode(procId);
-118}
-119node.insertOrUpdate(procId);
-120trackProcIds(procId);
-121return node;
-122  }
-123
-124  public void update(long procId) {
-125update(null, procId);
-126  }
-127
-128  private BitSetNode update(BitSetNode 
node, long procId) {
-129node = lookupClosestNode(node, 
procId);
-130assert node != null : "expected node 
to update procId=" + procId;
-131assert node.contains(procId) : 
"expected procId=" + procId + " in the node";
-132node.insertOrUpdate(procId);
-1

[19/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/org/apache/hadoop/hbase/client/class-use/RestoreSnapshotFromClientAfterSplittingRegionsTestBase.html
--
diff --git 
a/testdevapidocs/org/apache/hadoop/hbase/client/class-use/RestoreSnapshotFromClientAfterSplittingRegionsTestBase.html
 
b/testdevapidocs/org/apache/hadoop/hbase/client/class-use/RestoreSnapshotFromClientAfterSplittingRegionsTestBase.html
new file mode 100644
index 000..84f8136
--- /dev/null
+++ 
b/testdevapidocs/org/apache/hadoop/hbase/client/class-use/RestoreSnapshotFromClientAfterSplittingRegionsTestBase.html
@@ -0,0 +1,169 @@
+http://www.w3.org/TR/html4/loose.dtd";>
+
+
+
+
+
+Uses of Class 
org.apache.hadoop.hbase.client.RestoreSnapshotFromClientAfterSplittingRegionsTestBase
 (Apache HBase 3.0.0-SNAPSHOT Test API)
+
+
+
+
+
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+Skip navigation links
+
+
+
+
+Overview
+Package
+Class
+Use
+Tree
+Deprecated
+Index
+Help
+
+
+
+
+Prev
+Next
+
+
+Frames
+No Frames
+
+
+All Classes
+
+
+
+
+
+
+
+
+
+
+Uses of 
Classorg.apache.hadoop.hbase.client.RestoreSnapshotFromClientAfterSplittingRegionsTestBase
+
+
+
+
+
+Packages that use RestoreSnapshotFromClientAfterSplittingRegionsTestBase 
+
+Package
+Description
+
+
+
+org.apache.hadoop.hbase.client
+ 
+
+
+
+
+
+
+
+
+
+Uses of RestoreSnapshotFromClientAfterSplittingRegionsTestBase
 in org.apache.hadoop.hbase.client
+
+Subclasses of RestoreSnapshotFromClientAfterSplittingRegionsTestBase
 in org.apache.hadoop.hbase.client 
+
+Modifier and Type
+Class and Description
+
+
+
+class 
+TestMobRestoreSnapshotFromClientAfterSplittingRegions 
+
+
+class 
+TestRestoreSnapshotFromClientAfterSplittingRegions 
+
+
+
+
+
+
+
+
+
+
+
+
+Skip navigation links
+
+
+
+
+Overview
+Package
+Class
+Use
+Tree
+Deprecated
+Index
+Help
+
+
+
+
+Prev
+Next
+
+
+Frames
+No Frames
+
+
+All Classes
+
+
+
+
+
+
+
+
+
+Copyright © 2007–2018 https://www.apache.org/";>The Apache Software Foundation. All rights 
reserved.
+
+

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/org/apache/hadoop/hbase/client/class-use/RestoreSnapshotFromClientAfterTruncateTestBase.html
--
diff --git 
a/testdevapidocs/org/apache/hadoop/hbase/client/class-use/RestoreSnapshotFromClientAfterTruncateTestBase.html
 
b/testdevapidocs/org/apache/hadoop/hbase/client/class-use/RestoreSnapshotFromClientAfterTruncateTestBase.html
new file mode 100644
index 000..3d8c231
--- /dev/null
+++ 
b/testdevapidocs/org/apache/hadoop/hbase/client/class-use/RestoreSnapshotFromClientAfterTruncateTestBase.html
@@ -0,0 +1,169 @@
+http://www.w3.org/TR/html4/loose.dtd";>
+
+
+
+
+
+Uses of Class 
org.apache.hadoop.hbase.client.RestoreSnapshotFromClientAfterTruncateTestBase 
(Apache HBase 3.0.0-SNAPSHOT Test API)
+
+
+
+
+
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+Skip navigation links
+
+
+
+
+Overview
+Package
+Class
+Use
+Tree
+Deprecated
+Index
+Help
+
+
+
+
+Prev
+Next
+
+
+Frames
+No Frames
+
+
+All Classes
+
+
+
+
+
+
+
+
+
+
+Uses of 
Classorg.apache.hadoop.hbase.client.RestoreSnapshotFromClientAfterTruncateTestBase
+
+
+
+
+
+Packages that use RestoreSnapshotFromClientAfterTruncateTestBase 
+
+Package
+Description
+
+
+
+org.apache.hadoop.hbase.client
+ 
+
+
+
+
+
+
+
+
+
+Uses of RestoreSnapshotFromClientAfterTruncateTestBase
 in org.apache.hadoop.hbase.client
+
+Subclasses of RestoreSnapshotFromClientAfterTruncateTestBase
 in org.apache.hadoop.hbase.client 
+
+Modifier and Type
+Class and Description
+
+
+
+class 
+TestMobRestoreSnapshotFromClientAfterTruncate 
+
+
+class 
+TestRe

[46/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html 
b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html
index 403b70e..94b8afc 100644
--- a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html
+++ b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html
@@ -18,7 +18,7 @@
 catch(err) {
 }
 //-->
-var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":10,"i51":10,"i52":10,"i53":10,"i54":10,"i55":10,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10,"i61":10,"i62":10,"i63":10,"i64":10,"i65":10,"i66":10,"i67":10,"i68":10,"i69":10,"i70":10};
+var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":10,"i51":10,"i52":10,"i53":10,"i54":10,"i55":10,"i56":10,"i57":10,"i58":10,"i59":10,"i60":10,"i61":10,"i62":10,"i63":10,"i64":10,"i65":10,"i66":10,"i67":10,"i68":10,"i69":10,"i70":10,"i71":10};
 var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],8:["t4","Concrete Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
@@ -401,21 +401,25 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 private void
+cleanupAfterRollbackOneStep(Procedure proc) 
+
+
+private void
 countDownChildren(RootProcedureState procStack,
  Procedure procedure) 
 
-
+
 NonceKey
 createNonceKey(long nonceGroup,
   long nonce)
 Create a NoneKey from the specified nonceGroup and 
nonce.
 
 
-
+
 private void
 execCompletionCleanup(Procedure proc) 
 
-
+
 private void
 execProcedure(RootProcedureState procStack,
  Procedure procedure)
@@ -425,236 +429,236 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
   If the procedure execution didn't fail (i.e.
 
 
-
+
 private void
 executeProcedure(Procedure proc) 
 
-
+
 private Procedure.LockState
 executeRollback(long rootProcId,
RootProcedureState procStack)
 Execute the rollback of the full procedure stack.
 
 
-
+
 private Procedure.LockState
 executeRollback(Procedure proc)
 Execute the rollback of the procedure step.
 
 
-
+
 private void
 forceUpdateProcedure(long procId) 
 
-
+
 int
 getActiveExecutorCount() 
 
-
+
 https://docs.oracle.com/javase/8/docs/api/java/util/Collection.html?is-external=true";
 title="class or interface in java.util">Collection>
 getActiveProceduresNoCopy()
 Should only be used when starting up, where the procedure 
workers have not been started.
 
 
-
+
 https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true";
 title="class or interface in java.util">SetLong>
 getActiveProcIds() 
 
-
+
 int
 getCorePoolSize() 
 
-
+
 TEnvironment
 getEnvironment() 
 
-
+
 long
 getKeepAliveTime(https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/TimeUnit.html?is-external=true";
 title="class or interface in 
java.util.concurrent">TimeUnit timeUnit) 
 
-
+
 protected long
 getLastProcId() 
 
-
+
 >T
 getProcedure(https://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true";
 title="class or interface in java.lang">Class clazz,
 long procId) 
 
-
+
 Procedure
 getProcedure(long procId) 
 
-
+
 https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true";
 title="class or interface in java.util">List>
 getProcedures()
 Get procedures.
 
 
-
+
 (package private) ProcedureScheduler
 getProcedureScheduler() 
 
-
+
 (package private) RootProcedureState
 getProcStack(long rootProcId) 
 
-
+
 Procedure
 getResult(long procId) 
 
-
+
 Procedure
 getResultOrProcedure(long procId) 
 
-
+
 (package private) https://docs.o

[51/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.


Project: http://git-wip-us.apache.org/repos/asf/hbase-site/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase-site/commit/323b17d9
Tree: http://git-wip-us.apache.org/repos/asf/hbase-site/tree/323b17d9
Diff: http://git-wip-us.apache.org/repos/asf/hbase-site/diff/323b17d9

Branch: refs/heads/asf-site
Commit: 323b17d937c29c87e2c57fbdd85c740e9d802f45
Parents: 1a9895d
Author: jenkins 
Authored: Tue Oct 16 14:54:03 2018 +
Committer: jenkins 
Committed: Tue Oct 16 14:54:03 2018 +

--
 acid-semantics.html |4 +-
 apache_hbase_reference_guide.pdf|4 +-
 book.html   |2 +-
 bulk-loads.html |4 +-
 checkstyle-aggregate.html   | 3692 +-
 checkstyle.rss  |  316 +-
 coc.html|4 +-
 dependencies.html   |4 +-
 dependency-convergence.html |4 +-
 dependency-info.html|4 +-
 dependency-management.html  |4 +-
 devapidocs/constant-values.html |4 +-
 devapidocs/index-all.html   |   26 +-
 .../hadoop/hbase/backup/package-tree.html   |4 +-
 .../hadoop/hbase/class-use/ServerName.html  |   81 +-
 .../hbase/client/class-use/RegionInfo.html  |7 +-
 .../hadoop/hbase/client/package-tree.html   |   26 +-
 .../hadoop/hbase/coprocessor/package-tree.html  |2 +-
 .../hadoop/hbase/filter/package-tree.html   |8 +-
 .../hadoop/hbase/io/hfile/package-tree.html |4 +-
 .../apache/hadoop/hbase/ipc/package-tree.html   |2 +-
 .../hadoop/hbase/mapreduce/package-tree.html|4 +-
 .../apache/hadoop/hbase/master/DeadServer.html  |  104 +-
 .../assignment/AssignmentManagerUtil.html   |   34 +-
 .../class-use/TransitRegionStateProcedure.html  |7 +-
 .../hbase/master/balancer/package-tree.html |2 +-
 .../hadoop/hbase/master/package-tree.html   |4 +-
 .../procedure/class-use/MasterProcedureEnv.html |7 +-
 .../hbase/master/procedure/package-tree.html|2 +-
 .../hadoop/hbase/monitoring/package-tree.html   |2 +-
 .../org/apache/hadoop/hbase/package-tree.html   |   14 +-
 ...ProcedureExecutor.KeepAliveWorkerThread.html |6 +-
 .../ProcedureExecutor.WorkerMonitor.html|   32 +-
 .../ProcedureExecutor.WorkerThread.html |   20 +-
 .../hbase/procedure2/ProcedureExecutor.html |  227 +-
 .../hbase/procedure2/StateMachineProcedure.html |   20 +-
 .../hbase/procedure2/class-use/Procedure.html   |   98 +-
 .../hadoop/hbase/procedure2/package-tree.html   |6 +-
 .../hbase/procedure2/store/BitSetNode.html  |   74 +-
 .../ProcedureStoreTracker.DeleteState.html  |   12 +-
 .../procedure2/store/ProcedureStoreTracker.html |   62 +-
 .../hadoop/hbase/quotas/package-tree.html   |6 +-
 .../hadoop/hbase/regionserver/package-tree.html |   18 +-
 .../regionserver/querymatcher/package-tree.html |2 +-
 .../hbase/regionserver/wal/package-tree.html|2 +-
 .../hadoop/hbase/replication/package-tree.html  |2 +-
 .../replication/regionserver/package-tree.html  |2 +-
 .../hadoop/hbase/rest/model/package-tree.html   |2 +-
 .../hbase/security/access/package-tree.html |2 +-
 .../hadoop/hbase/security/package-tree.html |4 +-
 .../hadoop/hbase/thrift/package-tree.html   |4 +-
 .../apache/hadoop/hbase/util/package-tree.html  |   10 +-
 .../org/apache/hadoop/hbase/Version.html|4 +-
 ...pReduceHFileSplitterJob.HFileCellMapper.html |2 +-
 .../mapreduce/MapReduceHFileSplitterJob.html|2 +-
 .../apache/hadoop/hbase/master/DeadServer.html  |  421 +-
 .../assignment/AssignmentManagerUtil.html   |  173 +-
 ...edureExecutor.CompletedProcedureCleaner.html | 2257 +--
 ...dureExecutor.CompletedProcedureRetainer.html | 2257 +--
 .../ProcedureExecutor.FailedProcedure.html  | 2257 +--
 ...ProcedureExecutor.KeepAliveWorkerThread.html | 2257 +--
 ...edureExecutor.ProcedureExecutorListener.html | 2257 +--
 .../procedure2/ProcedureExecutor.Testing.html   | 2257 +--
 .../ProcedureExecutor.WorkerMonitor.html| 2257 +--
 .../ProcedureExecutor.WorkerThread.html | 2257 +--
 .../hbase/procedure2/ProcedureExecutor.html | 2257 +--
 .../procedure2/StateMachineProcedure.Flow.html  |  204 +-
 .../hbase/procedure2/StateMachineProcedure.html |  204 +-
 .../hbase/procedure2/store/BitSetNode.html  |  797 ++--
 .../ProcedureStoreTracker.DeleteState.html  |  512 +--
 .../procedure2/store/ProcedureStoreTracker.html |  512 +--
 downloads.html  |4 +-
 export_control.html   

[33/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/StateMachineProcedure.Flow.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/StateMachineProcedure.Flow.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/StateMachineProcedure.Flow.html
index 72e2cd7..1fd9d0e 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/StateMachineProcedure.Flow.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/StateMachineProcedure.Flow.html
@@ -227,111 +227,115 @@
 219  @Override
 220  protected boolean abort(final 
TEnvironment env) {
 221LOG.debug("Abort requested for {}", 
this);
-222if (hasMoreState()) {
-223  aborted.set(true);
-224  return true;
+222if (!hasMoreState()) {
+223  LOG.warn("Ignore abort request on 
{} because it has already been finished", this);
+224  return false;
 225}
-226LOG.debug("Ignoring abort request on 
{}", this);
-227return false;
-228  }
-229
-230  /**
-231   * If procedure has more states then 
abort it otherwise procedure is finished and abort can be
-232   * ignored.
-233   */
-234  protected final void failIfAborted() 
{
-235if (aborted.get()) {
-236  if (hasMoreState()) {
-237
setAbortFailure(getClass().getSimpleName(), "abort requested");
-238  } else {
-239LOG.warn("Ignoring abort request 
on state='" + getCurrentState() + "' for " + this);
-240  }
-241}
-242  }
-243
-244  /**
-245   * Used by the default implementation 
of abort() to know if the current state can be aborted
-246   * and rollback can be triggered.
-247   */
-248  protected boolean 
isRollbackSupported(final TState state) {
-249return false;
-250  }
-251
-252  @Override
-253  protected boolean 
isYieldAfterExecutionStep(final TEnvironment env) {
-254return 
isYieldBeforeExecuteFromState(env, getCurrentState());
-255  }
-256
-257  private boolean hasMoreState() {
-258return stateFlow != 
Flow.NO_MORE_STATE;
+226if 
(!isRollbackSupported(getCurrentState())) {
+227  LOG.warn("Ignore abort request on 
{} because it does not support rollback", this);
+228  return false;
+229}
+230aborted.set(true);
+231return true;
+232  }
+233
+234  /**
+235   * If procedure has more states then 
abort it otherwise procedure is finished and abort can be
+236   * ignored.
+237   */
+238  protected final void failIfAborted() 
{
+239if (aborted.get()) {
+240  if (hasMoreState()) {
+241
setAbortFailure(getClass().getSimpleName(), "abort requested");
+242  } else {
+243LOG.warn("Ignoring abort request 
on state='" + getCurrentState() + "' for " + this);
+244  }
+245}
+246  }
+247
+248  /**
+249   * Used by the default implementation 
of abort() to know if the current state can be aborted
+250   * and rollback can be triggered.
+251   */
+252  protected boolean 
isRollbackSupported(final TState state) {
+253return false;
+254  }
+255
+256  @Override
+257  protected boolean 
isYieldAfterExecutionStep(final TEnvironment env) {
+258return 
isYieldBeforeExecuteFromState(env, getCurrentState());
 259  }
 260
-261  protected TState getCurrentState() {
-262return stateCount > 0 ? 
getState(states[stateCount-1]) : getInitialState();
+261  private boolean hasMoreState() {
+262return stateFlow != 
Flow.NO_MORE_STATE;
 263  }
 264
-265  /**
-266   * This method is used from test code 
as it cannot be assumed that state transition will happen
-267   * sequentially. Some procedures may 
skip steps/ states, some may add intermediate steps in
-268   * future.
-269   */
-270  @VisibleForTesting
-271  public int getCurrentStateId() {
-272return 
getStateId(getCurrentState());
-273  }
-274
-275  /**
-276   * Set the next state for the 
procedure.
-277   * @param stateId the ordinal() of the 
state enum (or state id)
-278   */
-279  private void setNextState(final int 
stateId) {
-280if (states == null || states.length 
== stateCount) {
-281  int newCapacity = stateCount + 8;
-282  if (states != null) {
-283states = Arrays.copyOf(states, 
newCapacity);
-284  } else {
-285states = new int[newCapacity];
-286  }
-287}
-288states[stateCount++] = stateId;
-289  }
-290
-291  @Override
-292  protected void 
toStringState(StringBuilder builder) {
-293super.toStringState(builder);
-294if (!isFinished() && 
!isEofState() && getCurrentState() != null) {
-295  
builder.append(":").append(getCurrentState());
-296}
-297  }
-298
-299  @Override
-300  protected void 
serializeStateData(ProcedureStateSerializer serializer)
-301  throws IOException {
-302StateMachineProcedureData.Builder 
data = StateMachineProcedureData.newBuilder();
-303for (int i = 0; i < stateCount; 
++i) {
-304  data.addState(states[i]);
-305}
-306serializer.ser

[06/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MasterProcedureTestingUtility.StepHook.html
--
diff --git 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MasterProcedureTestingUtility.StepHook.html
 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MasterProcedureTestingUtility.StepHook.html
index 8c7d5c9..0c87f49 100644
--- 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MasterProcedureTestingUtility.StepHook.html
+++ 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MasterProcedureTestingUtility.StepHook.html
@@ -387,7 +387,7 @@
 379   */
 380  public static void 
testRecoveryAndDoubleExecution(
 381  final 
ProcedureExecutor procExec, final long procId,
-382  final int numSteps, final boolean 
expectExecRunning) throws Exception {
+382  final int lastStep, final boolean 
expectExecRunning) throws Exception {
 383
ProcedureTestingUtility.waitProcedure(procExec, procId);
 384assertEquals(false, 
procExec.isRunning());
 385
@@ -405,201 +405,204 @@
 397// fix would be get all visited 
states by the procedure and then check if user speccified
 398// state is in that list. Current 
assumption of sequential proregression of steps/ states is
 399// made at multiple places so we can 
keep while condition below for simplicity.
-400Procedure proc = 
procExec.getProcedure(procId);
+400Procedure proc = 
procExec.getProcedure(procId);
 401int stepNum = proc instanceof 
StateMachineProcedure ?
 402((StateMachineProcedure) 
proc).getCurrentStateId() : 0;
-403while (stepNum < numSteps) {
-404  LOG.info("Restart " + stepNum + " 
exec state=" + proc);
-405  
ProcedureTestingUtility.assertProcNotYetCompleted(procExec, procId);
-406  
restartMasterProcedureExecutor(procExec);
-407  
ProcedureTestingUtility.waitProcedure(procExec, procId);
-408  // Old proc object is stale, need 
to get the new one after ProcedureExecutor restart
-409  proc = 
procExec.getProcedure(procId);
-410  stepNum = proc instanceof 
StateMachineProcedure ?
-411  ((StateMachineProcedure) 
proc).getCurrentStateId() : stepNum + 1;
-412}
-413
-414assertEquals(expectExecRunning, 
procExec.isRunning());
-415  }
+403for (;;) {
+404  if (stepNum == lastStep) {
+405break;
+406  }
+407  LOG.info("Restart " + stepNum + " 
exec state=" + proc);
+408  
ProcedureTestingUtility.assertProcNotYetCompleted(procExec, procId);
+409  
restartMasterProcedureExecutor(procExec);
+410  
ProcedureTestingUtility.waitProcedure(procExec, procId);
+411  // Old proc object is stale, need 
to get the new one after ProcedureExecutor restart
+412  proc = 
procExec.getProcedure(procId);
+413  stepNum = proc instanceof 
StateMachineProcedure ?
+414  ((StateMachineProcedure) 
proc).getCurrentStateId() : stepNum + 1;
+415}
 416
-417  /**
-418   * Run through all procedure flow 
states TWICE while also restarting
-419   * procedure executor at each step; i.e 
force a reread of procedure store.
-420   *
-421   *
It does
-422   * 
Execute step N - 
kill the executor before store update
-423   * 
Restart executor/store
-424   * 
Executes hook for each 
step twice
-425   * 
Execute step N - and then 
save to store
-426   * 
-427   *
-428   *
This is a good test for 
finding state that needs persisting and steps that are not
-429   * idempotent. Use this version of the 
test when the order in which flow steps are executed is
-430   * not start to finish; where the 
procedure may vary the flow steps dependent on circumstance
-431   * found.
-432   * @see 
#testRecoveryAndDoubleExecution(ProcedureExecutor, long, int, boolean)
-433   */
-434  public static void 
testRecoveryAndDoubleExecution(
-435  final 
ProcedureExecutor procExec, final long procId, final 
StepHook hook)
-436  throws Exception {
-437
ProcedureTestingUtility.waitProcedure(procExec, procId);
-438assertEquals(false, 
procExec.isRunning());
-439for (int i = 0; 
!procExec.isFinished(procId); ++i) {
-440  LOG.info("Restart " + i + " exec 
state=" + procExec.getProcedure(procId));
-441  if (hook != null) {
-442assertTrue(hook.execute(i));
-443  }
-444  
restartMasterProcedureExecutor(procExec);
-445  
ProcedureTestingUtility.waitProcedure(procExec, procId);
-446}
-447assertEquals(true, 
procExec.isRunning());
-448
ProcedureTestingUtility.assertProcNotFailed(procExec, procId);
-449  }
-450
-451  public static void 
testRecoveryAndDoubleExecution(
-452  final 
ProcedureExecutor procExec, final long procId) throws 
Exception {
-453
testRecoveryAndDoubleExecution(procExec, procId, null);
-454  }
-455
-456  /

[24/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/org/apache/hadoop/hbase/client/TestMobRestoreSnapshotFromClient.html
--
diff --git 
a/testdevapidocs/org/apache/hadoop/hbase/client/TestMobRestoreSnapshotFromClient.html
 
b/testdevapidocs/org/apache/hadoop/hbase/client/TestMobRestoreSnapshotFromClient.html
deleted file mode 100644
index 03841b5..000
--- 
a/testdevapidocs/org/apache/hadoop/hbase/client/TestMobRestoreSnapshotFromClient.html
+++ /dev/null
@@ -1,429 +0,0 @@
-http://www.w3.org/TR/html4/loose.dtd";>
-
-
-
-
-
-TestMobRestoreSnapshotFromClient (Apache HBase 3.0.0-SNAPSHOT Test 
API)
-
-
-
-
-
-var methods = {"i0":10,"i1":10,"i2":10,"i3":9,"i4":9,"i5":10};
-var tabs = {65535:["t0","All Methods"],1:["t1","Static 
Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
-var altColor = "altColor";
-var rowColor = "rowColor";
-var tableTab = "tableTab";
-var activeTableTab = "activeTableTab";
-
-
-JavaScript is disabled on your browser.
-
-
-
-
-
-Skip navigation links
-
-
-
-
-Overview
-Package
-Class
-Use
-Tree
-Deprecated
-Index
-Help
-
-
-
-
-Prev Class
-Next Class
-
-
-Frames
-No Frames
-
-
-All Classes
-
-
-
-
-
-
-
-Summary: 
-Nested | 
-Field | 
-Constr | 
-Method
-
-
-Detail: 
-Field | 
-Constr | 
-Method
-
-
-
-
-
-
-
-
-org.apache.hadoop.hbase.client
-Class 
TestMobRestoreSnapshotFromClient
-
-
-
-https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">java.lang.Object
-
-
-org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClient
-
-
-org.apache.hadoop.hbase.client.TestMobRestoreSnapshotFromClient
-
-
-
-
-
-
-
-
-
-
-public class TestMobRestoreSnapshotFromClient
-extends TestRestoreSnapshotFromClient
-Test restore snapshots from the client
-
-
-
-
-
-
-
-
-
-
-
-Field Summary
-
-Fields 
-
-Modifier and Type
-Field and Description
-
-
-static HBaseClassTestRule
-CLASS_RULE 
-
-
-
-
-
-
-Fields inherited from class org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClient
-admin,
 emptySnapshot,
 FAMILY,
 name,
 snapshot0Rows,
 snapshot1Rows,
 snapshotName0,
 snapshotName1,
 snapshotName2, 
tableName,
 TEST_FAMILY2,
 TEST_UTIL
-
-
-
-
-
-
-
-
-Constructor Summary
-
-Constructors 
-
-Constructor and Description
-
-
-TestMobRestoreSnapshotFromClient() 
-
-
-
-
-
-
-
-
-
-Method Summary
-
-All Methods Static Methods Instance Methods Concrete Methods 
-
-Modifier and Type
-Method and Description
-
-
-protected int
-countRows(org.apache.hadoop.hbase.client.Table table,
- byte[]... families) 
-
-
-protected void
-createTable() 
-
-
-protected 
org.apache.hadoop.hbase.HColumnDescriptor
-getTestRestoreSchemaChangeHCD() 
-
-
-static void
-setupCluster() 
-
-
-protected static void
-setupConf(org.apache.hadoop.conf.Configuration conf) 
-
-
-protected void
-verifyRowCount(HBaseTestingUtility util,
-  org.apache.hadoop.hbase.TableName tableName,
-  long expectedRows) 
-
-
-
-
-
-
-Methods inherited from class org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClient
-getNumReplicas,
 setup,
 splitRegion,
 tearDown,
 tearDownAfterClass,
 testCloneAndRestoreSnapshot,
 testCloneSnapshotOfCloned,
 testCorruptedSnapshot,
 testGetCompactionStateAfterRestoringSnapshot,
 testRestoreSchemaChange,
 testRestoreSnapshot,
 testRestoreSnapshotAfterSplittingRegions,
 testRestoreSnapshotAfterTruncate
-
-
-
-
-
-Methods inherited from class java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object
-https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#clone--";
 title="class or interface in java.lang">clone, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#equals-java.lang.Object-";
 title="class or interface in java.lang">equals, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#finalize--";
 title="class or interface in java.lang">finalize, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#getClass--";
 title="class or interface in java.lang">getClass, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#hashCode--";
 title="class or interface in java.lang">hashCode, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#notify--";
 title="class or interface in java.lang">notify, https://docs.oracle.co

[35/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html
index bdfc3f8..151ab8e 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html
@@ -1062,1140 +1062,1159 @@
 1054  }
 1055
 1056  boolean bypassProcedure(long pid, long 
lockWait, boolean force) throws IOException {
-1057Procedure 
procedure = getProcedure(pid);
-1058if (procedure == null) {
-1059  LOG.debug("Procedure with id={} 
does not exist, skipping bypass", pid);
-1060  return false;
-1061}
-1062
-1063LOG.debug("Begin bypass {} with 
lockWait={}, force={}", procedure, lockWait, force);
-1064IdLock.Entry lockEntry = 
procExecutionLock.tryLockEntry(procedure.getProcId(), lockWait);
-1065if (lockEntry == null && 
!force) {
-1066  LOG.debug("Waited {} ms, but {} is 
still running, skipping bypass with force={}",
-1067  lockWait, procedure, force);
-1068  return false;
-1069} else if (lockEntry == null) {
-1070  LOG.debug("Waited {} ms, but {} is 
still running, begin bypass with force={}",
-1071  lockWait, procedure, force);
-1072}
-1073try {
-1074  // check whether the procedure is 
already finished
-1075  if (procedure.isFinished()) {
-1076LOG.debug("{} is already 
finished, skipping bypass", procedure);
-1077return false;
-1078  }
-1079
-1080  if (procedure.hasChildren()) {
-1081LOG.debug("{} has children, 
skipping bypass", procedure);
-1082return false;
-1083  }
-1084
-1085  // If the procedure has no parent 
or no child, we are safe to bypass it in whatever state
-1086  if (procedure.hasParent() 
&& procedure.getState() != ProcedureState.RUNNABLE
-1087  && 
procedure.getState() != ProcedureState.WAITING
-1088  && 
procedure.getState() != ProcedureState.WAITING_TIMEOUT) {
-1089LOG.debug("Bypassing procedures 
in RUNNABLE, WAITING and WAITING_TIMEOUT states "
-1090+ "(with no parent), 
{}",
-1091procedure);
-1092return false;
-1093  }
-1094
-1095  // Now, the procedure is not 
finished, and no one can execute it since we take the lock now
-1096  // And we can be sure that its 
ancestor is not running too, since their child has not
-1097  // finished yet
-1098  Procedure 
current = procedure;
-1099  while (current != null) {
-1100LOG.debug("Bypassing {}", 
current);
-1101current.bypass();
-1102store.update(procedure);
-1103long parentID = 
current.getParentProcId();
-1104current = 
getProcedure(parentID);
-1105  }
-1106
-1107  //wake up waiting procedure, 
already checked there is no child
-1108  if (procedure.getState() == 
ProcedureState.WAITING) {
-1109
procedure.setState(ProcedureState.RUNNABLE);
-1110store.update(procedure);
-  }
-1112
-1113  // If we don't have the lock, we 
can't re-submit the queue,
-1114  // since it is already executing. 
To get rid of the stuck situation, we
-1115  // need to restart the master. 
With the procedure set to bypass, the procedureExecutor
-1116  // will bypass it and won't get 
stuck again.
-1117  if (lockEntry != null) {
-1118// add the procedure to run 
queue,
-1119scheduler.addFront(procedure);
-1120LOG.debug("Bypassing {} and its 
ancestors successfully, adding to queue", procedure);
-1121  } else {
-1122LOG.debug("Bypassing {} and its 
ancestors successfully, but since it is already running, "
-1123+ "skipping add to queue", 
procedure);
-1124  }
-1125  return true;
-1126
-1127} finally {
-1128  if (lockEntry != null) {
-1129
procExecutionLock.releaseLockEntry(lockEntry);
-1130  }
-1131}
-1132  }
-1133
-1134  /**
-1135   * Add a new root-procedure to the 
executor.
-1136   * @param proc the new procedure to 
execute.
-1137   * @param nonceKey the registered 
unique identifier for this operation from the client or process.
-1138   * @return the procedure id, that can 
be used to monitor the operation
-1139   */
-1140  
@edu.umd.cs.findbugs.annotations.SuppressWarnings(value="NP_NULL_ON_SOME_PATH",
-1141  justification = "FindBugs is blind 
to the check-for-null")
-1142  public long 
submitProcedure(Procedure proc, NonceKey nonceKey) {
-1143
Preconditions.checkArgument(lastProcId.get() >= 0);
-1144
-1145prepareProcedure(proc);
-1146
-1147final Long curren

[08/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/src-html/org/apache/hadoop/hbase/master/TestDeadServer.html
--
diff --git 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/master/TestDeadServer.html 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/master/TestDeadServer.html
index 11d5ba1..35c9eee 100644
--- a/testdevapidocs/src-html/org/apache/hadoop/hbase/master/TestDeadServer.html
+++ b/testdevapidocs/src-html/org/apache/hadoop/hbase/master/TestDeadServer.html
@@ -131,60 +131,62 @@
 123
 124DeadServer d = new DeadServer();
 125
-126
-127d.add(hostname123);
-128mee.incValue(1);
-129d.add(hostname1234);
-130mee.incValue(1);
-131d.add(hostname12345);
-132
-133List> copy = d.copyDeadServersSince(2L);
-134Assert.assertEquals(2, 
copy.size());
-135
-136Assert.assertEquals(hostname1234, 
copy.get(0).getFirst());
-137Assert.assertEquals(new Long(2L), 
copy.get(0).getSecond());
-138
-139Assert.assertEquals(hostname12345, 
copy.get(1).getFirst());
-140Assert.assertEquals(new Long(3L), 
copy.get(1).getSecond());
-141
-142EnvironmentEdgeManager.reset();
-143  }
-144
-145  @Test
-146  public void testClean(){
-147DeadServer d = new DeadServer();
-148d.add(hostname123);
-149
-150
d.cleanPreviousInstance(hostname12345);
-151Assert.assertFalse(d.isEmpty());
-152
-153
d.cleanPreviousInstance(hostname1234);
-154Assert.assertFalse(d.isEmpty());
-155
-156
d.cleanPreviousInstance(hostname123_2);
-157Assert.assertTrue(d.isEmpty());
-158  }
-159
-160  @Test
-161  public void testClearDeadServer(){
-162DeadServer d = new DeadServer();
-163d.add(hostname123);
-164d.add(hostname1234);
-165Assert.assertEquals(2, d.size());
-166
+126d.add(hostname123);
+127mee.incValue(1);
+128d.add(hostname1234);
+129mee.incValue(1);
+130d.add(hostname12345);
+131
+132List> copy = d.copyDeadServersSince(2L);
+133Assert.assertEquals(2, 
copy.size());
+134
+135Assert.assertEquals(hostname1234, 
copy.get(0).getFirst());
+136Assert.assertEquals(new Long(2L), 
copy.get(0).getSecond());
+137
+138Assert.assertEquals(hostname12345, 
copy.get(1).getFirst());
+139Assert.assertEquals(new Long(3L), 
copy.get(1).getSecond());
+140
+141EnvironmentEdgeManager.reset();
+142  }
+143
+144  @Test
+145  public void testClean(){
+146DeadServer d = new DeadServer();
+147d.add(hostname123);
+148
+149
d.cleanPreviousInstance(hostname12345);
+150Assert.assertFalse(d.isEmpty());
+151
+152
d.cleanPreviousInstance(hostname1234);
+153Assert.assertFalse(d.isEmpty());
+154
+155
d.cleanPreviousInstance(hostname123_2);
+156Assert.assertTrue(d.isEmpty());
+157  }
+158
+159  @Test
+160  public void testClearDeadServer(){
+161DeadServer d = new DeadServer();
+162d.add(hostname123);
+163d.add(hostname1234);
+164Assert.assertEquals(2, d.size());
+165
+166d.finish(hostname123);
 167d.removeDeadServer(hostname123);
 168Assert.assertEquals(1, d.size());
-169d.removeDeadServer(hostname1234);
-170Assert.assertTrue(d.isEmpty());
-171
-172d.add(hostname1234);
-173
Assert.assertFalse(d.removeDeadServer(hostname123_2));
-174Assert.assertEquals(1, d.size());
-175
Assert.assertTrue(d.removeDeadServer(hostname1234));
-176Assert.assertTrue(d.isEmpty());
-177  }
-178}
-179
+169d.finish(hostname1234);
+170d.removeDeadServer(hostname1234);
+171Assert.assertTrue(d.isEmpty());
+172
+173d.add(hostname1234);
+174
Assert.assertFalse(d.removeDeadServer(hostname123_2));
+175Assert.assertEquals(1, d.size());
+176d.finish(hostname1234);
+177
Assert.assertTrue(d.removeDeadServer(hostname1234));
+178Assert.assertTrue(d.isEmpty());
+179  }
+180}
+181
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/src-html/org/apache/hadoop/hbase/master/assignment/TestMergeTableRegionsProcedure.html
--
diff --git 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/master/assignment/TestMergeTableRegionsProcedure.html
 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/master/assignment/TestMergeTableRegionsProcedure.html
index 72719d2..c3ecaef 100644
--- 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/master/assignment/TestMergeTableRegionsProcedure.html
+++ 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/master/assignment/TestMergeTableRegionsProcedure.html
@@ -32,20 +32,20 @@
 024import 
org.apache.hadoop.conf.Configuration;
 025import 
org.apache.hadoop.hbase.HBaseClassTestRule;
 026import 
org.apache.hadoop.hbase.HBaseTestingUtility;
-027import 
org.apache.hadoop.hbase.HConstants;
-028import 
org.apache.hadoop.hbase.MetaTableAccessor;
-029import 
org.apache.hadoop.hbase.TableName;
-030import 
org.apach

[34/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html
index bdfc3f8..151ab8e 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html
@@ -1062,1140 +1062,1159 @@
 1054  }
 1055
 1056  boolean bypassProcedure(long pid, long 
lockWait, boolean force) throws IOException {
-1057Procedure 
procedure = getProcedure(pid);
-1058if (procedure == null) {
-1059  LOG.debug("Procedure with id={} 
does not exist, skipping bypass", pid);
-1060  return false;
-1061}
-1062
-1063LOG.debug("Begin bypass {} with 
lockWait={}, force={}", procedure, lockWait, force);
-1064IdLock.Entry lockEntry = 
procExecutionLock.tryLockEntry(procedure.getProcId(), lockWait);
-1065if (lockEntry == null && 
!force) {
-1066  LOG.debug("Waited {} ms, but {} is 
still running, skipping bypass with force={}",
-1067  lockWait, procedure, force);
-1068  return false;
-1069} else if (lockEntry == null) {
-1070  LOG.debug("Waited {} ms, but {} is 
still running, begin bypass with force={}",
-1071  lockWait, procedure, force);
-1072}
-1073try {
-1074  // check whether the procedure is 
already finished
-1075  if (procedure.isFinished()) {
-1076LOG.debug("{} is already 
finished, skipping bypass", procedure);
-1077return false;
-1078  }
-1079
-1080  if (procedure.hasChildren()) {
-1081LOG.debug("{} has children, 
skipping bypass", procedure);
-1082return false;
-1083  }
-1084
-1085  // If the procedure has no parent 
or no child, we are safe to bypass it in whatever state
-1086  if (procedure.hasParent() 
&& procedure.getState() != ProcedureState.RUNNABLE
-1087  && 
procedure.getState() != ProcedureState.WAITING
-1088  && 
procedure.getState() != ProcedureState.WAITING_TIMEOUT) {
-1089LOG.debug("Bypassing procedures 
in RUNNABLE, WAITING and WAITING_TIMEOUT states "
-1090+ "(with no parent), 
{}",
-1091procedure);
-1092return false;
-1093  }
-1094
-1095  // Now, the procedure is not 
finished, and no one can execute it since we take the lock now
-1096  // And we can be sure that its 
ancestor is not running too, since their child has not
-1097  // finished yet
-1098  Procedure 
current = procedure;
-1099  while (current != null) {
-1100LOG.debug("Bypassing {}", 
current);
-1101current.bypass();
-1102store.update(procedure);
-1103long parentID = 
current.getParentProcId();
-1104current = 
getProcedure(parentID);
-1105  }
-1106
-1107  //wake up waiting procedure, 
already checked there is no child
-1108  if (procedure.getState() == 
ProcedureState.WAITING) {
-1109
procedure.setState(ProcedureState.RUNNABLE);
-1110store.update(procedure);
-  }
-1112
-1113  // If we don't have the lock, we 
can't re-submit the queue,
-1114  // since it is already executing. 
To get rid of the stuck situation, we
-1115  // need to restart the master. 
With the procedure set to bypass, the procedureExecutor
-1116  // will bypass it and won't get 
stuck again.
-1117  if (lockEntry != null) {
-1118// add the procedure to run 
queue,
-1119scheduler.addFront(procedure);
-1120LOG.debug("Bypassing {} and its 
ancestors successfully, adding to queue", procedure);
-1121  } else {
-1122LOG.debug("Bypassing {} and its 
ancestors successfully, but since it is already running, "
-1123+ "skipping add to queue", 
procedure);
-1124  }
-1125  return true;
-1126
-1127} finally {
-1128  if (lockEntry != null) {
-1129
procExecutionLock.releaseLockEntry(lockEntry);
-1130  }
-1131}
-1132  }
-1133
-1134  /**
-1135   * Add a new root-procedure to the 
executor.
-1136   * @param proc the new procedure to 
execute.
-1137   * @param nonceKey the registered 
unique identifier for this operation from the client or process.
-1138   * @return the procedure id, that can 
be used to monitor the operation
-1139   */
-1140  
@edu.umd.cs.findbugs.annotations.SuppressWarnings(value="NP_NULL_ON_SOME_PATH",
-1141  justification = "FindBugs is blind 
to the check-for-null")
-1142  public long 
submitProcedure(Procedure proc, NonceKey nonceKey) {
-1143
Preconditions.checkArgument(lastProcId.get() >= 0);
-1144
-1145prepareProcedure(proc);
-1146
-1147final Long currentProcId;
-1148if (nonceKey != null) {
-1149  currentProcId

[41/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureRetainer.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureRetainer.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureRetainer.html
index bdfc3f8..151ab8e 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureRetainer.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureRetainer.html
@@ -1062,1140 +1062,1159 @@
 1054  }
 1055
 1056  boolean bypassProcedure(long pid, long 
lockWait, boolean force) throws IOException {
-1057Procedure 
procedure = getProcedure(pid);
-1058if (procedure == null) {
-1059  LOG.debug("Procedure with id={} 
does not exist, skipping bypass", pid);
-1060  return false;
-1061}
-1062
-1063LOG.debug("Begin bypass {} with 
lockWait={}, force={}", procedure, lockWait, force);
-1064IdLock.Entry lockEntry = 
procExecutionLock.tryLockEntry(procedure.getProcId(), lockWait);
-1065if (lockEntry == null && 
!force) {
-1066  LOG.debug("Waited {} ms, but {} is 
still running, skipping bypass with force={}",
-1067  lockWait, procedure, force);
-1068  return false;
-1069} else if (lockEntry == null) {
-1070  LOG.debug("Waited {} ms, but {} is 
still running, begin bypass with force={}",
-1071  lockWait, procedure, force);
-1072}
-1073try {
-1074  // check whether the procedure is 
already finished
-1075  if (procedure.isFinished()) {
-1076LOG.debug("{} is already 
finished, skipping bypass", procedure);
-1077return false;
-1078  }
-1079
-1080  if (procedure.hasChildren()) {
-1081LOG.debug("{} has children, 
skipping bypass", procedure);
-1082return false;
-1083  }
-1084
-1085  // If the procedure has no parent 
or no child, we are safe to bypass it in whatever state
-1086  if (procedure.hasParent() 
&& procedure.getState() != ProcedureState.RUNNABLE
-1087  && 
procedure.getState() != ProcedureState.WAITING
-1088  && 
procedure.getState() != ProcedureState.WAITING_TIMEOUT) {
-1089LOG.debug("Bypassing procedures 
in RUNNABLE, WAITING and WAITING_TIMEOUT states "
-1090+ "(with no parent), 
{}",
-1091procedure);
-1092return false;
-1093  }
-1094
-1095  // Now, the procedure is not 
finished, and no one can execute it since we take the lock now
-1096  // And we can be sure that its 
ancestor is not running too, since their child has not
-1097  // finished yet
-1098  Procedure 
current = procedure;
-1099  while (current != null) {
-1100LOG.debug("Bypassing {}", 
current);
-1101current.bypass();
-1102store.update(procedure);
-1103long parentID = 
current.getParentProcId();
-1104current = 
getProcedure(parentID);
-1105  }
-1106
-1107  //wake up waiting procedure, 
already checked there is no child
-1108  if (procedure.getState() == 
ProcedureState.WAITING) {
-1109
procedure.setState(ProcedureState.RUNNABLE);
-1110store.update(procedure);
-  }
-1112
-1113  // If we don't have the lock, we 
can't re-submit the queue,
-1114  // since it is already executing. 
To get rid of the stuck situation, we
-1115  // need to restart the master. 
With the procedure set to bypass, the procedureExecutor
-1116  // will bypass it and won't get 
stuck again.
-1117  if (lockEntry != null) {
-1118// add the procedure to run 
queue,
-1119scheduler.addFront(procedure);
-1120LOG.debug("Bypassing {} and its 
ancestors successfully, adding to queue", procedure);
-1121  } else {
-1122LOG.debug("Bypassing {} and its 
ancestors successfully, but since it is already running, "
-1123+ "skipping add to queue", 
procedure);
-1124  }
-1125  return true;
-1126
-1127} finally {
-1128  if (lockEntry != null) {
-1129
procExecutionLock.releaseLockEntry(lockEntry);
-1130  }
-1131}
-1132  }
-1133
-1134  /**
-1135   * Add a new root-procedure to the 
executor.
-1136   * @param proc the new procedure to 
execute.
-1137   * @param nonceKey the registered 
unique identifier for this operation from the client or process.
-1138   * @return the procedure id, that can 
be used to monitor the operation
-1139   */
-1140  
@edu.umd.cs.findbugs.annotations.SuppressWarnings(value="NP_NULL_ON_SOME_PATH",
-1141  justification = "FindBugs is blind 
to the check-for-null")
-1142  public long 
submitProcedure(Procedure proc, NonceKey nonceKey) {
-1143
Preconditions.checkArgument(lastProcId.get() >= 0);
-

[48/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/devapidocs/org/apache/hadoop/hbase/io/hfile/package-tree.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/io/hfile/package-tree.html 
b/devapidocs/org/apache/hadoop/hbase/io/hfile/package-tree.html
index cfa8f7f..ca99f5a 100644
--- a/devapidocs/org/apache/hadoop/hbase/io/hfile/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/io/hfile/package-tree.html
@@ -274,12 +274,12 @@
 
 java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true";
 title="class or interface in java.lang">Enum (implements java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true";
 title="class or interface in java.lang">Comparable, java.io.https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true";
 title="class or interface in java.io">Serializable)
 
+org.apache.hadoop.hbase.io.hfile.BlockPriority
 org.apache.hadoop.hbase.io.hfile.BlockType.BlockCategory
 org.apache.hadoop.hbase.io.hfile.HFileBlock.Writer.State
+org.apache.hadoop.hbase.io.hfile.CacheConfig.ExternalBlockCaches
 org.apache.hadoop.hbase.io.hfile.Cacheable.MemoryType
 org.apache.hadoop.hbase.io.hfile.BlockType
-org.apache.hadoop.hbase.io.hfile.BlockPriority
-org.apache.hadoop.hbase.io.hfile.CacheConfig.ExternalBlockCaches
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/devapidocs/org/apache/hadoop/hbase/ipc/package-tree.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/ipc/package-tree.html 
b/devapidocs/org/apache/hadoop/hbase/ipc/package-tree.html
index 7557e4f..b08012e 100644
--- a/devapidocs/org/apache/hadoop/hbase/ipc/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/ipc/package-tree.html
@@ -354,8 +354,8 @@
 java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true";
 title="class or interface in java.lang">Enum (implements java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true";
 title="class or interface in java.lang">Comparable, java.io.https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true";
 title="class or interface in java.io">Serializable)
 
 org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.BufferCallAction
-org.apache.hadoop.hbase.ipc.CallEvent.Type
 org.apache.hadoop.hbase.ipc.MetricsHBaseServerSourceFactoryImpl.SourceStorage
+org.apache.hadoop.hbase.ipc.CallEvent.Type
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/devapidocs/org/apache/hadoop/hbase/mapreduce/package-tree.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/mapreduce/package-tree.html 
b/devapidocs/org/apache/hadoop/hbase/mapreduce/package-tree.html
index ff8a2f3..bd6fd7e 100644
--- a/devapidocs/org/apache/hadoop/hbase/mapreduce/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/mapreduce/package-tree.html
@@ -294,9 +294,9 @@
 java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true";
 title="class or interface in java.lang">Enum (implements java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true";
 title="class or interface in java.lang">Comparable, java.io.https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true";
 title="class or interface in java.io">Serializable)
 
 org.apache.hadoop.hbase.mapreduce.RowCounter.RowCounterMapper.Counters
-org.apache.hadoop.hbase.mapreduce.CellCounter.CellCounterMapper.Counters
-org.apache.hadoop.hbase.mapreduce.TableSplit.Version
 org.apache.hadoop.hbase.mapreduce.SyncTable.SyncMapper.Counter
+org.apache.hadoop.hbase.mapreduce.TableSplit.Version
+org.apache.hadoop.hbase.mapreduce.CellCounter.CellCounterMapper.Counters
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/devapidocs/org/apache/hadoop/hbase/master/DeadServer.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/master/DeadServer.html 
b/devapidocs/org/apache/hadoop/hbase/master/DeadServer.html
index 897a59a..4fb8e03 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/DeadServer.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/DeadServer.html
@@ -18,7 +18,7 @@
 catch(err) {
 }
 //-->
-var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10};
+var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10};
 var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],8:["t4","Concrete Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
@@ -110,7 +110

hbase-site git commit: INFRA-10751 Empty commit

[git-site-role]

Repository: hbase-site
Updated Branches:
  refs/heads/asf-site 323b17d93 -> 6129abc29


INFRA-10751 Empty commit


Project: http://git-wip-us.apache.org/repos/asf/hbase-site/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase-site/commit/6129abc2
Tree: http://git-wip-us.apache.org/repos/asf/hbase-site/tree/6129abc2
Diff: http://git-wip-us.apache.org/repos/asf/hbase-site/diff/6129abc2

Branch: refs/heads/asf-site
Commit: 6129abc2984380eb8106b660c4562d61ef92ae8a
Parents: 323b17d
Author: jenkins 
Authored: Tue Oct 16 14:54:25 2018 +
Committer: jenkins 
Committed: Tue Oct 16 14:54:25 2018 +

--

--

[43/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/devapidocs/src-html/org/apache/hadoop/hbase/master/DeadServer.html
--
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/DeadServer.html 
b/devapidocs/src-html/org/apache/hadoop/hbase/master/DeadServer.html
index 905ad99..da85524 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/DeadServer.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/DeadServer.html
@@ -33,198 +33,241 @@
 025import 
org.apache.hadoop.hbase.util.EnvironmentEdgeManager;
 026import 
org.apache.hadoop.hbase.util.Pair;
 027
-028import java.util.ArrayList;
-029import java.util.Collections;
-030import java.util.Comparator;
-031import java.util.Date;
-032import java.util.HashMap;
-033import java.util.HashSet;
-034import java.util.Iterator;
-035import java.util.List;
-036import java.util.Map;
-037import java.util.Set;
-038
-039/**
-040 * Class to hold dead servers list and 
utility querying dead server list.
-041 * On znode expiration, servers are added 
here.
-042 */
-043@InterfaceAudience.Private
-044public class DeadServer {
-045  private static final Logger LOG = 
LoggerFactory.getLogger(DeadServer.class);
-046
-047  /**
-048   * Set of known dead servers.  On znode 
expiration, servers are added here.
-049   * This is needed in case of a network 
partitioning where the server's lease
-050   * expires, but the server is still 
running. After the network is healed,
-051   * and it's server logs are recovered, 
it will be told to call server startup
-052   * because by then, its regions have 
probably been reassigned.
-053   */
-054  private final Map deadServers = new HashMap<>();
-055
-056  /**
-057   * Number of dead servers currently 
being processed
-058   */
-059  private int numProcessing = 0;
-060
-061  /**
-062   * Whether a dead server is being 
processed currently.
-063   */
-064  private volatile boolean processing = 
false;
-065
-066  /**
-067   * A dead server that comes back alive 
has a different start code. The new start code should be
-068   *  greater than the old one, but we 
don't take this into account in this method.
-069   *
-070   * @param newServerName Servername as 
either host:port or
-071   *  
host,port,startcode.
-072   * @return true if this server was dead 
before and coming back alive again
-073   */
-074  public synchronized boolean 
cleanPreviousInstance(final ServerName newServerName) {
-075Iterator it = 
deadServers.keySet().iterator();
-076while (it.hasNext()) {
-077  ServerName sn = it.next();
-078  if (ServerName.isSameAddress(sn, 
newServerName)) {
-079it.remove();
-080return true;
-081  }
-082}
-083
-084return false;
-085  }
-086
-087  /**
-088   * @param serverName server name.
-089   * @return true if this server is on 
the dead servers list false otherwise
-090   */
-091  public synchronized boolean 
isDeadServer(final ServerName serverName) {
-092return 
deadServers.containsKey(serverName);
-093  }
-094
-095  /**
-096   * Checks if there are currently any 
dead servers being processed by the
-097   * master.  Returns true if at least 
one region server is currently being
-098   * processed as dead.
-099   *
-100   * @return true if any RS are being 
processed as dead
-101   */
-102  public synchronized boolean 
areDeadServersInProgress() { return processing; }
-103
-104  public synchronized 
Set copyServerNames() {
-105Set clone = new 
HashSet<>(deadServers.size());
-106clone.addAll(deadServers.keySet());
-107return clone;
-108  }
-109
-110  /**
-111   * Adds the server to the dead server 
list if it's not there already.
-112   * @param sn the server name
+028import 
com.google.common.base.Preconditions;
+029
+030import java.util.ArrayList;
+031import java.util.Collections;
+032import java.util.Comparator;
+033import java.util.Date;
+034import java.util.HashMap;
+035import java.util.HashSet;
+036import java.util.Iterator;
+037import java.util.List;
+038import java.util.Map;
+039import java.util.Set;
+040
+041
+042/**
+043 * Class to hold dead servers list and 
utility querying dead server list.
+044 * On znode expiration, servers are added 
here.
+045 */
+046@InterfaceAudience.Private
+047public class DeadServer {
+048  private static final Logger LOG = 
LoggerFactory.getLogger(DeadServer.class);
+049
+050  /**
+051   * Set of known dead servers.  On znode 
expiration, servers are added here.
+052   * This is needed in case of a network 
partitioning where the server's lease
+053   * expires, but the server is still 
running. After the network is healed,
+054   * and it's server logs are recovered, 
it will be told to call server startup
+055   * because by then, its regions have 
probably been reassigned.
+056   */
+057  private final Map deadServers

[29/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/allclasses-noframe.html
--
diff --git a/testdevapidocs/allclasses-noframe.html 
b/testdevapidocs/allclasses-noframe.html
index f63e01b..8614ee4 100644
--- a/testdevapidocs/allclasses-noframe.html
+++ b/testdevapidocs/allclasses-noframe.html
@@ -454,6 +454,7 @@
 ProcedureTestingUtility
 ProcedureTestingUtility.LoadCounter
 ProcedureTestingUtility.NoopProcedure
+ProcedureTestingUtility.NoopStateMachineProcedure
 ProcedureTestingUtility.TestProcedure
 ProcedureTestUtil
 ProcedureWALLoaderPerformanceEvaluation
@@ -504,6 +505,13 @@
 RestartRandomZKNodeAction
 RestartRsHoldingMetaAction
 RestartRsHoldingTableAction
+RestoreSnapshotFromClientAfterSplittingRegionsTestBase
+RestoreSnapshotFromClientAfterTruncateTestBase
+RestoreSnapshotFromClientCloneTestBase
+RestoreSnapshotFromClientGetCompactionStateTestBase
+RestoreSnapshotFromClientSchemaChangeTestBase
+RestoreSnapshotFromClientSimpleTestBase
+RestoreSnapshotFromClientTestBase
 RestTests
 RollingBatchRestartRsAction
 RollingBatchRestartRsAction.KillOrStart
@@ -718,6 +726,7 @@
 TestBatchScanResultCache
 TestBigDecimalComparator
 TestBitComparator
+TestBitSetNode
 TestBlockCacheReporting
 TestBlockEvictionFromClient
 TestBlockEvictionFromClient.CustomInnerRegionObserver
@@ -1533,7 +1542,12 @@
 TestMobFileName
 TestMobFlushSnapshotFromClient
 TestMobRestoreFlushSnapshotFromClient
-TestMobRestoreSnapshotFromClient
+TestMobRestoreSnapshotFromClientAfterSplittingRegions
+TestMobRestoreSnapshotFromClientAfterTruncate
+TestMobRestoreSnapshotFromClientClone
+TestMobRestoreSnapshotFromClientGetCompactionState
+TestMobRestoreSnapshotFromClientSchemaChange
+TestMobRestoreSnapshotFromClientSimple
 TestMobRestoreSnapshotHelper
 TestMobSecureExportSnapshot
 TestMobSnapshotCloneIndependence
@@ -1647,6 +1661,8 @@
 TestProcedureBypass
 TestProcedureBypass.RootProcedure
 TestProcedureBypass.StuckProcedure
+TestProcedureBypass.StuckStateMachineProcedure
+TestProcedureBypass.StuckStateMachineState
 TestProcedureBypass.SuspendProcedure
 TestProcedureBypass.TestProcEnv
 TestProcedureCoordinator
@@ -1933,7 +1949,12 @@
 TestRestartCluster
 TestRestoreBoundaryTests
 TestRestoreFlushSnapshotFromClient
-TestRestoreSnapshotFromClient
+TestRestoreSnapshotFromClientAfterSplittingRegions
+TestRestoreSnapshotFromClientAfterTruncate
+TestRestoreSnapshotFromClientClone
+TestRestoreSnapshotFromClientGetCompactionState
+TestRestoreSnapshotFromClientSchemaChange
+TestRestoreSnapshotFromClientSimple
 TestRestoreSnapshotFromClientWithRegionReplicas
 TestRestoreSnapshotHelper
 TestRestoreSnapshotProcedure

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/constant-values.html
--
diff --git a/testdevapidocs/constant-values.html 
b/testdevapidocs/constant-values.html
index 63ba7f4..170dc44 100644
--- a/testdevapidocs/constant-values.html
+++ b/testdevapidocs/constant-values.html
@@ -8598,6 +8598,25 @@
 
 
 
+org.apache.hadoop.hbase.procedure2.org.apache.hadoop.hbase.procedure2.TestProcedureExecution.TestProcedureException 
+
+Modifier and Type
+Constant Field
+Value
+
+
+
+
+
+private static final long
+serialVersionUID
+8798565784658913798L
+
+
+
+
+
+
 org.apache.hadoop.hbase.procedure2.TestProcedureInMemoryChore 
 
 Modifier and Type

[37/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.Testing.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.Testing.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.Testing.html
index bdfc3f8..151ab8e 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.Testing.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.Testing.html
@@ -1062,1140 +1062,1159 @@
 1054  }
 1055
 1056  boolean bypassProcedure(long pid, long 
lockWait, boolean force) throws IOException {
-1057Procedure 
procedure = getProcedure(pid);
-1058if (procedure == null) {
-1059  LOG.debug("Procedure with id={} 
does not exist, skipping bypass", pid);
-1060  return false;
-1061}
-1062
-1063LOG.debug("Begin bypass {} with 
lockWait={}, force={}", procedure, lockWait, force);
-1064IdLock.Entry lockEntry = 
procExecutionLock.tryLockEntry(procedure.getProcId(), lockWait);
-1065if (lockEntry == null && 
!force) {
-1066  LOG.debug("Waited {} ms, but {} is 
still running, skipping bypass with force={}",
-1067  lockWait, procedure, force);
-1068  return false;
-1069} else if (lockEntry == null) {
-1070  LOG.debug("Waited {} ms, but {} is 
still running, begin bypass with force={}",
-1071  lockWait, procedure, force);
-1072}
-1073try {
-1074  // check whether the procedure is 
already finished
-1075  if (procedure.isFinished()) {
-1076LOG.debug("{} is already 
finished, skipping bypass", procedure);
-1077return false;
-1078  }
-1079
-1080  if (procedure.hasChildren()) {
-1081LOG.debug("{} has children, 
skipping bypass", procedure);
-1082return false;
-1083  }
-1084
-1085  // If the procedure has no parent 
or no child, we are safe to bypass it in whatever state
-1086  if (procedure.hasParent() 
&& procedure.getState() != ProcedureState.RUNNABLE
-1087  && 
procedure.getState() != ProcedureState.WAITING
-1088  && 
procedure.getState() != ProcedureState.WAITING_TIMEOUT) {
-1089LOG.debug("Bypassing procedures 
in RUNNABLE, WAITING and WAITING_TIMEOUT states "
-1090+ "(with no parent), 
{}",
-1091procedure);
-1092return false;
-1093  }
-1094
-1095  // Now, the procedure is not 
finished, and no one can execute it since we take the lock now
-1096  // And we can be sure that its 
ancestor is not running too, since their child has not
-1097  // finished yet
-1098  Procedure 
current = procedure;
-1099  while (current != null) {
-1100LOG.debug("Bypassing {}", 
current);
-1101current.bypass();
-1102store.update(procedure);
-1103long parentID = 
current.getParentProcId();
-1104current = 
getProcedure(parentID);
-1105  }
-1106
-1107  //wake up waiting procedure, 
already checked there is no child
-1108  if (procedure.getState() == 
ProcedureState.WAITING) {
-1109
procedure.setState(ProcedureState.RUNNABLE);
-1110store.update(procedure);
-  }
-1112
-1113  // If we don't have the lock, we 
can't re-submit the queue,
-1114  // since it is already executing. 
To get rid of the stuck situation, we
-1115  // need to restart the master. 
With the procedure set to bypass, the procedureExecutor
-1116  // will bypass it and won't get 
stuck again.
-1117  if (lockEntry != null) {
-1118// add the procedure to run 
queue,
-1119scheduler.addFront(procedure);
-1120LOG.debug("Bypassing {} and its 
ancestors successfully, adding to queue", procedure);
-1121  } else {
-1122LOG.debug("Bypassing {} and its 
ancestors successfully, but since it is already running, "
-1123+ "skipping add to queue", 
procedure);
-1124  }
-1125  return true;
-1126
-1127} finally {
-1128  if (lockEntry != null) {
-1129
procExecutionLock.releaseLockEntry(lockEntry);
-1130  }
-1131}
-1132  }
-1133
-1134  /**
-1135   * Add a new root-procedure to the 
executor.
-1136   * @param proc the new procedure to 
execute.
-1137   * @param nonceKey the registered 
unique identifier for this operation from the client or process.
-1138   * @return the procedure id, that can 
be used to monitor the operation
-1139   */
-1140  
@edu.umd.cs.findbugs.annotations.SuppressWarnings(value="NP_NULL_ON_SOME_PATH",
-1141  justification = "FindBugs is blind 
to the check-for-null")
-1142  public long 
submitProcedure(Procedure proc, NonceKey nonceKey) {
-1143
Preconditions.checkArgument(lastProcId.get() >= 0);
-1144
-1145prepareProcedure(proc);
-1146
-1147final Long currentProcId;
-1148if (non

[27/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/org/apache/hadoop/hbase/backup/package-tree.html
--
diff --git a/testdevapidocs/org/apache/hadoop/hbase/backup/package-tree.html 
b/testdevapidocs/org/apache/hadoop/hbase/backup/package-tree.html
index 2d9b60f..6af42fe 100644
--- a/testdevapidocs/org/apache/hadoop/hbase/backup/package-tree.html
+++ b/testdevapidocs/org/apache/hadoop/hbase/backup/package-tree.html
@@ -146,8 +146,8 @@
 
 java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true";
 title="class or interface in java.lang">Enum (implements java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true";
 title="class or interface in java.lang">Comparable, java.io.https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true";
 title="class or interface in java.io">Serializable)
 
-org.apache.hadoop.hbase.backup.TestBackupDeleteWithFailures.Failure
 org.apache.hadoop.hbase.backup.TestIncrementalBackupMergeWithFailures.FailurePhase
+org.apache.hadoop.hbase.backup.TestBackupDeleteWithFailures.Failure
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/org/apache/hadoop/hbase/class-use/HBaseClassTestRule.html
--
diff --git 
a/testdevapidocs/org/apache/hadoop/hbase/class-use/HBaseClassTestRule.html 
b/testdevapidocs/org/apache/hadoop/hbase/class-use/HBaseClassTestRule.html
index 06d362a..cb399cd 100644
--- a/testdevapidocs/org/apache/hadoop/hbase/class-use/HBaseClassTestRule.html
+++ b/testdevapidocs/org/apache/hadoop/hbase/class-use/HBaseClassTestRule.html
@@ -1167,8 +1167,16 @@
 
 
 static HBaseClassTestRule
+TestRestoreSnapshotFromClientGetCompactionState.CLASS_RULE 
+
+
+static HBaseClassTestRule
 TestMobCloneSnapshotFromClientNormal.CLASS_RULE 
 
+
+static HBaseClassTestRule
+TestMobRestoreSnapshotFromClientClone.CLASS_RULE 
+
 
 static HBaseClassTestRule
 TestCISleep.CLASS_RULE 
@@ -1223,43 +1231,43 @@
 
 
 static HBaseClassTestRule
-TestAsyncTableGetMultiThreaded.CLASS_RULE 
+TestMobRestoreSnapshotFromClientAfterSplittingRegions.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestSnapshotCloneIndependence.CLASS_RULE 
+TestAsyncTableGetMultiThreaded.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestCIDeleteRpcTimeout.CLASS_RULE 
+TestSnapshotCloneIndependence.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestZKAsyncRegistry.CLASS_RULE 
+TestCIDeleteRpcTimeout.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestAsyncProcedureAdminApi.CLASS_RULE 
+TestZKAsyncRegistry.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestAsyncClusterAdminApi2.CLASS_RULE 
+TestAsyncProcedureAdminApi.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestCIGetOperationTimeout.CLASS_RULE 
+TestAsyncClusterAdminApi2.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestAlwaysSetScannerId.CLASS_RULE 
+TestCIGetOperationTimeout.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestSnapshotFromClient.CLASS_RULE 
+TestAlwaysSetScannerId.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestRestoreSnapshotFromClient.CLASS_RULE 
+TestSnapshotFromClient.CLASS_RULE 
 
 
 static HBaseClassTestRule
@@ -1311,56 +1319,64 @@
 
 
 static HBaseClassTestRule
-TestBlockEvictionFromClient.CLASS_RULE 
+TestMobRestoreSnapshotFromClientGetCompactionState.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestCIBadHostname.CLASS_RULE 
+TestBlockEvictionFromClient.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestCloneSnapshotFromClientCloneLinksAfterDelete.CLASS_RULE 
+TestCIBadHostname.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestAsyncTableAdminApi2.CLASS_RULE 
+TestCloneSnapshotFromClientCloneLinksAfterDelete.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestAsyncQuotaAdminApi.CLASS_RULE 
+TestAsyncTableAdminApi2.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestAsyncMetaRegionLocator.CLASS_RULE 
+TestAsyncQuotaAdminApi.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestAsyncTableNoncedRetry.CLASS_RULE 
+TestAsyncMetaRegionLocator.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestRegionLocationCaching.CLASS_RULE 
+TestAsyncTableNoncedRetry.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestConnectionUtils.CLASS_RULE 
+TestRegionLocationCaching.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestMobCloneSnapshotFromClientCloneLinksAfterDelete.CLASS_RULE 
+TestConnectionUtils.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestAsyncTableScanMetrics.CLASS_RULE 
+TestMobCloneSnapshotFromClientCloneLinksAfterDelete.CLASS_RULE 
 
 
 static HBaseClassTestRule
-TestFromClientSideScanExcpetionWithCoprocessor.CLASS_RULE 
+TestAsyncTableScanMetrics.CLASS_RULE 
 
 
 static HBaseClassTestRule
+TestFromClientSideScanExcpetionWithCoprocessor.CLASS_RULE 
+
+
+static HBaseClassTestRule
 TestMobCloneSnapshotFromClientError.CLASS_RULE 
 
+
+static HBaseClassTestRule
+TestRestoreSnapshotFromClientSchemaChange.CLASS_RULE 
+
 
 static HBaseC

[49/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/checkstyle.rss
--
diff --git a/checkstyle.rss b/checkstyle.rss
index 0f9fc79..a48c9b2 100644
--- a/checkstyle.rss
+++ b/checkstyle.rss
@@ -25,8 +25,8 @@ under the License.
 en-us
 ©2007 - 2018 The Apache Software Foundation
 
-  File: 3772,
- Errors: 15150,
+  File: 3790,
+ Errors: 15146,
  Warnings: 0,
  Infos: 0
   
@@ -2253,7 +2253,7 @@ under the License.
   0
 
 
-  6
+  3
 
   
   
@@ -2916,6 +2916,20 @@ under the License.
   
   
 
+  http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClientSimple.java";>org/apache/hadoop/hbase/client/TestRestoreSnapshotFromClientSimple.java
+
+
+  0
+
+
+  0
+
+
+  0
+
+  
+  
+
   http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.SplitLogTask.java";>org/apache/hadoop/hbase/SplitLogTask.java
 
 
@@ -4134,6 +4148,20 @@ under the License.
   
   
 
+  http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClientAfterTruncate.java";>org/apache/hadoop/hbase/client/TestRestoreSnapshotFromClientAfterTruncate.java
+
+
+  0
+
+
+  0
+
+
+  0
+
+  
+  
+
   http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.thrift.CallQueue.java";>org/apache/hadoop/hbase/thrift/CallQueue.java
 
 
@@ -4442,20 +4470,6 @@ under the License.
   
   
 
-  http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClient.java";>org/apache/hadoop/hbase/client/TestRestoreSnapshotFromClient.java
-
-
-  0
-
-
-  0
-
-
-  0
-
-  
-  
-
   http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.master.ClusterSchemaServiceImpl.java";>org/apache/hadoop/hbase/master/ClusterSchemaServiceImpl.java
 
 
@@ -4736,6 +4750,20 @@ under the License.
   
   
 
+  http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.client.RestoreSnapshotFromClientAfterSplittingRegionsTestBase.java";>org/apache/hadoop/hbase/client/RestoreSnapshotFromClientAfterSplittingRegionsTestBase.java
+
+
+  0
+
+
+  0
+
+
+  0
+
+  
+  
+
   http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.io.hfile.BlockCache.java";>org/apache/hadoop/hbase/io/hfile/BlockCache.java
 
 
@@ -10112,6 +10140,20 @@ under the License.
   
   
 
+  http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClientAfterSplittingRegions.java";>org/apache/hadoop/hbase/client/TestRestoreSnapshotFromClientAfterSplittingRegions.java
+
+
+  0
+
+
+  0
+
+
+  0
+
+  
+  
+
   http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.io.encoding.TestBufferedDataBlockEncoder.java";>org/apache/hadoop/hbase/io/encoding/TestBufferedDataBlockEncoder.java
 
 
@@ -11512,6 +11554,20 @@ under the License.
   
   
 
+  http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClientClone.java";>org/apache/hadoop/hbase/client/TestRestoreSnapshotFromClientClone.java
+
+
+  0
+ 

[09/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/src-html/org/apache/hadoop/hbase/client/TestRestoreSnapshotFromClient.html
--
diff --git 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/client/TestRestoreSnapshotFromClient.html
 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/client/TestRestoreSnapshotFromClient.html
deleted file mode 100644
index 6d373f8..000
--- 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/client/TestRestoreSnapshotFromClient.html
+++ /dev/null
@@ -1,468 +0,0 @@
-http://www.w3.org/TR/html4/loose.dtd";>
-
-
-Source code
-
-
-
-
-001/**
-002 * Licensed to the Apache Software 
Foundation (ASF) under one
-003 * or more contributor license 
agreements.  See the NOTICE file
-004 * distributed with this work for 
additional information
-005 * regarding copyright ownership.  The 
ASF licenses this file
-006 * to you under the Apache License, 
Version 2.0 (the
-007 * "License"); you may not use this file 
except in compliance
-008 * with the License.  You may obtain a 
copy of the License at
-009 *
-010 * 
http://www.apache.org/licenses/LICENSE-2.0
-011 *
-012 * Unless required by applicable law or 
agreed to in writing, software
-013 * distributed under the License is 
distributed on an "AS IS" BASIS,
-014 * WITHOUT WARRANTIES OR CONDITIONS OF 
ANY KIND, either express or implied.
-015 * See the License for the specific 
language governing permissions and
-016 * limitations under the License.
-017 */
-018package org.apache.hadoop.hbase.client;
-019
-020import static 
org.junit.Assert.assertEquals;
-021import static 
org.junit.Assert.assertFalse;
-022import static org.junit.Assert.fail;
-023
-024import java.io.IOException;
-025import java.util.HashSet;
-026import java.util.List;
-027import java.util.Set;
-028import 
org.apache.hadoop.conf.Configuration;
-029import org.apache.hadoop.fs.Path;
-030import 
org.apache.hadoop.hbase.HBaseClassTestRule;
-031import 
org.apache.hadoop.hbase.HBaseTestingUtility;
-032import 
org.apache.hadoop.hbase.HColumnDescriptor;
-033import 
org.apache.hadoop.hbase.HConstants;
-034import 
org.apache.hadoop.hbase.HTableDescriptor;
-035import 
org.apache.hadoop.hbase.TableName;
-036import 
org.apache.hadoop.hbase.master.MasterFileSystem;
-037import 
org.apache.hadoop.hbase.master.snapshot.SnapshotManager;
-038import 
org.apache.hadoop.hbase.regionserver.NoSuchColumnFamilyException;
-039import 
org.apache.hadoop.hbase.snapshot.CorruptedSnapshotException;
-040import 
org.apache.hadoop.hbase.snapshot.SnapshotTestingUtils;
-041import 
org.apache.hadoop.hbase.testclassification.ClientTests;
-042import 
org.apache.hadoop.hbase.testclassification.LargeTests;
-043import 
org.apache.hadoop.hbase.util.Bytes;
-044import 
org.apache.hadoop.hbase.util.FSUtils;
-045import org.junit.After;
-046import org.junit.AfterClass;
-047import org.junit.Before;
-048import org.junit.BeforeClass;
-049import org.junit.ClassRule;
-050import org.junit.Rule;
-051import org.junit.Test;
-052import 
org.junit.experimental.categories.Category;
-053import org.junit.rules.TestName;
-054
-055/**
-056 * Test restore snapshots from the 
client
-057 */
-058@Category({LargeTests.class, 
ClientTests.class})
-059public class 
TestRestoreSnapshotFromClient {
-060
-061  @ClassRule
-062  public static final HBaseClassTestRule 
CLASS_RULE =
-063  
HBaseClassTestRule.forClass(TestRestoreSnapshotFromClient.class);
-064
-065  protected final static 
HBaseTestingUtility TEST_UTIL = new HBaseTestingUtility();
-066
-067  protected final byte[] FAMILY = 
Bytes.toBytes("cf");
-068  protected final byte[] TEST_FAMILY2 = 
Bytes.toBytes("cf2");
-069
-070  protected TableName tableName;
-071  protected byte[] emptySnapshot;
-072  protected byte[] snapshotName0;
-073  protected byte[] snapshotName1;
-074  protected byte[] snapshotName2;
-075  protected int snapshot0Rows;
-076  protected int snapshot1Rows;
-077  protected Admin admin;
-078
-079  @Rule
-080  public TestName name = new 
TestName();
-081
-082  @BeforeClass
-083  public static void setupCluster() 
throws Exception {
-084
setupConf(TEST_UTIL.getConfiguration());
-085TEST_UTIL.startMiniCluster(3);
-086  }
-087
-088  protected static void 
setupConf(Configuration conf) {
-089
TEST_UTIL.getConfiguration().setBoolean(SnapshotManager.HBASE_SNAPSHOT_ENABLED, 
true);
-090
TEST_UTIL.getConfiguration().setInt("hbase.hstore.compactionThreshold", 10);
-091
TEST_UTIL.getConfiguration().setInt("hbase.regionserver.msginterval", 100);
-092
TEST_UTIL.getConfiguration().setInt("hbase.client.pause", 250);
-093
TEST_UTIL.getConfiguration().setInt(HConstants.HBASE_CLIENT_RETRIES_NUMBER, 
6);
-094
TEST_UTIL.getConfiguration().setBoolean(
-095
"hbase.master.enabletable.roundrobin", true);
-096  }
-097
-098  @AfterClass
-099  public static void tearDownAfterClass() 
throws Exception {
-100TEST_UTIL.shutdownMiniCluster();
-101  }
-10

[50/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/checkstyle-aggregate.html
--
diff --git a/checkstyle-aggregate.html b/checkstyle-aggregate.html
index 6ca5195..d5051d3 100644
--- a/checkstyle-aggregate.html
+++ b/checkstyle-aggregate.html
@@ -7,7 +7,7 @@
   
 
 
-
+
 
 Apache HBase – Checkstyle Results
 
@@ -291,10 +291,10 @@
  Warnings
  Errors
 
-3772
+3790
 0
 0
-15150
+15146
 
 Files
 
@@ -4557,7 +4557,7 @@
 org/apache/hadoop/hbase/master/DeadServer.java
 0
 0
-6
+3
 
 org/apache/hadoop/hbase/master/DrainingServerTracker.java
 0
@@ -5602,7 +5602,7 @@
 org/apache/hadoop/hbase/procedure2/TestProcedureExecution.java
 0
 0
-2
+1
 
 org/apache/hadoop/hbase/procedure2/TestProcedureMetrics.java
 0
@@ -9734,12 +9734,12 @@
 
 
 http://checkstyle.sourceforge.net/config_blocks.html#LeftCurly";>LeftCurly
-192
+188
  Error
 
 
 http://checkstyle.sourceforge.net/config_blocks.html#NeedBraces";>NeedBraces
-1801
+1800
  Error
 
 coding
@@ -9796,7 +9796,7 @@
 
 illegalPkgs: "   com.google.common,   io.netty,   
org.apache.commons.cli,   org.apache.commons.collections,   
org.apache.commons.collections4,   org.apache.commons.lang, 
  org.apache.curator.shaded,   org.apache.hadoop.classification,
   org.apache.htrace.shaded,   org.codehaus.jackson,   
org.htrace"
 illegalClasses: "   org.apache.commons.logging.Log,   
org.apache.commons.logging.LogFactory"
-2
+3
  Error
 
 
@@ -60182,48 +60182,30 @@
  Error
 imports
 ImportOrder
-Wrong order for 'java.util.ArrayList' import.
+Wrong order for 'com.google.common.base.Preconditions' import.
 28
 
  Error
-blocks
-LeftCurly
-'{' at column 58 should have line break after.
-102
-
- Error
-blocks
-LeftCurly
-'{' at column 31 should have line break after.
-126
-
- Error
-blocks
-NeedBraces
-'if' construct must use '{}'s.
-133
-
- Error
-blocks
-LeftCurly
-'{' at column 29 should have line break after.
-137
+imports
+IllegalImport
+Illegal import - com.google.common.base.Preconditions.
+28
 
 org/apache/hadoop/hbase/master/DrainingServerTracker.java
 
-
+
 Severity
 Category
 Rule
 Message
 Line
-
+
  Error
 imports
 ImportOrder
 Wrong order for 'org.apache.hadoop.hbase.Abortable' import.
 29
-
+
  Error
 javadoc
 NonEmptyAtclauseDescription
@@ -60232,13 +60214,13 @@
 
 org/apache/hadoop/hbase/master/ExpiredMobFileCleanerChore.java
 
-
+
 Severity
 Category
 Rule
 Message
 Line
-
+
  Error
 imports
 ImportOrder
@@ -60247,925 +60229,925 @@
 
 org/apache/hadoop/hbase/master/HMaster.java
 
-
+
 Severity
 Category
 Rule
 Message
 Line
-
+
  Error
 sizes
 LineLength
 Line is longer than 100 characters (found 101).
 451
-
+
  Error
 indentation
 Indentation
 'ctor def' child has incorrect indentation level 7, expected level should 
be 6.
 454
-
+
  Error
 indentation
 Indentation
 'ctor def' child has incorrect indentation level 7, expected level should 
be 6.
 455
-
+
  Error
 sizes
 LineLength
 Line is longer than 100 characters (found 101).
 465
-
+
  Error
 sizes
 LineLength
 Line is longer than 100 characters (found 105).
 467
-
+
  Error
 sizes
 LineLength
 Line is longer than 100 characters (found 109).
 468
-
+
  Error
 sizes
 LineLength
 Line is longer than 100 characters (found 103).
 470
-
+
  Error
 sizes
 LineLength
 Line is longer than 100 characters (found 118).
 471
-
+
  Error
 sizes
 LineLength
 Line is longer than 100 characters (found 120).
 472
-
+
  Error
 sizes
 LineLength
 Line is longer than 100 characters (found 103).
 473
-
+
  Error
 sizes
 LineLength
 Line is longer than 100 characters (found 115).
 477
-
+
  Error
 sizes
 LineLength
 Line is longer than 100 characters (found 104).
 506
-
+
  Error
 sizes
 LineLength
 Line is longer than 100 characters (found 114).
 651
-
+
  Error
 sizes
 LineLength
 Line is longer than 100 characters (found 131).
 665
-
+
  Error
 blocks
 NeedBraces
 'if' construct must use '{}'s.
 795
-
+
  Error
 sizes
 MethodLength
 Method length is 279 lines (max allowed is 150).
 893
-
+
  Error
 indentation
 Indentation
 'method def' child has incorrect indentation level 3, expected level 
should be 4.
 1384
-
+
  Error
 indentation
 Indentation
 'method def' child has incorrect indentation level 3, expected level 
should be 4.
 1386
-
+
  Error
 indentation
 Indentation
 'method def' child has incorrect indentation level 3, expected level 
should be 4.
 1388
-
+
  Error
 indentation
 Indentation
 'method def' child has incorrect indentation level 3, expected level 
should be 4.
 1390
-
+
  Error
 indentation
 Indentation
 'method def' child has incorrect indentation level 3, expected level 
should be 4.
 1392
-
+
  Error
 indentation
 Indentation
 'method def' child has incorrect indentation level 3, expected level 
should be 4.
 1400
-
+
  Error
 indentation
 Indentation
 'method def' child has incorrect indentation lev

[04/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/TestModifyTableProcedure.html
--
diff --git 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/TestModifyTableProcedure.html
 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/TestModifyTableProcedure.html
index ad8e4a5..ec3e399 100644
--- 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/TestModifyTableProcedure.html
+++ 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/master/procedure/TestModifyTableProcedure.html
@@ -30,385 +30,383 @@
 022import static 
org.junit.Assert.assertTrue;
 023
 024import java.io.IOException;
-025
-026import 
org.apache.hadoop.hbase.DoNotRetryIOException;
-027import 
org.apache.hadoop.hbase.HBaseClassTestRule;
-028import 
org.apache.hadoop.hbase.HColumnDescriptor;
-029import 
org.apache.hadoop.hbase.HTableDescriptor;
-030import 
org.apache.hadoop.hbase.InvalidFamilyOperationException;
-031import 
org.apache.hadoop.hbase.TableName;
-032import 
org.apache.hadoop.hbase.client.ColumnFamilyDescriptorBuilder;
-033import 
org.apache.hadoop.hbase.client.PerClientRandomNonceGenerator;
-034import 
org.apache.hadoop.hbase.client.RegionInfo;
-035import 
org.apache.hadoop.hbase.client.TableDescriptor;
-036import 
org.apache.hadoop.hbase.client.TableDescriptorBuilder;
-037import 
org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.StepHook;
-038import 
org.apache.hadoop.hbase.procedure2.Procedure;
-039import 
org.apache.hadoop.hbase.procedure2.ProcedureExecutor;
-040import 
org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility;
-041import 
org.apache.hadoop.hbase.testclassification.MasterTests;
-042import 
org.apache.hadoop.hbase.testclassification.MediumTests;
-043import 
org.apache.hadoop.hbase.util.Bytes;
-044import 
org.apache.hadoop.hbase.util.NonceKey;
-045import org.junit.Assert;
-046import org.junit.ClassRule;
-047import org.junit.Rule;
-048import org.junit.Test;
-049import 
org.junit.experimental.categories.Category;
-050import org.junit.rules.TestName;
-051
-052@Category({MasterTests.class, 
MediumTests.class})
-053public class TestModifyTableProcedure 
extends TestTableDDLProcedureBase {
-054
-055  @ClassRule
-056  public static final HBaseClassTestRule 
CLASS_RULE =
-057  
HBaseClassTestRule.forClass(TestModifyTableProcedure.class);
-058
-059  @Rule public TestName name = new 
TestName();
-060
-061  @Test
-062  public void testModifyTable() throws 
Exception {
-063final TableName tableName = 
TableName.valueOf(name.getMethodName());
-064final 
ProcedureExecutor procExec = 
getMasterProcedureExecutor();
-065
-066
MasterProcedureTestingUtility.createTable(procExec, tableName, null, "cf");
-067
UTIL.getAdmin().disableTable(tableName);
-068
-069// Modify the table descriptor
-070HTableDescriptor htd = new 
HTableDescriptor(UTIL.getAdmin().getTableDescriptor(tableName));
-071
-072// Test 1: Modify 1 property
-073long newMaxFileSize = 
htd.getMaxFileSize() * 2;
-074htd.setMaxFileSize(newMaxFileSize);
-075htd.setRegionReplication(3);
-076
-077long procId1 = 
ProcedureTestingUtility.submitAndWait(
-078procExec, new 
ModifyTableProcedure(procExec.getEnvironment(), htd));
-079
ProcedureTestingUtility.assertProcNotFailed(procExec.getResult(procId1));
-080
-081HTableDescriptor currentHtd = 
UTIL.getAdmin().getTableDescriptor(tableName);
-082assertEquals(newMaxFileSize, 
currentHtd.getMaxFileSize());
-083
-084// Test 2: Modify multiple 
properties
-085boolean newReadOnlyOption = 
htd.isReadOnly() ? false : true;
-086long newMemStoreFlushSize = 
htd.getMemStoreFlushSize() * 2;
-087htd.setReadOnly(newReadOnlyOption);
-088
htd.setMemStoreFlushSize(newMemStoreFlushSize);
-089
-090long procId2 = 
ProcedureTestingUtility.submitAndWait(
-091procExec, new 
ModifyTableProcedure(procExec.getEnvironment(), htd));
-092
ProcedureTestingUtility.assertProcNotFailed(procExec.getResult(procId2));
-093
-094currentHtd = 
UTIL.getAdmin().getTableDescriptor(tableName);
-095assertEquals(newReadOnlyOption, 
currentHtd.isReadOnly());
-096assertEquals(newMemStoreFlushSize, 
currentHtd.getMemStoreFlushSize());
-097  }
-098
-099  @Test
-100  public void testModifyTableAddCF() 
throws Exception {
-101final TableName tableName = 
TableName.valueOf(name.getMethodName());
-102final 
ProcedureExecutor procExec = 
getMasterProcedureExecutor();
-103
-104
MasterProcedureTestingUtility.createTable(procExec, tableName, null, "cf1");
-105HTableDescriptor currentHtd = 
UTIL.getAdmin().getTableDescriptor(tableName);
-106assertEquals(1, 
currentHtd.getFamiliesKeys().size());
-107
-108// Test 1: Modify the table 
descriptor online
-109String cf2 = "cf2";
-110HTableDescriptor htd

[45/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/devapidocs/org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html 
b/devapidocs/org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html
index bdead06..bab9474 100644
--- a/devapidocs/org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html
+++ b/devapidocs/org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html
@@ -799,7 +799,7 @@ extends 
 
 failIfAborted
-protected final void failIfAborted()
+protected final void failIfAborted()
 If procedure has more states then abort it otherwise 
procedure is finished and abort can be
  ignored.
 
@@ -812,7 +812,7 @@ extends 
 
 isRollbackSupported
-protected boolean isRollbackSupported(TState state)
+protected boolean isRollbackSupported(TState state)
 Used by the default implementation of abort() to know if 
the current state can be aborted
  and rollback can be triggered.
 
@@ -825,7 +825,7 @@ extends 
 
 isYieldAfterExecutionStep
-protected boolean isYieldAfterExecutionStep(TEnvironment env)
+protected boolean isYieldAfterExecutionStep(TEnvironment env)
 Description copied from 
class: Procedure
 By default, the procedure framework/executor will try to 
run procedures start to finish.
  Return true to make the executor yield between each execution step to
@@ -847,7 +847,7 @@ extends 
 
 hasMoreState
-private boolean hasMoreState()
+private boolean hasMoreState()
 
 
 
@@ -856,7 +856,7 @@ extends 
 
 getCurrentState
-protected TState getCurrentState()
+protected TState getCurrentState()
 
 
 
@@ -865,7 +865,7 @@ extends 
 
 getCurrentStateId
-public int getCurrentStateId()
+public int getCurrentStateId()
 This method is used from test code as it cannot be assumed 
that state transition will happen
  sequentially. Some procedures may skip steps/ states, some may add 
intermediate steps in
  future.
@@ -877,7 +877,7 @@ extends 
 
 setNextState
-private void setNextState(int stateId)
+private void setNextState(int stateId)
 Set the next state for the procedure.
 
 Parameters:
@@ -891,7 +891,7 @@ extends 
 
 toStringState
-protected void toStringState(https://docs.oracle.com/javase/8/docs/api/java/lang/StringBuilder.html?is-external=true";
 title="class or interface in java.lang">StringBuilder builder)
+protected void toStringState(https://docs.oracle.com/javase/8/docs/api/java/lang/StringBuilder.html?is-external=true";
 title="class or interface in java.lang">StringBuilder builder)
 Description copied from 
class: Procedure
 Called from Procedure.toString()
 when interpolating Procedure 
State. Allows decorating
  generic Procedure State with Procedure particulars.
@@ -909,7 +909,7 @@ extends 
 
 serializeStateData
-protected void serializeStateData(ProcedureStateSerializer serializer)
+protected void serializeStateData(ProcedureStateSerializer serializer)
throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true";
 title="class or interface in java.io">IOException
 Description copied from 
class: Procedure
 The user-level code of the procedure may have some state to
@@ -931,7 +931,7 @@ extends 
 
 deserializeStateData
-protected void deserializeStateData(ProcedureStateSerializer serializer)
+protected void deserializeStateData(ProcedureStateSerializer serializer)
  throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true";
 title="class or interface in java.io">IOException
 Description copied from 
class: Procedure
 Called on store load to allow the user to decode the 
previously serialized

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/Procedure.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/Procedure.html 
b/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/Procedure.html
index fd7415c..adb8b5d 100644
--- a/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/Procedure.html
+++ b/devapidocs/org/apache/hadoop/hbase/procedure2/class-use/Procedure.html
@@ -1252,47 +1252,51 @@
 RootProcedureState.addSubProcedure(Procedure proc) 
 
 
+private void
+ProcedureExecutor.cleanupAfterRollbackOneStep(Procedure proc) 
+
+
 int
 Procedure.compareTo(Procedure other) 
 
-
+
 void
 SimpleProcedureScheduler.completionCleanup(Procedure proc) 
 
-
+
 void
 ProcedureScheduler.completionCleanup(Procedure proc)
 The procedure in execution completed.
 
 
-
+
 static 
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos.Procedure
 ProcedureUtil.convertToProtoProcedure(Procedure proc)
 Helper to convert the procedure to protobuf.
 
 
-
+
 private void
 ProcedureExecutor.countDownChildren(RootP

[12/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/org/apache/hadoop/hbase/procedure2/TestStateMachineProcedure.html
--
diff --git 
a/testdevapidocs/org/apache/hadoop/hbase/procedure2/TestStateMachineProcedure.html
 
b/testdevapidocs/org/apache/hadoop/hbase/procedure2/TestStateMachineProcedure.html
index 62b289d..2b24145 100644
--- 
a/testdevapidocs/org/apache/hadoop/hbase/procedure2/TestStateMachineProcedure.html
+++ 
b/testdevapidocs/org/apache/hadoop/hbase/procedure2/TestStateMachineProcedure.html
@@ -327,7 +327,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 PROCEDURE_EXECUTOR_SLOTS
-private static final int PROCEDURE_EXECUTOR_SLOTS
+private static final int PROCEDURE_EXECUTOR_SLOTS
 
 See Also:
 Constant
 Field Values
@@ -340,7 +340,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 procExecutor
-private org.apache.hadoop.hbase.procedure2.ProcedureExecutor
 procExecutor
+private org.apache.hadoop.hbase.procedure2.ProcedureExecutor
 procExecutor
 
 
 
@@ -349,7 +349,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 procStore
-private org.apache.hadoop.hbase.procedure2.store.ProcedureStore procStore
+private org.apache.hadoop.hbase.procedure2.store.ProcedureStore procStore
 
 
 
@@ -358,7 +358,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 htu
-private HBaseCommonTestingUtility htu
+private HBaseCommonTestingUtility htu
 
 
 
@@ -367,7 +367,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 fs
-private org.apache.hadoop.fs.FileSystem fs
+private org.apache.hadoop.fs.FileSystem fs
 
 
 
@@ -376,7 +376,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 testDir
-private org.apache.hadoop.fs.Path testDir
+private org.apache.hadoop.fs.Path testDir
 
 
 
@@ -385,7 +385,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 logDir
-private org.apache.hadoop.fs.Path logDir
+private org.apache.hadoop.fs.Path logDir
 
 
 
@@ -419,7 +419,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 setUp
-public void setUp()
+public void setUp()
throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true";
 title="class or interface in java.io">IOException
 
 Throws:
@@ -433,7 +433,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 tearDown
-public void tearDown()
+public void tearDown()
   throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true";
 title="class or interface in java.io">IOException
 
 Throws:
@@ -447,7 +447,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 testAbortStuckProcedure
-public void testAbortStuckProcedure()
+public void testAbortStuckProcedure()
  throws https://docs.oracle.com/javase/8/docs/api/java/lang/InterruptedException.html?is-external=true";
 title="class or interface in java.lang">InterruptedException
 
 Throws:
@@ -461,7 +461,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 testChildOnLastStep
-public void testChildOnLastStep()
+public void testChildOnLastStep()
 
 
 
@@ -470,7 +470,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 testChildOnLastStepDoubleExecution
-public void testChildOnLastStepDoubleExecution()
+public void testChildOnLastStepDoubleExecution()
 throws https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true";
 title="class or interface in java.lang">Exception
 
 Throws:
@@ -484,7 +484,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 testChildOnLastStepWithRollback
-public void testChildOnLastStepWithRollback()
+public void testChildOnLastStepWithRollback()
 
 
 
@@ -493,7 +493,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 testChildNormalRollbackStateCount
-public void testChildNormalRollbackStateCount()
+public void testChildNormalRollbackStateCount()
 
 
 
@@ -502,7 +502,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 testChildBadRollbackStateCount
-public void testChildBadRollbackStateCount()
+public void testChildBadRollbackStateCount()
 
 
 
@@ -511,7 +511,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 testChildOnLastStepWithRollbackDoubleExecution
-public void testChildOnLastStepWithRollbackDoubleExecution()
+public void testChildOnLastStepWithRollbackDoubleExecution()
 throws https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-extern

[28/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/index-all.html
--
diff --git a/testdevapidocs/index-all.html b/testdevapidocs/index-all.html
index 45ef29f..424a9eb 100644
--- a/testdevapidocs/index-all.html
+++ b/testdevapidocs/index-all.html
@@ -887,14 +887,14 @@
  
 admin
 - Static variable in class org.apache.hadoop.hbase.client.replication.TestReplicationAdminWithTwoDifferentZKClusters
  
+admin
 - Variable in class org.apache.hadoop.hbase.client.RestoreSnapshotFromClientTestBase
+ 
 admin - 
Variable in class org.apache.hadoop.hbase.client.TestAdmin1
  
 admin - 
Variable in class org.apache.hadoop.hbase.client.TestAdmin2
  
 admin
 - Variable in class org.apache.hadoop.hbase.client.TestAsyncAdminBase
  
-admin
 - Variable in class org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClient
- 
 admin
 - Variable in class org.apache.hadoop.hbase.client.TestServerLoadDurability
  
 admin
 - Variable in class org.apache.hadoop.hbase.client.TestSnapshotCloneIndependence
@@ -4465,7 +4465,17 @@
  
 CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.client.TestMobCloneSnapshotFromClientNormal
  
-CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.client.TestMobRestoreSnapshotFromClient
+CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.client.TestMobRestoreSnapshotFromClientAfterSplittingRegions
+ 
+CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.client.TestMobRestoreSnapshotFromClientAfterTruncate
+ 
+CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.client.TestMobRestoreSnapshotFromClientClone
+ 
+CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.client.TestMobRestoreSnapshotFromClientGetCompactionState
+ 
+CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.client.TestMobRestoreSnapshotFromClientSchemaChange
+ 
+CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.client.TestMobRestoreSnapshotFromClientSimple
  
 CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.client.TestMobSnapshotCloneIndependence
  
@@ -4511,7 +4521,17 @@
  
 CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.client.TestReplicaWithCluster
  
-CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClient
+CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClientAfterSplittingRegions
+ 
+CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClientAfterTruncate
+ 
+CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClientClone
+ 
+CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClientGetCompactionState
+ 
+CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClientSchemaChange
+ 
+CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClientSimple
  
 CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClientWithRegionReplicas
  
@@ -5449,6 +5469,8 @@
  
 CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.procedure.TestZKProcedureControllers
  
+CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.procedure2.store.TestBitSetNode
+ 
 CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.procedure2.store.TestProcedureStoreTracker
  
 CLASS_RULE
 - Static variable in class org.apache.hadoop.hbase.procedure2.store.wal.TestForceUpdateProcedure
@@ -9287,6 +9309,8 @@
  
 countRows(Table)
 - Method in class org.apache.hadoop.hbase.client.CloneSnapshotFromClientTestBase
  
+countRows(Table,
 byte[]...) - Method in class org.apache.hadoop.hbase.client.RestoreSnapshotFromClientTestBase
+ 
 countRows(Table)
 - Method in class org.apache.hadoop.hbase.client.TestMobCloneSnapshotFromClientAfterSplittingRegion
  
 countRows(Table)
 - Method in class org.apache.hadoop.hbase.client.TestMobCloneSnapshotFromClientCloneLinksAfterDelete
@@ -9295,11 +9319,19 @@
  
 countRows(Table)
 - Method in class org.apache.hadoop.hbase.client.TestMobCloneSnapshotFromClientNormal
  
-countRows(Table,
 byte[]...) - Method in class org.apache.hadoop.hbase.client.TestMobRestoreSnapshotFromClient
+countRows(Table,
 byte[]...) - Method in class org.apache.hadoop.hbase.client.TestMobRestoreSnapshotFromClientAfterSplittingRegions
  
-countRows(Table,
 byte[]...) - Method in class org.apache.hadoop.hbase.client.TestMobSnapshotCloneIndependence
+countRows(Table,
 byte[]...) - Method in class org.apache.hadoop.hbase.client.TestMobRestoreSnapshotFromClientAfterTruncate
+ 
+countRows(Table,
 byte[]...) - Method in class org.apache.hadoop.hbase.client.TestMobRestoreSnapshotFromClientClone
  
-countRows(Table,
 byte[]...) - Method in class org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClient
+countRows(Table,

[32/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/BitSetNode.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/BitSetNode.html 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/BitSetNode.html
index ecd1970..be5c3fc 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/BitSetNode.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/store/BitSetNode.html
@@ -28,404 +28,405 @@
 020import java.util.ArrayList;
 021import java.util.Arrays;
 022import java.util.List;
-023import 
org.apache.hadoop.hbase.procedure2.store.ProcedureStoreTracker.DeleteState;
-024import 
org.apache.yetus.audience.InterfaceAudience;
-025
-026import 
org.apache.hadoop.hbase.shaded.protobuf.generated.ProcedureProtos;
-027
-028/**
-029 * A bitmap which can grow/merge with 
other {@link BitSetNode} (if certain conditions are met).
-030 * Boundaries of bitmap are aligned to 
multiples of {@link BitSetNode#BITS_PER_WORD}. So the range
-031 * of a {@link BitSetNode} is from [x * 
K, y * K) where x and y are integers, y > x and K is
-032 * BITS_PER_WORD.
-033 * 

-034 * We have two main bit sets to describe 
the state of procedures, the meanings are:
-035 *
-036 * 
-037 *  --
-038 * | modified | deleted |  meaning
-039 * | 0|   0 |  proc exists, 
but hasn't been updated since last resetUpdates().
-040 * | 1|   0 |  proc was 
updated (but not deleted).
-041 * | 1|   1 |  proc was 
deleted.
-042 * | 0|   1 |  proc doesn't 
exist (maybe never created, maybe deleted in past).
-043 * --
-044 * 
-045 *
-046 * The meaning of modified is that, we 
have modified the state of the procedure, no matter insert,
-047 * update, or delete. And if it is an 
insert or update, we will set the deleted to 0, if not we will
-048 * set the delete to 1.
-049 * 

-050 * For a non-partial BitSetNode, the 
initial modified value is 0 and deleted value is 1. For the
-051 * partial one, the initial modified 
value is 0 and the initial deleted value is also 0. In
-052 * {@link #unsetPartialFlag()} we will 
reset the deleted to 1 if it is not modified.
-053 */
-054@InterfaceAudience.Private
-055class BitSetNode {
-056  private static final long WORD_MASK = 
0xL;
-057  private static final int 
ADDRESS_BITS_PER_WORD = 6;
-058  private static final int BITS_PER_WORD 
= 1 << ADDRESS_BITS_PER_WORD;
-059  private static final int MAX_NODE_SIZE 
= 1 << ADDRESS_BITS_PER_WORD;
-060
-061  /**
-062   * Mimics {@link 
ProcedureStoreTracker#partial}. It will effect how we fill the new deleted 
bits
-063   * when growing.
-064   */
-065  private boolean partial;
-066
-067  /**
-068   * Set of procedures which have been 
modified since last {@link #resetModified()}. Useful to track
-069   * procedures which have been modified 
since last WAL write.
-070   */
-071  private long[] modified;
-072
-073  /**
-074   * Keeps track of procedure ids which 
belong to this bitmap's range and have been deleted. This
-075   * represents global state since it's 
not reset on WAL rolls.
-076   */
-077  private long[] deleted;
-078  /**
-079   * Offset of bitmap i.e. procedure id 
corresponding to first bit.
-080   */
-081  private long start;
-082
-083  public void dump() {
-084System.out.printf("%06d:%06d min=%d 
max=%d%n", getStart(), getEnd(), getActiveMinProcId(),
-085  getActiveMaxProcId());
-086System.out.println("Modified:");
-087for (int i = 0; i < 
modified.length; ++i) {
-088  for (int j = 0; j < 
BITS_PER_WORD; ++j) {
-089System.out.print((modified[i] 
& (1L << j)) != 0 ? "1" : "0");
-090  }
-091  System.out.println(" " + i);
-092}
-093System.out.println();
-094System.out.println("Delete:");
-095for (int i = 0; i < 
deleted.length; ++i) {
-096  for (int j = 0; j < 
BITS_PER_WORD; ++j) {
-097System.out.print((deleted[i] 
& (1L << j)) != 0 ? "1" : "0");
-098  }
-099  System.out.println(" " + i);
-100}
-101System.out.println();
-102  }
-103
-104  public BitSetNode(long procId, boolean 
partial) {
-105start = alignDown(procId);
-106
-107int count = 1;
-108modified = new long[count];
-109deleted = new long[count];
-110if (!partial) {
-111  Arrays.fill(deleted, WORD_MASK);
-112}
-113
-114this.partial = partial;
-115updateState(procId, false);
-116  }
-117
-118  public 
BitSetNode(ProcedureProtos.ProcedureStoreTracker.TrackerNode data) {
-119start = data.getStartId();
-120int size = data.getUpdatedCount();
-121assert size == 
data.getDeletedCount();
-122modified = new long[size];
-123deleted = new long[size];
-124for (int i = 0; i < size; ++i) {
-125  modified[i] = data.getUpdated(i);
-126  deleted[i] = data.getDe

[14/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/org/apache/hadoop/hbase/procedure2/TestProcedureBypass.StuckStateMachineProcedure.html
--
diff --git 
a/testdevapidocs/org/apache/hadoop/hbase/procedure2/TestProcedureBypass.StuckStateMachineProcedure.html
 
b/testdevapidocs/org/apache/hadoop/hbase/procedure2/TestProcedureBypass.StuckStateMachineProcedure.html
new file mode 100644
index 000..c3cc114
--- /dev/null
+++ 
b/testdevapidocs/org/apache/hadoop/hbase/procedure2/TestProcedureBypass.StuckStateMachineProcedure.html
@@ -0,0 +1,449 @@
+http://www.w3.org/TR/html4/loose.dtd";>
+
+
+
+
+
+TestProcedureBypass.StuckStateMachineProcedure (Apache HBase 
3.0.0-SNAPSHOT Test API)
+
+
+
+
+
+var methods = {"i0":10,"i1":10,"i2":10};
+var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+Skip navigation links
+
+
+
+
+Overview
+Package
+Class
+Use
+Tree
+Deprecated
+Index
+Help
+
+
+
+
+Prev Class
+Next Class
+
+
+Frames
+No Frames
+
+
+All Classes
+
+
+
+
+
+
+
+Summary: 
+Nested | 
+Field | 
+Constr | 
+Method
+
+
+Detail: 
+Field | 
+Constr | 
+Method
+
+
+
+
+
+
+
+
+org.apache.hadoop.hbase.procedure2
+Class TestProcedureBypass.StuckStateMachineProcedure
+
+
+
+https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">java.lang.Object
+
+
+org.apache.hadoop.hbase.procedure2.Procedure
+
+
+org.apache.hadoop.hbase.procedure2.StateMachineProcedure
+
+
+org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.NoopStateMachineProcedure
+
+
+org.apache.hadoop.hbase.procedure2.TestProcedureBypass.StuckStateMachineProcedure
+
+
+
+
+
+
+
+
+
+
+
+
+
+All Implemented Interfaces:
+https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true";
 title="class or interface in 
java.lang">Comparable>
+
+
+Enclosing class:
+TestProcedureBypass
+
+
+
+public static class TestProcedureBypass.StuckStateMachineProcedure
+extends ProcedureTestingUtility.NoopStateMachineProcedure
+
+
+
+
+
+
+
+
+
+
+
+Nested Class Summary
+
+
+
+
+Nested classes/interfaces inherited from 
class org.apache.hadoop.hbase.procedure2.StateMachineProcedure
+org.apache.hadoop.hbase.procedure2.StateMachineProcedure.Flow
+
+
+
+
+
+Nested classes/interfaces inherited from 
class org.apache.hadoop.hbase.procedure2.Procedure
+org.apache.hadoop.hbase.procedure2.Procedure.LockState
+
+
+
+
+
+
+
+
+Field Summary
+
+Fields 
+
+Modifier and Type
+Field and Description
+
+
+private https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/atomic/AtomicBoolean.html?is-external=true";
 title="class or interface in 
java.util.concurrent.atomic">AtomicBoolean
+stop 
+
+
+
+
+
+
+Fields inherited from 
class org.apache.hadoop.hbase.procedure2.StateMachineProcedure
+stateCount
+
+
+
+
+
+Fields inherited from 
class org.apache.hadoop.hbase.procedure2.Procedure
+NO_PROC_ID, NO_TIMEOUT
+
+
+
+
+
+
+
+
+Constructor Summary
+
+Constructors 
+
+Constructor and Description
+
+
+StuckStateMachineProcedure() 
+
+
+StuckStateMachineProcedure(TestProcedureBypass.TestProcEnv env,
+  TestProcedureBypass.StuckStateMachineState initialState) 
+
+
+
+
+
+
+
+
+
+Method Summary
+
+All Methods Instance Methods Concrete Methods 
+
+Modifier and Type
+Method and Description
+
+
+protected 
org.apache.hadoop.hbase.procedure2.StateMachineProcedure.Flow
+executeFromState(TestProcedureBypass.TestProcEnv env,
+TestProcedureBypass.StuckStateMachineState tState) 
+
+
+protected TestProcedureBypass.StuckStateMachineState
+getState(int stateId) 
+
+
+protected int
+getStateId(TestProcedureBypass.StuckStateMachineState tState) 
+
+
+
+
+
+
+Methods inherited from class org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.NoopStateMachineProcedure
+getInitialState,
 rollbackState
+
+
+
+
+
+Methods inherited from 
class org.apache.hadoop.hbase.procedure2.StateMachineProcedure
+abort, addChildProcedure, deserializeStateData, execut

[01/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

Repository: hbase-site
Updated Branches:
  refs/heads/asf-site 1a9895d8b -> 323b17d93


http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureTestingUtility.TestProcedure.html
--
diff --git 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureTestingUtility.TestProcedure.html
 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureTestingUtility.TestProcedure.html
index edb675e..eb90a1f 100644
--- 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureTestingUtility.TestProcedure.html
+++ 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureTestingUtility.TestProcedure.html
@@ -408,184 +408,224 @@
 400}
 401  }
 402
-403  public static class TestProcedure 
extends NoopProcedure {
-404private byte[] data = null;
-405
-406public TestProcedure() {}
+403  public static class 
NoopStateMachineProcedure
+404  extends 
StateMachineProcedure {
+405private TState initialState;
+406private TEnv env;
 407
-408public TestProcedure(long procId) {
-409  this(procId, 0);
-410}
-411
-412public TestProcedure(long procId, 
long parentId) {
-413  this(procId, parentId, null);
+408public NoopStateMachineProcedure() 
{
+409}
+410
+411public NoopStateMachineProcedure(TEnv 
env, TState initialState) {
+412  this.env = env;
+413  this.initialState = initialState;
 414}
 415
-416public TestProcedure(long procId, 
long parentId, byte[] data) {
-417  this(procId, parentId, parentId, 
data);
-418}
-419
-420public TestProcedure(long procId, 
long parentId, long rootId, byte[] data) {
-421  setData(data);
-422  setProcId(procId);
-423  if (parentId > 0) {
-424setParentProcId(parentId);
-425  }
-426  if (rootId > 0 || parentId > 
0) {
-427setRootProcId(rootId);
-428  }
-429}
-430
-431public void addStackId(final int 
index) {
-432  addStackIndex(index);
-433}
-434
-435public void setSuccessState() {
-436  setState(ProcedureState.SUCCESS);
-437}
-438
-439public void setData(final byte[] 
data) {
-440  this.data = data;
-441}
+416@Override
+417protected Flow executeFromState(TEnv 
env, TState tState)
+418throws 
ProcedureSuspendedException, ProcedureYieldException, InterruptedException {
+419  return null;
+420}
+421
+422@Override
+423protected void rollbackState(TEnv 
env, TState tState) throws IOException, InterruptedException {
+424
+425}
+426
+427@Override
+428protected TState getState(int 
stateId) {
+429  return null;
+430}
+431
+432@Override
+433protected int getStateId(TState 
tState) {
+434  return 0;
+435}
+436
+437@Override
+438protected TState getInitialState() 
{
+439  return initialState;
+440}
+441  }
 442
-443@Override
-444protected void 
serializeStateData(ProcedureStateSerializer serializer)
-445throws IOException {
-446  ByteString dataString = 
ByteString.copyFrom((data == null) ? new byte[0] : data);
-447  BytesValue.Builder builder = 
BytesValue.newBuilder().setValue(dataString);
-448  
serializer.serialize(builder.build());
-449}
-450
-451@Override
-452protected void 
deserializeStateData(ProcedureStateSerializer serializer)
-453throws IOException {
-454  BytesValue bytesValue = 
serializer.deserialize(BytesValue.class);
-455  ByteString dataString = 
bytesValue.getValue();
-456
-457  if (dataString.isEmpty()) {
-458data = null;
-459  } else {
-460data = 
dataString.toByteArray();
-461  }
-462}
-463
-464// Mark acquire/release lock 
functions public for test uses.
-465@Override
-466public LockState acquireLock(Void 
env) {
-467  return LockState.LOCK_ACQUIRED;
-468}
-469
-470@Override
-471public void releaseLock(Void env) {
-472  // no-op
+443  public static class TestProcedure 
extends NoopProcedure {
+444private byte[] data = null;
+445
+446public TestProcedure() {}
+447
+448public TestProcedure(long procId) {
+449  this(procId, 0);
+450}
+451
+452public TestProcedure(long procId, 
long parentId) {
+453  this(procId, parentId, null);
+454}
+455
+456public TestProcedure(long procId, 
long parentId, byte[] data) {
+457  this(procId, parentId, parentId, 
data);
+458}
+459
+460public TestProcedure(long procId, 
long parentId, long rootId, byte[] data) {
+461  setData(data);
+462  setProcId(procId);
+463  if (parentId > 0) {
+464setParentProcId(parentId);
+465  }
+466  if (rootId > 0 || parentId > 
0) {
+467setRootProcId(rootId);
+468  }
+469}
+470
+471public void addStackId(final int 
index) {
+472  addStackIn

[13/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/org/apache/hadoop/hbase/procedure2/TestProcedureExecution.TestSequentialProcedure.html
--
diff --git 
a/testdevapidocs/org/apache/hadoop/hbase/procedure2/TestProcedureExecution.TestSequentialProcedure.html
 
b/testdevapidocs/org/apache/hadoop/hbase/procedure2/TestProcedureExecution.TestSequentialProcedure.html
index 3f34fc3..17b6926 100644
--- 
a/testdevapidocs/org/apache/hadoop/hbase/procedure2/TestProcedureExecution.TestSequentialProcedure.html
+++ 
b/testdevapidocs/org/apache/hadoop/hbase/procedure2/TestProcedureExecution.TestSequentialProcedure.html
@@ -127,7 +127,7 @@ var activeTableTab = "activeTableTab";
 
 
 
-public static class TestProcedureExecution.TestSequentialProcedure
+public static class TestProcedureExecution.TestSequentialProcedure
 extends org.apache.hadoop.hbase.procedure2.SequentialProcedureVoid>
 
 
@@ -175,7 +175,7 @@ extends 
org.apache.hadoop.hbase.procedure2.SequentialProcedureVoid>[]
 subProcs 
 
 
@@ -232,7 +232,7 @@ extends 
org.apache.hadoop.hbase.procedure2.SequentialProcedureVoid env) 
 
 
-protected 
org.apache.hadoop.hbase.procedure2.Procedure[]
+protected 
org.apache.hadoop.hbase.procedure2.ProcedureVoid>[]
 execute(https://docs.oracle.com/javase/8/docs/api/java/lang/Void.html?is-external=true";
 title="class or interface in java.lang">Void env) 
 
 
@@ -281,7 +281,7 @@ extends 
org.apache.hadoop.hbase.procedure2.SequentialProcedure<
 
 subProcs
-private final org.apache.hadoop.hbase.procedure2.Procedure[] subProcs
+private final org.apache.hadoop.hbase.procedure2.ProcedureVoid>[] subProcs
 
 
 
@@ -290,7 +290,7 @@ extends 
org.apache.hadoop.hbase.procedure2.SequentialProcedure<
 
 state
-private final https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true";
 title="class or interface in java.util">ListString> state
+private final https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true";
 title="class or interface in java.util">ListString> state
 
 
 
@@ -299,7 +299,7 @@ extends 
org.apache.hadoop.hbase.procedure2.SequentialProcedure<
 
 failure
-private final https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true";
 title="class or interface in java.lang">Exception failure
+private final https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true";
 title="class or interface in java.lang">Exception failure
 
 
 
@@ -308,7 +308,7 @@ extends 
org.apache.hadoop.hbase.procedure2.SequentialProcedure<
 
 name
-private final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String name
+private final https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String name
 
 
 
@@ -325,7 +325,7 @@ extends 
org.apache.hadoop.hbase.procedure2.SequentialProcedure<
 
 TestSequentialProcedure
-public TestSequentialProcedure()
+public TestSequentialProcedure()
 
 
 
@@ -334,7 +334,7 @@ extends 
org.apache.hadoop.hbase.procedure2.SequentialProcedure<
 
 TestSequentialProcedure
-public TestSequentialProcedure(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String name,
+public TestSequentialProcedure(https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String name,
https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true";
 title="class or interface in java.util">ListString> state,

org.apache.hadoop.hbase.procedure2.Procedure... subProcs)
 
@@ -345,7 +345,7 @@ extends 
org.apache.h

[36/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html
index bdfc3f8..151ab8e 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html
@@ -1062,1140 +1062,1159 @@
 1054  }
 1055
 1056  boolean bypassProcedure(long pid, long 
lockWait, boolean force) throws IOException {
-1057Procedure 
procedure = getProcedure(pid);
-1058if (procedure == null) {
-1059  LOG.debug("Procedure with id={} 
does not exist, skipping bypass", pid);
-1060  return false;
-1061}
-1062
-1063LOG.debug("Begin bypass {} with 
lockWait={}, force={}", procedure, lockWait, force);
-1064IdLock.Entry lockEntry = 
procExecutionLock.tryLockEntry(procedure.getProcId(), lockWait);
-1065if (lockEntry == null && 
!force) {
-1066  LOG.debug("Waited {} ms, but {} is 
still running, skipping bypass with force={}",
-1067  lockWait, procedure, force);
-1068  return false;
-1069} else if (lockEntry == null) {
-1070  LOG.debug("Waited {} ms, but {} is 
still running, begin bypass with force={}",
-1071  lockWait, procedure, force);
-1072}
-1073try {
-1074  // check whether the procedure is 
already finished
-1075  if (procedure.isFinished()) {
-1076LOG.debug("{} is already 
finished, skipping bypass", procedure);
-1077return false;
-1078  }
-1079
-1080  if (procedure.hasChildren()) {
-1081LOG.debug("{} has children, 
skipping bypass", procedure);
-1082return false;
-1083  }
-1084
-1085  // If the procedure has no parent 
or no child, we are safe to bypass it in whatever state
-1086  if (procedure.hasParent() 
&& procedure.getState() != ProcedureState.RUNNABLE
-1087  && 
procedure.getState() != ProcedureState.WAITING
-1088  && 
procedure.getState() != ProcedureState.WAITING_TIMEOUT) {
-1089LOG.debug("Bypassing procedures 
in RUNNABLE, WAITING and WAITING_TIMEOUT states "
-1090+ "(with no parent), 
{}",
-1091procedure);
-1092return false;
-1093  }
-1094
-1095  // Now, the procedure is not 
finished, and no one can execute it since we take the lock now
-1096  // And we can be sure that its 
ancestor is not running too, since their child has not
-1097  // finished yet
-1098  Procedure 
current = procedure;
-1099  while (current != null) {
-1100LOG.debug("Bypassing {}", 
current);
-1101current.bypass();
-1102store.update(procedure);
-1103long parentID = 
current.getParentProcId();
-1104current = 
getProcedure(parentID);
-1105  }
-1106
-1107  //wake up waiting procedure, 
already checked there is no child
-1108  if (procedure.getState() == 
ProcedureState.WAITING) {
-1109
procedure.setState(ProcedureState.RUNNABLE);
-1110store.update(procedure);
-  }
-1112
-1113  // If we don't have the lock, we 
can't re-submit the queue,
-1114  // since it is already executing. 
To get rid of the stuck situation, we
-1115  // need to restart the master. 
With the procedure set to bypass, the procedureExecutor
-1116  // will bypass it and won't get 
stuck again.
-1117  if (lockEntry != null) {
-1118// add the procedure to run 
queue,
-1119scheduler.addFront(procedure);
-1120LOG.debug("Bypassing {} and its 
ancestors successfully, adding to queue", procedure);
-1121  } else {
-1122LOG.debug("Bypassing {} and its 
ancestors successfully, but since it is already running, "
-1123+ "skipping add to queue", 
procedure);
-1124  }
-1125  return true;
-1126
-1127} finally {
-1128  if (lockEntry != null) {
-1129
procExecutionLock.releaseLockEntry(lockEntry);
-1130  }
-1131}
-1132  }
-1133
-1134  /**
-1135   * Add a new root-procedure to the 
executor.
-1136   * @param proc the new procedure to 
execute.
-1137   * @param nonceKey the registered 
unique identifier for this operation from the client or process.
-1138   * @return the procedure id, that can 
be used to monitor the operation
-1139   */
-1140  
@edu.umd.cs.findbugs.annotations.SuppressWarnings(value="NP_NULL_ON_SOME_PATH",
-1141  justification = "FindBugs is blind 
to the check-for-null")
-1142  public long 
submitProcedure(Procedure proc, NonceKey nonceKey) {
-1143
Preconditions.checkArgument(lastProcId.get() >= 0);
-1144
-1145prepareProcedure(proc);
-1146
-1147final Long c

[22/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/org/apache/hadoop/hbase/client/TestMobRestoreSnapshotFromClientSimple.html
--
diff --git 
a/testdevapidocs/org/apache/hadoop/hbase/client/TestMobRestoreSnapshotFromClientSimple.html
 
b/testdevapidocs/org/apache/hadoop/hbase/client/TestMobRestoreSnapshotFromClientSimple.html
new file mode 100644
index 000..dd12f43
--- /dev/null
+++ 
b/testdevapidocs/org/apache/hadoop/hbase/client/TestMobRestoreSnapshotFromClientSimple.html
@@ -0,0 +1,423 @@
+http://www.w3.org/TR/html4/loose.dtd";>
+
+
+
+
+
+TestMobRestoreSnapshotFromClientSimple (Apache HBase 3.0.0-SNAPSHOT 
Test API)
+
+
+
+
+
+var methods = {"i0":10,"i1":10,"i2":9,"i3":9,"i4":10};
+var tabs = {65535:["t0","All Methods"],1:["t1","Static 
Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+Skip navigation links
+
+
+
+
+Overview
+Package
+Class
+Use
+Tree
+Deprecated
+Index
+Help
+
+
+
+
+Prev Class
+Next Class
+
+
+Frames
+No Frames
+
+
+All Classes
+
+
+
+
+
+
+
+Summary: 
+Nested | 
+Field | 
+Constr | 
+Method
+
+
+Detail: 
+Field | 
+Constr | 
+Method
+
+
+
+
+
+
+
+
+org.apache.hadoop.hbase.client
+Class 
TestMobRestoreSnapshotFromClientSimple
+
+
+
+https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">java.lang.Object
+
+
+org.apache.hadoop.hbase.client.RestoreSnapshotFromClientTestBase
+
+
+org.apache.hadoop.hbase.client.RestoreSnapshotFromClientSimpleTestBase
+
+
+org.apache.hadoop.hbase.client.TestMobRestoreSnapshotFromClientSimple
+
+
+
+
+
+
+
+
+
+
+
+
+public class TestMobRestoreSnapshotFromClientSimple
+extends RestoreSnapshotFromClientSimpleTestBase
+
+
+
+
+
+
+
+
+
+
+
+Field Summary
+
+Fields 
+
+Modifier and Type
+Field and Description
+
+
+static HBaseClassTestRule
+CLASS_RULE 
+
+
+
+
+
+
+Fields inherited from class org.apache.hadoop.hbase.client.RestoreSnapshotFromClientTestBase
+admin,
 emptySnapshot,
 FAMILY,
 name,
 snapshot0Rows,
 snapshot1Rows,
 snapshotName0,
 snapshotName1,
 snapshotName2,
 tableName,
 TEST_FAMILY2,
 TEST_UTIL
+
+
+
+
+
+
+
+
+Constructor Summary
+
+Constructors 
+
+Constructor and Description
+
+
+TestMobRestoreSnapshotFromClientSimple() 
+
+
+
+
+
+
+
+
+
+Method Summary
+
+All Methods Static Methods Instance Methods Concrete Methods 
+
+Modifier and Type
+Method and Description
+
+
+protected int
+countRows(org.apache.hadoop.hbase.client.Table table,
+ byte[]... families) 
+
+
+protected void
+createTable() 
+
+
+static void
+setupCluster() 
+
+
+protected static void
+setupConf(org.apache.hadoop.conf.Configuration conf) 
+
+
+protected void
+verifyRowCount(HBaseTestingUtility util,
+  org.apache.hadoop.hbase.TableName tableName,
+  long expectedRows) 
+
+
+
+
+
+
+Methods inherited from class org.apache.hadoop.hbase.client.RestoreSnapshotFromClientSimpleTestBase
+testCorruptedSnapshot,
 testRestoreSnapshot
+
+
+
+
+
+Methods inherited from class org.apache.hadoop.hbase.client.RestoreSnapshotFromClientTestBase
+getNumReplicas,
 getValidMethodName,
 setup,
 splitRegion,
 tearDown,
 tearDownAfterClass
+
+
+
+
+
+Methods inherited from class java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object
+https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#clone--";
 title="class or interface in java.lang">clone, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#equals-java.lang.Object-";
 title="class or interface in java.lang">equals, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#finalize--";
 title="class or interface in java.lang">finalize, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#getClass--";
 title="class or interface in java.lang">getClass, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#hashCode--";
 title="class or interface in java.lang">hashCode, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#notify--";
 title="class or interface in java.lang">notify, https://docs.oracle.com/javase/8/docs/api/ja
 va/lang/Object.html?is-external=true

[23/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/org/apache/hadoop/hbase/client/TestMobRestoreSnapshotFromClientClone.html
--
diff --git 
a/testdevapidocs/org/apache/hadoop/hbase/client/TestMobRestoreSnapshotFromClientClone.html
 
b/testdevapidocs/org/apache/hadoop/hbase/client/TestMobRestoreSnapshotFromClientClone.html
new file mode 100644
index 000..9fd5cd8
--- /dev/null
+++ 
b/testdevapidocs/org/apache/hadoop/hbase/client/TestMobRestoreSnapshotFromClientClone.html
@@ -0,0 +1,423 @@
+http://www.w3.org/TR/html4/loose.dtd";>
+
+
+
+
+
+TestMobRestoreSnapshotFromClientClone (Apache HBase 3.0.0-SNAPSHOT Test 
API)
+
+
+
+
+
+var methods = {"i0":10,"i1":10,"i2":9,"i3":9,"i4":10};
+var tabs = {65535:["t0","All Methods"],1:["t1","Static 
Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+Skip navigation links
+
+
+
+
+Overview
+Package
+Class
+Use
+Tree
+Deprecated
+Index
+Help
+
+
+
+
+Prev Class
+Next Class
+
+
+Frames
+No Frames
+
+
+All Classes
+
+
+
+
+
+
+
+Summary: 
+Nested | 
+Field | 
+Constr | 
+Method
+
+
+Detail: 
+Field | 
+Constr | 
+Method
+
+
+
+
+
+
+
+
+org.apache.hadoop.hbase.client
+Class 
TestMobRestoreSnapshotFromClientClone
+
+
+
+https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">java.lang.Object
+
+
+org.apache.hadoop.hbase.client.RestoreSnapshotFromClientTestBase
+
+
+org.apache.hadoop.hbase.client.RestoreSnapshotFromClientCloneTestBase
+
+
+org.apache.hadoop.hbase.client.TestMobRestoreSnapshotFromClientClone
+
+
+
+
+
+
+
+
+
+
+
+
+public class TestMobRestoreSnapshotFromClientClone
+extends RestoreSnapshotFromClientCloneTestBase
+
+
+
+
+
+
+
+
+
+
+
+Field Summary
+
+Fields 
+
+Modifier and Type
+Field and Description
+
+
+static HBaseClassTestRule
+CLASS_RULE 
+
+
+
+
+
+
+Fields inherited from class org.apache.hadoop.hbase.client.RestoreSnapshotFromClientTestBase
+admin,
 emptySnapshot,
 FAMILY,
 name,
 snapshot0Rows,
 snapshot1Rows,
 snapshotName0,
 snapshotName1,
 snapshotName2,
 tableName,
 TEST_FAMILY2,
 TEST_UTIL
+
+
+
+
+
+
+
+
+Constructor Summary
+
+Constructors 
+
+Constructor and Description
+
+
+TestMobRestoreSnapshotFromClientClone() 
+
+
+
+
+
+
+
+
+
+Method Summary
+
+All Methods Static Methods Instance Methods Concrete Methods 
+
+Modifier and Type
+Method and Description
+
+
+protected int
+countRows(org.apache.hadoop.hbase.client.Table table,
+ byte[]... families) 
+
+
+protected void
+createTable() 
+
+
+static void
+setupCluster() 
+
+
+protected static void
+setupConf(org.apache.hadoop.conf.Configuration conf) 
+
+
+protected void
+verifyRowCount(HBaseTestingUtility util,
+  org.apache.hadoop.hbase.TableName tableName,
+  long expectedRows) 
+
+
+
+
+
+
+Methods inherited from class org.apache.hadoop.hbase.client.RestoreSnapshotFromClientCloneTestBase
+testCloneAndRestoreSnapshot,
 testCloneSnapshotOfCloned
+
+
+
+
+
+Methods inherited from class org.apache.hadoop.hbase.client.RestoreSnapshotFromClientTestBase
+getNumReplicas,
 getValidMethodName,
 setup,
 splitRegion,
 tearDown,
 tearDownAfterClass
+
+
+
+
+
+Methods inherited from class java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object
+https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#clone--";
 title="class or interface in java.lang">clone, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#equals-java.lang.Object-";
 title="class or interface in java.lang">equals, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#finalize--";
 title="class or interface in java.lang">finalize, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#getClass--";
 title="class or interface in java.lang">getClass, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#hashCode--";
 title="class or interface in java.lang">hashCode, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#notify--";
 title="class or interface in java.lang">notify, https://docs.oracle.com/javase/8/docs/api/ja
 va/lang/Object.html?is-external=true#

[15/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/org/apache/hadoop/hbase/procedure2/ProcedureTestingUtility.LoadCounter.html
--
diff --git 
a/testdevapidocs/org/apache/hadoop/hbase/procedure2/ProcedureTestingUtility.LoadCounter.html
 
b/testdevapidocs/org/apache/hadoop/hbase/procedure2/ProcedureTestingUtility.LoadCounter.html
index ddbe86e..9365340 100644
--- 
a/testdevapidocs/org/apache/hadoop/hbase/procedure2/ProcedureTestingUtility.LoadCounter.html
+++ 
b/testdevapidocs/org/apache/hadoop/hbase/procedure2/ProcedureTestingUtility.LoadCounter.html
@@ -117,7 +117,7 @@ var activeTableTab = "activeTableTab";
 
 
 
-public static class ProcedureTestingUtility.LoadCounter
+public static class ProcedureTestingUtility.LoadCounter
 extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object
 implements 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureLoader
 
@@ -277,7 +277,7 @@ implements 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureLoad
 
 
 corrupted
-private final https://docs.oracle.com/javase/8/docs/api/java/util/ArrayList.html?is-external=true";
 title="class or interface in 
java.util">ArrayList corrupted
+private final https://docs.oracle.com/javase/8/docs/api/java/util/ArrayList.html?is-external=true";
 title="class or interface in 
java.util">ArrayList corrupted
 
 
 
@@ -286,7 +286,7 @@ implements 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureLoad
 
 
 completed
-private final https://docs.oracle.com/javase/8/docs/api/java/util/ArrayList.html?is-external=true";
 title="class or interface in 
java.util">ArrayList completed
+private final https://docs.oracle.com/javase/8/docs/api/java/util/ArrayList.html?is-external=true";
 title="class or interface in 
java.util">ArrayList completed
 
 
 
@@ -295,7 +295,7 @@ implements 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureLoad
 
 
 runnable
-private final https://docs.oracle.com/javase/8/docs/api/java/util/ArrayList.html?is-external=true";
 title="class or interface in 
java.util">ArrayList runnable
+private final https://docs.oracle.com/javase/8/docs/api/java/util/ArrayList.html?is-external=true";
 title="class or interface in 
java.util">ArrayList runnable
 
 
 
@@ -304,7 +304,7 @@ implements 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureLoad
 
 
 procIds
-private https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true";
 title="class or interface in java.util">SetLong> procIds
+private https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true";
 title="class or interface in java.util">SetLong> procIds
 
 
 
@@ -313,7 +313,7 @@ implements 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureLoad
 
 
 maxProcId
-private long maxProcId
+private long maxProcId
 
 
 
@@ -330,7 +330,7 @@ implements 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureLoad
 
 
 LoadCounter
-public LoadCounter()
+public LoadCounter()
 
 
 
@@ -339,7 +339,7 @@ implements 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureLoad
 
 
 LoadCounter
-public LoadCounter(https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true";
 title="class or interface in java.util">SetLong> procIds)
+public LoadCounter(https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true";
 title="class or interface in java.util">SetLong> procIds)
 
 
 
@@ -356,7 +356,7 @@ implements 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureLoad
 
 
 reset
-public void reset()
+public void reset()
 
 
 
@@ -365,7 +365,7 @@ implements 
org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureLoad
 
 
 reset
-public void reset(https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true";
 title="class or interface in java.util">SetLong> procIds)
+public void reset(https://docs.oracle.com/javase/8/docs/api/java/util/Set.h

[42/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureCleaner.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureCleaner.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureCleaner.html
index bdfc3f8..151ab8e 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureCleaner.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureCleaner.html
@@ -1062,1140 +1062,1159 @@
 1054  }
 1055
 1056  boolean bypassProcedure(long pid, long 
lockWait, boolean force) throws IOException {
-1057Procedure 
procedure = getProcedure(pid);
-1058if (procedure == null) {
-1059  LOG.debug("Procedure with id={} 
does not exist, skipping bypass", pid);
-1060  return false;
-1061}
-1062
-1063LOG.debug("Begin bypass {} with 
lockWait={}, force={}", procedure, lockWait, force);
-1064IdLock.Entry lockEntry = 
procExecutionLock.tryLockEntry(procedure.getProcId(), lockWait);
-1065if (lockEntry == null && 
!force) {
-1066  LOG.debug("Waited {} ms, but {} is 
still running, skipping bypass with force={}",
-1067  lockWait, procedure, force);
-1068  return false;
-1069} else if (lockEntry == null) {
-1070  LOG.debug("Waited {} ms, but {} is 
still running, begin bypass with force={}",
-1071  lockWait, procedure, force);
-1072}
-1073try {
-1074  // check whether the procedure is 
already finished
-1075  if (procedure.isFinished()) {
-1076LOG.debug("{} is already 
finished, skipping bypass", procedure);
-1077return false;
-1078  }
-1079
-1080  if (procedure.hasChildren()) {
-1081LOG.debug("{} has children, 
skipping bypass", procedure);
-1082return false;
-1083  }
-1084
-1085  // If the procedure has no parent 
or no child, we are safe to bypass it in whatever state
-1086  if (procedure.hasParent() 
&& procedure.getState() != ProcedureState.RUNNABLE
-1087  && 
procedure.getState() != ProcedureState.WAITING
-1088  && 
procedure.getState() != ProcedureState.WAITING_TIMEOUT) {
-1089LOG.debug("Bypassing procedures 
in RUNNABLE, WAITING and WAITING_TIMEOUT states "
-1090+ "(with no parent), 
{}",
-1091procedure);
-1092return false;
-1093  }
-1094
-1095  // Now, the procedure is not 
finished, and no one can execute it since we take the lock now
-1096  // And we can be sure that its 
ancestor is not running too, since their child has not
-1097  // finished yet
-1098  Procedure 
current = procedure;
-1099  while (current != null) {
-1100LOG.debug("Bypassing {}", 
current);
-1101current.bypass();
-1102store.update(procedure);
-1103long parentID = 
current.getParentProcId();
-1104current = 
getProcedure(parentID);
-1105  }
-1106
-1107  //wake up waiting procedure, 
already checked there is no child
-1108  if (procedure.getState() == 
ProcedureState.WAITING) {
-1109
procedure.setState(ProcedureState.RUNNABLE);
-1110store.update(procedure);
-  }
-1112
-1113  // If we don't have the lock, we 
can't re-submit the queue,
-1114  // since it is already executing. 
To get rid of the stuck situation, we
-1115  // need to restart the master. 
With the procedure set to bypass, the procedureExecutor
-1116  // will bypass it and won't get 
stuck again.
-1117  if (lockEntry != null) {
-1118// add the procedure to run 
queue,
-1119scheduler.addFront(procedure);
-1120LOG.debug("Bypassing {} and its 
ancestors successfully, adding to queue", procedure);
-1121  } else {
-1122LOG.debug("Bypassing {} and its 
ancestors successfully, but since it is already running, "
-1123+ "skipping add to queue", 
procedure);
-1124  }
-1125  return true;
-1126
-1127} finally {
-1128  if (lockEntry != null) {
-1129
procExecutionLock.releaseLockEntry(lockEntry);
-1130  }
-1131}
-1132  }
-1133
-1134  /**
-1135   * Add a new root-procedure to the 
executor.
-1136   * @param proc the new procedure to 
execute.
-1137   * @param nonceKey the registered 
unique identifier for this operation from the client or process.
-1138   * @return the procedure id, that can 
be used to monitor the operation
-1139   */
-1140  
@edu.umd.cs.findbugs.annotations.SuppressWarnings(value="NP_NULL_ON_SOME_PATH",
-1141  justification = "FindBugs is blind 
to the check-for-null")
-1142  public long 
submitProcedure(Procedure proc, NonceKey nonceKey) {
-1143
Preconditions.checkArgument(lastProcId.get() >= 0);
-1144

[26/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/org/apache/hadoop/hbase/client/RestoreSnapshotFromClientAfterSplittingRegionsTestBase.html
--
diff --git 
a/testdevapidocs/org/apache/hadoop/hbase/client/RestoreSnapshotFromClientAfterSplittingRegionsTestBase.html
 
b/testdevapidocs/org/apache/hadoop/hbase/client/RestoreSnapshotFromClientAfterSplittingRegionsTestBase.html
new file mode 100644
index 000..5559c32
--- /dev/null
+++ 
b/testdevapidocs/org/apache/hadoop/hbase/client/RestoreSnapshotFromClientAfterSplittingRegionsTestBase.html
@@ -0,0 +1,310 @@
+http://www.w3.org/TR/html4/loose.dtd";>
+
+
+
+
+
+RestoreSnapshotFromClientAfterSplittingRegionsTestBase (Apache HBase 
3.0.0-SNAPSHOT Test API)
+
+
+
+
+
+var methods = {"i0":10};
+var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+
+
+JavaScript is disabled on your browser.
+
+
+
+
+
+Skip navigation links
+
+
+
+
+Overview
+Package
+Class
+Use
+Tree
+Deprecated
+Index
+Help
+
+
+
+
+Prev Class
+Next Class
+
+
+Frames
+No Frames
+
+
+All Classes
+
+
+
+
+
+
+
+Summary: 
+Nested | 
+Field | 
+Constr | 
+Method
+
+
+Detail: 
+Field | 
+Constr | 
+Method
+
+
+
+
+
+
+
+
+org.apache.hadoop.hbase.client
+Class RestoreSnapshotFromClientAfterSplittingRegionsTestBase
+
+
+
+https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">java.lang.Object
+
+
+org.apache.hadoop.hbase.client.RestoreSnapshotFromClientTestBase
+
+
+org.apache.hadoop.hbase.client.RestoreSnapshotFromClientAfterSplittingRegionsTestBase
+
+
+
+
+
+
+
+
+
+Direct Known Subclasses:
+TestMobRestoreSnapshotFromClientAfterSplittingRegions,
 TestRestoreSnapshotFromClientAfterSplittingRegions
+
+
+
+public class RestoreSnapshotFromClientAfterSplittingRegionsTestBase
+extends RestoreSnapshotFromClientTestBase
+
+
+
+
+
+
+
+
+
+
+
+Field Summary
+
+
+
+
+Fields inherited from class org.apache.hadoop.hbase.client.RestoreSnapshotFromClientTestBase
+admin,
 emptySnapshot,
 FAMILY,
 name,
 snapshot0Rows,
 snapshot1Rows,
 snapshotName0,
 snapshotName1,
 snapshotName2,
 tableName,
 TEST_FAMILY2,
 TEST_UTIL
+
+
+
+
+
+
+
+
+Constructor Summary
+
+Constructors 
+
+Constructor and Description
+
+
+RestoreSnapshotFromClientAfterSplittingRegionsTestBase() 
+
+
+
+
+
+
+
+
+
+Method Summary
+
+All Methods Instance Methods Concrete Methods 
+
+Modifier and Type
+Method and Description
+
+
+void
+testRestoreSnapshotAfterSplittingRegions() 
+
+
+
+
+
+
+Methods inherited from class org.apache.hadoop.hbase.client.RestoreSnapshotFromClientTestBase
+countRows,
 createTable,
 getNumReplicas,
 getValidMethodName,
 setup,
 setupCluster,
 setupConf,
 splitRegion,
 tearDown,
 tearDownAfterClass,
 verifyRowCount
+
+
+
+
+
+Methods inherited from class java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object
+https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#clone--";
 title="class or interface in java.lang">clone, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#equals-java.lang.Object-";
 title="class or interface in java.lang">equals, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#finalize--";
 title="class or interface in java.lang">finalize, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#getClass--";
 title="class or interface in java.lang">getClass, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#hashCode--";
 title="class or interface in java.lang">hashCode, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#notify--";
 title="class or interface in java.lang">notify, https://docs.oracle.com/javase/8/docs/api/ja
 va/lang/Object.html?is-external=true#notifyAll--" title="class or interface in 
java.lang">notifyAll, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#toString--";
 title="class or interface in java.lang">toString, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#wait--";
 title="class or interface in java.lang">wait, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.

[47/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html
 
b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html
index d147e4b..5ec5a31 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html
@@ -131,7 +131,7 @@ var activeTableTab = "activeTableTab";
 
 
 
-private class ProcedureExecutor.WorkerThread
+private class ProcedureExecutor.WorkerThread
 extends StoppableThread
 
 
@@ -282,7 +282,7 @@ extends 
 
 executionStartTime
-private final https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/atomic/AtomicLong.html?is-external=true";
 title="class or interface in java.util.concurrent.atomic">AtomicLong executionStartTime
+private final https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/atomic/AtomicLong.html?is-external=true";
 title="class or interface in java.util.concurrent.atomic">AtomicLong executionStartTime
 
 
 
@@ -291,7 +291,7 @@ extends 
 
 activeProcedure
-private volatile Procedure activeProcedure
+private volatile Procedure activeProcedure
 
 
 
@@ -308,7 +308,7 @@ extends 
 
 WorkerThread
-public WorkerThread(https://docs.oracle.com/javase/8/docs/api/java/lang/ThreadGroup.html?is-external=true";
 title="class or interface in java.lang">ThreadGroup group)
+public WorkerThread(https://docs.oracle.com/javase/8/docs/api/java/lang/ThreadGroup.html?is-external=true";
 title="class or interface in java.lang">ThreadGroup group)
 
 
 
@@ -317,7 +317,7 @@ extends 
 
 WorkerThread
-protected WorkerThread(https://docs.oracle.com/javase/8/docs/api/java/lang/ThreadGroup.html?is-external=true";
 title="class or interface in java.lang">ThreadGroup group,
+protected WorkerThread(https://docs.oracle.com/javase/8/docs/api/java/lang/ThreadGroup.html?is-external=true";
 title="class or interface in java.lang">ThreadGroup group,
https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String prefix)
 
 
@@ -335,7 +335,7 @@ extends 
 
 sendStopSignal
-public void sendStopSignal()
+public void sendStopSignal()
 
 Specified by:
 sendStopSignal in
 class StoppableThread
@@ -348,7 +348,7 @@ extends 
 
 run
-public void run()
+public void run()
 
 Specified by:
 https://docs.oracle.com/javase/8/docs/api/java/lang/Runnable.html?is-external=true#run--";
 title="class or interface in java.lang">run in 
interface https://docs.oracle.com/javase/8/docs/api/java/lang/Runnable.html?is-external=true";
 title="class or interface in java.lang">Runnable
@@ -363,7 +363,7 @@ extends 
 
 toString
-public https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String toString()
+public https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String toString()
 
 Overrides:
 https://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html?is-external=true#toString--";
 title="class or interface in java.lang">toString in 
class https://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html?is-external=true";
 title="class or interface in java.lang">Thread
@@ -376,7 +376,7 @@ extends 
 
 getCurrentRunTime
-public long getCurrentRunTime()
+public long getCurrentRunTime()
 
 Returns:
 the time since the current procedure is running
@@ -389,7 +389,7 @@ extends 
 
 keepAlive
-protected boolean keepAlive(long lastUpdate)
+protected boolean keepAlive(long lastUpdate)
 
 
 

[16/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/org/apache/hadoop/hbase/client/package-tree.html
--
diff --git a/testdevapidocs/org/apache/hadoop/hbase/client/package-tree.html 
b/testdevapidocs/org/apache/hadoop/hbase/client/package-tree.html
index 45a27ec..656c0e2 100644
--- a/testdevapidocs/org/apache/hadoop/hbase/client/package-tree.html
+++ b/testdevapidocs/org/apache/hadoop/hbase/client/package-tree.html
@@ -292,6 +292,47 @@
 org.apache.hadoop.hbase.client.TestGetProcedureResult.DummyProcedure 
(implements 
org.apache.hadoop.hbase.master.procedure.TableProcedureInterface)
 
 
+org.apache.hadoop.hbase.client.RestoreSnapshotFromClientTestBase
+
+org.apache.hadoop.hbase.client.RestoreSnapshotFromClientAfterSplittingRegionsTestBase
+
+org.apache.hadoop.hbase.client.TestMobRestoreSnapshotFromClientAfterSplittingRegions
+org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClientAfterSplittingRegions
+
+
+org.apache.hadoop.hbase.client.RestoreSnapshotFromClientAfterTruncateTestBase
+
+org.apache.hadoop.hbase.client.TestMobRestoreSnapshotFromClientAfterTruncate
+org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClientAfterTruncate
+
+
+org.apache.hadoop.hbase.client.RestoreSnapshotFromClientCloneTestBase
+
+org.apache.hadoop.hbase.client.TestMobRestoreSnapshotFromClientClone
+org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClientClone
+
+
+org.apache.hadoop.hbase.client.RestoreSnapshotFromClientGetCompactionStateTestBase
+
+org.apache.hadoop.hbase.client.TestMobRestoreSnapshotFromClientGetCompactionState
+org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClientGetCompactionState
+
+
+org.apache.hadoop.hbase.client.RestoreSnapshotFromClientSchemaChangeTestBase
+
+org.apache.hadoop.hbase.client.TestMobRestoreSnapshotFromClientSchemaChange
+org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClientSchemaChange
+
+
+org.apache.hadoop.hbase.client.RestoreSnapshotFromClientSimpleTestBase
+
+org.apache.hadoop.hbase.client.TestMobRestoreSnapshotFromClientSimple
+org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClientSimple
+
+
+org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClientWithRegionReplicas
+
+
 org.apache.hadoop.hbase.ipc.RpcControllerFactory
 
 org.apache.hadoop.hbase.client.TestRpcControllerFactory.StaticRpcControllerFactory
@@ -503,12 +544,6 @@
 org.apache.hadoop.hbase.client.TestReplicaWithCluster.RegionServerHostingPrimayMetaRegionSlowOrStopCopro
 (implements org.apache.hadoop.hbase.coprocessor.RegionCoprocessor, 
org.apache.hadoop.hbase.coprocessor.RegionObserver)
 org.apache.hadoop.hbase.client.TestReplicaWithCluster.RegionServerStoppedCopro 
(implements org.apache.hadoop.hbase.coprocessor.RegionCoprocessor, 
org.apache.hadoop.hbase.coprocessor.RegionObserver)
 org.apache.hadoop.hbase.client.TestReplicaWithCluster.SlowMeCopro (implements 
org.apache.hadoop.hbase.coprocessor.RegionCoprocessor, 
org.apache.hadoop.hbase.coprocessor.RegionObserver)
-org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClient
-
-org.apache.hadoop.hbase.client.TestMobRestoreSnapshotFromClient
-org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClientWithRegionReplicas
-
-
 org.apache.hadoop.hbase.client.TestResultFromCoprocessor
 org.apache.hadoop.hbase.client.TestResultFromCoprocessor.MyObserver 
(implements org.apache.hadoop.hbase.coprocessor.RegionCoprocessor, 
org.apache.hadoop.hbase.coprocessor.RegionObserver)
 org.apache.hadoop.hbase.client.TestResultSizeEstimation

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/org/apache/hadoop/hbase/client/package-use.html
--
diff --git a/testdevapidocs/org/apache/hadoop/hbase/client/package-use.html 
b/testdevapidocs/org/apache/hadoop/hbase/client/package-use.html
index 2b370f1..822ca81 100644
--- a/testdevapidocs/org/apache/hadoop/hbase/client/package-use.html
+++ b/testdevapidocs/org/apache/hadoop/hbase/client/package-use.html
@@ -159,75 +159,93 @@
 
 
 
+RestoreSnapshotFromClientAfterSplittingRegionsTestBase 
+
+
+RestoreSnapshotFromClientAfterTruncateTestBase 
+
+
+RestoreSnapshotFromClientCloneTestBase 
+
+
+RestoreSnapshotFromClientGetCompactionStateTestBase 
+
+
+RestoreSnapshotFromClientSchemaChangeTestBase 
+
+
+RestoreSnapshotFromClientSimpleTestBase 
+
+
+RestoreSnapshotFromClientTestBase
+Base class for testing restore snapshot
+
+
+
 TestAsyncAdminBase
 Class to test AsyncAdmin.
 
 
-
+
 TestAsyncProcess.MyAsyncProcess 
 
-
+
 TestAsyncProcess.MyAsyncProcessWithReplicas 
 
-
+
 TestAsyncProcess.MyConnectionImpl
 Returns our async process.
 
 
-
+
 TestAsyncProcess.ResponseGenerator 
 
-
+
 TestAsyncProcess.RR
 After reading TheDailyWtf, I always wanted to create a 
MyBoolean enum like this!
 
 
-
+
 TestAsyncTableGetMultiThreaded
 Will split the table, and move region randomly when 
testing.
 
 
-
+
 TestAsyncTableScanMetrics.ScanWithMetr

[40/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.FailedProcedure.html
--
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.FailedProcedure.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.FailedProcedure.html
index bdfc3f8..151ab8e 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.FailedProcedure.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.FailedProcedure.html
@@ -1062,1140 +1062,1159 @@
 1054  }
 1055
 1056  boolean bypassProcedure(long pid, long 
lockWait, boolean force) throws IOException {
-1057Procedure 
procedure = getProcedure(pid);
-1058if (procedure == null) {
-1059  LOG.debug("Procedure with id={} 
does not exist, skipping bypass", pid);
-1060  return false;
-1061}
-1062
-1063LOG.debug("Begin bypass {} with 
lockWait={}, force={}", procedure, lockWait, force);
-1064IdLock.Entry lockEntry = 
procExecutionLock.tryLockEntry(procedure.getProcId(), lockWait);
-1065if (lockEntry == null && 
!force) {
-1066  LOG.debug("Waited {} ms, but {} is 
still running, skipping bypass with force={}",
-1067  lockWait, procedure, force);
-1068  return false;
-1069} else if (lockEntry == null) {
-1070  LOG.debug("Waited {} ms, but {} is 
still running, begin bypass with force={}",
-1071  lockWait, procedure, force);
-1072}
-1073try {
-1074  // check whether the procedure is 
already finished
-1075  if (procedure.isFinished()) {
-1076LOG.debug("{} is already 
finished, skipping bypass", procedure);
-1077return false;
-1078  }
-1079
-1080  if (procedure.hasChildren()) {
-1081LOG.debug("{} has children, 
skipping bypass", procedure);
-1082return false;
-1083  }
-1084
-1085  // If the procedure has no parent 
or no child, we are safe to bypass it in whatever state
-1086  if (procedure.hasParent() 
&& procedure.getState() != ProcedureState.RUNNABLE
-1087  && 
procedure.getState() != ProcedureState.WAITING
-1088  && 
procedure.getState() != ProcedureState.WAITING_TIMEOUT) {
-1089LOG.debug("Bypassing procedures 
in RUNNABLE, WAITING and WAITING_TIMEOUT states "
-1090+ "(with no parent), 
{}",
-1091procedure);
-1092return false;
-1093  }
-1094
-1095  // Now, the procedure is not 
finished, and no one can execute it since we take the lock now
-1096  // And we can be sure that its 
ancestor is not running too, since their child has not
-1097  // finished yet
-1098  Procedure 
current = procedure;
-1099  while (current != null) {
-1100LOG.debug("Bypassing {}", 
current);
-1101current.bypass();
-1102store.update(procedure);
-1103long parentID = 
current.getParentProcId();
-1104current = 
getProcedure(parentID);
-1105  }
-1106
-1107  //wake up waiting procedure, 
already checked there is no child
-1108  if (procedure.getState() == 
ProcedureState.WAITING) {
-1109
procedure.setState(ProcedureState.RUNNABLE);
-1110store.update(procedure);
-  }
-1112
-1113  // If we don't have the lock, we 
can't re-submit the queue,
-1114  // since it is already executing. 
To get rid of the stuck situation, we
-1115  // need to restart the master. 
With the procedure set to bypass, the procedureExecutor
-1116  // will bypass it and won't get 
stuck again.
-1117  if (lockEntry != null) {
-1118// add the procedure to run 
queue,
-1119scheduler.addFront(procedure);
-1120LOG.debug("Bypassing {} and its 
ancestors successfully, adding to queue", procedure);
-1121  } else {
-1122LOG.debug("Bypassing {} and its 
ancestors successfully, but since it is already running, "
-1123+ "skipping add to queue", 
procedure);
-1124  }
-1125  return true;
-1126
-1127} finally {
-1128  if (lockEntry != null) {
-1129
procExecutionLock.releaseLockEntry(lockEntry);
-1130  }
-1131}
-1132  }
-1133
-1134  /**
-1135   * Add a new root-procedure to the 
executor.
-1136   * @param proc the new procedure to 
execute.
-1137   * @param nonceKey the registered 
unique identifier for this operation from the client or process.
-1138   * @return the procedure id, that can 
be used to monitor the operation
-1139   */
-1140  
@edu.umd.cs.findbugs.annotations.SuppressWarnings(value="NP_NULL_ON_SOME_PATH",
-1141  justification = "FindBugs is blind 
to the check-for-null")
-1142  public long 
submitProcedure(Procedure proc, NonceKey nonceKey) {
-1143
Preconditions.checkArgument(lastProcId.get() >= 0);
-1144
-1145prepareProcedure(proc);
-1146
-1147fi

[03/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureTestingUtility.LoadCounter.html
--
diff --git 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureTestingUtility.LoadCounter.html
 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureTestingUtility.LoadCounter.html
index edb675e..eb90a1f 100644
--- 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureTestingUtility.LoadCounter.html
+++ 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureTestingUtility.LoadCounter.html
@@ -408,184 +408,224 @@
 400}
 401  }
 402
-403  public static class TestProcedure 
extends NoopProcedure {
-404private byte[] data = null;
-405
-406public TestProcedure() {}
+403  public static class 
NoopStateMachineProcedure
+404  extends 
StateMachineProcedure {
+405private TState initialState;
+406private TEnv env;
 407
-408public TestProcedure(long procId) {
-409  this(procId, 0);
-410}
-411
-412public TestProcedure(long procId, 
long parentId) {
-413  this(procId, parentId, null);
+408public NoopStateMachineProcedure() 
{
+409}
+410
+411public NoopStateMachineProcedure(TEnv 
env, TState initialState) {
+412  this.env = env;
+413  this.initialState = initialState;
 414}
 415
-416public TestProcedure(long procId, 
long parentId, byte[] data) {
-417  this(procId, parentId, parentId, 
data);
-418}
-419
-420public TestProcedure(long procId, 
long parentId, long rootId, byte[] data) {
-421  setData(data);
-422  setProcId(procId);
-423  if (parentId > 0) {
-424setParentProcId(parentId);
-425  }
-426  if (rootId > 0 || parentId > 
0) {
-427setRootProcId(rootId);
-428  }
-429}
-430
-431public void addStackId(final int 
index) {
-432  addStackIndex(index);
-433}
-434
-435public void setSuccessState() {
-436  setState(ProcedureState.SUCCESS);
-437}
-438
-439public void setData(final byte[] 
data) {
-440  this.data = data;
-441}
+416@Override
+417protected Flow executeFromState(TEnv 
env, TState tState)
+418throws 
ProcedureSuspendedException, ProcedureYieldException, InterruptedException {
+419  return null;
+420}
+421
+422@Override
+423protected void rollbackState(TEnv 
env, TState tState) throws IOException, InterruptedException {
+424
+425}
+426
+427@Override
+428protected TState getState(int 
stateId) {
+429  return null;
+430}
+431
+432@Override
+433protected int getStateId(TState 
tState) {
+434  return 0;
+435}
+436
+437@Override
+438protected TState getInitialState() 
{
+439  return initialState;
+440}
+441  }
 442
-443@Override
-444protected void 
serializeStateData(ProcedureStateSerializer serializer)
-445throws IOException {
-446  ByteString dataString = 
ByteString.copyFrom((data == null) ? new byte[0] : data);
-447  BytesValue.Builder builder = 
BytesValue.newBuilder().setValue(dataString);
-448  
serializer.serialize(builder.build());
-449}
-450
-451@Override
-452protected void 
deserializeStateData(ProcedureStateSerializer serializer)
-453throws IOException {
-454  BytesValue bytesValue = 
serializer.deserialize(BytesValue.class);
-455  ByteString dataString = 
bytesValue.getValue();
-456
-457  if (dataString.isEmpty()) {
-458data = null;
-459  } else {
-460data = 
dataString.toByteArray();
-461  }
-462}
-463
-464// Mark acquire/release lock 
functions public for test uses.
-465@Override
-466public LockState acquireLock(Void 
env) {
-467  return LockState.LOCK_ACQUIRED;
-468}
-469
-470@Override
-471public void releaseLock(Void env) {
-472  // no-op
+443  public static class TestProcedure 
extends NoopProcedure {
+444private byte[] data = null;
+445
+446public TestProcedure() {}
+447
+448public TestProcedure(long procId) {
+449  this(procId, 0);
+450}
+451
+452public TestProcedure(long procId, 
long parentId) {
+453  this(procId, parentId, null);
+454}
+455
+456public TestProcedure(long procId, 
long parentId, byte[] data) {
+457  this(procId, parentId, parentId, 
data);
+458}
+459
+460public TestProcedure(long procId, 
long parentId, long rootId, byte[] data) {
+461  setData(data);
+462  setProcId(procId);
+463  if (parentId > 0) {
+464setParentProcId(parentId);
+465  }
+466  if (rootId > 0 || parentId > 
0) {
+467setRootProcId(rootId);
+468  }
+469}
+470
+471public void addStackId(final int 
index) {
+472  addStackIndex(index);
 473}
-474  }
-475
-476  public static class LoadCounter 
implements ProcedureStor

[17/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/org/apache/hadoop/hbase/client/package-summary.html
--
diff --git a/testdevapidocs/org/apache/hadoop/hbase/client/package-summary.html 
b/testdevapidocs/org/apache/hadoop/hbase/client/package-summary.html
index d81409c..843112f 100644
--- a/testdevapidocs/org/apache/hadoop/hbase/client/package-summary.html
+++ b/testdevapidocs/org/apache/hadoop/hbase/client/package-summary.html
@@ -205,851 +205,899 @@
 
 
 
-SimpleScanResultConsumer
+RestoreSnapshotFromClientAfterSplittingRegionsTestBase
  
 
 
+RestoreSnapshotFromClientAfterTruncateTestBase
+ 
+
+
+RestoreSnapshotFromClientCloneTestBase
+ 
+
+
+RestoreSnapshotFromClientGetCompactionStateTestBase
+ 
+
+
+RestoreSnapshotFromClientSchemaChangeTestBase
+ 
+
+
+RestoreSnapshotFromClientSimpleTestBase
+ 
+
+
+RestoreSnapshotFromClientTestBase
+
+Base class for testing restore snapshot
+
+
+
+SimpleScanResultConsumer
+ 
+
+
 TestAdmin1
 
 Class to test HBaseAdmin.
 
 
-
+
 TestAdmin2
 
 Class to test HBaseAdmin.
 
 
-
+
 TestAdminShell
  
 
-
+
 TestAllowPartialScanResultCache
  
 
-
+
 TestAlwaysSetScannerId
 
 Testcase to make sure that we always set scanner id in 
ScanResponse.
 
 
-
+
 TestAppendFromClientSide
 
 Run Append tests that use the HBase clients;
 
 
-
+
 TestAsyncAdminBase
 
 Class to test AsyncAdmin.
 
 
-
+
 TestAsyncAdminBuilder
  
 
-
+
 TestAsyncAdminBuilder.TestMaxRetriesCoprocessor
  
 
-
+
 TestAsyncAdminBuilder.TestOperationTimeoutCoprocessor
  
 
-
+
 TestAsyncAdminBuilder.TestRpcTimeoutCoprocessor
  
 
-
+
 TestAsyncAggregationClient
  
 
-
+
 TestAsyncBufferMutator
  
 
-
+
 TestAsyncClusterAdminApi
  
 
-
+
 TestAsyncClusterAdminApi2
 
 Only used to test stopMaster/stopRegionServer/shutdown 
methods.
 
 
-
+
 TestAsyncDecommissionAdminApi
  
 
-
+
 TestAsyncMetaRegionLocator
  
 
-
+
 TestAsyncNamespaceAdminApi
 
 Class to test asynchronous namespace admin operations.
 
 
-
+
 TestAsyncNonMetaRegionLocator
  
 
-
+
 TestAsyncNonMetaRegionLocatorConcurrenyLimit
  
 
-
+
 TestAsyncNonMetaRegionLocatorConcurrenyLimit.CountingRegionObserver
  
 
-
+
 TestAsyncProcedureAdminApi
 
 Class to test asynchronous procedure admin operations.
 
 
-
+
 TestAsyncProcess
  
 
-
+
 TestAsyncProcess.AsyncProcessForThrowableCheck
  
 
-
+
 TestAsyncProcess.AsyncProcessWithFailure
  
 
-
+
 TestAsyncProcess.CallerWithFailure
  
 
-
+
 TestAsyncProcess.CountingThreadFactory
  
 
-
+
 TestAsyncProcess.MyAsyncProcess
  
 
-
+
 TestAsyncProcess.MyAsyncProcessWithReplicas
  
 
-
+
 TestAsyncProcess.MyAsyncRequestFutureImpl
  
 
-
+
 TestAsyncProcess.MyClientBackoffPolicy
 
 Make the backoff time always different on each call.
 
 
-
+
 TestAsyncProcess.MyConnectionImpl
 
 Returns our async process.
 
 
-
+
 TestAsyncProcess.MyConnectionImpl.TestRegistry
  
 
-
+
 TestAsyncProcess.MyConnectionImpl2
 
 Returns our async process.
 
 
-
+
 TestAsyncProcess.MyThreadPoolExecutor
  
 
-
+
 TestAsyncProcessWithRegionException
 
 The purpose of this test is to make sure the region 
exception won't corrupt the results
  of batch.
 
 
-
+
 TestAsyncProcessWithRegionException.MyAsyncProcess
  
 
-
+
 TestAsyncQuotaAdminApi
  
 
-
+
 TestAsyncRegionAdminApi
 
 Class to test asynchronous region admin operations.
 
 
-
+
 TestAsyncRegionAdminApi2
 
 Class to test asynchronous region admin operations.
 
 
-
+
 TestAsyncRegionLocatorTimeout
  
 
-
+
 TestAsyncRegionLocatorTimeout.SleepRegionObserver
  
 
-
+
 TestAsyncReplicationAdminApi
 
 Class to test asynchronous replication admin 
operations.
 
 
-
+
 TestAsyncReplicationAdminApiWithClusters
 
 Class to test asynchronous replication admin operations 
when more than 1 cluster
 
 
-
+
 TestAsyncResultScannerCursor
  
 
-
+
 TestAsyncSingleRequestRpcRetryingCaller
  
 
-
+
 TestAsyncSnapshotAdminApi
  
 
-
+
 TestAsyncTable
  
 
-
+
 TestAsyncTableAdminApi
 
 Class to test asynchronous table admin operations.
 
 
-
+
 TestAsyncTableAdminApi2
 
 Class to test asynchronous table admin operations
 
 
-
+
 TestAsyncTableAdminApi3
 
 Class to test asynchronous table admin operations.
 
 
-
+
 TestAsyncTableBatch
  
 
-
+
 TestAsyncTableBatch.ErrorInjectObserver
  
 
-
+
 TestAsyncTableGetMultiThreaded
 
 Will split the table, and move region randomly when 
testing.
 
 
-
+
 TestAsyncTableGetMultiThreadedWithBasicCompaction
  
 
-
+
 TestAsyncTableGetMultiThreadedWithEagerCompaction
  
 
-
+
 TestAsyncTableLocatePrefetch
  
 
-
+
 TestAsyncTableNoncedRetry
  
 
-
+
 TestAsyncTableScan
  
 
-
+
 TestAsyncTableScanAll
  
 
-
+
 TestAsyncTableScanMetrics
  
 
-
+
 TestAsyncTableScanner
  
 
-
+
 TestAsyncTableScannerCloseWhileSuspending
  
 
-
+
 TestAsyncTableScanRenewLease
  
 
-
+
 TestAsyncTableScanRenewLease.RenewLeaseConsumer
  
 
-
+
 TestAsyncToolAdminApi
 
 Test the admin operations for Balancer, Normalizer, 
CleanerChore, and CatalogJanitor.
 
 
-
+
 TestAttributes
  
 
-
+

[11/51] [partial] hbase-site git commit: Published site at 821e4d7de2d576189f4288d1c2acf9e9a9471f5c.

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/org/apache/hadoop/hbase/procedure2/store/TestProcedureStoreTracker.html
--
diff --git 
a/testdevapidocs/org/apache/hadoop/hbase/procedure2/store/TestProcedureStoreTracker.html
 
b/testdevapidocs/org/apache/hadoop/hbase/procedure2/store/TestProcedureStoreTracker.html
index 5348cd0..6ba8c94 100644
--- 
a/testdevapidocs/org/apache/hadoop/hbase/procedure2/store/TestProcedureStoreTracker.html
+++ 
b/testdevapidocs/org/apache/hadoop/hbase/procedure2/store/TestProcedureStoreTracker.html
@@ -18,7 +18,7 @@
 catch(err) {
 }
 //-->
-var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10};
+var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10};
 var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],8:["t4","Concrete Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
@@ -49,7 +49,7 @@ var activeTableTab = "activeTableTab";
 
 
 
-Prev Class
+Prev Class
 Next Class
 
 
@@ -109,7 +109,7 @@ var activeTableTab = "activeTableTab";
 
 
 
-public class TestProcedureStoreTracker
+public class TestProcedureStoreTracker
 extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true";
 title="class or interface in java.lang">Object
 
 
@@ -179,26 +179,30 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 void
-testGetActiveProcIds() 
+testGetActiveMinProcId() 
 
 
 void
-testLoad() 
+testGetActiveProcIds() 
 
 
 void
-testPartialTracker() 
+testLoad() 
 
 
 void
-testRandLoad() 
+testPartialTracker() 
 
 
 void
-testSeqInsertAndDelete() 
+testRandLoad() 
 
 
 void
+testSeqInsertAndDelete() 
+
+
+void
 testSetDeletedIfModified() 
 
 
@@ -229,7 +233,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 CLASS_RULE
-public static final HBaseClassTestRule CLASS_RULE
+public static final HBaseClassTestRule CLASS_RULE
 
 
 
@@ -238,7 +242,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 LOG
-private static final org.slf4j.Logger LOG
+private static final org.slf4j.Logger LOG
 
 
 
@@ -255,7 +259,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 TestProcedureStoreTracker
-public TestProcedureStoreTracker()
+public TestProcedureStoreTracker()
 
 
 
@@ -272,7 +276,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 testSeqInsertAndDelete
-public void testSeqInsertAndDelete()
+public void testSeqInsertAndDelete()
 
 
 
@@ -281,7 +285,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 testPartialTracker
-public void testPartialTracker()
+public void testPartialTracker()
 
 
 
@@ -290,7 +294,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 testBasicCRUD
-public void testBasicCRUD()
+public void testBasicCRUD()
 
 
 
@@ -299,7 +303,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 testRandLoad
-public void testRandLoad()
+public void testRandLoad()
 
 
 
@@ -308,7 +312,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 testLoad
-public void testLoad()
+public void testLoad()
 
 
 
@@ -317,7 +321,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 testDelete
-public void testDelete()
+public void testDelete()
 
 
 
@@ -326,16 +330,25 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 testSetDeletedIfModified
-public void testSetDeletedIfModified()
+public void testSetDeletedIfModified()
 
 
 
 
 
-
+
 
 testGetActiveProcIds
-public void testGetActiveProcIds()
+public void testGetActiveProcIds()
+
+
+
+
+
+
+
+testGetActiveMinProcId
+public void testGetActiveMinProcId()
 
 
 
@@ -366,7 +379,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 
 
 
-Prev Class
+Prev Class
 Next Class
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/323b17d9/testdevapidocs/org/apache/hadoop/hbase/procedure2/store/class-use/TestBitSetNode.html
--
diff --git 
a/testdevapidocs/org/apache/hadoop/hbase/procedure2/store/class-use/TestBitSetNode.html
 
b/testdevapidocs/org/apache/hadoop/hbase/procedure2/store/class-use/TestBitSetNode.html
new file mode 100644
index 000..1297c80
--- /dev/null
+++ 
b/testdevapidocs/org/apache/hadoop/hbase/procedure2/store/class-use/TestBitSetNode.html
@@ -0,0 +1,125 @@
+http://www.w3.org/TR/html4/loose.dtd";>
+
+
+
+
+
+Uses of Class org.apache.hadoop.hbase.procedure2.store.TestBitSetNode 
(Apache HBase 3.0.0-SNAPSHOT Test API)
+
+
+
+
+