http://git-wip-us.apache.org/repos/asf/hbase-site/blob/473b2db2/testdevapidocs/org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html ---------------------------------------------------------------------- diff --git a/testdevapidocs/org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html b/testdevapidocs/org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html index 5267421..4e481e4 100644 --- a/testdevapidocs/org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html +++ b/testdevapidocs/org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html @@ -109,7 +109,7 @@ var activeTableTab = "activeTableTab"; <li class="blockList"> <hr> <br> -<pre>public class <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#line.50">TestAssignmentManagerMetrics</a> +<pre>public class <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#line.51">TestAssignmentManagerMetrics</a> extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true"; title="class or interface in java.lang">Object</a></pre> </li> </ul> @@ -135,33 +135,29 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html </tr> <tr class="rowColor"> <td class="colFirst"><code>private static <a href="../../../../../org/apache/hadoop/hbase/MiniHBaseCluster.html" title="class in org.apache.hadoop.hbase">MiniHBaseCluster</a></code></td> -<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#cluster">cluster</a></span></code> </td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#CLUSTER">CLUSTER</a></span></code> </td> </tr> <tr class="altColor"> -<td class="colFirst"><code>private static org.apache.hadoop.conf.Configuration</code></td> -<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#conf">conf</a></span></code> </td> -</tr> -<tr class="rowColor"> <td class="colFirst"><code>private static org.slf4j.Logger</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#LOG">LOG</a></span></code> </td> </tr> -<tr class="altColor"> +<tr class="rowColor"> <td class="colFirst"><code>private static org.apache.hadoop.hbase.master.HMaster</code></td> -<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#master">master</a></span></code> </td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#MASTER">MASTER</a></span></code> </td> </tr> -<tr class="rowColor"> +<tr class="altColor"> <td class="colFirst"><code>private static <a href="../../../../../org/apache/hadoop/hbase/test/MetricsAssertHelper.html" title="interface in org.apache.hadoop.hbase.test">MetricsAssertHelper</a></code></td> -<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#metricsHelper">metricsHelper</a></span></code> </td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#METRICS_HELPER">METRICS_HELPER</a></span></code> </td> </tr> -<tr class="altColor"> +<tr class="rowColor"> <td class="colFirst"><code>private static int</code></td> -<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#msgInterval">msgInterval</a></span></code> </td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#MSG_INTERVAL">MSG_INTERVAL</a></span></code> </td> </tr> -<tr class="rowColor"> +<tr class="altColor"> <td class="colFirst"><code>org.junit.rules.TestName</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#name">name</a></span></code> </td> </tr> -<tr class="altColor"> +<tr class="rowColor"> <td class="colFirst"><code>private static <a href="../../../../../org/apache/hadoop/hbase/HBaseTestingUtility.html" title="class in org.apache.hadoop.hbase">HBaseTestingUtility</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#TEST_UTIL">TEST_UTIL</a></span></code> </td> </tr> @@ -237,7 +233,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html <ul class="blockList"> <li class="blockList"> <h4>CLASS_RULE</h4> -<pre>public static final <a href="../../../../../org/apache/hadoop/hbase/HBaseClassTestRule.html" title="class in org.apache.hadoop.hbase">HBaseClassTestRule</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#line.53">CLASS_RULE</a></pre> +<pre>public static final <a href="../../../../../org/apache/hadoop/hbase/HBaseClassTestRule.html" title="class in org.apache.hadoop.hbase">HBaseClassTestRule</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#line.54">CLASS_RULE</a></pre> </li> </ul> <a name="LOG"> @@ -246,34 +242,34 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html <ul class="blockList"> <li class="blockList"> <h4>LOG</h4> -<pre>private static final org.slf4j.Logger <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#line.56">LOG</a></pre> +<pre>private static final org.slf4j.Logger <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#line.57">LOG</a></pre> </li> </ul> -<a name="metricsHelper"> +<a name="METRICS_HELPER"> <!-- --> </a> <ul class="blockList"> <li class="blockList"> -<h4>metricsHelper</h4> -<pre>private static final <a href="../../../../../org/apache/hadoop/hbase/test/MetricsAssertHelper.html" title="interface in org.apache.hadoop.hbase.test">MetricsAssertHelper</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#line.57">metricsHelper</a></pre> +<h4>METRICS_HELPER</h4> +<pre>private static final <a href="../../../../../org/apache/hadoop/hbase/test/MetricsAssertHelper.html" title="interface in org.apache.hadoop.hbase.test">MetricsAssertHelper</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#line.58">METRICS_HELPER</a></pre> </li> </ul> -<a name="cluster"> +<a name="CLUSTER"> <!-- --> </a> <ul class="blockList"> <li class="blockList"> -<h4>cluster</h4> -<pre>private static <a href="../../../../../org/apache/hadoop/hbase/MiniHBaseCluster.html" title="class in org.apache.hadoop.hbase">MiniHBaseCluster</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#line.60">cluster</a></pre> +<h4>CLUSTER</h4> +<pre>private static <a href="../../../../../org/apache/hadoop/hbase/MiniHBaseCluster.html" title="class in org.apache.hadoop.hbase">MiniHBaseCluster</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#line.61">CLUSTER</a></pre> </li> </ul> -<a name="master"> +<a name="MASTER"> <!-- --> </a> <ul class="blockList"> <li class="blockList"> -<h4>master</h4> -<pre>private static org.apache.hadoop.hbase.master.HMaster <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#line.61">master</a></pre> +<h4>MASTER</h4> +<pre>private static org.apache.hadoop.hbase.master.HMaster <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#line.62">MASTER</a></pre> </li> </ul> <a name="TEST_UTIL"> @@ -282,28 +278,19 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html <ul class="blockList"> <li class="blockList"> <h4>TEST_UTIL</h4> -<pre>private static <a href="../../../../../org/apache/hadoop/hbase/HBaseTestingUtility.html" title="class in org.apache.hadoop.hbase">HBaseTestingUtility</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#line.62">TEST_UTIL</a></pre> -</li> -</ul> -<a name="conf"> -<!-- --> -</a> -<ul class="blockList"> -<li class="blockList"> -<h4>conf</h4> -<pre>private static org.apache.hadoop.conf.Configuration <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#line.63">conf</a></pre> +<pre>private static <a href="../../../../../org/apache/hadoop/hbase/HBaseTestingUtility.html" title="class in org.apache.hadoop.hbase">HBaseTestingUtility</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#line.63">TEST_UTIL</a></pre> </li> </ul> -<a name="msgInterval"> +<a name="MSG_INTERVAL"> <!-- --> </a> <ul class="blockList"> <li class="blockList"> -<h4>msgInterval</h4> -<pre>private static final int <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#line.64">msgInterval</a></pre> +<h4>MSG_INTERVAL</h4> +<pre>private static final int <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#line.64">MSG_INTERVAL</a></pre> <dl> <dt><span class="seeLabel">See Also:</span></dt> -<dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.master.TestAssignmentManagerMetrics.msgInterval">Constant Field Values</a></dd> +<dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.master.TestAssignmentManagerMetrics.MSG_INTERVAL">Constant Field Values</a></dd> </dl> </li> </ul> @@ -330,7 +317,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html <ul class="blockListLast"> <li class="blockList"> <h4>TestAssignmentManagerMetrics</h4> -<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#line.50">TestAssignmentManagerMetrics</a>()</pre> +<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#line.51">TestAssignmentManagerMetrics</a>()</pre> </li> </ul> </li> @@ -361,7 +348,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html <ul class="blockList"> <li class="blockList"> <h4>after</h4> -<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#line.97">after</a>() +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#line.99">after</a>() throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true"; title="class or interface in java.lang">Exception</a></pre> <dl> <dt><span class="throwsLabel">Throws:</span></dt> @@ -375,7 +362,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html <ul class="blockListLast"> <li class="blockList"> <h4>testRITAssignmentManagerMetrics</h4> -<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#line.102">testRITAssignmentManagerMetrics</a>() +<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#line.104">testRITAssignmentManagerMetrics</a>() throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true"; title="class or interface in java.lang">Exception</a></pre> <dl> <dt><span class="throwsLabel">Throws:</span></dt>
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/473b2db2/testdevapidocs/org/apache/hadoop/hbase/master/TestRestartCluster.html ---------------------------------------------------------------------- diff --git a/testdevapidocs/org/apache/hadoop/hbase/master/TestRestartCluster.html b/testdevapidocs/org/apache/hadoop/hbase/master/TestRestartCluster.html index 6a82ead..5bc1f9e 100644 --- a/testdevapidocs/org/apache/hadoop/hbase/master/TestRestartCluster.html +++ b/testdevapidocs/org/apache/hadoop/hbase/master/TestRestartCluster.html @@ -109,7 +109,7 @@ var activeTableTab = "activeTableTab"; <li class="blockList"> <hr> <br> -<pre>public class <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestRestartCluster.html#line.49">TestRestartCluster</a> +<pre>public class <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestRestartCluster.html#line.48">TestRestartCluster</a> extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true"; title="class or interface in java.lang">Object</a></pre> </li> </ul> @@ -223,7 +223,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html <ul class="blockList"> <li class="blockList"> <h4>CLASS_RULE</h4> -<pre>public static final <a href="../../../../../org/apache/hadoop/hbase/HBaseClassTestRule.html" title="class in org.apache.hadoop.hbase">HBaseClassTestRule</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestRestartCluster.html#line.52">CLASS_RULE</a></pre> +<pre>public static final <a href="../../../../../org/apache/hadoop/hbase/HBaseClassTestRule.html" title="class in org.apache.hadoop.hbase">HBaseClassTestRule</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestRestartCluster.html#line.51">CLASS_RULE</a></pre> </li> </ul> <a name="LOG"> @@ -232,7 +232,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html <ul class="blockList"> <li class="blockList"> <h4>LOG</h4> -<pre>private static final org.slf4j.Logger <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestRestartCluster.html#line.55">LOG</a></pre> +<pre>private static final org.slf4j.Logger <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestRestartCluster.html#line.54">LOG</a></pre> </li> </ul> <a name="UTIL"> @@ -241,7 +241,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html <ul class="blockList"> <li class="blockList"> <h4>UTIL</h4> -<pre>private <a href="../../../../../org/apache/hadoop/hbase/HBaseTestingUtility.html" title="class in org.apache.hadoop.hbase">HBaseTestingUtility</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestRestartCluster.html#line.56">UTIL</a></pre> +<pre>private <a href="../../../../../org/apache/hadoop/hbase/HBaseTestingUtility.html" title="class in org.apache.hadoop.hbase">HBaseTestingUtility</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestRestartCluster.html#line.55">UTIL</a></pre> </li> </ul> <a name="TABLES"> @@ -250,7 +250,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html <ul class="blockList"> <li class="blockList"> <h4>TABLES</h4> -<pre>private static final org.apache.hadoop.hbase.TableName[] <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestRestartCluster.html#line.58">TABLES</a></pre> +<pre>private static final org.apache.hadoop.hbase.TableName[] <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestRestartCluster.html#line.57">TABLES</a></pre> </li> </ul> <a name="FAMILY"> @@ -259,7 +259,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html <ul class="blockListLast"> <li class="blockList"> <h4>FAMILY</h4> -<pre>private static final byte[] <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestRestartCluster.html#line.63">FAMILY</a></pre> +<pre>private static final byte[] <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestRestartCluster.html#line.62">FAMILY</a></pre> </li> </ul> </li> @@ -276,7 +276,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html <ul class="blockListLast"> <li class="blockList"> <h4>TestRestartCluster</h4> -<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestRestartCluster.html#line.49">TestRestartCluster</a>()</pre> +<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestRestartCluster.html#line.48">TestRestartCluster</a>()</pre> </li> </ul> </li> @@ -293,7 +293,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html <ul class="blockList"> <li class="blockList"> <h4>tearDown</h4> -<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestRestartCluster.html#line.65">tearDown</a>() +<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestRestartCluster.html#line.64">tearDown</a>() throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true"; title="class or interface in java.lang">Exception</a></pre> <dl> <dt><span class="throwsLabel">Throws:</span></dt> @@ -307,7 +307,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html <ul class="blockList"> <li class="blockList"> <h4>testClusterRestart</h4> -<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestRestartCluster.html#line.70">testClusterRestart</a>() +<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestRestartCluster.html#line.69">testClusterRestart</a>() throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true"; title="class or interface in java.lang">Exception</a></pre> <dl> <dt><span class="throwsLabel">Throws:</span></dt> @@ -321,7 +321,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html <ul class="blockListLast"> <li class="blockList"> <h4>testRetainAssignmentOnRestart</h4> -<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestRestartCluster.html#line.116">testRetainAssignmentOnRestart</a>() +<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/master/TestRestartCluster.html#line.115">testRetainAssignmentOnRestart</a>() throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true"; title="class or interface in java.lang">Exception</a></pre> <div class="block">This tests retaining assignments on a cluster restart</div> <dl> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/473b2db2/testdevapidocs/org/apache/hadoop/hbase/package-tree.html ---------------------------------------------------------------------- diff --git a/testdevapidocs/org/apache/hadoop/hbase/package-tree.html b/testdevapidocs/org/apache/hadoop/hbase/package-tree.html index 82d1c35..43f9f2c 100644 --- a/testdevapidocs/org/apache/hadoop/hbase/package-tree.html +++ b/testdevapidocs/org/apache/hadoop/hbase/package-tree.html @@ -575,15 +575,15 @@ <ul> <li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true"; title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a><E> (implements java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true"; title="class or interface in java.lang">Comparable</a><T>, java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true"; title="class or interface in java.io">Serializable</a>) <ul> -<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/IntegrationTestRegionReplicaPerf.Stat.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">IntegrationTestRegionReplicaPerf.Stat</span></a></li> <li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/ScanPerformanceEvaluation.ScanCounter.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">ScanPerformanceEvaluation.ScanCounter</span></a></li> +<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/ClusterManager.ServiceType.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">ClusterManager.ServiceType</span></a></li> <li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/ResourceChecker.Phase.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">ResourceChecker.Phase</span></a></li> -<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/HBaseClusterManager.CommandProvider.Operation.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">HBaseClusterManager.CommandProvider.Operation</span></a></li> -<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/IntegrationTestDDLMasterFailover.ACTION.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">IntegrationTestDDLMasterFailover.ACTION</span></a></li> <li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/PerformanceEvaluation.Counter.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">PerformanceEvaluation.Counter</span></a></li> -<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/ClusterManager.ServiceType.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">ClusterManager.ServiceType</span></a></li> <li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/RESTApiClusterManager.Service.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">RESTApiClusterManager.Service</span></a></li> <li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/RESTApiClusterManager.RoleCommand.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">RESTApiClusterManager.RoleCommand</span></a></li> +<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/HBaseClusterManager.CommandProvider.Operation.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">HBaseClusterManager.CommandProvider.Operation</span></a></li> +<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/IntegrationTestRegionReplicaPerf.Stat.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">IntegrationTestRegionReplicaPerf.Stat</span></a></li> +<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/IntegrationTestDDLMasterFailover.ACTION.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">IntegrationTestDDLMasterFailover.ACTION</span></a></li> </ul> </li> </ul> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/473b2db2/testdevapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html ---------------------------------------------------------------------- diff --git a/testdevapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html b/testdevapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html index a514d28..5bf8f5e 100644 --- a/testdevapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html +++ b/testdevapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html @@ -652,11 +652,11 @@ <ul> <li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true"; title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a><E> (implements java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true"; title="class or interface in java.lang">Comparable</a><T>, java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true"; title="class or interface in java.io">Serializable</a>) <ul> -<li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/TestRegionServerReadRequestMetrics.Metric.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">TestRegionServerReadRequestMetrics.Metric</span></a></li> +<li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/TestMultiLogThreshold.ActionType.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">TestMultiLogThreshold.ActionType</span></a></li> <li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/TestAtomicOperation.TestStep.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">TestAtomicOperation.TestStep</span></a></li> -<li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/TestCacheOnWriteInSchema.CacheOnWriteType.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">TestCacheOnWriteInSchema.CacheOnWriteType</span></a></li> +<li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/TestRegionServerReadRequestMetrics.Metric.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">TestRegionServerReadRequestMetrics.Metric</span></a></li> <li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/DataBlockEncodingTool.Manipulation.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">DataBlockEncodingTool.Manipulation</span></a></li> -<li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/TestMultiLogThreshold.ActionType.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">TestMultiLogThreshold.ActionType</span></a></li> +<li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/TestCacheOnWriteInSchema.CacheOnWriteType.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">TestCacheOnWriteInSchema.CacheOnWriteType</span></a></li> </ul> </li> </ul> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/473b2db2/testdevapidocs/org/apache/hadoop/hbase/test/class-use/MetricsAssertHelper.html ---------------------------------------------------------------------- diff --git a/testdevapidocs/org/apache/hadoop/hbase/test/class-use/MetricsAssertHelper.html b/testdevapidocs/org/apache/hadoop/hbase/test/class-use/MetricsAssertHelper.html index d06d6ff..8d9f93c 100644 --- a/testdevapidocs/org/apache/hadoop/hbase/test/class-use/MetricsAssertHelper.html +++ b/testdevapidocs/org/apache/hadoop/hbase/test/class-use/MetricsAssertHelper.html @@ -194,7 +194,7 @@ <tbody> <tr class="altColor"> <td class="colFirst"><code>private static <a href="../../../../../../org/apache/hadoop/hbase/test/MetricsAssertHelper.html" title="interface in org.apache.hadoop.hbase.test">MetricsAssertHelper</a></code></td> -<td class="colLast"><span class="typeNameLabel">TestAssignmentManagerMetrics.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#metricsHelper">metricsHelper</a></span></code> </td> +<td class="colLast"><span class="typeNameLabel">TestAssignmentManagerMetrics.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/TestAssignmentManagerMetrics.html#METRICS_HELPER">METRICS_HELPER</a></span></code> </td> </tr> <tr class="rowColor"> <td class="colFirst"><code>private static <a href="../../../../../../org/apache/hadoop/hbase/test/MetricsAssertHelper.html" title="interface in org.apache.hadoop.hbase.test">MetricsAssertHelper</a></code></td> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/473b2db2/testdevapidocs/org/apache/hadoop/hbase/test/package-tree.html ---------------------------------------------------------------------- diff --git a/testdevapidocs/org/apache/hadoop/hbase/test/package-tree.html b/testdevapidocs/org/apache/hadoop/hbase/test/package-tree.html index fbeea17..d8de690 100644 --- a/testdevapidocs/org/apache/hadoop/hbase/test/package-tree.html +++ b/testdevapidocs/org/apache/hadoop/hbase/test/package-tree.html @@ -253,10 +253,10 @@ <ul> <li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true"; title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a><E> (implements java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true"; title="class or interface in java.lang">Comparable</a><T>, java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true"; title="class or interface in java.io">Serializable</a>) <ul> -<li type="circle">org.apache.hadoop.hbase.test.<a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestBigLinkedList.Verify.Counts.html" title="enum in org.apache.hadoop.hbase.test"><span class="typeNameLink">IntegrationTestBigLinkedList.Verify.Counts</span></a></li> -<li type="circle">org.apache.hadoop.hbase.test.<a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadAndVerify.Counters.html" title="enum in org.apache.hadoop.hbase.test"><span class="typeNameLink">IntegrationTestLoadAndVerify.Counters</span></a></li> <li type="circle">org.apache.hadoop.hbase.test.<a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestBigLinkedList.Generator.Counts.html" title="enum in org.apache.hadoop.hbase.test"><span class="typeNameLink">IntegrationTestBigLinkedList.Generator.Counts</span></a></li> +<li type="circle">org.apache.hadoop.hbase.test.<a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadAndVerify.Counters.html" title="enum in org.apache.hadoop.hbase.test"><span class="typeNameLink">IntegrationTestLoadAndVerify.Counters</span></a></li> <li type="circle">org.apache.hadoop.hbase.test.<a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestWithCellVisibilityLoadAndVerify.Counters.html" title="enum in org.apache.hadoop.hbase.test"><span class="typeNameLink">IntegrationTestWithCellVisibilityLoadAndVerify.Counters</span></a></li> +<li type="circle">org.apache.hadoop.hbase.test.<a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestBigLinkedList.Verify.Counts.html" title="enum in org.apache.hadoop.hbase.test"><span class="typeNameLink">IntegrationTestBigLinkedList.Verify.Counts</span></a></li> </ul> </li> </ul> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/473b2db2/testdevapidocs/org/apache/hadoop/hbase/wal/package-tree.html ---------------------------------------------------------------------- diff --git a/testdevapidocs/org/apache/hadoop/hbase/wal/package-tree.html b/testdevapidocs/org/apache/hadoop/hbase/wal/package-tree.html index cb85ca6..ea95008 100644 --- a/testdevapidocs/org/apache/hadoop/hbase/wal/package-tree.html +++ b/testdevapidocs/org/apache/hadoop/hbase/wal/package-tree.html @@ -138,9 +138,9 @@ <ul> <li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true"; title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a><E> (implements java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true"; title="class or interface in java.lang">Comparable</a><T>, java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true"; title="class or interface in java.io">Serializable</a>) <ul> -<li type="circle">org.apache.hadoop.hbase.wal.<a href="../../../../../org/apache/hadoop/hbase/wal/IOTestProvider.AllowedOperations.html" title="enum in org.apache.hadoop.hbase.wal"><span class="typeNameLink">IOTestProvider.AllowedOperations</span></a></li> -<li type="circle">org.apache.hadoop.hbase.wal.<a href="../../../../../org/apache/hadoop/hbase/wal/FaultyFSLog.FailureType.html" title="enum in org.apache.hadoop.hbase.wal"><span class="typeNameLink">FaultyFSLog.FailureType</span></a></li> <li type="circle">org.apache.hadoop.hbase.wal.<a href="../../../../../org/apache/hadoop/hbase/wal/TestWALSplit.Corruptions.html" title="enum in org.apache.hadoop.hbase.wal"><span class="typeNameLink">TestWALSplit.Corruptions</span></a></li> +<li type="circle">org.apache.hadoop.hbase.wal.<a href="../../../../../org/apache/hadoop/hbase/wal/FaultyFSLog.FailureType.html" title="enum in org.apache.hadoop.hbase.wal"><span class="typeNameLink">FaultyFSLog.FailureType</span></a></li> +<li type="circle">org.apache.hadoop.hbase.wal.<a href="../../../../../org/apache/hadoop/hbase/wal/IOTestProvider.AllowedOperations.html" title="enum in org.apache.hadoop.hbase.wal"><span class="typeNameLink">IOTestProvider.AllowedOperations</span></a></li> </ul> </li> </ul> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/473b2db2/testdevapidocs/src-html/org/apache/hadoop/hbase/mapreduce/TestWALRecordReader.html ---------------------------------------------------------------------- diff --git a/testdevapidocs/src-html/org/apache/hadoop/hbase/mapreduce/TestWALRecordReader.html b/testdevapidocs/src-html/org/apache/hadoop/hbase/mapreduce/TestWALRecordReader.html index c5e31e6..daf6c81 100644 --- a/testdevapidocs/src-html/org/apache/hadoop/hbase/mapreduce/TestWALRecordReader.html +++ b/testdevapidocs/src-html/org/apache/hadoop/hbase/mapreduce/TestWALRecordReader.html @@ -50,235 +50,314 @@ <span class="sourceLineNo">042</span>import org.apache.hadoop.hbase.testclassification.MediumTests;<a name="line.42"></a> <span class="sourceLineNo">043</span>import org.apache.hadoop.hbase.util.Bytes;<a name="line.43"></a> <span class="sourceLineNo">044</span>import org.apache.hadoop.hbase.util.FSUtils;<a name="line.44"></a> -<span class="sourceLineNo">045</span>import org.apache.hadoop.hbase.wal.WAL;<a name="line.45"></a> -<span class="sourceLineNo">046</span>import org.apache.hadoop.hbase.wal.WALEdit;<a name="line.46"></a> -<span class="sourceLineNo">047</span>import org.apache.hadoop.hbase.wal.WALFactory;<a name="line.47"></a> -<span class="sourceLineNo">048</span>import org.apache.hadoop.hbase.wal.WALKey;<a name="line.48"></a> -<span class="sourceLineNo">049</span>import org.apache.hadoop.hbase.wal.WALKeyImpl;<a name="line.49"></a> -<span class="sourceLineNo">050</span>import org.apache.hadoop.mapreduce.InputSplit;<a name="line.50"></a> -<span class="sourceLineNo">051</span>import org.apache.hadoop.mapreduce.MapReduceTestUtil;<a name="line.51"></a> -<span class="sourceLineNo">052</span>import org.junit.AfterClass;<a name="line.52"></a> -<span class="sourceLineNo">053</span>import org.junit.Before;<a name="line.53"></a> -<span class="sourceLineNo">054</span>import org.junit.BeforeClass;<a name="line.54"></a> -<span class="sourceLineNo">055</span>import org.junit.ClassRule;<a name="line.55"></a> -<span class="sourceLineNo">056</span>import org.junit.Test;<a name="line.56"></a> -<span class="sourceLineNo">057</span>import org.junit.experimental.categories.Category;<a name="line.57"></a> -<span class="sourceLineNo">058</span>import org.slf4j.Logger;<a name="line.58"></a> -<span class="sourceLineNo">059</span>import org.slf4j.LoggerFactory;<a name="line.59"></a> -<span class="sourceLineNo">060</span><a name="line.60"></a> -<span class="sourceLineNo">061</span>/**<a name="line.61"></a> -<span class="sourceLineNo">062</span> * JUnit tests for the WALRecordReader<a name="line.62"></a> -<span class="sourceLineNo">063</span> */<a name="line.63"></a> -<span class="sourceLineNo">064</span>@Category({ MapReduceTests.class, MediumTests.class })<a name="line.64"></a> -<span class="sourceLineNo">065</span>public class TestWALRecordReader {<a name="line.65"></a> -<span class="sourceLineNo">066</span><a name="line.66"></a> -<span class="sourceLineNo">067</span> @ClassRule<a name="line.67"></a> -<span class="sourceLineNo">068</span> public static final HBaseClassTestRule CLASS_RULE =<a name="line.68"></a> -<span class="sourceLineNo">069</span> HBaseClassTestRule.forClass(TestWALRecordReader.class);<a name="line.69"></a> -<span class="sourceLineNo">070</span><a name="line.70"></a> -<span class="sourceLineNo">071</span> private static final Logger LOG = LoggerFactory.getLogger(TestWALRecordReader.class);<a name="line.71"></a> -<span class="sourceLineNo">072</span> private final static HBaseTestingUtility TEST_UTIL = new HBaseTestingUtility();<a name="line.72"></a> -<span class="sourceLineNo">073</span> private static Configuration conf;<a name="line.73"></a> -<span class="sourceLineNo">074</span> private static FileSystem fs;<a name="line.74"></a> -<span class="sourceLineNo">075</span> private static Path hbaseDir;<a name="line.75"></a> -<span class="sourceLineNo">076</span> private static FileSystem walFs;<a name="line.76"></a> -<span class="sourceLineNo">077</span> private static Path walRootDir;<a name="line.77"></a> -<span class="sourceLineNo">078</span> // visible for TestHLogRecordReader<a name="line.78"></a> -<span class="sourceLineNo">079</span> static final TableName tableName = TableName.valueOf(getName());<a name="line.79"></a> -<span class="sourceLineNo">080</span> private static final byte [] rowName = tableName.getName();<a name="line.80"></a> -<span class="sourceLineNo">081</span> // visible for TestHLogRecordReader<a name="line.81"></a> -<span class="sourceLineNo">082</span> static final RegionInfo info = RegionInfoBuilder.newBuilder(tableName).build();<a name="line.82"></a> -<span class="sourceLineNo">083</span> private static final byte[] family = Bytes.toBytes("column");<a name="line.83"></a> -<span class="sourceLineNo">084</span> private static final byte[] value = Bytes.toBytes("value");<a name="line.84"></a> -<span class="sourceLineNo">085</span> private static Path logDir;<a name="line.85"></a> -<span class="sourceLineNo">086</span> protected MultiVersionConcurrencyControl mvcc;<a name="line.86"></a> -<span class="sourceLineNo">087</span> protected static NavigableMap<byte[], Integer> scopes = new TreeMap<>(Bytes.BYTES_COMPARATOR);<a name="line.87"></a> -<span class="sourceLineNo">088</span><a name="line.88"></a> -<span class="sourceLineNo">089</span> private static String getName() {<a name="line.89"></a> -<span class="sourceLineNo">090</span> return "TestWALRecordReader";<a name="line.90"></a> -<span class="sourceLineNo">091</span> }<a name="line.91"></a> -<span class="sourceLineNo">092</span><a name="line.92"></a> -<span class="sourceLineNo">093</span> @Before<a name="line.93"></a> -<span class="sourceLineNo">094</span> public void setUp() throws Exception {<a name="line.94"></a> -<span class="sourceLineNo">095</span> fs.delete(hbaseDir, true);<a name="line.95"></a> -<span class="sourceLineNo">096</span> walFs.delete(walRootDir, true);<a name="line.96"></a> -<span class="sourceLineNo">097</span> mvcc = new MultiVersionConcurrencyControl();<a name="line.97"></a> -<span class="sourceLineNo">098</span> }<a name="line.98"></a> -<span class="sourceLineNo">099</span><a name="line.99"></a> -<span class="sourceLineNo">100</span> @BeforeClass<a name="line.100"></a> -<span class="sourceLineNo">101</span> public static void setUpBeforeClass() throws Exception {<a name="line.101"></a> -<span class="sourceLineNo">102</span> // Make block sizes small.<a name="line.102"></a> -<span class="sourceLineNo">103</span> conf = TEST_UTIL.getConfiguration();<a name="line.103"></a> -<span class="sourceLineNo">104</span> conf.setInt("dfs.blocksize", 1024 * 1024);<a name="line.104"></a> -<span class="sourceLineNo">105</span> conf.setInt("dfs.replication", 1);<a name="line.105"></a> -<span class="sourceLineNo">106</span> TEST_UTIL.startMiniDFSCluster(1);<a name="line.106"></a> -<span class="sourceLineNo">107</span><a name="line.107"></a> -<span class="sourceLineNo">108</span> conf = TEST_UTIL.getConfiguration();<a name="line.108"></a> -<span class="sourceLineNo">109</span> fs = TEST_UTIL.getDFSCluster().getFileSystem();<a name="line.109"></a> -<span class="sourceLineNo">110</span><a name="line.110"></a> -<span class="sourceLineNo">111</span> hbaseDir = TEST_UTIL.createRootDir();<a name="line.111"></a> -<span class="sourceLineNo">112</span> walRootDir = TEST_UTIL.createWALRootDir();<a name="line.112"></a> -<span class="sourceLineNo">113</span> walFs = FSUtils.getWALFileSystem(conf);<a name="line.113"></a> -<span class="sourceLineNo">114</span> logDir = new Path(walRootDir, HConstants.HREGION_LOGDIR_NAME);<a name="line.114"></a> -<span class="sourceLineNo">115</span> }<a name="line.115"></a> -<span class="sourceLineNo">116</span><a name="line.116"></a> -<span class="sourceLineNo">117</span> @AfterClass<a name="line.117"></a> -<span class="sourceLineNo">118</span> public static void tearDownAfterClass() throws Exception {<a name="line.118"></a> -<span class="sourceLineNo">119</span> fs.delete(hbaseDir, true);<a name="line.119"></a> -<span class="sourceLineNo">120</span> walFs.delete(walRootDir, true);<a name="line.120"></a> -<span class="sourceLineNo">121</span> TEST_UTIL.shutdownMiniCluster();<a name="line.121"></a> -<span class="sourceLineNo">122</span> }<a name="line.122"></a> -<span class="sourceLineNo">123</span><a name="line.123"></a> -<span class="sourceLineNo">124</span> /**<a name="line.124"></a> -<span class="sourceLineNo">125</span> * Test partial reads from the log based on passed time range<a name="line.125"></a> -<span class="sourceLineNo">126</span> * @throws Exception<a name="line.126"></a> -<span class="sourceLineNo">127</span> */<a name="line.127"></a> -<span class="sourceLineNo">128</span> @Test<a name="line.128"></a> -<span class="sourceLineNo">129</span> public void testPartialRead() throws Exception {<a name="line.129"></a> -<span class="sourceLineNo">130</span> final WALFactory walfactory = new WALFactory(conf, getName());<a name="line.130"></a> -<span class="sourceLineNo">131</span> WAL log = walfactory.getWAL(info);<a name="line.131"></a> -<span class="sourceLineNo">132</span> // This test depends on timestamp being millisecond based and the filename of the WAL also<a name="line.132"></a> -<span class="sourceLineNo">133</span> // being millisecond based.<a name="line.133"></a> -<span class="sourceLineNo">134</span> long ts = System.currentTimeMillis();<a name="line.134"></a> -<span class="sourceLineNo">135</span> WALEdit edit = new WALEdit();<a name="line.135"></a> -<span class="sourceLineNo">136</span> edit.add(new KeyValue(rowName, family, Bytes.toBytes("1"), ts, value));<a name="line.136"></a> -<span class="sourceLineNo">137</span> log.append(info, getWalKeyImpl(ts, scopes), edit, true);<a name="line.137"></a> -<span class="sourceLineNo">138</span> edit = new WALEdit();<a name="line.138"></a> -<span class="sourceLineNo">139</span> edit.add(new KeyValue(rowName, family, Bytes.toBytes("2"), ts+1, value));<a name="line.139"></a> -<span class="sourceLineNo">140</span> log.append(info, getWalKeyImpl(ts+1, scopes), edit, true);<a name="line.140"></a> -<span class="sourceLineNo">141</span> log.sync();<a name="line.141"></a> -<span class="sourceLineNo">142</span> LOG.info("Before 1st WAL roll " + log.toString());<a name="line.142"></a> -<span class="sourceLineNo">143</span> log.rollWriter();<a name="line.143"></a> -<span class="sourceLineNo">144</span> LOG.info("Past 1st WAL roll " + log.toString());<a name="line.144"></a> -<span class="sourceLineNo">145</span><a name="line.145"></a> -<span class="sourceLineNo">146</span> Thread.sleep(1);<a name="line.146"></a> -<span class="sourceLineNo">147</span> long ts1 = System.currentTimeMillis();<a name="line.147"></a> -<span class="sourceLineNo">148</span><a name="line.148"></a> -<span class="sourceLineNo">149</span> edit = new WALEdit();<a name="line.149"></a> -<span class="sourceLineNo">150</span> edit.add(new KeyValue(rowName, family, Bytes.toBytes("3"), ts1+1, value));<a name="line.150"></a> -<span class="sourceLineNo">151</span> log.append(info, getWalKeyImpl(ts1+1, scopes), edit, true);<a name="line.151"></a> -<span class="sourceLineNo">152</span> edit = new WALEdit();<a name="line.152"></a> -<span class="sourceLineNo">153</span> edit.add(new KeyValue(rowName, family, Bytes.toBytes("4"), ts1+2, value));<a name="line.153"></a> -<span class="sourceLineNo">154</span> log.append(info, getWalKeyImpl(ts1+2, scopes), edit, true);<a name="line.154"></a> -<span class="sourceLineNo">155</span> log.sync();<a name="line.155"></a> -<span class="sourceLineNo">156</span> log.shutdown();<a name="line.156"></a> -<span class="sourceLineNo">157</span> walfactory.shutdown();<a name="line.157"></a> -<span class="sourceLineNo">158</span> LOG.info("Closed WAL " + log.toString());<a name="line.158"></a> -<span class="sourceLineNo">159</span><a name="line.159"></a> +<span class="sourceLineNo">045</span>import org.apache.hadoop.hbase.wal.AbstractFSWALProvider;<a name="line.45"></a> +<span class="sourceLineNo">046</span>import org.apache.hadoop.hbase.wal.WAL;<a name="line.46"></a> +<span class="sourceLineNo">047</span>import org.apache.hadoop.hbase.wal.WALEdit;<a name="line.47"></a> +<span class="sourceLineNo">048</span>import org.apache.hadoop.hbase.wal.WALFactory;<a name="line.48"></a> +<span class="sourceLineNo">049</span>import org.apache.hadoop.hbase.wal.WALKey;<a name="line.49"></a> +<span class="sourceLineNo">050</span>import org.apache.hadoop.hbase.wal.WALKeyImpl;<a name="line.50"></a> +<span class="sourceLineNo">051</span>import org.apache.hadoop.mapreduce.InputSplit;<a name="line.51"></a> +<span class="sourceLineNo">052</span>import org.apache.hadoop.mapreduce.MapReduceTestUtil;<a name="line.52"></a> +<span class="sourceLineNo">053</span>import org.junit.AfterClass;<a name="line.53"></a> +<span class="sourceLineNo">054</span>import org.junit.Before;<a name="line.54"></a> +<span class="sourceLineNo">055</span>import org.junit.BeforeClass;<a name="line.55"></a> +<span class="sourceLineNo">056</span>import org.junit.ClassRule;<a name="line.56"></a> +<span class="sourceLineNo">057</span>import org.junit.Test;<a name="line.57"></a> +<span class="sourceLineNo">058</span>import org.junit.experimental.categories.Category;<a name="line.58"></a> +<span class="sourceLineNo">059</span>import org.slf4j.Logger;<a name="line.59"></a> +<span class="sourceLineNo">060</span>import org.slf4j.LoggerFactory;<a name="line.60"></a> +<span class="sourceLineNo">061</span><a name="line.61"></a> +<span class="sourceLineNo">062</span>/**<a name="line.62"></a> +<span class="sourceLineNo">063</span> * JUnit tests for the WALRecordReader<a name="line.63"></a> +<span class="sourceLineNo">064</span> */<a name="line.64"></a> +<span class="sourceLineNo">065</span>@Category({ MapReduceTests.class, MediumTests.class })<a name="line.65"></a> +<span class="sourceLineNo">066</span>public class TestWALRecordReader {<a name="line.66"></a> +<span class="sourceLineNo">067</span><a name="line.67"></a> +<span class="sourceLineNo">068</span> @ClassRule<a name="line.68"></a> +<span class="sourceLineNo">069</span> public static final HBaseClassTestRule CLASS_RULE =<a name="line.69"></a> +<span class="sourceLineNo">070</span> HBaseClassTestRule.forClass(TestWALRecordReader.class);<a name="line.70"></a> +<span class="sourceLineNo">071</span><a name="line.71"></a> +<span class="sourceLineNo">072</span> private static final Logger LOG = LoggerFactory.getLogger(TestWALRecordReader.class);<a name="line.72"></a> +<span class="sourceLineNo">073</span> private final static HBaseTestingUtility TEST_UTIL = new HBaseTestingUtility();<a name="line.73"></a> +<span class="sourceLineNo">074</span> private static Configuration conf;<a name="line.74"></a> +<span class="sourceLineNo">075</span> private static FileSystem fs;<a name="line.75"></a> +<span class="sourceLineNo">076</span> private static Path hbaseDir;<a name="line.76"></a> +<span class="sourceLineNo">077</span> private static FileSystem walFs;<a name="line.77"></a> +<span class="sourceLineNo">078</span> private static Path walRootDir;<a name="line.78"></a> +<span class="sourceLineNo">079</span> // visible for TestHLogRecordReader<a name="line.79"></a> +<span class="sourceLineNo">080</span> static final TableName tableName = TableName.valueOf(getName());<a name="line.80"></a> +<span class="sourceLineNo">081</span> private static final byte [] rowName = tableName.getName();<a name="line.81"></a> +<span class="sourceLineNo">082</span> // visible for TestHLogRecordReader<a name="line.82"></a> +<span class="sourceLineNo">083</span> static final RegionInfo info = RegionInfoBuilder.newBuilder(tableName).build();<a name="line.83"></a> +<span class="sourceLineNo">084</span> private static final byte[] family = Bytes.toBytes("column");<a name="line.84"></a> +<span class="sourceLineNo">085</span> private static final byte[] value = Bytes.toBytes("value");<a name="line.85"></a> +<span class="sourceLineNo">086</span> private static Path logDir;<a name="line.86"></a> +<span class="sourceLineNo">087</span> protected MultiVersionConcurrencyControl mvcc;<a name="line.87"></a> +<span class="sourceLineNo">088</span> protected static NavigableMap<byte[], Integer> scopes = new TreeMap<>(Bytes.BYTES_COMPARATOR);<a name="line.88"></a> +<span class="sourceLineNo">089</span><a name="line.89"></a> +<span class="sourceLineNo">090</span> private static String getName() {<a name="line.90"></a> +<span class="sourceLineNo">091</span> return "TestWALRecordReader";<a name="line.91"></a> +<span class="sourceLineNo">092</span> }<a name="line.92"></a> +<span class="sourceLineNo">093</span><a name="line.93"></a> +<span class="sourceLineNo">094</span> @Before<a name="line.94"></a> +<span class="sourceLineNo">095</span> public void setUp() throws Exception {<a name="line.95"></a> +<span class="sourceLineNo">096</span> fs.delete(hbaseDir, true);<a name="line.96"></a> +<span class="sourceLineNo">097</span> walFs.delete(walRootDir, true);<a name="line.97"></a> +<span class="sourceLineNo">098</span> mvcc = new MultiVersionConcurrencyControl();<a name="line.98"></a> +<span class="sourceLineNo">099</span> }<a name="line.99"></a> +<span class="sourceLineNo">100</span><a name="line.100"></a> +<span class="sourceLineNo">101</span> @BeforeClass<a name="line.101"></a> +<span class="sourceLineNo">102</span> public static void setUpBeforeClass() throws Exception {<a name="line.102"></a> +<span class="sourceLineNo">103</span> // Make block sizes small.<a name="line.103"></a> +<span class="sourceLineNo">104</span> conf = TEST_UTIL.getConfiguration();<a name="line.104"></a> +<span class="sourceLineNo">105</span> conf.setInt("dfs.blocksize", 1024 * 1024);<a name="line.105"></a> +<span class="sourceLineNo">106</span> conf.setInt("dfs.replication", 1);<a name="line.106"></a> +<span class="sourceLineNo">107</span> TEST_UTIL.startMiniDFSCluster(1);<a name="line.107"></a> +<span class="sourceLineNo">108</span><a name="line.108"></a> +<span class="sourceLineNo">109</span> conf = TEST_UTIL.getConfiguration();<a name="line.109"></a> +<span class="sourceLineNo">110</span> fs = TEST_UTIL.getDFSCluster().getFileSystem();<a name="line.110"></a> +<span class="sourceLineNo">111</span><a name="line.111"></a> +<span class="sourceLineNo">112</span> hbaseDir = TEST_UTIL.createRootDir();<a name="line.112"></a> +<span class="sourceLineNo">113</span> walRootDir = TEST_UTIL.createWALRootDir();<a name="line.113"></a> +<span class="sourceLineNo">114</span> walFs = FSUtils.getWALFileSystem(conf);<a name="line.114"></a> +<span class="sourceLineNo">115</span> logDir = new Path(walRootDir, HConstants.HREGION_LOGDIR_NAME);<a name="line.115"></a> +<span class="sourceLineNo">116</span> }<a name="line.116"></a> +<span class="sourceLineNo">117</span><a name="line.117"></a> +<span class="sourceLineNo">118</span> @AfterClass<a name="line.118"></a> +<span class="sourceLineNo">119</span> public static void tearDownAfterClass() throws Exception {<a name="line.119"></a> +<span class="sourceLineNo">120</span> fs.delete(hbaseDir, true);<a name="line.120"></a> +<span class="sourceLineNo">121</span> walFs.delete(walRootDir, true);<a name="line.121"></a> +<span class="sourceLineNo">122</span> TEST_UTIL.shutdownMiniCluster();<a name="line.122"></a> +<span class="sourceLineNo">123</span> }<a name="line.123"></a> +<span class="sourceLineNo">124</span><a name="line.124"></a> +<span class="sourceLineNo">125</span> /**<a name="line.125"></a> +<span class="sourceLineNo">126</span> * Test partial reads from the log based on passed time range<a name="line.126"></a> +<span class="sourceLineNo">127</span> * @throws Exception<a name="line.127"></a> +<span class="sourceLineNo">128</span> */<a name="line.128"></a> +<span class="sourceLineNo">129</span> @Test<a name="line.129"></a> +<span class="sourceLineNo">130</span> public void testPartialRead() throws Exception {<a name="line.130"></a> +<span class="sourceLineNo">131</span> final WALFactory walfactory = new WALFactory(conf, getName());<a name="line.131"></a> +<span class="sourceLineNo">132</span> WAL log = walfactory.getWAL(info);<a name="line.132"></a> +<span class="sourceLineNo">133</span> // This test depends on timestamp being millisecond based and the filename of the WAL also<a name="line.133"></a> +<span class="sourceLineNo">134</span> // being millisecond based.<a name="line.134"></a> +<span class="sourceLineNo">135</span> long ts = System.currentTimeMillis();<a name="line.135"></a> +<span class="sourceLineNo">136</span> WALEdit edit = new WALEdit();<a name="line.136"></a> +<span class="sourceLineNo">137</span> edit.add(new KeyValue(rowName, family, Bytes.toBytes("1"), ts, value));<a name="line.137"></a> +<span class="sourceLineNo">138</span> log.append(info, getWalKeyImpl(ts, scopes), edit, true);<a name="line.138"></a> +<span class="sourceLineNo">139</span> edit = new WALEdit();<a name="line.139"></a> +<span class="sourceLineNo">140</span> edit.add(new KeyValue(rowName, family, Bytes.toBytes("2"), ts+1, value));<a name="line.140"></a> +<span class="sourceLineNo">141</span> log.append(info, getWalKeyImpl(ts+1, scopes), edit, true);<a name="line.141"></a> +<span class="sourceLineNo">142</span> log.sync();<a name="line.142"></a> +<span class="sourceLineNo">143</span> LOG.info("Before 1st WAL roll " + log.toString());<a name="line.143"></a> +<span class="sourceLineNo">144</span> log.rollWriter();<a name="line.144"></a> +<span class="sourceLineNo">145</span> LOG.info("Past 1st WAL roll " + log.toString());<a name="line.145"></a> +<span class="sourceLineNo">146</span><a name="line.146"></a> +<span class="sourceLineNo">147</span> Thread.sleep(1);<a name="line.147"></a> +<span class="sourceLineNo">148</span> long ts1 = System.currentTimeMillis();<a name="line.148"></a> +<span class="sourceLineNo">149</span><a name="line.149"></a> +<span class="sourceLineNo">150</span> edit = new WALEdit();<a name="line.150"></a> +<span class="sourceLineNo">151</span> edit.add(new KeyValue(rowName, family, Bytes.toBytes("3"), ts1+1, value));<a name="line.151"></a> +<span class="sourceLineNo">152</span> log.append(info, getWalKeyImpl(ts1+1, scopes), edit, true);<a name="line.152"></a> +<span class="sourceLineNo">153</span> edit = new WALEdit();<a name="line.153"></a> +<span class="sourceLineNo">154</span> edit.add(new KeyValue(rowName, family, Bytes.toBytes("4"), ts1+2, value));<a name="line.154"></a> +<span class="sourceLineNo">155</span> log.append(info, getWalKeyImpl(ts1+2, scopes), edit, true);<a name="line.155"></a> +<span class="sourceLineNo">156</span> log.sync();<a name="line.156"></a> +<span class="sourceLineNo">157</span> log.shutdown();<a name="line.157"></a> +<span class="sourceLineNo">158</span> walfactory.shutdown();<a name="line.158"></a> +<span class="sourceLineNo">159</span> LOG.info("Closed WAL " + log.toString());<a name="line.159"></a> <span class="sourceLineNo">160</span><a name="line.160"></a> -<span class="sourceLineNo">161</span> WALInputFormat input = new WALInputFormat();<a name="line.161"></a> -<span class="sourceLineNo">162</span> Configuration jobConf = new Configuration(conf);<a name="line.162"></a> -<span class="sourceLineNo">163</span> jobConf.set("mapreduce.input.fileinputformat.inputdir", logDir.toString());<a name="line.163"></a> -<span class="sourceLineNo">164</span> jobConf.setLong(WALInputFormat.END_TIME_KEY, ts);<a name="line.164"></a> -<span class="sourceLineNo">165</span><a name="line.165"></a> -<span class="sourceLineNo">166</span> // only 1st file is considered, and only its 1st entry is used<a name="line.166"></a> -<span class="sourceLineNo">167</span> List<InputSplit> splits = input.getSplits(MapreduceTestingShim.createJobContext(jobConf));<a name="line.167"></a> -<span class="sourceLineNo">168</span><a name="line.168"></a> -<span class="sourceLineNo">169</span> assertEquals(1, splits.size());<a name="line.169"></a> -<span class="sourceLineNo">170</span> testSplit(splits.get(0), Bytes.toBytes("1"));<a name="line.170"></a> -<span class="sourceLineNo">171</span><a name="line.171"></a> -<span class="sourceLineNo">172</span> jobConf.setLong(WALInputFormat.START_TIME_KEY, ts+1);<a name="line.172"></a> -<span class="sourceLineNo">173</span> jobConf.setLong(WALInputFormat.END_TIME_KEY, ts1+1);<a name="line.173"></a> -<span class="sourceLineNo">174</span> splits = input.getSplits(MapreduceTestingShim.createJobContext(jobConf));<a name="line.174"></a> -<span class="sourceLineNo">175</span> // both files need to be considered<a name="line.175"></a> -<span class="sourceLineNo">176</span> assertEquals(2, splits.size());<a name="line.176"></a> -<span class="sourceLineNo">177</span> // only the 2nd entry from the 1st file is used<a name="line.177"></a> -<span class="sourceLineNo">178</span> testSplit(splits.get(0), Bytes.toBytes("2"));<a name="line.178"></a> -<span class="sourceLineNo">179</span> // only the 1nd entry from the 2nd file is used<a name="line.179"></a> -<span class="sourceLineNo">180</span> testSplit(splits.get(1), Bytes.toBytes("3"));<a name="line.180"></a> -<span class="sourceLineNo">181</span> }<a name="line.181"></a> -<span class="sourceLineNo">182</span><a name="line.182"></a> -<span class="sourceLineNo">183</span> /**<a name="line.183"></a> -<span class="sourceLineNo">184</span> * Test basic functionality<a name="line.184"></a> -<span class="sourceLineNo">185</span> * @throws Exception<a name="line.185"></a> -<span class="sourceLineNo">186</span> */<a name="line.186"></a> -<span class="sourceLineNo">187</span> @Test<a name="line.187"></a> -<span class="sourceLineNo">188</span> public void testWALRecordReader() throws Exception {<a name="line.188"></a> -<span class="sourceLineNo">189</span> final WALFactory walfactory = new WALFactory(conf, getName());<a name="line.189"></a> -<span class="sourceLineNo">190</span> WAL log = walfactory.getWAL(info);<a name="line.190"></a> -<span class="sourceLineNo">191</span> byte [] value = Bytes.toBytes("value");<a name="line.191"></a> -<span class="sourceLineNo">192</span> WALEdit edit = new WALEdit();<a name="line.192"></a> -<span class="sourceLineNo">193</span> edit.add(new KeyValue(rowName, family, Bytes.toBytes("1"),<a name="line.193"></a> -<span class="sourceLineNo">194</span> System.currentTimeMillis(), value));<a name="line.194"></a> -<span class="sourceLineNo">195</span> long txid = log.append(info, getWalKeyImpl(System.currentTimeMillis(), scopes), edit, true);<a name="line.195"></a> -<span class="sourceLineNo">196</span> log.sync(txid);<a name="line.196"></a> -<span class="sourceLineNo">197</span><a name="line.197"></a> -<span class="sourceLineNo">198</span> Thread.sleep(1); // make sure 2nd log gets a later timestamp<a name="line.198"></a> -<span class="sourceLineNo">199</span> long secondTs = System.currentTimeMillis();<a name="line.199"></a> -<span class="sourceLineNo">200</span> log.rollWriter();<a name="line.200"></a> -<span class="sourceLineNo">201</span><a name="line.201"></a> -<span class="sourceLineNo">202</span> edit = new WALEdit();<a name="line.202"></a> -<span class="sourceLineNo">203</span> edit.add(new KeyValue(rowName, family, Bytes.toBytes("2"),<a name="line.203"></a> -<span class="sourceLineNo">204</span> System.currentTimeMillis(), value));<a name="line.204"></a> -<span class="sourceLineNo">205</span> txid = log.append(info, getWalKeyImpl(System.currentTimeMillis(), scopes), edit, true);<a name="line.205"></a> -<span class="sourceLineNo">206</span> log.sync(txid);<a name="line.206"></a> -<span class="sourceLineNo">207</span> log.shutdown();<a name="line.207"></a> -<span class="sourceLineNo">208</span> walfactory.shutdown();<a name="line.208"></a> -<span class="sourceLineNo">209</span> long thirdTs = System.currentTimeMillis();<a name="line.209"></a> -<span class="sourceLineNo">210</span><a name="line.210"></a> -<span class="sourceLineNo">211</span> // should have 2 log files now<a name="line.211"></a> -<span class="sourceLineNo">212</span> WALInputFormat input = new WALInputFormat();<a name="line.212"></a> -<span class="sourceLineNo">213</span> Configuration jobConf = new Configuration(conf);<a name="line.213"></a> -<span class="sourceLineNo">214</span> jobConf.set("mapreduce.input.fileinputformat.inputdir", logDir.toString());<a name="line.214"></a> -<span class="sourceLineNo">215</span><a name="line.215"></a> -<span class="sourceLineNo">216</span> // make sure both logs are found<a name="line.216"></a> -<span class="sourceLineNo">217</span> List<InputSplit> splits = input.getSplits(MapreduceTestingShim.createJobContext(jobConf));<a name="line.217"></a> -<span class="sourceLineNo">218</span> assertEquals(2, splits.size());<a name="line.218"></a> -<span class="sourceLineNo">219</span><a name="line.219"></a> -<span class="sourceLineNo">220</span> // should return exactly one KV<a name="line.220"></a> -<span class="sourceLineNo">221</span> testSplit(splits.get(0), Bytes.toBytes("1"));<a name="line.221"></a> -<span class="sourceLineNo">222</span> // same for the 2nd split<a name="line.222"></a> -<span class="sourceLineNo">223</span> testSplit(splits.get(1), Bytes.toBytes("2"));<a name="line.223"></a> -<span class="sourceLineNo">224</span><a name="line.224"></a> -<span class="sourceLineNo">225</span> // now test basic time ranges:<a name="line.225"></a> -<span class="sourceLineNo">226</span><a name="line.226"></a> -<span class="sourceLineNo">227</span> // set an endtime, the 2nd log file can be ignored completely.<a name="line.227"></a> -<span class="sourceLineNo">228</span> jobConf.setLong(WALInputFormat.END_TIME_KEY, secondTs-1);<a name="line.228"></a> -<span class="sourceLineNo">229</span> splits = input.getSplits(MapreduceTestingShim.createJobContext(jobConf));<a name="line.229"></a> -<span class="sourceLineNo">230</span> assertEquals(1, splits.size());<a name="line.230"></a> -<span class="sourceLineNo">231</span> testSplit(splits.get(0), Bytes.toBytes("1"));<a name="line.231"></a> -<span class="sourceLineNo">232</span><a name="line.232"></a> -<span class="sourceLineNo">233</span> // now set a start time<a name="line.233"></a> -<span class="sourceLineNo">234</span> jobConf.setLong(WALInputFormat.END_TIME_KEY, Long.MAX_VALUE);<a name="line.234"></a> -<span class="sourceLineNo">235</span> jobConf.setLong(WALInputFormat.START_TIME_KEY, thirdTs);<a name="line.235"></a> -<span class="sourceLineNo">236</span> splits = input.getSplits(MapreduceTestingShim.createJobContext(jobConf));<a name="line.236"></a> -<span class="sourceLineNo">237</span> // both logs need to be considered<a name="line.237"></a> -<span class="sourceLineNo">238</span> assertEquals(2, splits.size());<a name="line.238"></a> -<span class="sourceLineNo">239</span> // but both readers skip all edits<a name="line.239"></a> -<span class="sourceLineNo">240</span> testSplit(splits.get(0));<a name="line.240"></a> -<span class="sourceLineNo">241</span> testSplit(splits.get(1));<a name="line.241"></a> -<span class="sourceLineNo">242</span> }<a name="line.242"></a> -<span class="sourceLineNo">243</span><a name="line.243"></a> -<span class="sourceLineNo">244</span> protected WALKeyImpl getWalKeyImpl(final long time, NavigableMap<byte[], Integer> scopes) {<a name="line.244"></a> -<span class="sourceLineNo">245</span> return new WALKeyImpl(info.getEncodedNameAsBytes(), tableName, time, mvcc, scopes);<a name="line.245"></a> -<span class="sourceLineNo">246</span> }<a name="line.246"></a> -<span class="sourceLineNo">247</span><a name="line.247"></a> -<span class="sourceLineNo">248</span> private WALRecordReader<WALKey> getReader() {<a name="line.248"></a> -<span class="sourceLineNo">249</span> return new WALKeyRecordReader();<a name="line.249"></a> -<span class="sourceLineNo">250</span> }<a name="line.250"></a> -<span class="sourceLineNo">251</span><a name="line.251"></a> -<span class="sourceLineNo">252</span> /**<a name="line.252"></a> -<span class="sourceLineNo">253</span> * Create a new reader from the split, and match the edits against the passed columns.<a name="line.253"></a> -<span class="sourceLineNo">254</span> */<a name="line.254"></a> -<span class="sourceLineNo">255</span> private void testSplit(InputSplit split, byte[]... columns) throws Exception {<a name="line.255"></a> -<span class="sourceLineNo">256</span> WALRecordReader<WALKey> reader = getReader();<a name="line.256"></a> -<span class="sourceLineNo">257</span> reader.initialize(split, MapReduceTestUtil.createDummyMapTaskAttemptContext(conf));<a name="line.257"></a> -<span class="sourceLineNo">258</span><a name="line.258"></a> -<span class="sourceLineNo">259</span> for (byte[] column : columns) {<a name="line.259"></a> -<span class="sourceLineNo">260</span> assertTrue(reader.nextKeyValue());<a name="line.260"></a> -<span class="sourceLineNo">261</span> Cell cell = reader.getCurrentValue().getCells().get(0);<a name="line.261"></a> -<span class="sourceLineNo">262</span> if (!Bytes.equals(column, 0, column.length, cell.getQualifierArray(),<a name="line.262"></a> -<span class="sourceLineNo">263</span> cell.getQualifierOffset(), cell.getQualifierLength())) {<a name="line.263"></a> -<span class="sourceLineNo">264</span> assertTrue(<a name="line.264"></a> -<span class="sourceLineNo">265</span> "expected [" + Bytes.toString(column) + "], actual [" + Bytes.toString(<a name="line.265"></a> -<span class="sourceLineNo">266</span> cell.getQualifierArray(), cell.getQualifierOffset(), cell.getQualifierLength()) + "]",<a name="line.266"></a> -<span class="sourceLineNo">267</span> false);<a name="line.267"></a> -<span class="sourceLineNo">268</span> }<a name="line.268"></a> -<span class="sourceLineNo">269</span> }<a name="line.269"></a> -<span class="sourceLineNo">270</span> assertFalse(reader.nextKeyValue());<a name="line.270"></a> -<span class="sourceLineNo">271</span> reader.close();<a name="line.271"></a> -<span class="sourceLineNo">272</span> }<a name="line.272"></a> -<span class="sourceLineNo">273</span>}<a name="line.273"></a> +<span class="sourceLineNo">161</span><a name="line.161"></a> +<span class="sourceLineNo">162</span> WALInputFormat input = new WALInputFormat();<a name="line.162"></a> +<span class="sourceLineNo">163</span> Configuration jobConf = new Configuration(conf);<a name="line.163"></a> +<span class="sourceLineNo">164</span> jobConf.set("mapreduce.input.fileinputformat.inputdir", logDir.toString());<a name="line.164"></a> +<span class="sourceLineNo">165</span> jobConf.setLong(WALInputFormat.END_TIME_KEY, ts);<a name="line.165"></a> +<span class="sourceLineNo">166</span><a name="line.166"></a> +<span class="sourceLineNo">167</span> // only 1st file is considered, and only its 1st entry is used<a name="line.167"></a> +<span class="sourceLineNo">168</span> List<InputSplit> splits = input.getSplits(MapreduceTestingShim.createJobContext(jobConf));<a name="line.168"></a> +<span class="sourceLineNo">169</span><a name="line.169"></a> +<span class="sourceLineNo">170</span> assertEquals(1, splits.size());<a name="line.170"></a> +<span class="sourceLineNo">171</span> testSplit(splits.get(0), Bytes.toBytes("1"));<a name="line.171"></a> +<span class="sourceLineNo">172</span><a name="line.172"></a> +<span class="sourceLineNo">173</span> jobConf.setLong(WALInputFormat.START_TIME_KEY, ts+1);<a name="line.173"></a> +<span class="sourceLineNo">174</span> jobConf.setLong(WALInputFormat.END_TIME_KEY, ts1+1);<a name="line.174"></a> +<span class="sourceLineNo">175</span> splits = input.getSplits(MapreduceTestingShim.createJobContext(jobConf));<a name="line.175"></a> +<span class="sourceLineNo">176</span> // both files need to be considered<a name="line.176"></a> +<span class="sourceLineNo">177</span> assertEquals(2, splits.size());<a name="line.177"></a> +<span class="sourceLineNo">178</span> // only the 2nd entry from the 1st file is used<a name="line.178"></a> +<span class="sourceLineNo">179</span> testSplit(splits.get(0), Bytes.toBytes("2"));<a name="line.179"></a> +<span class="sourceLineNo">180</span> // only the 1nd entry from the 2nd file is used<a name="line.180"></a> +<span class="sourceLineNo">181</span> testSplit(splits.get(1), Bytes.toBytes("3"));<a name="line.181"></a> +<span class="sourceLineNo">182</span> }<a name="line.182"></a> +<span class="sourceLineNo">183</span><a name="line.183"></a> +<span class="sourceLineNo">184</span> /**<a name="line.184"></a> +<span class="sourceLineNo">185</span> * Test basic functionality<a name="line.185"></a> +<span class="sourceLineNo">186</span> * @throws Exception<a name="line.186"></a> +<span class="sourceLineNo">187</span> */<a name="line.187"></a> +<span class="sourceLineNo">188</span> @Test<a name="line.188"></a> +<span class="sourceLineNo">189</span> public void testWALRecordReader() throws Exception {<a name="line.189"></a> +<span class="sourceLineNo">190</span> final WALFactory walfactory = new WALFactory(conf, getName());<a name="line.190"></a> +<span class="sourceLineNo">191</span> WAL log = walfactory.getWAL(info);<a name="line.191"></a> +<span class="sourceLineNo">192</span> byte [] value = Bytes.toBytes("value");<a name="line.192"></a> +<span class="sourceLineNo">193</span> WALEdit edit = new WALEdit();<a name="line.193"></a> +<span class="sourceLineNo">194</span> edit.add(new KeyValue(rowName, family, Bytes.toBytes("1"),<a name="line.194"></a> +<span class="sourceLineNo">195</span> System.currentTimeMillis(), value));<a name="line.195"></a> +<span class="sourceLineNo">196</span> long txid = log.append(info, getWalKeyImpl(System.currentTimeMillis(), scopes), edit, true);<a name="line.196"></a> +<span class="sourceLineNo">197</span> log.sync(txid);<a name="line.197"></a> +<span class="sourceLineNo">198</span><a name="line.198"></a> +<span class="sourceLineNo">199</span> Thread.sleep(1); // make sure 2nd log gets a later timestamp<a name="line.199"></a> +<span class="sourceLineNo">200</span> long secondTs = System.currentTimeMillis();<a name="line.200"></a> +<span class="sourceLineNo">201</span> log.rollWriter();<a name="line.201"></a> +<span class="sourceLineNo">202</span><a name="line.202"></a> +<span class="sourceLineNo">203</span> edit = new WALEdit();<a name="line.203"></a> +<span class="sourceLineNo">204</span> edit.add(new KeyValue(rowName, family, Bytes.toBytes("2"),<a name="line.204"></a> +<span class="sourceLineNo">205</span> System.currentTimeMillis(), value));<a name="line.205"></a> +<span class="sourceLineNo">206</span> txid = log.append(info, getWalKeyImpl(System.currentTimeMillis(), scopes), edit, true);<a name="line.206"></a> +<span class="sourceLineNo">207</span> log.sync(txid);<a name="line.207"></a> +<span class="sourceLineNo">208</span> log.shutdown();<a name="line.208"></a> +<span class="sourceLineNo">209</span> walfactory.shutdown();<a name="line.209"></a> +<span class="sourceLineNo">210</span> long thirdTs = System.currentTimeMillis();<a name="line.210"></a> +<span class="sourceLineNo">211</span><a name="line.211"></a> +<span class="sourceLineNo">212</span> // should have 2 log files now<a name="line.212"></a> +<span class="sourceLineNo">213</span> WALInputFormat input = new WALInputFormat();<a name="line.213"></a> +<span class="sourceLineNo">214</span> Configuration jobConf = new Configuration(conf);<a name="line.214"></a> +<span class="sourceLineNo">215</span> jobConf.set("mapreduce.input.fileinputformat.inputdir", logDir.toString());<a name="line.215"></a> +<span class="sourceLineNo">216</span><a name="line.216"></a> +<span class="sourceLineNo">217</span> // make sure both logs are found<a name="line.217"></a> +<span class="sourceLineNo">218</span> List<InputSplit> splits = input.getSplits(MapreduceTestingShim.createJobContext(jobConf));<a name="line.218"></a> +<span class="sourceLineNo">219</span> assertEquals(2, splits.size());<a name="line.219"></a> +<span class="sourceLineNo">220</span><a name="line.220"></a> +<span class="sourceLineNo">221</span> // should return exactly one KV<a name="line.221"></a> +<span class="sourceLineNo">222</span> testSplit(splits.get(0), Bytes.toBytes("1"));<a name="line.222"></a> +<span class="sourceLineNo">223</span> // same for the 2nd split<a name="line.223"></a> +<span class="sourceLineNo">224</span> testSplit(splits.get(1), Bytes.toBytes("2"));<a name="line.224"></a> +<span class="sourceLineNo">225</span><a name="line.225"></a> +<span class="sourceLineNo">226</span> // now test basic time ranges:<a name="line.226"></a> +<span class="sourceLineNo">227</span><a name="line.227"></a> +<span class="sourceLineNo">228</span> // set an endtime, the 2nd log file can be ignored completely.<a name="line.228"></a> +<span class="sourceLineNo">229</span> jobConf.setLong(WALInputFormat.END_TIME_KEY, secondTs-1);<a name="line.229"></a> +<span class="sourceLineNo">230</span> splits = input.getSplits(MapreduceTestingShim.createJobContext(jobConf));<a name="line.230"></a> +<span class="sourceLineNo">231</span> assertEquals(1, splits.size());<a name="line.231"></a> +<span class="sourceLineNo">232</span> testSplit(splits.get(0), Bytes.toBytes("1"));<a name="line.232"></a> +<span class="sourceLineNo">233</span><a name="line.233"></a> +<span class="sourceLineNo">234</span> // now set a start time<a name="line.234"></a> +<span class="sourceLineNo">235</span> jobConf.setLong(WALInputFormat.END_TIME_KEY, Long.MAX_VALUE);<a name="line.235"></a> +<span class="sourceLineNo">236</span> jobConf.setLong(WALInputFormat.START_TIME_KEY, thirdTs);<a name="line.236"></a> +<span class="sourceLineNo">237</span> splits = input.getSplits(MapreduceTestingShim.createJobContext(jobConf));<a name="line.237"></a> +<span class="sourceLineNo">238</span> // both logs need to be considered<a name="line.238"></a> +<span class="sourceLineNo">239</span> assertEquals(2, splits.size());<a name="line.239"></a> +<span class="sourceLineNo">240</span> // but both readers skip all edits<a name="line.240"></a> +<span class="sourceLineNo">241</span> testSplit(splits.get(0));<a name="line.241"></a> +<span class="sourceLineNo">242</span> testSplit(splits.get(1));<a name="line.242"></a> +<span class="sourceLineNo">243</span> }<a name="line.243"></a> +<span class="sourceLineNo">244</span><a name="line.244"></a> +<span class="sourceLineNo">245</span> /**<a name="line.245"></a> +<span class="sourceLineNo">246</span> * Test WALRecordReader tolerance to moving WAL from active<a name="line.246"></a> +<span class="sourceLineNo">247</span> * to archive directory<a name="line.247"></a> +<span class="sourceLineNo">248</span> * @throws Exception exception<a name="line.248"></a> +<span class="sourceLineNo">249</span> */<a name="line.249"></a> +<span class="sourceLineNo">250</span> @Test<a name="line.250"></a> +<span class="sourceLineNo">251</span> public void testWALRecordReaderActiveArchiveTolerance() throws Exception {<a name="line.251"></a> +<span class="sourceLineNo">252</span> final WALFactory walfactory = new WALFactory(conf, getName());<a name="line.252"></a> +<span class="sourceLineNo">253</span> WAL log = walfactory.getWAL(info);<a name="line.253"></a> +<span class="sourceLineNo">254</span> byte [] value = Bytes.toBytes("value");<a name="line.254"></a> +<span class="sourceLineNo">255</span> WALEdit edit = new WALEdit();<a name="line.255"></a> +<span class="sourceLineNo">256</span> edit.add(new KeyValue(rowName, family, Bytes.toBytes("1"),<a name="line.256"></a> +<span class="sourceLineNo">257</span> System.currentTimeMillis(), value));<a name="line.257"></a> +<span class="sourceLineNo">258</span> long txid = log.append(info, getWalKeyImpl(System.currentTimeMillis(), scopes), edit, true);<a name="line.258"></a> +<span class="sourceLineNo">259</span> log.sync(txid);<a name="line.259"></a> +<span class="sourceLineNo">260</span><a name="line.260"></a> +<span class="sourceLineNo">261</span> Thread.sleep(10); // make sure 2nd edit gets a later timestamp<a name="line.261"></a> +<span class="sourceLineNo">262</span><a name="line.262"></a> +<span class="sourceLineNo">263</span> edit = new WALEdit();<a name="line.263"></a> +<span class="sourceLineNo">264</span> edit.add(new KeyValue(rowName, family, Bytes.toBytes("2"),<a name="line.264"></a> +<span class="sourceLineNo">265</span> System.currentTimeMillis(), value));<a name="line.265"></a> +<span class="sourceLineNo">266</span> txid = log.append(info, getWalKeyImpl(System.currentTimeMillis(), scopes), edit, true);<a name="line.266"></a> +<span class="sourceLineNo">267</span> log.sync(txid);<a name="line.267"></a> +<span class="sourceLineNo">268</span> log.shutdown();<a name="line.268"></a> +<span class="sourceLineNo">269</span><a name="line.269"></a> +<span class="sourceLineNo">270</span> // should have 2 log entries now<a name="line.270"></a> +<span class="sourceLineNo">271</span> WALInputFormat input = new WALInputFormat();<a name="line.271"></a> +<span class="sourceLineNo">272</span> Configuration jobConf = new Configuration(conf);<a name="line.272"></a> +<span class="sourceLineNo">273</span> jobConf.set("mapreduce.input.fileinputformat.inputdir", logDir.toString());<a name="line.273"></a> +<span class="sourceLineNo">274</span> // make sure log is found<a name="line.274"></a> +<span class="sourceLineNo">275</span> List<InputSplit> splits = input.getSplits(MapreduceTestingShim.createJobContext(jobConf));<a name="line.275"></a> +<span class="sourceLineNo">276</span> assertEquals(1, splits.size());<a name="line.276"></a> +<span class="sourceLineNo">277</span> WALInputFormat.WALSplit split = (WALInputFormat.WALSplit) splits.get(0);<a name="line.277"></a> +<span class="sourceLineNo">278</span> LOG.debug("log="+logDir+" file="+ split.getLogFileName());<a name="line.278"></a> +<span class="sourceLineNo">279</span><a name="line.279"></a> +<span class="sourceLineNo">280</span> testSplitWithMovingWAL(splits.get(0), Bytes.toBytes("1"), Bytes.toBytes("2"));<a name="line.280"></a> +<span class="sourceLineNo">281</span><a name="line.281"></a> +<span class="sourceLineNo">282</span> }<a name="line.282"></a> +<span class="sourceLineNo">283</span><a name="line.283"></a> +<span class="sourceLineNo">284</span> protected WALKeyImpl getWalKeyImpl(final long time, NavigableMap<byte[], Integer> scopes) {<a name="line.284"></a> +<span class="sourceLineNo">285</span> return new WALKeyImpl(info.getEncodedNameAsBytes(), tableName, time, mvcc, scopes);<a name="line.285"></a> +<span class="sourceLineNo">286</span> }<a name="line.286"></a> +<span class="sourceLineNo">287</span><a name="line.287"></a> +<span class="sourceLineNo">288</span> private WALRecordReader<WALKey> getReader() {<a name="line.288"></a> +<span class="sourceLineNo">289</span> return new WALKeyRecordReader();<a name="line.289"></a> +<span class="sourceLineNo">290</span> }<a name="line.290"></a> +<span class="sourceLineNo">291</span><a name="line.291"></a> +<span class="sourceLineNo">292</span> /**<a name="line.292"></a> +<span class="sourceLineNo">293</span> * Create a new reader from the split, and match the edits against the passed columns.<a name="line.293"></a> +<span class="sourceLineNo">294</span> */<a name="line.294"></a> +<span class="sourceLineNo">295</span> private void testSplit(InputSplit split, byte[]... columns) throws Exception {<a name="line.295"></a> +<span class="sourceLineNo">296</span> WALRecordReader<WALKey> reader = getReader();<a name="line.296"></a> +<span class="sourceLineNo">297</span> reader.initialize(split, MapReduceTestUtil.createDummyMapTaskAttemptContext(conf));<a name="line.297"></a> +<span class="sourceLineNo">298</span><a name="line.298"></a> +<span class="sourceLineNo">299</span> for (byte[] column : columns) {<a name="line.299"></a> +<span class="sourceLineNo">300</span> assertTrue(reader.nextKeyValue());<a name="line.300"></a> +<span class="sourceLineNo">301</span> Cell cell = reader.getCurrentValue().getCells().get(0);<a name="line.301"></a> +<span class="sourceLineNo">302</span> if (!Bytes.equals(column, 0, column.length, cell.getQualifierArray(),<a name="line.302"></a> +<span class="sourceLineNo">303</span> cell.getQualifierOffset(), cell.getQualifierLength())) {<a name="line.303"></a> +<span class="sourceLineNo">304</span> assertTrue(<a name="line.304"></a> +<span class="sourceLineNo">305</span> "expected [" + Bytes.toString(column) + "], actual [" + Bytes.toString(<a name="line.305"></a> +<span class="sourceLineNo">306</span> cell.getQualifierArray(), cell.getQualifierOffset(), cell.getQualifierLength()) + "]",<a name="line.306"></a> +<span class="sourceLineNo">307</span> false);<a name="line.307"></a> +<span class="sourceLineNo">308</span> }<a name="line.308"></a> +<span class="sourceLineNo">309</span> }<a name="line.309"></a> +<span class="sourceLineNo">310</span> assertFalse(reader.nextKeyValue());<a name="line.310"></a> +<span class="sourceLineNo">311</span> reader.close();<a name="line.311"></a> +<span class="sourceLineNo">312</span> }<a name="line.312"></a> +<span class="sourceLineNo">313</span><a name="line.313"></a> +<span class="sourceLineNo">314</span> /**<a name="line.314"></a> +<span class="sourceLineNo">315</span> * Create a new reader from the split, match the edits against the passed columns,<a name="line.315"></a> +<span class="sourceLineNo">316</span> * moving WAL to archive in between readings<a name="line.316"></a> +<span class="sourceLineNo">317</span> */<a name="line.317"></a> +<span class="sourceLineNo">318</span> private void testSplitWithMovingWAL(InputSplit split, byte[] col1, byte[] col2) throws Exception {<a name="line.318"></a> +<span class="sourceLineNo">319</span> WALRecordReader<WALKey> reader = getReader();<a name="line.319"></a> +<span class="sourceLineNo">320</span> reader.initialize(split, MapReduceTestUtil.createDummyMapTaskAttemptContext(conf));<a name="line.320"></a> +<span class="sourceLineNo">321</span><a name="line.321"></a> +<span class="sourceLineNo">322</span> assertTrue(reader.nextKeyValue());<a name="line.322"></a> +<span class="sourceLineNo">323</span> Cell cell = reader.getCurrentValue().getCells().get(0);<a name="line.323"></a> +<span class="sourceLineNo">324</span> if (!Bytes.equals(col1, 0, col1.length, cell.getQualifierArray(), cell.getQualifierOffset(),<a name="line.324"></a> +<span class="sourceLineNo">325</span> cell.getQualifierLength())) {<a name="line.325"></a> +<span class="sourceLineNo">326</span> assertTrue(<a name="line.326"></a> +<span class="sourceLineNo">327</span> "expected [" + Bytes.toString(col1) + "], actual [" + Bytes.toString(<a name="line.327"></a> +<span class="sourceLineNo">328</span> cell.getQualifierArray(), cell.getQualifierOffset(), cell.getQualifierLength()) + "]",<a name="line.328"></a> +<span class="sourceLineNo">329</span> false);<a name="line.329"></a> +<span class="sourceLineNo">330</span> }<a name="line.330"></a> +<span class="sourceLineNo">331</span> // Move log file to archive directory<a name="line.331"></a> +<span class="sourceLineNo">332</span> // While WAL record reader is open<a name="line.332"></a> +<span class="sourceLineNo">333</span> WALInputFormat.WALSplit split_ = (WALInputFormat.WALSplit) split;<a name="line.333"></a> +<span class="sourceLineNo">334</span><a name="line.334"></a> +<span class="sourceLineNo">335</span> Path logFile = new Path(split_.getLogFileName());<a name="line.335"></a> +<span class="sourceLineNo">336</span> Path archivedLog = AbstractFSWALProvider.getArchivedLogPath(logFile, conf);<a name="line.336"></a> +<span class="sourceLineNo">337</span> boolean result = fs.rename(logFile, archivedLog);<a name="line.337"></a> +<span class="sourceLineNo">338</span> assertTrue(result);<a name="line.338"></a> +<span class="sourceLineNo">339</span> result = fs.exists(archivedLog);<a name="line.339"></a> +<span class="sourceLineNo">340</span> assertTrue(result);<a name="line.340"></a> +<span class="sourceLineNo">341</span> assertTrue(reader.nextKeyValue());<a name="line.341"></a> +<span class="sourceLineNo">342</span> cell = reader.getCurrentValue().getCells().get(0);<a name="line.342"></a> +<span class="sourceLineNo">343</span> if (!Bytes.equals(col2, 0, col2.length, cell.getQualifierArray(), cell.getQualifierOffset(),<a name="line.343"></a> +<span class="sourceLineNo">344</span> cell.getQualifierLength())) {<a name="line.344"></a> +<span class="sourceLineNo">345</span> assertTrue(<a name="line.345"></a> +<span class="sourceLineNo">346</span> "expected [" + Bytes.toString(col2) + "], actual [" + Bytes.toString(<a name="line.346"></a> +<span class="sourceLineNo">347</span> cell.getQualifierArray(), cell.getQualifierOffset(), cell.getQualifierLength()) + "]",<a name="line.347"></a> +<span class="sourceLineNo">348</span> false);<a name="line.348"></a> +<span class="sourceLineNo">349</span> }<a name="line.349"></a> +<span class="sourceLineNo">350</span> reader.close();<a name="line.350"></a> +<span class="sourceLineNo">351</span> }<a name="line.351"></a> +<span class="sourceLineNo">352</span>}<a name="line.352"></a>
