Repository: hbase-site Updated Branches: refs/heads/asf-site 420c39ac4 -> 539471a7b
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/539471a7/plugin-management.html ---------------------------------------------------------------------- diff --git a/plugin-management.html b/plugin-management.html index 0af2390..5436bbf 100644 --- a/plugin-management.html +++ b/plugin-management.html @@ -7,7 +7,7 @@ <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20170910" /> + <meta name="Date-Revision-yyyymmdd" content="20170911" /> <meta http-equiv="Content-Language" content="en" /> <title>Apache HBase – Project Plugin Management</title> <link rel="stylesheet" href="./css/apache-maven-fluido-1.5-HBASE.min.css" /> @@ -441,7 +441,7 @@ <a href="https://www.apache.org/";>The Apache Software Foundation</a>. All rights reserved. - <li id="publishDate" class="pull-right">Last Published: 2017-09-10</li> + <li id="publishDate" class="pull-right">Last Published: 2017-09-11</li> </p> </div> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/539471a7/plugins.html ---------------------------------------------------------------------- diff --git a/plugins.html b/plugins.html index 10e73f0..d1430b3 100644 --- a/plugins.html +++ b/plugins.html @@ -7,7 +7,7 @@ <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20170910" /> + <meta name="Date-Revision-yyyymmdd" content="20170911" /> <meta http-equiv="Content-Language" content="en" /> <title>Apache HBase – Project Plugins</title> <link rel="stylesheet" href="./css/apache-maven-fluido-1.5-HBASE.min.css" /> @@ -380,7 +380,7 @@ <a href="https://www.apache.org/";>The Apache Software Foundation</a>. All rights reserved. - <li id="publishDate" class="pull-right">Last Published: 2017-09-10</li> + <li id="publishDate" class="pull-right">Last Published: 2017-09-11</li> </p> </div> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/539471a7/poweredbyhbase.html ---------------------------------------------------------------------- diff --git a/poweredbyhbase.html b/poweredbyhbase.html index 41e897b..6a02c1d 100644 --- a/poweredbyhbase.html +++ b/poweredbyhbase.html @@ -7,7 +7,7 @@ <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20170910" /> + <meta name="Date-Revision-yyyymmdd" content="20170911" /> <meta http-equiv="Content-Language" content="en" /> <title>Apache HBase – Powered By Apache HBaseÂ</title> <link rel="stylesheet" href="./css/apache-maven-fluido-1.5-HBASE.min.css" /> @@ -774,7 +774,7 @@ under the License. --> <a href="https://www.apache.org/";>The Apache Software Foundation</a>. All rights reserved. - <li id="publishDate" class="pull-right">Last Published: 2017-09-10</li> + <li id="publishDate" class="pull-right">Last Published: 2017-09-11</li> </p> </div> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/539471a7/project-info.html ---------------------------------------------------------------------- diff --git a/project-info.html b/project-info.html index 764810e..64a5009 100644 --- a/project-info.html +++ b/project-info.html @@ -7,7 +7,7 @@ <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20170910" /> + <meta name="Date-Revision-yyyymmdd" content="20170911" /> <meta http-equiv="Content-Language" content="en" /> <title>Apache HBase – Project Information</title> <link rel="stylesheet" href="./css/apache-maven-fluido-1.5-HBASE.min.css" /> @@ -340,7 +340,7 @@ <a href="https://www.apache.org/";>The Apache Software Foundation</a>. All rights reserved. - <li id="publishDate" class="pull-right">Last Published: 2017-09-10</li> + <li id="publishDate" class="pull-right">Last Published: 2017-09-11</li> </p> </div> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/539471a7/project-reports.html ---------------------------------------------------------------------- diff --git a/project-reports.html b/project-reports.html index 780a9ec..a6cad72 100644 --- a/project-reports.html +++ b/project-reports.html @@ -7,7 +7,7 @@ <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20170910" /> + <meta name="Date-Revision-yyyymmdd" content="20170911" /> <meta http-equiv="Content-Language" content="en" /> <title>Apache HBase – Generated Reports</title> <link rel="stylesheet" href="./css/apache-maven-fluido-1.5-HBASE.min.css" /> @@ -310,7 +310,7 @@ <a href="https://www.apache.org/";>The Apache Software Foundation</a>. All rights reserved. - <li id="publishDate" class="pull-right">Last Published: 2017-09-10</li> + <li id="publishDate" class="pull-right">Last Published: 2017-09-11</li> </p> </div> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/539471a7/project-summary.html ---------------------------------------------------------------------- diff --git a/project-summary.html b/project-summary.html index 5e44f8b..bf26e58 100644 --- a/project-summary.html +++ b/project-summary.html @@ -7,7 +7,7 @@ <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20170910" /> + <meta name="Date-Revision-yyyymmdd" content="20170911" /> <meta http-equiv="Content-Language" content="en" /> <title>Apache HBase – Project Summary</title> <link rel="stylesheet" href="./css/apache-maven-fluido-1.5-HBASE.min.css" /> @@ -336,7 +336,7 @@ <a href="https://www.apache.org/";>The Apache Software Foundation</a>. All rights reserved. - <li id="publishDate" class="pull-right">Last Published: 2017-09-10</li> + <li id="publishDate" class="pull-right">Last Published: 2017-09-11</li> </p> </div> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/539471a7/pseudo-distributed.html ---------------------------------------------------------------------- diff --git a/pseudo-distributed.html b/pseudo-distributed.html index b14c4f4..87332ac 100644 --- a/pseudo-distributed.html +++ b/pseudo-distributed.html @@ -7,7 +7,7 @@ <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20170910" /> + <meta name="Date-Revision-yyyymmdd" content="20170911" /> <meta http-equiv="Content-Language" content="en" /> <title>Apache HBase – Running Apache HBase (TM) in pseudo-distributed mode @@ -313,7 +313,7 @@ under the License. --> <a href="https://www.apache.org/";>The Apache Software Foundation</a>. All rights reserved. - <li id="publishDate" class="pull-right">Last Published: 2017-09-10</li> + <li id="publishDate" class="pull-right">Last Published: 2017-09-11</li> </p> </div> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/539471a7/replication.html ---------------------------------------------------------------------- diff --git a/replication.html b/replication.html index b2f0732..3edb312 100644 --- a/replication.html +++ b/replication.html @@ -7,7 +7,7 @@ <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20170910" /> + <meta name="Date-Revision-yyyymmdd" content="20170911" /> <meta http-equiv="Content-Language" content="en" /> <title>Apache HBase – Apache HBase (TM) Replication @@ -308,7 +308,7 @@ under the License. --> <a href="https://www.apache.org/";>The Apache Software Foundation</a>. All rights reserved. - <li id="publishDate" class="pull-right">Last Published: 2017-09-10</li> + <li id="publishDate" class="pull-right">Last Published: 2017-09-11</li> </p> </div> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/539471a7/resources.html ---------------------------------------------------------------------- diff --git a/resources.html b/resources.html index ff82e12..88ebeba 100644 --- a/resources.html +++ b/resources.html @@ -7,7 +7,7 @@ <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20170910" /> + <meta name="Date-Revision-yyyymmdd" content="20170911" /> <meta http-equiv="Content-Language" content="en" /> <title>Apache HBase – Other Apache HBase (TM) Resources</title> <link rel="stylesheet" href="./css/apache-maven-fluido-1.5-HBASE.min.css" /> @@ -336,7 +336,7 @@ under the License. --> <a href="https://www.apache.org/";>The Apache Software Foundation</a>. All rights reserved. - <li id="publishDate" class="pull-right">Last Published: 2017-09-10</li> + <li id="publishDate" class="pull-right">Last Published: 2017-09-11</li> </p> </div> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/539471a7/source-repository.html ---------------------------------------------------------------------- diff --git a/source-repository.html b/source-repository.html index c0b4049..6fa884b 100644 --- a/source-repository.html +++ b/source-repository.html @@ -7,7 +7,7 @@ <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20170910" /> + <meta name="Date-Revision-yyyymmdd" content="20170911" /> <meta http-equiv="Content-Language" content="en" /> <title>Apache HBase – Source Code Management</title> <link rel="stylesheet" href="./css/apache-maven-fluido-1.5-HBASE.min.css" /> @@ -304,7 +304,7 @@ <a href="https://www.apache.org/";>The Apache Software Foundation</a>. All rights reserved. - <li id="publishDate" class="pull-right">Last Published: 2017-09-10</li> + <li id="publishDate" class="pull-right">Last Published: 2017-09-11</li> </p> </div> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/539471a7/sponsors.html ---------------------------------------------------------------------- diff --git a/sponsors.html b/sponsors.html index cb180ea..d364d35 100644 --- a/sponsors.html +++ b/sponsors.html @@ -7,7 +7,7 @@ <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20170910" /> + <meta name="Date-Revision-yyyymmdd" content="20170911" /> <meta http-equiv="Content-Language" content="en" /> <title>Apache HBase – Apache HBase Sponsors</title> <link rel="stylesheet" href="./css/apache-maven-fluido-1.5-HBASE.min.css" /> @@ -338,7 +338,7 @@ under the License. --> <a href="https://www.apache.org/";>The Apache Software Foundation</a>. All rights reserved. - <li id="publishDate" class="pull-right">Last Published: 2017-09-10</li> + <li id="publishDate" class="pull-right">Last Published: 2017-09-11</li> </p> </div> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/539471a7/supportingprojects.html ---------------------------------------------------------------------- diff --git a/supportingprojects.html b/supportingprojects.html index 6033c1f..b208118 100644 --- a/supportingprojects.html +++ b/supportingprojects.html @@ -7,7 +7,7 @@ <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20170910" /> + <meta name="Date-Revision-yyyymmdd" content="20170911" /> <meta http-equiv="Content-Language" content="en" /> <title>Apache HBase – Supporting Projects</title> <link rel="stylesheet" href="./css/apache-maven-fluido-1.5-HBASE.min.css" /> @@ -525,7 +525,7 @@ under the License. --> <a href="https://www.apache.org/";>The Apache Software Foundation</a>. All rights reserved. - <li id="publishDate" class="pull-right">Last Published: 2017-09-10</li> + <li id="publishDate" class="pull-right">Last Published: 2017-09-11</li> </p> </div> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/539471a7/team-list.html ---------------------------------------------------------------------- diff --git a/team-list.html b/team-list.html index 25f71a1..2f13012 100644 --- a/team-list.html +++ b/team-list.html @@ -7,7 +7,7 @@ <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20170910" /> + <meta name="Date-Revision-yyyymmdd" content="20170911" /> <meta http-equiv="Content-Language" content="en" /> <title>Apache HBase – Project Team</title> <link rel="stylesheet" href="./css/apache-maven-fluido-1.5-HBASE.min.css" /> @@ -699,7 +699,7 @@ <a href="https://www.apache.org/";>The Apache Software Foundation</a>. All rights reserved. - <li id="publishDate" class="pull-right">Last Published: 2017-09-10</li> + <li id="publishDate" class="pull-right">Last Published: 2017-09-11</li> </p> </div> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/539471a7/testdevapidocs/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html ---------------------------------------------------------------------- diff --git a/testdevapidocs/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html b/testdevapidocs/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html index 9f0c7a1..d7fd4ab 100644 --- a/testdevapidocs/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html +++ b/testdevapidocs/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html @@ -109,7 +109,7 @@ var activeTableTab = "activeTableTab"; <li class="blockList"> <hr> <br> -<pre>public class <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.77">TestReplicationSink</a> +<pre>public class <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.76">TestReplicationSink</a> extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true"; title="class or interface in java.lang">Object</a></pre> </li> </ul> @@ -305,7 +305,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>LOG</h4> -<pre>private static final org.apache.commons.logging.Log <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.78">LOG</a></pre> +<pre>private static final org.apache.commons.logging.Log <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.77">LOG</a></pre> </li> </ul> <a name="BATCH_SIZE"> @@ -314,7 +314,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>BATCH_SIZE</h4> -<pre>private static final int <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.79">BATCH_SIZE</a></pre> +<pre>private static final int <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.78">BATCH_SIZE</a></pre> <dl> <dt><span class="seeLabel">See Also:</span></dt> <dd><a href="../../../../../../constant-values.html#org.apache.hadoop.hbase.replication.regionserver.TestReplicationSink.BATCH_SIZE">Constant Field Values</a></dd> @@ -327,7 +327,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>TEST_UTIL</h4> -<pre>protected static final <a href="../../../../../../org/apache/hadoop/hbase/HBaseTestingUtility.html" title="class in org.apache.hadoop.hbase">HBaseTestingUtility</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.81">TEST_UTIL</a></pre> +<pre>protected static final <a href="../../../../../../org/apache/hadoop/hbase/HBaseTestingUtility.html" title="class in org.apache.hadoop.hbase">HBaseTestingUtility</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.80">TEST_UTIL</a></pre> </li> </ul> <a name="SINK"> @@ -336,7 +336,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>SINK</h4> -<pre>protected static org.apache.hadoop.hbase.replication.regionserver.ReplicationSink <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.83">SINK</a></pre> +<pre>protected static org.apache.hadoop.hbase.replication.regionserver.ReplicationSink <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.82">SINK</a></pre> </li> </ul> <a name="TABLE_NAME1"> @@ -345,7 +345,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>TABLE_NAME1</h4> -<pre>protected static final org.apache.hadoop.hbase.TableName <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.85">TABLE_NAME1</a></pre> +<pre>protected static final org.apache.hadoop.hbase.TableName <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.84">TABLE_NAME1</a></pre> </li> </ul> <a name="TABLE_NAME2"> @@ -354,7 +354,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>TABLE_NAME2</h4> -<pre>protected static final org.apache.hadoop.hbase.TableName <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.86">TABLE_NAME2</a></pre> +<pre>protected static final org.apache.hadoop.hbase.TableName <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.85">TABLE_NAME2</a></pre> </li> </ul> <a name="FAM_NAME1"> @@ -363,7 +363,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>FAM_NAME1</h4> -<pre>protected static final byte[] <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.88">FAM_NAME1</a></pre> +<pre>protected static final byte[] <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.87">FAM_NAME1</a></pre> </li> </ul> <a name="FAM_NAME2"> @@ -372,7 +372,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>FAM_NAME2</h4> -<pre>protected static final byte[] <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.89">FAM_NAME2</a></pre> +<pre>protected static final byte[] <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.88">FAM_NAME2</a></pre> </li> </ul> <a name="table1"> @@ -381,7 +381,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>table1</h4> -<pre>protected static org.apache.hadoop.hbase.client.Table <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.91">table1</a></pre> +<pre>protected static org.apache.hadoop.hbase.client.Table <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.90">table1</a></pre> </li> </ul> <a name="STOPPABLE"> @@ -390,7 +390,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>STOPPABLE</h4> -<pre>protected static org.apache.hadoop.hbase.Stoppable <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.92">STOPPABLE</a></pre> +<pre>protected static org.apache.hadoop.hbase.Stoppable <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.91">STOPPABLE</a></pre> </li> </ul> <a name="table2"> @@ -399,7 +399,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>table2</h4> -<pre>protected static org.apache.hadoop.hbase.client.Table <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.108">table2</a></pre> +<pre>protected static org.apache.hadoop.hbase.client.Table <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.107">table2</a></pre> </li> </ul> <a name="baseNamespaceDir"> @@ -408,7 +408,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>baseNamespaceDir</h4> -<pre>protected static <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.109">baseNamespaceDir</a></pre> +<pre>protected static <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.108">baseNamespaceDir</a></pre> </li> </ul> <a name="hfileArchiveDir"> @@ -417,7 +417,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>hfileArchiveDir</h4> -<pre>protected static <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.110">hfileArchiveDir</a></pre> +<pre>protected static <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.109">hfileArchiveDir</a></pre> </li> </ul> <a name="replicationClusterId"> @@ -426,7 +426,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockListLast"> <li class="blockList"> <h4>replicationClusterId</h4> -<pre>protected static <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.111">replicationClusterId</a></pre> +<pre>protected static <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.110">replicationClusterId</a></pre> </li> </ul> </li> @@ -443,7 +443,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockListLast"> <li class="blockList"> <h4>TestReplicationSink</h4> -<pre>public <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.77">TestReplicationSink</a>()</pre> +<pre>public <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.76">TestReplicationSink</a>()</pre> </li> </ul> </li> @@ -460,7 +460,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>setUpBeforeClass</h4> -<pre>public static void <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.117">setUpBeforeClass</a>() +<pre>public static void <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.116">setUpBeforeClass</a>() throws <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true"; title="class or interface in java.lang">Exception</a></pre> <dl> <dt><span class="throwsLabel">Throws:</span></dt> @@ -474,7 +474,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>tearDownAfterClass</h4> -<pre>public static void <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.136">tearDownAfterClass</a>() +<pre>public static void <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.135">tearDownAfterClass</a>() throws <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true"; title="class or interface in java.lang">Exception</a></pre> <dl> <dt><span class="throwsLabel">Throws:</span></dt> @@ -488,7 +488,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>setUp</h4> -<pre>public void <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.145">setUp</a>() +<pre>public void <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.144">setUp</a>() throws <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true"; title="class or interface in java.lang">Exception</a></pre> <dl> <dt><span class="throwsLabel">Throws:</span></dt> @@ -502,7 +502,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>testBatchSink</h4> -<pre>public void <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.155">testBatchSink</a>() +<pre>public void <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.154">testBatchSink</a>() throws <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true"; title="class or interface in java.lang">Exception</a></pre> <div class="block">Insert a whole batch of entries</div> <dl> @@ -517,7 +517,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>testMixedPutDelete</h4> -<pre>public void <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.173">testMixedPutDelete</a>() +<pre>public void <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.172">testMixedPutDelete</a>() throws <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true"; title="class or interface in java.lang">Exception</a></pre> <div class="block">Insert a mix of puts and deletes</div> <dl> @@ -532,7 +532,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>testMixedPutTables</h4> -<pre>public void <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.201">testMixedPutTables</a>() +<pre>public void <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.200">testMixedPutTables</a>() throws <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true"; title="class or interface in java.lang">Exception</a></pre> <div class="block">Insert to 2 different tables</div> <dl> @@ -547,7 +547,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>testMixedDeletes</h4> -<pre>public void <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.223">testMixedDeletes</a>() +<pre>public void <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.222">testMixedDeletes</a>() throws <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true"; title="class or interface in java.lang">Exception</a></pre> <div class="block">Insert then do different types of deletes</div> <dl> @@ -562,7 +562,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>testApplyDeleteBeforePut</h4> -<pre>public void <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.251">testApplyDeleteBeforePut</a>() +<pre>public void <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.250">testApplyDeleteBeforePut</a>() throws <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true"; title="class or interface in java.lang">Exception</a></pre> <div class="block">Puts are buffered, but this tests when a delete (not-buffered) is applied before the actual Put that creates it.</div> @@ -578,7 +578,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>testReplicateEntriesForHFiles</h4> -<pre>public void <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.272">testReplicateEntriesForHFiles</a>() +<pre>public void <a href="../../../../../../src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html#line.271">testReplicateEntriesForHFiles</a>() throws <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true"; title="class or interface in java.lang">Exception</a></pre> <div class="block">Test replicateEntries with a bulk load entry for 25 HFiles</div> <dl> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/539471a7/testdevapidocs/src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html ---------------------------------------------------------------------- diff --git a/testdevapidocs/src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html b/testdevapidocs/src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html index 9dc19ad..fc0e935 100644 --- a/testdevapidocs/src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html +++ b/testdevapidocs/src-html/org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.html @@ -68,258 +68,258 @@ <span class="sourceLineNo">060</span>import org.apache.hadoop.hbase.shaded.com.google.protobuf.UnsafeByteOperations;<a name="line.60"></a> <span class="sourceLineNo">061</span>import org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil;<a name="line.61"></a> <span class="sourceLineNo">062</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos;<a name="line.62"></a> -<span class="sourceLineNo">063</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.WALKey;<a name="line.63"></a> -<span class="sourceLineNo">064</span>import org.apache.hadoop.hbase.regionserver.wal.WALEdit;<a name="line.64"></a> -<span class="sourceLineNo">065</span>import org.apache.hadoop.hbase.testclassification.MediumTests;<a name="line.65"></a> -<span class="sourceLineNo">066</span>import org.apache.hadoop.hbase.testclassification.ReplicationTests;<a name="line.66"></a> -<span class="sourceLineNo">067</span>import org.apache.hadoop.hbase.util.Bytes;<a name="line.67"></a> -<span class="sourceLineNo">068</span>import org.apache.hadoop.hbase.util.FSUtils;<a name="line.68"></a> -<span class="sourceLineNo">069</span>import org.apache.hadoop.hbase.util.HFileTestUtil;<a name="line.69"></a> -<span class="sourceLineNo">070</span>import org.junit.AfterClass;<a name="line.70"></a> -<span class="sourceLineNo">071</span>import org.junit.Before;<a name="line.71"></a> -<span class="sourceLineNo">072</span>import org.junit.BeforeClass;<a name="line.72"></a> -<span class="sourceLineNo">073</span>import org.junit.Test;<a name="line.73"></a> -<span class="sourceLineNo">074</span>import org.junit.experimental.categories.Category;<a name="line.74"></a> -<span class="sourceLineNo">075</span><a name="line.75"></a> -<span class="sourceLineNo">076</span>@Category({ReplicationTests.class, MediumTests.class})<a name="line.76"></a> -<span class="sourceLineNo">077</span>public class TestReplicationSink {<a name="line.77"></a> -<span class="sourceLineNo">078</span> private static final Log LOG = LogFactory.getLog(TestReplicationSink.class);<a name="line.78"></a> -<span class="sourceLineNo">079</span> private static final int BATCH_SIZE = 10;<a name="line.79"></a> -<span class="sourceLineNo">080</span><a name="line.80"></a> -<span class="sourceLineNo">081</span> protected final static HBaseTestingUtility TEST_UTIL = new HBaseTestingUtility();<a name="line.81"></a> -<span class="sourceLineNo">082</span><a name="line.82"></a> -<span class="sourceLineNo">083</span> protected static ReplicationSink SINK;<a name="line.83"></a> -<span class="sourceLineNo">084</span><a name="line.84"></a> -<span class="sourceLineNo">085</span> protected static final TableName TABLE_NAME1 = TableName.valueOf("table1");<a name="line.85"></a> -<span class="sourceLineNo">086</span> protected static final TableName TABLE_NAME2 = TableName.valueOf("table2");<a name="line.86"></a> -<span class="sourceLineNo">087</span><a name="line.87"></a> -<span class="sourceLineNo">088</span> protected static final byte[] FAM_NAME1 = Bytes.toBytes("info1");<a name="line.88"></a> -<span class="sourceLineNo">089</span> protected static final byte[] FAM_NAME2 = Bytes.toBytes("info2");<a name="line.89"></a> -<span class="sourceLineNo">090</span><a name="line.90"></a> -<span class="sourceLineNo">091</span> protected static Table table1;<a name="line.91"></a> -<span class="sourceLineNo">092</span> protected static Stoppable STOPPABLE = new Stoppable() {<a name="line.92"></a> -<span class="sourceLineNo">093</span> final AtomicBoolean stop = new AtomicBoolean(false);<a name="line.93"></a> -<span class="sourceLineNo">094</span><a name="line.94"></a> -<span class="sourceLineNo">095</span> @Override<a name="line.95"></a> -<span class="sourceLineNo">096</span> public boolean isStopped() {<a name="line.96"></a> -<span class="sourceLineNo">097</span> return this.stop.get();<a name="line.97"></a> -<span class="sourceLineNo">098</span> }<a name="line.98"></a> -<span class="sourceLineNo">099</span><a name="line.99"></a> -<span class="sourceLineNo">100</span> @Override<a name="line.100"></a> -<span class="sourceLineNo">101</span> public void stop(String why) {<a name="line.101"></a> -<span class="sourceLineNo">102</span> LOG.info("STOPPING BECAUSE: " + why);<a name="line.102"></a> -<span class="sourceLineNo">103</span> this.stop.set(true);<a name="line.103"></a> -<span class="sourceLineNo">104</span> }<a name="line.104"></a> -<span class="sourceLineNo">105</span><a name="line.105"></a> -<span class="sourceLineNo">106</span> };<a name="line.106"></a> -<span class="sourceLineNo">107</span><a name="line.107"></a> -<span class="sourceLineNo">108</span> protected static Table table2;<a name="line.108"></a> -<span class="sourceLineNo">109</span> protected static String baseNamespaceDir;<a name="line.109"></a> -<span class="sourceLineNo">110</span> protected static String hfileArchiveDir;<a name="line.110"></a> -<span class="sourceLineNo">111</span> protected static String replicationClusterId;<a name="line.111"></a> -<span class="sourceLineNo">112</span><a name="line.112"></a> -<span class="sourceLineNo">113</span> /**<a name="line.113"></a> -<span class="sourceLineNo">114</span> * @throws java.lang.Exception<a name="line.114"></a> -<span class="sourceLineNo">115</span> */<a name="line.115"></a> -<span class="sourceLineNo">116</span> @BeforeClass<a name="line.116"></a> -<span class="sourceLineNo">117</span> public static void setUpBeforeClass() throws Exception {<a name="line.117"></a> -<span class="sourceLineNo">118</span> TEST_UTIL.getConfiguration().set("hbase.replication.source.fs.conf.provider",<a name="line.118"></a> -<span class="sourceLineNo">119</span> TestSourceFSConfigurationProvider.class.getCanonicalName());<a name="line.119"></a> -<span class="sourceLineNo">120</span><a name="line.120"></a> -<span class="sourceLineNo">121</span> TEST_UTIL.startMiniCluster(3);<a name="line.121"></a> -<span class="sourceLineNo">122</span> SINK =<a name="line.122"></a> -<span class="sourceLineNo">123</span> new ReplicationSink(new Configuration(TEST_UTIL.getConfiguration()), STOPPABLE);<a name="line.123"></a> -<span class="sourceLineNo">124</span> table1 = TEST_UTIL.createTable(TABLE_NAME1, FAM_NAME1);<a name="line.124"></a> -<span class="sourceLineNo">125</span> table2 = TEST_UTIL.createTable(TABLE_NAME2, FAM_NAME2);<a name="line.125"></a> -<span class="sourceLineNo">126</span> Path rootDir = FSUtils.getRootDir(TEST_UTIL.getConfiguration());<a name="line.126"></a> -<span class="sourceLineNo">127</span> baseNamespaceDir = new Path(rootDir, new Path(HConstants.BASE_NAMESPACE_DIR)).toString();<a name="line.127"></a> -<span class="sourceLineNo">128</span> hfileArchiveDir = new Path(rootDir, new Path(HConstants.HFILE_ARCHIVE_DIRECTORY)).toString();<a name="line.128"></a> -<span class="sourceLineNo">129</span> replicationClusterId = "12345";<a name="line.129"></a> -<span class="sourceLineNo">130</span> }<a name="line.130"></a> -<span class="sourceLineNo">131</span><a name="line.131"></a> -<span class="sourceLineNo">132</span> /**<a name="line.132"></a> -<span class="sourceLineNo">133</span> * @throws java.lang.Exception<a name="line.133"></a> -<span class="sourceLineNo">134</span> */<a name="line.134"></a> -<span class="sourceLineNo">135</span> @AfterClass<a name="line.135"></a> -<span class="sourceLineNo">136</span> public static void tearDownAfterClass() throws Exception {<a name="line.136"></a> -<span class="sourceLineNo">137</span> STOPPABLE.stop("Shutting down");<a name="line.137"></a> -<span class="sourceLineNo">138</span> TEST_UTIL.shutdownMiniCluster();<a name="line.138"></a> -<span class="sourceLineNo">139</span> }<a name="line.139"></a> -<span class="sourceLineNo">140</span><a name="line.140"></a> -<span class="sourceLineNo">141</span> /**<a name="line.141"></a> -<span class="sourceLineNo">142</span> * @throws java.lang.Exception<a name="line.142"></a> -<span class="sourceLineNo">143</span> */<a name="line.143"></a> -<span class="sourceLineNo">144</span> @Before<a name="line.144"></a> -<span class="sourceLineNo">145</span> public void setUp() throws Exception {<a name="line.145"></a> -<span class="sourceLineNo">146</span> table1 = TEST_UTIL.deleteTableData(TABLE_NAME1);<a name="line.146"></a> -<span class="sourceLineNo">147</span> table2 = TEST_UTIL.deleteTableData(TABLE_NAME2);<a name="line.147"></a> -<span class="sourceLineNo">148</span> }<a name="line.148"></a> -<span class="sourceLineNo">149</span><a name="line.149"></a> -<span class="sourceLineNo">150</span> /**<a name="line.150"></a> -<span class="sourceLineNo">151</span> * Insert a whole batch of entries<a name="line.151"></a> -<span class="sourceLineNo">152</span> * @throws Exception<a name="line.152"></a> -<span class="sourceLineNo">153</span> */<a name="line.153"></a> -<span class="sourceLineNo">154</span> @Test<a name="line.154"></a> -<span class="sourceLineNo">155</span> public void testBatchSink() throws Exception {<a name="line.155"></a> -<span class="sourceLineNo">156</span> List<WALEntry> entries = new ArrayList<>(BATCH_SIZE);<a name="line.156"></a> -<span class="sourceLineNo">157</span> List<Cell> cells = new ArrayList<>();<a name="line.157"></a> -<span class="sourceLineNo">158</span> for(int i = 0; i < BATCH_SIZE; i++) {<a name="line.158"></a> -<span class="sourceLineNo">159</span> entries.add(createEntry(TABLE_NAME1, i, KeyValue.Type.Put, cells));<a name="line.159"></a> -<span class="sourceLineNo">160</span> }<a name="line.160"></a> -<span class="sourceLineNo">161</span> SINK.replicateEntries(entries, CellUtil.createCellScanner(cells.iterator()),<a name="line.161"></a> -<span class="sourceLineNo">162</span> replicationClusterId, baseNamespaceDir, hfileArchiveDir);<a name="line.162"></a> -<span class="sourceLineNo">163</span> Scan scan = new Scan();<a name="line.163"></a> -<span class="sourceLineNo">164</span> ResultScanner scanRes = table1.getScanner(scan);<a name="line.164"></a> -<span class="sourceLineNo">165</span> assertEquals(BATCH_SIZE, scanRes.next(BATCH_SIZE).length);<a name="line.165"></a> -<span class="sourceLineNo">166</span> }<a name="line.166"></a> -<span class="sourceLineNo">167</span><a name="line.167"></a> -<span class="sourceLineNo">168</span> /**<a name="line.168"></a> -<span class="sourceLineNo">169</span> * Insert a mix of puts and deletes<a name="line.169"></a> -<span class="sourceLineNo">170</span> * @throws Exception<a name="line.170"></a> -<span class="sourceLineNo">171</span> */<a name="line.171"></a> -<span class="sourceLineNo">172</span> @Test<a name="line.172"></a> -<span class="sourceLineNo">173</span> public void testMixedPutDelete() throws Exception {<a name="line.173"></a> -<span class="sourceLineNo">174</span> List<WALEntry> entries = new ArrayList<>(BATCH_SIZE/2);<a name="line.174"></a> -<span class="sourceLineNo">175</span> List<Cell> cells = new ArrayList<>();<a name="line.175"></a> -<span class="sourceLineNo">176</span> for(int i = 0; i < BATCH_SIZE/2; i++) {<a name="line.176"></a> -<span class="sourceLineNo">177</span> entries.add(createEntry(TABLE_NAME1, i, KeyValue.Type.Put, cells));<a name="line.177"></a> -<span class="sourceLineNo">178</span> }<a name="line.178"></a> -<span class="sourceLineNo">179</span> SINK.replicateEntries(entries, CellUtil.createCellScanner(cells), replicationClusterId,<a name="line.179"></a> -<span class="sourceLineNo">180</span> baseNamespaceDir, hfileArchiveDir);<a name="line.180"></a> -<span class="sourceLineNo">181</span><a name="line.181"></a> -<span class="sourceLineNo">182</span> entries = new ArrayList<>(BATCH_SIZE);<a name="line.182"></a> -<span class="sourceLineNo">183</span> cells = new ArrayList<>();<a name="line.183"></a> -<span class="sourceLineNo">184</span> for(int i = 0; i < BATCH_SIZE; i++) {<a name="line.184"></a> -<span class="sourceLineNo">185</span> entries.add(createEntry(TABLE_NAME1, i,<a name="line.185"></a> -<span class="sourceLineNo">186</span> i % 2 != 0 ? KeyValue.Type.Put: KeyValue.Type.DeleteColumn, cells));<a name="line.186"></a> -<span class="sourceLineNo">187</span> }<a name="line.187"></a> -<span class="sourceLineNo">188</span><a name="line.188"></a> -<span class="sourceLineNo">189</span> SINK.replicateEntries(entries, CellUtil.createCellScanner(cells.iterator()),<a name="line.189"></a> -<span class="sourceLineNo">190</span> replicationClusterId, baseNamespaceDir, hfileArchiveDir);<a name="line.190"></a> -<span class="sourceLineNo">191</span> Scan scan = new Scan();<a name="line.191"></a> -<span class="sourceLineNo">192</span> ResultScanner scanRes = table1.getScanner(scan);<a name="line.192"></a> -<span class="sourceLineNo">193</span> assertEquals(BATCH_SIZE/2, scanRes.next(BATCH_SIZE).length);<a name="line.193"></a> -<span class="sourceLineNo">194</span> }<a name="line.194"></a> -<span class="sourceLineNo">195</span><a name="line.195"></a> -<span class="sourceLineNo">196</span> /**<a name="line.196"></a> -<span class="sourceLineNo">197</span> * Insert to 2 different tables<a name="line.197"></a> -<span class="sourceLineNo">198</span> * @throws Exception<a name="line.198"></a> -<span class="sourceLineNo">199</span> */<a name="line.199"></a> -<span class="sourceLineNo">200</span> @Test<a name="line.200"></a> -<span class="sourceLineNo">201</span> public void testMixedPutTables() throws Exception {<a name="line.201"></a> -<span class="sourceLineNo">202</span> List<WALEntry> entries = new ArrayList<>(BATCH_SIZE/2);<a name="line.202"></a> -<span class="sourceLineNo">203</span> List<Cell> cells = new ArrayList<>();<a name="line.203"></a> -<span class="sourceLineNo">204</span> for(int i = 0; i < BATCH_SIZE; i++) {<a name="line.204"></a> -<span class="sourceLineNo">205</span> entries.add(createEntry( i % 2 == 0 ? TABLE_NAME2 : TABLE_NAME1,<a name="line.205"></a> -<span class="sourceLineNo">206</span> i, KeyValue.Type.Put, cells));<a name="line.206"></a> -<span class="sourceLineNo">207</span> }<a name="line.207"></a> -<span class="sourceLineNo">208</span><a name="line.208"></a> -<span class="sourceLineNo">209</span> SINK.replicateEntries(entries, CellUtil.createCellScanner(cells.iterator()),<a name="line.209"></a> -<span class="sourceLineNo">210</span> replicationClusterId, baseNamespaceDir, hfileArchiveDir);<a name="line.210"></a> -<span class="sourceLineNo">211</span> Scan scan = new Scan();<a name="line.211"></a> -<span class="sourceLineNo">212</span> ResultScanner scanRes = table2.getScanner(scan);<a name="line.212"></a> -<span class="sourceLineNo">213</span> for(Result res : scanRes) {<a name="line.213"></a> -<span class="sourceLineNo">214</span> assertTrue(Bytes.toInt(res.getRow()) % 2 == 0);<a name="line.214"></a> -<span class="sourceLineNo">215</span> }<a name="line.215"></a> -<span class="sourceLineNo">216</span> }<a name="line.216"></a> -<span class="sourceLineNo">217</span><a name="line.217"></a> -<span class="sourceLineNo">218</span> /**<a name="line.218"></a> -<span class="sourceLineNo">219</span> * Insert then do different types of deletes<a name="line.219"></a> -<span class="sourceLineNo">220</span> * @throws Exception<a name="line.220"></a> -<span class="sourceLineNo">221</span> */<a name="line.221"></a> -<span class="sourceLineNo">222</span> @Test<a name="line.222"></a> -<span class="sourceLineNo">223</span> public void testMixedDeletes() throws Exception {<a name="line.223"></a> -<span class="sourceLineNo">224</span> List<WALEntry> entries = new ArrayList<>(3);<a name="line.224"></a> -<span class="sourceLineNo">225</span> List<Cell> cells = new ArrayList<>();<a name="line.225"></a> -<span class="sourceLineNo">226</span> for(int i = 0; i < 3; i++) {<a name="line.226"></a> -<span class="sourceLineNo">227</span> entries.add(createEntry(TABLE_NAME1, i, KeyValue.Type.Put, cells));<a name="line.227"></a> -<span class="sourceLineNo">228</span> }<a name="line.228"></a> -<span class="sourceLineNo">229</span> SINK.replicateEntries(entries, CellUtil.createCellScanner(cells.iterator()),<a name="line.229"></a> -<span class="sourceLineNo">230</span> replicationClusterId, baseNamespaceDir, hfileArchiveDir);<a name="line.230"></a> -<span class="sourceLineNo">231</span> entries = new ArrayList<>(3);<a name="line.231"></a> -<span class="sourceLineNo">232</span> cells = new ArrayList<>();<a name="line.232"></a> -<span class="sourceLineNo">233</span> entries.add(createEntry(TABLE_NAME1, 0, KeyValue.Type.DeleteColumn, cells));<a name="line.233"></a> -<span class="sourceLineNo">234</span> entries.add(createEntry(TABLE_NAME1, 1, KeyValue.Type.DeleteFamily, cells));<a name="line.234"></a> -<span class="sourceLineNo">235</span> entries.add(createEntry(TABLE_NAME1, 2, KeyValue.Type.DeleteColumn, cells));<a name="line.235"></a> -<span class="sourceLineNo">236</span><a name="line.236"></a> -<span class="sourceLineNo">237</span> SINK.replicateEntries(entries, CellUtil.createCellScanner(cells.iterator()),<a name="line.237"></a> -<span class="sourceLineNo">238</span> replicationClusterId, baseNamespaceDir, hfileArchiveDir);<a name="line.238"></a> -<span class="sourceLineNo">239</span><a name="line.239"></a> -<span class="sourceLineNo">240</span> Scan scan = new Scan();<a name="line.240"></a> -<span class="sourceLineNo">241</span> ResultScanner scanRes = table1.getScanner(scan);<a name="line.241"></a> -<span class="sourceLineNo">242</span> assertEquals(0, scanRes.next(3).length);<a name="line.242"></a> -<span class="sourceLineNo">243</span> }<a name="line.243"></a> -<span class="sourceLineNo">244</span><a name="line.244"></a> -<span class="sourceLineNo">245</span> /**<a name="line.245"></a> -<span class="sourceLineNo">246</span> * Puts are buffered, but this tests when a delete (not-buffered) is applied<a name="line.246"></a> -<span class="sourceLineNo">247</span> * before the actual Put that creates it.<a name="line.247"></a> -<span class="sourceLineNo">248</span> * @throws Exception<a name="line.248"></a> -<span class="sourceLineNo">249</span> */<a name="line.249"></a> -<span class="sourceLineNo">250</span> @Test<a name="line.250"></a> -<span class="sourceLineNo">251</span> public void testApplyDeleteBeforePut() throws Exception {<a name="line.251"></a> -<span class="sourceLineNo">252</span> List<WALEntry> entries = new ArrayList<>(5);<a name="line.252"></a> -<span class="sourceLineNo">253</span> List<Cell> cells = new ArrayList<>();<a name="line.253"></a> -<span class="sourceLineNo">254</span> for(int i = 0; i < 2; i++) {<a name="line.254"></a> -<span class="sourceLineNo">255</span> entries.add(createEntry(TABLE_NAME1, i, KeyValue.Type.Put, cells));<a name="line.255"></a> -<span class="sourceLineNo">256</span> }<a name="line.256"></a> -<span class="sourceLineNo">257</span> entries.add(createEntry(TABLE_NAME1, 1, KeyValue.Type.DeleteFamily, cells));<a name="line.257"></a> -<span class="sourceLineNo">258</span> for(int i = 3; i < 5; i++) {<a name="line.258"></a> -<span class="sourceLineNo">259</span> entries.add(createEntry(TABLE_NAME1, i, KeyValue.Type.Put, cells));<a name="line.259"></a> -<span class="sourceLineNo">260</span> }<a name="line.260"></a> -<span class="sourceLineNo">261</span> SINK.replicateEntries(entries, CellUtil.createCellScanner(cells.iterator()),<a name="line.261"></a> -<span class="sourceLineNo">262</span> replicationClusterId, baseNamespaceDir, hfileArchiveDir);<a name="line.262"></a> -<span class="sourceLineNo">263</span> Get get = new Get(Bytes.toBytes(1));<a name="line.263"></a> -<span class="sourceLineNo">264</span> Result res = table1.get(get);<a name="line.264"></a> -<span class="sourceLineNo">265</span> assertEquals(0, res.size());<a name="line.265"></a> -<span class="sourceLineNo">266</span> }<a name="line.266"></a> -<span class="sourceLineNo">267</span><a name="line.267"></a> -<span class="sourceLineNo">268</span> /**<a name="line.268"></a> -<span class="sourceLineNo">269</span> * Test replicateEntries with a bulk load entry for 25 HFiles<a name="line.269"></a> -<span class="sourceLineNo">270</span> */<a name="line.270"></a> -<span class="sourceLineNo">271</span> @Test<a name="line.271"></a> -<span class="sourceLineNo">272</span> public void testReplicateEntriesForHFiles() throws Exception {<a name="line.272"></a> -<span class="sourceLineNo">273</span> Path dir = TEST_UTIL.getDataTestDirOnTestFS("testReplicateEntries");<a name="line.273"></a> -<span class="sourceLineNo">274</span> Path familyDir = new Path(dir, Bytes.toString(FAM_NAME1));<a name="line.274"></a> -<span class="sourceLineNo">275</span> int numRows = 10;<a name="line.275"></a> -<span class="sourceLineNo">276</span><a name="line.276"></a> -<span class="sourceLineNo">277</span> List<Path> p = new ArrayList<>(1);<a name="line.277"></a> -<span class="sourceLineNo">278</span><a name="line.278"></a> -<span class="sourceLineNo">279</span> // 1. Generate 25 hfile ranges<a name="line.279"></a> -<span class="sourceLineNo">280</span> Random rng = new SecureRandom();<a name="line.280"></a> -<span class="sourceLineNo">281</span> Set<Integer> numbers = new HashSet<>();<a name="line.281"></a> -<span class="sourceLineNo">282</span> while (numbers.size() < 50) {<a name="line.282"></a> -<span class="sourceLineNo">283</span> numbers.add(rng.nextInt(1000));<a name="line.283"></a> -<span class="sourceLineNo">284</span> }<a name="line.284"></a> -<span class="sourceLineNo">285</span> List<Integer> numberList = new ArrayList<>(numbers);<a name="line.285"></a> -<span class="sourceLineNo">286</span> Collections.sort(numberList);<a name="line.286"></a> -<span class="sourceLineNo">287</span> Map<String, Long> storeFilesSize = new HashMap<>(1);<a name="line.287"></a> -<span class="sourceLineNo">288</span><a name="line.288"></a> -<span class="sourceLineNo">289</span> // 2. Create 25 hfiles<a name="line.289"></a> -<span class="sourceLineNo">290</span> Configuration conf = TEST_UTIL.getConfiguration();<a name="line.290"></a> -<span class="sourceLineNo">291</span> FileSystem fs = dir.getFileSystem(conf);<a name="line.291"></a> -<span class="sourceLineNo">292</span> Iterator<Integer> numbersItr = numberList.iterator();<a name="line.292"></a> -<span class="sourceLineNo">293</span> for (int i = 0; i < 25; i++) {<a name="line.293"></a> -<span class="sourceLineNo">294</span> Path hfilePath = new Path(familyDir, "hfile_" + i);<a name="line.294"></a> -<span class="sourceLineNo">295</span> HFileTestUtil.createHFile(conf, fs, hfilePath, FAM_NAME1, FAM_NAME1,<a name="line.295"></a> -<span class="sourceLineNo">296</span> Bytes.toBytes(numbersItr.next()), Bytes.toBytes(numbersItr.next()), numRows);<a name="line.296"></a> -<span class="sourceLineNo">297</span> p.add(hfilePath);<a name="line.297"></a> -<span class="sourceLineNo">298</span> storeFilesSize.put(hfilePath.getName(), fs.getFileStatus(hfilePath).getLen());<a name="line.298"></a> -<span class="sourceLineNo">299</span> }<a name="line.299"></a> -<span class="sourceLineNo">300</span><a name="line.300"></a> -<span class="sourceLineNo">301</span> // 3. Create a BulkLoadDescriptor and a WALEdit<a name="line.301"></a> -<span class="sourceLineNo">302</span> Map<byte[], List<Path>> storeFiles = new HashMap<>(1);<a name="line.302"></a> -<span class="sourceLineNo">303</span> storeFiles.put(FAM_NAME1, p);<a name="line.303"></a> -<span class="sourceLineNo">304</span> WALEdit edit = null;<a name="line.304"></a> -<span class="sourceLineNo">305</span> WALProtos.BulkLoadDescriptor loadDescriptor = null;<a name="line.305"></a> -<span class="sourceLineNo">306</span><a name="line.306"></a> -<span class="sourceLineNo">307</span> try (Connection c = ConnectionFactory.createConnection(conf);<a name="line.307"></a> -<span class="sourceLineNo">308</span> RegionLocator l = c.getRegionLocator(TABLE_NAME1)) {<a name="line.308"></a> -<span class="sourceLineNo">309</span> HRegionInfo regionInfo = l.getAllRegionLocations().get(0).getRegionInfo();<a name="line.309"></a> -<span class="sourceLineNo">310</span> loadDescriptor =<a name="line.310"></a> -<span class="sourceLineNo">311</span> ProtobufUtil.toBulkLoadDescriptor(TABLE_NAME1,<a name="line.311"></a> -<span class="sourceLineNo">312</span> UnsafeByteOperations.unsafeWrap(regionInfo.getEncodedNameAsBytes()),<a name="line.312"></a> -<span class="sourceLineNo">313</span> storeFiles, storeFilesSize, 1);<a name="line.313"></a> -<span class="sourceLineNo">314</span> edit = WALEdit.createBulkLoadEvent(regionInfo, loadDescriptor);<a name="line.314"></a> +<span class="sourceLineNo">063</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.WALEdit;<a name="line.63"></a> +<span class="sourceLineNo">064</span>import org.apache.hadoop.hbase.testclassification.MediumTests;<a name="line.64"></a> +<span class="sourceLineNo">065</span>import org.apache.hadoop.hbase.testclassification.ReplicationTests;<a name="line.65"></a> +<span class="sourceLineNo">066</span>import org.apache.hadoop.hbase.util.Bytes;<a name="line.66"></a> +<span class="sourceLineNo">067</span>import org.apache.hadoop.hbase.util.FSUtils;<a name="line.67"></a> +<span class="sourceLineNo">068</span>import org.apache.hadoop.hbase.util.HFileTestUtil;<a name="line.68"></a> +<span class="sourceLineNo">069</span>import org.junit.AfterClass;<a name="line.69"></a> +<span class="sourceLineNo">070</span>import org.junit.Before;<a name="line.70"></a> +<span class="sourceLineNo">071</span>import org.junit.BeforeClass;<a name="line.71"></a> +<span class="sourceLineNo">072</span>import org.junit.Test;<a name="line.72"></a> +<span class="sourceLineNo">073</span>import org.junit.experimental.categories.Category;<a name="line.73"></a> +<span class="sourceLineNo">074</span><a name="line.74"></a> +<span class="sourceLineNo">075</span>@Category({ReplicationTests.class, MediumTests.class})<a name="line.75"></a> +<span class="sourceLineNo">076</span>public class TestReplicationSink {<a name="line.76"></a> +<span class="sourceLineNo">077</span> private static final Log LOG = LogFactory.getLog(TestReplicationSink.class);<a name="line.77"></a> +<span class="sourceLineNo">078</span> private static final int BATCH_SIZE = 10;<a name="line.78"></a> +<span class="sourceLineNo">079</span><a name="line.79"></a> +<span class="sourceLineNo">080</span> protected final static HBaseTestingUtility TEST_UTIL = new HBaseTestingUtility();<a name="line.80"></a> +<span class="sourceLineNo">081</span><a name="line.81"></a> +<span class="sourceLineNo">082</span> protected static ReplicationSink SINK;<a name="line.82"></a> +<span class="sourceLineNo">083</span><a name="line.83"></a> +<span class="sourceLineNo">084</span> protected static final TableName TABLE_NAME1 = TableName.valueOf("table1");<a name="line.84"></a> +<span class="sourceLineNo">085</span> protected static final TableName TABLE_NAME2 = TableName.valueOf("table2");<a name="line.85"></a> +<span class="sourceLineNo">086</span><a name="line.86"></a> +<span class="sourceLineNo">087</span> protected static final byte[] FAM_NAME1 = Bytes.toBytes("info1");<a name="line.87"></a> +<span class="sourceLineNo">088</span> protected static final byte[] FAM_NAME2 = Bytes.toBytes("info2");<a name="line.88"></a> +<span class="sourceLineNo">089</span><a name="line.89"></a> +<span class="sourceLineNo">090</span> protected static Table table1;<a name="line.90"></a> +<span class="sourceLineNo">091</span> protected static Stoppable STOPPABLE = new Stoppable() {<a name="line.91"></a> +<span class="sourceLineNo">092</span> final AtomicBoolean stop = new AtomicBoolean(false);<a name="line.92"></a> +<span class="sourceLineNo">093</span><a name="line.93"></a> +<span class="sourceLineNo">094</span> @Override<a name="line.94"></a> +<span class="sourceLineNo">095</span> public boolean isStopped() {<a name="line.95"></a> +<span class="sourceLineNo">096</span> return this.stop.get();<a name="line.96"></a> +<span class="sourceLineNo">097</span> }<a name="line.97"></a> +<span class="sourceLineNo">098</span><a name="line.98"></a> +<span class="sourceLineNo">099</span> @Override<a name="line.99"></a> +<span class="sourceLineNo">100</span> public void stop(String why) {<a name="line.100"></a> +<span class="sourceLineNo">101</span> LOG.info("STOPPING BECAUSE: " + why);<a name="line.101"></a> +<span class="sourceLineNo">102</span> this.stop.set(true);<a name="line.102"></a> +<span class="sourceLineNo">103</span> }<a name="line.103"></a> +<span class="sourceLineNo">104</span><a name="line.104"></a> +<span class="sourceLineNo">105</span> };<a name="line.105"></a> +<span class="sourceLineNo">106</span><a name="line.106"></a> +<span class="sourceLineNo">107</span> protected static Table table2;<a name="line.107"></a> +<span class="sourceLineNo">108</span> protected static String baseNamespaceDir;<a name="line.108"></a> +<span class="sourceLineNo">109</span> protected static String hfileArchiveDir;<a name="line.109"></a> +<span class="sourceLineNo">110</span> protected static String replicationClusterId;<a name="line.110"></a> +<span class="sourceLineNo">111</span><a name="line.111"></a> +<span class="sourceLineNo">112</span> /**<a name="line.112"></a> +<span class="sourceLineNo">113</span> * @throws java.lang.Exception<a name="line.113"></a> +<span class="sourceLineNo">114</span> */<a name="line.114"></a> +<span class="sourceLineNo">115</span> @BeforeClass<a name="line.115"></a> +<span class="sourceLineNo">116</span> public static void setUpBeforeClass() throws Exception {<a name="line.116"></a> +<span class="sourceLineNo">117</span> TEST_UTIL.getConfiguration().set("hbase.replication.source.fs.conf.provider",<a name="line.117"></a> +<span class="sourceLineNo">118</span> TestSourceFSConfigurationProvider.class.getCanonicalName());<a name="line.118"></a> +<span class="sourceLineNo">119</span><a name="line.119"></a> +<span class="sourceLineNo">120</span> TEST_UTIL.startMiniCluster(3);<a name="line.120"></a> +<span class="sourceLineNo">121</span> SINK =<a name="line.121"></a> +<span class="sourceLineNo">122</span> new ReplicationSink(new Configuration(TEST_UTIL.getConfiguration()), STOPPABLE);<a name="line.122"></a> +<span class="sourceLineNo">123</span> table1 = TEST_UTIL.createTable(TABLE_NAME1, FAM_NAME1);<a name="line.123"></a> +<span class="sourceLineNo">124</span> table2 = TEST_UTIL.createTable(TABLE_NAME2, FAM_NAME2);<a name="line.124"></a> +<span class="sourceLineNo">125</span> Path rootDir = FSUtils.getRootDir(TEST_UTIL.getConfiguration());<a name="line.125"></a> +<span class="sourceLineNo">126</span> baseNamespaceDir = new Path(rootDir, new Path(HConstants.BASE_NAMESPACE_DIR)).toString();<a name="line.126"></a> +<span class="sourceLineNo">127</span> hfileArchiveDir = new Path(rootDir, new Path(HConstants.HFILE_ARCHIVE_DIRECTORY)).toString();<a name="line.127"></a> +<span class="sourceLineNo">128</span> replicationClusterId = "12345";<a name="line.128"></a> +<span class="sourceLineNo">129</span> }<a name="line.129"></a> +<span class="sourceLineNo">130</span><a name="line.130"></a> +<span class="sourceLineNo">131</span> /**<a name="line.131"></a> +<span class="sourceLineNo">132</span> * @throws java.lang.Exception<a name="line.132"></a> +<span class="sourceLineNo">133</span> */<a name="line.133"></a> +<span class="sourceLineNo">134</span> @AfterClass<a name="line.134"></a> +<span class="sourceLineNo">135</span> public static void tearDownAfterClass() throws Exception {<a name="line.135"></a> +<span class="sourceLineNo">136</span> STOPPABLE.stop("Shutting down");<a name="line.136"></a> +<span class="sourceLineNo">137</span> TEST_UTIL.shutdownMiniCluster();<a name="line.137"></a> +<span class="sourceLineNo">138</span> }<a name="line.138"></a> +<span class="sourceLineNo">139</span><a name="line.139"></a> +<span class="sourceLineNo">140</span> /**<a name="line.140"></a> +<span class="sourceLineNo">141</span> * @throws java.lang.Exception<a name="line.141"></a> +<span class="sourceLineNo">142</span> */<a name="line.142"></a> +<span class="sourceLineNo">143</span> @Before<a name="line.143"></a> +<span class="sourceLineNo">144</span> public void setUp() throws Exception {<a name="line.144"></a> +<span class="sourceLineNo">145</span> table1 = TEST_UTIL.deleteTableData(TABLE_NAME1);<a name="line.145"></a> +<span class="sourceLineNo">146</span> table2 = TEST_UTIL.deleteTableData(TABLE_NAME2);<a name="line.146"></a> +<span class="sourceLineNo">147</span> }<a name="line.147"></a> +<span class="sourceLineNo">148</span><a name="line.148"></a> +<span class="sourceLineNo">149</span> /**<a name="line.149"></a> +<span class="sourceLineNo">150</span> * Insert a whole batch of entries<a name="line.150"></a> +<span class="sourceLineNo">151</span> * @throws Exception<a name="line.151"></a> +<span class="sourceLineNo">152</span> */<a name="line.152"></a> +<span class="sourceLineNo">153</span> @Test<a name="line.153"></a> +<span class="sourceLineNo">154</span> public void testBatchSink() throws Exception {<a name="line.154"></a> +<span class="sourceLineNo">155</span> List<WALEntry> entries = new ArrayList<>(BATCH_SIZE);<a name="line.155"></a> +<span class="sourceLineNo">156</span> List<Cell> cells = new ArrayList<>();<a name="line.156"></a> +<span class="sourceLineNo">157</span> for(int i = 0; i < BATCH_SIZE; i++) {<a name="line.157"></a> +<span class="sourceLineNo">158</span> entries.add(createEntry(TABLE_NAME1, i, KeyValue.Type.Put, cells));<a name="line.158"></a> +<span class="sourceLineNo">159</span> }<a name="line.159"></a> +<span class="sourceLineNo">160</span> SINK.replicateEntries(entries, CellUtil.createCellScanner(cells.iterator()),<a name="line.160"></a> +<span class="sourceLineNo">161</span> replicationClusterId, baseNamespaceDir, hfileArchiveDir);<a name="line.161"></a> +<span class="sourceLineNo">162</span> Scan scan = new Scan();<a name="line.162"></a> +<span class="sourceLineNo">163</span> ResultScanner scanRes = table1.getScanner(scan);<a name="line.163"></a> +<span class="sourceLineNo">164</span> assertEquals(BATCH_SIZE, scanRes.next(BATCH_SIZE).length);<a name="line.164"></a> +<span class="sourceLineNo">165</span> }<a name="line.165"></a> +<span class="sourceLineNo">166</span><a name="line.166"></a> +<span class="sourceLineNo">167</span> /**<a name="line.167"></a> +<span class="sourceLineNo">168</span> * Insert a mix of puts and deletes<a name="line.168"></a> +<span class="sourceLineNo">169</span> * @throws Exception<a name="line.169"></a> +<span class="sourceLineNo">170</span> */<a name="line.170"></a> +<span class="sourceLineNo">171</span> @Test<a name="line.171"></a> +<span class="sourceLineNo">172</span> public void testMixedPutDelete() throws Exception {<a name="line.172"></a> +<span class="sourceLineNo">173</span> List<WALEntry> entries = new ArrayList<>(BATCH_SIZE/2);<a name="line.173"></a> +<span class="sourceLineNo">174</span> List<Cell> cells = new ArrayList<>();<a name="line.174"></a> +<span class="sourceLineNo">175</span> for(int i = 0; i < BATCH_SIZE/2; i++) {<a name="line.175"></a> +<span class="sourceLineNo">176</span> entries.add(createEntry(TABLE_NAME1, i, KeyValue.Type.Put, cells));<a name="line.176"></a> +<span class="sourceLineNo">177</span> }<a name="line.177"></a> +<span class="sourceLineNo">178</span> SINK.replicateEntries(entries, CellUtil.createCellScanner(cells), replicationClusterId,<a name="line.178"></a> +<span class="sourceLineNo">179</span> baseNamespaceDir, hfileArchiveDir);<a name="line.179"></a> +<span class="sourceLineNo">180</span><a name="line.180"></a> +<span class="sourceLineNo">181</span> entries = new ArrayList<>(BATCH_SIZE);<a name="line.181"></a> +<span class="sourceLineNo">182</span> cells = new ArrayList<>();<a name="line.182"></a> +<span class="sourceLineNo">183</span> for(int i = 0; i < BATCH_SIZE; i++) {<a name="line.183"></a> +<span class="sourceLineNo">184</span> entries.add(createEntry(TABLE_NAME1, i,<a name="line.184"></a> +<span class="sourceLineNo">185</span> i % 2 != 0 ? KeyValue.Type.Put: KeyValue.Type.DeleteColumn, cells));<a name="line.185"></a> +<span class="sourceLineNo">186</span> }<a name="line.186"></a> +<span class="sourceLineNo">187</span><a name="line.187"></a> +<span class="sourceLineNo">188</span> SINK.replicateEntries(entries, CellUtil.createCellScanner(cells.iterator()),<a name="line.188"></a> +<span class="sourceLineNo">189</span> replicationClusterId, baseNamespaceDir, hfileArchiveDir);<a name="line.189"></a> +<span class="sourceLineNo">190</span> Scan scan = new Scan();<a name="line.190"></a> +<span class="sourceLineNo">191</span> ResultScanner scanRes = table1.getScanner(scan);<a name="line.191"></a> +<span class="sourceLineNo">192</span> assertEquals(BATCH_SIZE/2, scanRes.next(BATCH_SIZE).length);<a name="line.192"></a> +<span class="sourceLineNo">193</span> }<a name="line.193"></a> +<span class="sourceLineNo">194</span><a name="line.194"></a> +<span class="sourceLineNo">195</span> /**<a name="line.195"></a> +<span class="sourceLineNo">196</span> * Insert to 2 different tables<a name="line.196"></a> +<span class="sourceLineNo">197</span> * @throws Exception<a name="line.197"></a> +<span class="sourceLineNo">198</span> */<a name="line.198"></a> +<span class="sourceLineNo">199</span> @Test<a name="line.199"></a> +<span class="sourceLineNo">200</span> public void testMixedPutTables() throws Exception {<a name="line.200"></a> +<span class="sourceLineNo">201</span> List<WALEntry> entries = new ArrayList<>(BATCH_SIZE/2);<a name="line.201"></a> +<span class="sourceLineNo">202</span> List<Cell> cells = new ArrayList<>();<a name="line.202"></a> +<span class="sourceLineNo">203</span> for(int i = 0; i < BATCH_SIZE; i++) {<a name="line.203"></a> +<span class="sourceLineNo">204</span> entries.add(createEntry( i % 2 == 0 ? TABLE_NAME2 : TABLE_NAME1,<a name="line.204"></a> +<span class="sourceLineNo">205</span> i, KeyValue.Type.Put, cells));<a name="line.205"></a> +<span class="sourceLineNo">206</span> }<a name="line.206"></a> +<span class="sourceLineNo">207</span><a name="line.207"></a> +<span class="sourceLineNo">208</span> SINK.replicateEntries(entries, CellUtil.createCellScanner(cells.iterator()),<a name="line.208"></a> +<span class="sourceLineNo">209</span> replicationClusterId, baseNamespaceDir, hfileArchiveDir);<a name="line.209"></a> +<span class="sourceLineNo">210</span> Scan scan = new Scan();<a name="line.210"></a> +<span class="sourceLineNo">211</span> ResultScanner scanRes = table2.getScanner(scan);<a name="line.211"></a> +<span class="sourceLineNo">212</span> for(Result res : scanRes) {<a name="line.212"></a> +<span class="sourceLineNo">213</span> assertTrue(Bytes.toInt(res.getRow()) % 2 == 0);<a name="line.213"></a> +<span class="sourceLineNo">214</span> }<a name="line.214"></a> +<span class="sourceLineNo">215</span> }<a name="line.215"></a> +<span class="sourceLineNo">216</span><a name="line.216"></a> +<span class="sourceLineNo">217</span> /**<a name="line.217"></a> +<span class="sourceLineNo">218</span> * Insert then do different types of deletes<a name="line.218"></a> +<span class="sourceLineNo">219</span> * @throws Exception<a name="line.219"></a> +<span class="sourceLineNo">220</span> */<a name="line.220"></a> +<span class="sourceLineNo">221</span> @Test<a name="line.221"></a> +<span class="sourceLineNo">222</span> public void testMixedDeletes() throws Exception {<a name="line.222"></a> +<span class="sourceLineNo">223</span> List<WALEntry> entries = new ArrayList<>(3);<a name="line.223"></a> +<span class="sourceLineNo">224</span> List<Cell> cells = new ArrayList<>();<a name="line.224"></a> +<span class="sourceLineNo">225</span> for(int i = 0; i < 3; i++) {<a name="line.225"></a> +<span class="sourceLineNo">226</span> entries.add(createEntry(TABLE_NAME1, i, KeyValue.Type.Put, cells));<a name="line.226"></a> +<span class="sourceLineNo">227</span> }<a name="line.227"></a> +<span class="sourceLineNo">228</span> SINK.replicateEntries(entries, CellUtil.createCellScanner(cells.iterator()),<a name="line.228"></a> +<span class="sourceLineNo">229</span> replicationClusterId, baseNamespaceDir, hfileArchiveDir);<a name="line.229"></a> +<span class="sourceLineNo">230</span> entries = new ArrayList<>(3);<a name="line.230"></a> +<span class="sourceLineNo">231</span> cells = new ArrayList<>();<a name="line.231"></a> +<span class="sourceLineNo">232</span> entries.add(createEntry(TABLE_NAME1, 0, KeyValue.Type.DeleteColumn, cells));<a name="line.232"></a> +<span class="sourceLineNo">233</span> entries.add(createEntry(TABLE_NAME1, 1, KeyValue.Type.DeleteFamily, cells));<a name="line.233"></a> +<span class="sourceLineNo">234</span> entries.add(createEntry(TABLE_NAME1, 2, KeyValue.Type.DeleteColumn, cells));<a name="line.234"></a> +<span class="sourceLineNo">235</span><a name="line.235"></a> +<span class="sourceLineNo">236</span> SINK.replicateEntries(entries, CellUtil.createCellScanner(cells.iterator()),<a name="line.236"></a> +<span class="sourceLineNo">237</span> replicationClusterId, baseNamespaceDir, hfileArchiveDir);<a name="line.237"></a> +<span class="sourceLineNo">238</span><a name="line.238"></a> +<span class="sourceLineNo">239</span> Scan scan = new Scan();<a name="line.239"></a> +<span class="sourceLineNo">240</span> ResultScanner scanRes = table1.getScanner(scan);<a name="line.240"></a> +<span class="sourceLineNo">241</span> assertEquals(0, scanRes.next(3).length);<a name="line.241"></a> +<span class="sourceLineNo">242</span> }<a name="line.242"></a> +<span class="sourceLineNo">243</span><a name="line.243"></a> +<span class="sourceLineNo">244</span> /**<a name="line.244"></a> +<span class="sourceLineNo">245</span> * Puts are buffered, but this tests when a delete (not-buffered) is applied<a name="line.245"></a> +<span class="sourceLineNo">246</span> * before the actual Put that creates it.<a name="line.246"></a> +<span class="sourceLineNo">247</span> * @throws Exception<a name="line.247"></a> +<span class="sourceLineNo">248</span> */<a name="line.248"></a> +<span class="sourceLineNo">249</span> @Test<a name="line.249"></a> +<span class="sourceLineNo">250</span> public void testApplyDeleteBeforePut() throws Exception {<a name="line.250"></a> +<span class="sourceLineNo">251</span> List<WALEntry> entries = new ArrayList<>(5);<a name="line.251"></a> +<span class="sourceLineNo">252</span> List<Cell> cells = new ArrayList<>();<a name="line.252"></a> +<span class="sourceLineNo">253</span> for(int i = 0; i < 2; i++) {<a name="line.253"></a> +<span class="sourceLineNo">254</span> entries.add(createEntry(TABLE_NAME1, i, KeyValue.Type.Put, cells));<a name="line.254"></a> +<span class="sourceLineNo">255</span> }<a name="line.255"></a> +<span class="sourceLineNo">256</span> entries.add(createEntry(TABLE_NAME1, 1, KeyValue.Type.DeleteFamily, cells));<a name="line.256"></a> +<span class="sourceLineNo">257</span> for(int i = 3; i < 5; i++) {<a name="line.257"></a> +<span class="sourceLineNo">258</span> entries.add(createEntry(TABLE_NAME1, i, KeyValue.Type.Put, cells));<a name="line.258"></a> +<span class="sourceLineNo">259</span> }<a name="line.259"></a> +<span class="sourceLineNo">260</span> SINK.replicateEntries(entries, CellUtil.createCellScanner(cells.iterator()),<a name="line.260"></a> +<span class="sourceLineNo">261</span> replicationClusterId, baseNamespaceDir, hfileArchiveDir);<a name="line.261"></a> +<span class="sourceLineNo">262</span> Get get = new Get(Bytes.toBytes(1));<a name="line.262"></a> +<span class="sourceLineNo">263</span> Result res = table1.get(get);<a name="line.263"></a> +<span class="sourceLineNo">264</span> assertEquals(0, res.size());<a name="line.264"></a> +<span class="sourceLineNo">265</span> }<a name="line.265"></a> +<span class="sourceLineNo">266</span><a name="line.266"></a> +<span class="sourceLineNo">267</span> /**<a name="line.267"></a> +<span class="sourceLineNo">268</span> * Test replicateEntries with a bulk load entry for 25 HFiles<a name="line.268"></a> +<span class="sourceLineNo">269</span> */<a name="line.269"></a> +<span class="sourceLineNo">270</span> @Test<a name="line.270"></a> +<span class="sourceLineNo">271</span> public void testReplicateEntriesForHFiles() throws Exception {<a name="line.271"></a> +<span class="sourceLineNo">272</span> Path dir = TEST_UTIL.getDataTestDirOnTestFS("testReplicateEntries");<a name="line.272"></a> +<span class="sourceLineNo">273</span> Path familyDir = new Path(dir, Bytes.toString(FAM_NAME1));<a name="line.273"></a> +<span class="sourceLineNo">274</span> int numRows = 10;<a name="line.274"></a> +<span class="sourceLineNo">275</span><a name="line.275"></a> +<span class="sourceLineNo">276</span> List<Path> p = new ArrayList<>(1);<a name="line.276"></a> +<span class="sourceLineNo">277</span><a name="line.277"></a> +<span class="sourceLineNo">278</span> // 1. Generate 25 hfile ranges<a name="line.278"></a> +<span class="sourceLineNo">279</span> Random rng = new SecureRandom();<a name="line.279"></a> +<span class="sourceLineNo">280</span> Set<Integer> numbers = new HashSet<>();<a name="line.280"></a> +<span class="sourceLineNo">281</span> while (numbers.size() < 50) {<a name="line.281"></a> +<span class="sourceLineNo">282</span> numbers.add(rng.nextInt(1000));<a name="line.282"></a> +<span class="sourceLineNo">283</span> }<a name="line.283"></a> +<span class="sourceLineNo">284</span> List<Integer> numberList = new ArrayList<>(numbers);<a name="line.284"></a> +<span class="sourceLineNo">285</span> Collections.sort(numberList);<a name="line.285"></a> +<span class="sourceLineNo">286</span> Map<String, Long> storeFilesSize = new HashMap<>(1);<a name="line.286"></a> +<span class="sourceLineNo">287</span><a name="line.287"></a> +<span class="sourceLineNo">288</span> // 2. Create 25 hfiles<a name="line.288"></a> +<span class="sourceLineNo">289</span> Configuration conf = TEST_UTIL.getConfiguration();<a name="line.289"></a> +<span class="sourceLineNo">290</span> FileSystem fs = dir.getFileSystem(conf);<a name="line.290"></a> +<span class="sourceLineNo">291</span> Iterator<Integer> numbersItr = numberList.iterator();<a name="line.291"></a> +<span class="sourceLineNo">292</span> for (int i = 0; i < 25; i++) {<a name="line.292"></a> +<span class="sourceLineNo">293</span> Path hfilePath = new Path(familyDir, "hfile_" + i);<a name="line.293"></a> +<span class="sourceLineNo">294</span> HFileTestUtil.createHFile(conf, fs, hfilePath, FAM_NAME1, FAM_NAME1,<a name="line.294"></a> +<span class="sourceLineNo">295</span> Bytes.toBytes(numbersItr.next()), Bytes.toBytes(numbersItr.next()), numRows);<a name="line.295"></a> +<span class="sourceLineNo">296</span> p.add(hfilePath);<a name="line.296"></a> +<span class="sourceLineNo">297</span> storeFilesSize.put(hfilePath.getName(), fs.getFileStatus(hfilePath).getLen());<a name="line.297"></a> +<span class="sourceLineNo">298</span> }<a name="line.298"></a> +<span class="sourceLineNo">299</span><a name="line.299"></a> +<span class="sourceLineNo">300</span> // 3. Create a BulkLoadDescriptor and a WALEdit<a name="line.300"></a> +<span class="sourceLineNo">301</span> Map<byte[], List<Path>> storeFiles = new HashMap<>(1);<a name="line.301"></a> +<span class="sourceLineNo">302</span> storeFiles.put(FAM_NAME1, p);<a name="line.302"></a> +<span class="sourceLineNo">303</span> org.apache.hadoop.hbase.regionserver.wal.WALEdit edit = null;<a name="line.303"></a> +<span class="sourceLineNo">304</span> WALProtos.BulkLoadDescriptor loadDescriptor = null;<a name="line.304"></a> +<span class="sourceLineNo">305</span><a name="line.305"></a> +<span class="sourceLineNo">306</span> try (Connection c = ConnectionFactory.createConnection(conf);<a name="line.306"></a> +<span class="sourceLineNo">307</span> RegionLocator l = c.getRegionLocator(TABLE_NAME1)) {<a name="line.307"></a> +<span class="sourceLineNo">308</span> HRegionInfo regionInfo = l.getAllRegionLocations().get(0).getRegionInfo();<a name="line.308"></a> +<span class="sourceLineNo">309</span> loadDescriptor =<a name="line.309"></a> +<span class="sourceLineNo">310</span> ProtobufUtil.toBulkLoadDescriptor(TABLE_NAME1,<a name="line.310"></a> +<span class="sourceLineNo">311</span> UnsafeByteOperations.unsafeWrap(regionInfo.getEncodedNameAsBytes()),<a name="line.311"></a> +<span class="sourceLineNo">312</span> storeFiles, storeFilesSize, 1);<a name="line.312"></a> +<span class="sourceLineNo">313</span> edit = org.apache.hadoop.hbase.regionserver.wal.WALEdit.createBulkLoadEvent(regionInfo,<a name="line.313"></a> +<span class="sourceLineNo">314</span> loadDescriptor);<a name="line.314"></a> <span class="sourceLineNo">315</span> }<a name="line.315"></a> <span class="sourceLineNo">316</span> List<WALEntry> entries = new ArrayList<>(1);<a name="line.316"></a> <span class="sourceLineNo">317</span><a name="line.317"></a> @@ -384,7 +384,7 @@ <span class="sourceLineNo">376</span> private WALEntry.Builder createWALEntryBuilder(TableName table) {<a name="line.376"></a> <span class="sourceLineNo">377</span> WALEntry.Builder builder = WALEntry.newBuilder();<a name="line.377"></a> <span class="sourceLineNo">378</span> builder.setAssociatedCellCount(1);<a name="line.378"></a> -<span class="sourceLineNo">379</span> WALKey.Builder keyBuilder = WALKey.newBuilder();<a name="line.379"></a> +<span class="sourceLineNo">379</span> WALProtos.WALEdit.Builder keyBuilder = WALProtos.WALEdit.newBuilder();<a name="line.379"></a> <span class="sourceLineNo">380</span> UUID.Builder uuidBuilder = UUID.newBuilder();<a name="line.380"></a> <span class="sourceLineNo">381</span> uuidBuilder.setLeastSigBits(HConstants.DEFAULT_CLUSTER_ID.getLeastSignificantBits());<a name="line.381"></a> <span class="sourceLineNo">382</span> uuidBuilder.setMostSigBits(HConstants.DEFAULT_CLUSTER_ID.getMostSignificantBits());<a name="line.382"></a> @@ -393,7 +393,7 @@ <span class="sourceLineNo">385</span> keyBuilder.setWriteTime(System.currentTimeMillis());<a name="line.385"></a> <span class="sourceLineNo">386</span> keyBuilder.setEncodedRegionName(UnsafeByteOperations.unsafeWrap(HConstants.EMPTY_BYTE_ARRAY));<a name="line.386"></a> <span class="sourceLineNo">387</span> keyBuilder.setLogSequenceNumber(-1);<a name="line.387"></a> -<span class="sourceLineNo">388</span> builder.setKey(keyBuilder.build());<a name="line.388"></a> +<span class="sourceLineNo">388</span> builder.setEdit(keyBuilder.build());<a name="line.388"></a> <span class="sourceLineNo">389</span> return builder;<a name="line.389"></a> <span class="sourceLineNo">390</span> }<a name="line.390"></a> <span class="sourceLineNo">391</span>}<a name="line.391"></a>
