http://git-wip-us.apache.org/repos/asf/hbase-site/blob/387c1112/devapidocs/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html ---------------------------------------------------------------------- diff --git a/devapidocs/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html b/devapidocs/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html index 9ebfbdb..4793e17 100644 --- a/devapidocs/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html +++ b/devapidocs/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html @@ -18,8 +18,8 @@ catch(err) { } //--> -var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":9,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10}; -var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; +var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10}; +var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; var altColor = "altColor"; var rowColor = "rowColor"; var tableTab = "tableTab"; @@ -119,7 +119,7 @@ var activeTableTab = "activeTableTab"; <hr> <br> <pre>@InterfaceAudience.Public -public abstract class <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.98">TableInputFormatBase</a> +public abstract class <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.109">TableInputFormatBase</a> extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>,<a href="../../../../../org/apache/hadoop/hbase/client/Result.html" title="class in org.apache.hadoop.hbase.client">Result</a>></pre> <div class="block">A base for <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormat.html" title="class in org.apache.hadoop.hbase.mapreduce"><code>TableInputFormat</code></a>s. Receives a <a href="../../../../../org/apache/hadoop/hbase/client/Connection.html" title="interface in org.apache.hadoop.hbase.client"><code>Connection</code></a>, a <a href="../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase"><code>TableName</code></a>, an <a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client"><code>Scan</code></a> instance that defines the input columns etc. Subclasses may use @@ -158,7 +158,18 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a setScan(scan); } } - </pre></div> + </pre> + + + The number of InputSplits(mappers) match the number of regions in a table by default. + Set "hbase.mapreduce.tableinput.mappers.per.region" to specify how many mappers per region, set + this property will disable autobalance below.\ + Set "hbase.mapreduce.tif.input.autobalance" to enable autobalance, hbase will assign mappers + based on average region size; For regions, whose size larger than average region size may assigned + more mappers, and for smaller one, they may group together to use one mapper. If actual average + region size is too big, like 50G, it is not good to only assign 1 mapper for those large regions. + Use "hbase.mapreduce.tif.ave.regionsize" to set max average region size when enable "autobalanece", + default mas average region size is 8G.</div> </li> </ul> </div> @@ -194,20 +205,19 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#INITIALIZATION_ERROR">INITIALIZATION_ERROR</a></span></code> </td> </tr> <tr class="rowColor"> -<td class="colFirst"><code>static <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a></code></td> -<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#INPUT_AUTOBALANCE_MAXSKEWRATIO">INPUT_AUTOBALANCE_MAXSKEWRATIO</a></span></code> -<div class="block">Specify if ratio for data skew in M/R jobs, it goes well with the enabling hbase.mapreduce - .input.autobalance property.</div> -</td> -</tr> -<tr class="altColor"> <td class="colFirst"><code>private static org.apache.commons.logging.Log</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#LOG">LOG</a></span></code> </td> </tr> -<tr class="rowColor"> +<tr class="altColor"> <td class="colFirst"><code>static <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#MAPREDUCE_INPUT_AUTOBALANCE">MAPREDUCE_INPUT_AUTOBALANCE</a></span></code> -<div class="block">Specify if we enable auto-balance for input in M/R jobs.</div> +<div class="block">Specify if we enable auto-balance to set number of mappers in M/R jobs.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>static <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#MAX_AVERAGE_REGION_SIZE">MAX_AVERAGE_REGION_SIZE</a></span></code> +<div class="block">In auto-balance, we split input by ave region size, if calculated region size is too big, we can set it.</div> </td> </tr> <tr class="altColor"> @@ -215,36 +225,35 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#NOT_INITIALIZED">NOT_INITIALIZED</a></span></code> </td> </tr> <tr class="rowColor"> +<td class="colFirst"><code>static <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#NUM_MAPPERS_PER_REGION">NUM_MAPPERS_PER_REGION</a></span></code> +<div class="block">Set the number of Mappers for each region, all regions have same number of Mappers</div> +</td> +</tr> +<tr class="altColor"> <td class="colFirst"><code>private <a href="../../../../../org/apache/hadoop/hbase/client/RegionLocator.html" title="interface in org.apache.hadoop.hbase.client">RegionLocator</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#regionLocator">regionLocator</a></span></code> <div class="block">The <a href="../../../../../org/apache/hadoop/hbase/client/RegionLocator.html" title="interface in org.apache.hadoop.hbase.client"><code>RegionLocator</code></a> of the table.</div> </td> </tr> -<tr class="altColor"> +<tr class="rowColor"> <td class="colFirst"><code>private <a href="http://docs.oracle.com/javase/8/docs/api/java/util/HashMap.html?is-external=true"; title="class or interface in java.util">HashMap</a><<a href="http://docs.oracle.com/javase/8/docs/api/java/net/InetAddress.html?is-external=true"; title="class or interface in java.net">InetAddress</a>,<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a>></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#reverseDNSCacheMap">reverseDNSCacheMap</a></span></code> <div class="block">The reverse DNS lookup cache mapping: IPAddress => HostName</div> </td> </tr> -<tr class="rowColor"> +<tr class="altColor"> <td class="colFirst"><code>private <a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#scan">scan</a></span></code> <div class="block">Holds the details for the internal scanner.</div> </td> </tr> -<tr class="altColor"> +<tr class="rowColor"> <td class="colFirst"><code>private <a href="../../../../../org/apache/hadoop/hbase/client/Table.html" title="interface in org.apache.hadoop.hbase.client">Table</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#table">table</a></span></code> <div class="block">The <a href="../../../../../org/apache/hadoop/hbase/client/Table.html" title="interface in org.apache.hadoop.hbase.client"><code>Table</code></a> to scan.</div> </td> </tr> -<tr class="rowColor"> -<td class="colFirst"><code>static <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a></code></td> -<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#TABLE_ROW_TEXTKEY">TABLE_ROW_TEXTKEY</a></span></code> -<div class="block">Specify if the row key in table is text (ASCII between 32~126), - default is true.</div> -</td> -</tr> <tr class="altColor"> <td class="colFirst"><code>private <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableRecordReader.html" title="class in org.apache.hadoop.hbase.mapreduce">TableRecordReader</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#tableRecordReader">tableRecordReader</a></span></code> @@ -278,16 +287,15 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a </a> <h3>Method Summary</h3> <table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> -<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t1" class="tableTab"><span><a href="javascript:show(1);">Static Methods</a></span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption> +<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption> <tr> <th class="colFirst" scope="col">Modifier and Type</th> <th class="colLast" scope="col">Method and Description</th> </tr> <tr id="i0" class="altColor"> -<td class="colFirst"><code>private <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><org.apache.hadoop.mapreduce.InputSplit></code></td> -<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#calculateRebalancedSplits-java.util.List-org.apache.hadoop.mapreduce.JobContext-long-">calculateRebalancedSplits</a></span>(<a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><org.apache.hadoop.mapreduce.InputSplit> list, - org.apache.hadoop.mapreduce.JobContext context, - long average)</code> +<td class="colFirst"><code><a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><org.apache.hadoop.mapreduce.InputSplit></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#calculateAutoBalancedSplits-java.util.List-long-">calculateAutoBalancedSplits</a></span>(<a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><org.apache.hadoop.mapreduce.InputSplit> splits, + long maxAverageRegionSize)</code> <div class="block">Calculates the number of MapReduce input splits for the map tasks.</div> </td> </tr> @@ -303,38 +311,37 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a </td> </tr> <tr id="i3" class="rowColor"> +<td class="colFirst"><code>protected <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><org.apache.hadoop.mapreduce.InputSplit></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#createNInputSplitsUniform-org.apache.hadoop.mapreduce.InputSplit-int-">createNInputSplitsUniform</a></span>(org.apache.hadoop.mapreduce.InputSplit split, + int n)</code> +<div class="block">Create n splits for one InputSplit, For now only support uniform distribution</div> +</td> +</tr> +<tr id="i4" class="altColor"> <td class="colFirst"><code>org.apache.hadoop.mapreduce.RecordReader<<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>,<a href="../../../../../org/apache/hadoop/hbase/client/Result.html" title="class in org.apache.hadoop.hbase.client">Result</a>></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#createRecordReader-org.apache.hadoop.mapreduce.InputSplit-org.apache.hadoop.mapreduce.TaskAttemptContext-">createRecordReader</a></span>(org.apache.hadoop.mapreduce.InputSplit split, org.apache.hadoop.mapreduce.TaskAttemptContext context)</code> <div class="block">Builds a <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableRecordReader.html" title="class in org.apache.hadoop.hbase.mapreduce"><code>TableRecordReader</code></a>.</div> </td> </tr> -<tr id="i4" class="altColor"> +<tr id="i5" class="rowColor"> <td class="colFirst"><code>protected <a href="../../../../../org/apache/hadoop/hbase/client/Admin.html" title="interface in org.apache.hadoop.hbase.client">Admin</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#getAdmin--">getAdmin</a></span>()</code> <div class="block">Allows subclasses to get the <a href="../../../../../org/apache/hadoop/hbase/client/Admin.html" title="interface in org.apache.hadoop.hbase.client"><code>Admin</code></a>.</div> </td> </tr> -<tr id="i5" class="rowColor"> +<tr id="i6" class="altColor"> <td class="colFirst"><code>protected <a href="../../../../../org/apache/hadoop/hbase/client/RegionLocator.html" title="interface in org.apache.hadoop.hbase.client">RegionLocator</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#getRegionLocator--">getRegionLocator</a></span>()</code> <div class="block">Allows subclasses to get the <a href="../../../../../org/apache/hadoop/hbase/client/RegionLocator.html" title="interface in org.apache.hadoop.hbase.client"><code>RegionLocator</code></a>.</div> </td> </tr> -<tr id="i6" class="altColor"> +<tr id="i7" class="rowColor"> <td class="colFirst"><code><a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#getScan--">getScan</a></span>()</code> <div class="block">Gets the scan defining the actual details like columns etc.</div> </td> </tr> -<tr id="i7" class="rowColor"> -<td class="colFirst"><code>static byte[]</code></td> -<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#getSplitKey-byte:A-byte:A-boolean-">getSplitKey</a></span>(byte[] start, - byte[] end, - boolean isText)</code> -<div class="block">select a split point in the region.</div> -</td> -</tr> <tr id="i8" class="altColor"> <td class="colFirst"><code><a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><org.apache.hadoop.mapreduce.InputSplit></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#getSplits-org.apache.hadoop.mapreduce.JobContext-">getSplits</a></span>(org.apache.hadoop.mapreduce.JobContext context)</code> @@ -373,16 +380,22 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a </td> </tr> <tr id="i14" class="altColor"> +<td class="colFirst"><code>private <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><org.apache.hadoop.mapreduce.InputSplit></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#oneInputSplitPerRegion--">oneInputSplitPerRegion</a></span>()</code> +<div class="block">Create one InputSplit per region</div> +</td> +</tr> +<tr id="i15" class="rowColor"> <td class="colFirst"><code>(package private) <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#reverseDNS-java.net.InetAddress-">reverseDNS</a></span>(<a href="http://docs.oracle.com/javase/8/docs/api/java/net/InetAddress.html?is-external=true"; title="class or interface in java.net">InetAddress</a> ipAddress)</code> </td> </tr> -<tr id="i15" class="rowColor"> +<tr id="i16" class="altColor"> <td class="colFirst"><code>void</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#setScan-org.apache.hadoop.hbase.client.Scan-">setScan</a></span>(<a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> scan)</code> <div class="block">Sets the scan defining the actual details like columns etc.</div> </td> </tr> -<tr id="i16" class="altColor"> +<tr id="i17" class="rowColor"> <td class="colFirst"><code>protected void</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#setTableRecordReader-org.apache.hadoop.hbase.mapreduce.TableRecordReader-">setTableRecordReader</a></span>(<a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableRecordReader.html" title="class in org.apache.hadoop.hbase.mapreduce">TableRecordReader</a> tableRecordReader)</code> <div class="block">Allows subclasses to set the <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableRecordReader.html" title="class in org.apache.hadoop.hbase.mapreduce"><code>TableRecordReader</code></a>.</div> @@ -410,82 +423,80 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a <!-- --> </a> <h3>Field Detail</h3> -<a name="MAPREDUCE_INPUT_AUTOBALANCE"> +<a name="LOG"> <!-- --> </a> <ul class="blockList"> <li class="blockList"> -<h4>MAPREDUCE_INPUT_AUTOBALANCE</h4> -<pre>public static final <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.102">MAPREDUCE_INPUT_AUTOBALANCE</a></pre> -<div class="block">Specify if we enable auto-balance for input in M/R jobs.</div> -<dl> -<dt><span class="seeLabel">See Also:</span></dt> -<dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.mapreduce.TableInputFormatBase.MAPREDUCE_INPUT_AUTOBALANCE">Constant Field Values</a></dd> -</dl> +<h4>LOG</h4> +<pre>private static final org.apache.commons.logging.Log <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.112">LOG</a></pre> </li> </ul> -<a name="INPUT_AUTOBALANCE_MAXSKEWRATIO"> +<a name="NOT_INITIALIZED"> <!-- --> </a> <ul class="blockList"> <li class="blockList"> -<h4>INPUT_AUTOBALANCE_MAXSKEWRATIO</h4> -<pre>public static final <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.105">INPUT_AUTOBALANCE_MAXSKEWRATIO</a></pre> -<div class="block">Specify if ratio for data skew in M/R jobs, it goes well with the enabling hbase.mapreduce - .input.autobalance property.</div> +<h4>NOT_INITIALIZED</h4> +<pre>private static final <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.114">NOT_INITIALIZED</a></pre> <dl> <dt><span class="seeLabel">See Also:</span></dt> -<dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.mapreduce.TableInputFormatBase.INPUT_AUTOBALANCE_MAXSKEWRATIO">Constant Field Values</a></dd> +<dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.mapreduce.TableInputFormatBase.NOT_INITIALIZED">Constant Field Values</a></dd> </dl> </li> </ul> -<a name="TABLE_ROW_TEXTKEY"> +<a name="INITIALIZATION_ERROR"> <!-- --> </a> <ul class="blockList"> <li class="blockList"> -<h4>TABLE_ROW_TEXTKEY</h4> -<pre>public static final <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.109">TABLE_ROW_TEXTKEY</a></pre> -<div class="block">Specify if the row key in table is text (ASCII between 32~126), - default is true. False means the table is using binary row key</div> +<h4>INITIALIZATION_ERROR</h4> +<pre>private static final <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.117">INITIALIZATION_ERROR</a></pre> <dl> <dt><span class="seeLabel">See Also:</span></dt> -<dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.mapreduce.TableInputFormatBase.TABLE_ROW_TEXTKEY">Constant Field Values</a></dd> +<dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.mapreduce.TableInputFormatBase.INITIALIZATION_ERROR">Constant Field Values</a></dd> </dl> </li> </ul> -<a name="LOG"> +<a name="MAPREDUCE_INPUT_AUTOBALANCE"> <!-- --> </a> <ul class="blockList"> <li class="blockList"> -<h4>LOG</h4> -<pre>private static final org.apache.commons.logging.Log <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.111">LOG</a></pre> +<h4>MAPREDUCE_INPUT_AUTOBALANCE</h4> +<pre>public static final <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.122">MAPREDUCE_INPUT_AUTOBALANCE</a></pre> +<div class="block">Specify if we enable auto-balance to set number of mappers in M/R jobs.</div> +<dl> +<dt><span class="seeLabel">See Also:</span></dt> +<dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.mapreduce.TableInputFormatBase.MAPREDUCE_INPUT_AUTOBALANCE">Constant Field Values</a></dd> +</dl> </li> </ul> -<a name="NOT_INITIALIZED"> +<a name="MAX_AVERAGE_REGION_SIZE"> <!-- --> </a> <ul class="blockList"> <li class="blockList"> -<h4>NOT_INITIALIZED</h4> -<pre>private static final <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.113">NOT_INITIALIZED</a></pre> +<h4>MAX_AVERAGE_REGION_SIZE</h4> +<pre>public static final <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.124">MAX_AVERAGE_REGION_SIZE</a></pre> +<div class="block">In auto-balance, we split input by ave region size, if calculated region size is too big, we can set it.</div> <dl> <dt><span class="seeLabel">See Also:</span></dt> -<dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.mapreduce.TableInputFormatBase.NOT_INITIALIZED">Constant Field Values</a></dd> +<dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.mapreduce.TableInputFormatBase.MAX_AVERAGE_REGION_SIZE">Constant Field Values</a></dd> </dl> </li> </ul> -<a name="INITIALIZATION_ERROR"> +<a name="NUM_MAPPERS_PER_REGION"> <!-- --> </a> <ul class="blockList"> <li class="blockList"> -<h4>INITIALIZATION_ERROR</h4> -<pre>private static final <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.116">INITIALIZATION_ERROR</a></pre> +<h4>NUM_MAPPERS_PER_REGION</h4> +<pre>public static final <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.127">NUM_MAPPERS_PER_REGION</a></pre> +<div class="block">Set the number of Mappers for each region, all regions have same number of Mappers</div> <dl> <dt><span class="seeLabel">See Also:</span></dt> -<dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.mapreduce.TableInputFormatBase.INITIALIZATION_ERROR">Constant Field Values</a></dd> +<dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.mapreduce.TableInputFormatBase.NUM_MAPPERS_PER_REGION">Constant Field Values</a></dd> </dl> </li> </ul> @@ -495,7 +506,7 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a <ul class="blockList"> <li class="blockList"> <h4>scan</h4> -<pre>private <a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.123">scan</a></pre> +<pre>private <a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.133">scan</a></pre> <div class="block">Holds the details for the internal scanner.</div> <dl> <dt><span class="seeLabel">See Also:</span></dt> @@ -509,7 +520,7 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a <ul class="blockList"> <li class="blockList"> <h4>admin</h4> -<pre>private <a href="../../../../../org/apache/hadoop/hbase/client/Admin.html" title="interface in org.apache.hadoop.hbase.client">Admin</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.125">admin</a></pre> +<pre>private <a href="../../../../../org/apache/hadoop/hbase/client/Admin.html" title="interface in org.apache.hadoop.hbase.client">Admin</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.135">admin</a></pre> <div class="block">The <a href="../../../../../org/apache/hadoop/hbase/client/Admin.html" title="interface in org.apache.hadoop.hbase.client"><code>Admin</code></a>.</div> </li> </ul> @@ -519,7 +530,7 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a <ul class="blockList"> <li class="blockList"> <h4>table</h4> -<pre>private <a href="../../../../../org/apache/hadoop/hbase/client/Table.html" title="interface in org.apache.hadoop.hbase.client">Table</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.127">table</a></pre> +<pre>private <a href="../../../../../org/apache/hadoop/hbase/client/Table.html" title="interface in org.apache.hadoop.hbase.client">Table</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.137">table</a></pre> <div class="block">The <a href="../../../../../org/apache/hadoop/hbase/client/Table.html" title="interface in org.apache.hadoop.hbase.client"><code>Table</code></a> to scan.</div> </li> </ul> @@ -529,7 +540,7 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a <ul class="blockList"> <li class="blockList"> <h4>regionLocator</h4> -<pre>private <a href="../../../../../org/apache/hadoop/hbase/client/RegionLocator.html" title="interface in org.apache.hadoop.hbase.client">RegionLocator</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.129">regionLocator</a></pre> +<pre>private <a href="../../../../../org/apache/hadoop/hbase/client/RegionLocator.html" title="interface in org.apache.hadoop.hbase.client">RegionLocator</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.139">regionLocator</a></pre> <div class="block">The <a href="../../../../../org/apache/hadoop/hbase/client/RegionLocator.html" title="interface in org.apache.hadoop.hbase.client"><code>RegionLocator</code></a> of the table.</div> </li> </ul> @@ -539,7 +550,7 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a <ul class="blockList"> <li class="blockList"> <h4>tableRecordReader</h4> -<pre>private <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableRecordReader.html" title="class in org.apache.hadoop.hbase.mapreduce">TableRecordReader</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.131">tableRecordReader</a></pre> +<pre>private <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableRecordReader.html" title="class in org.apache.hadoop.hbase.mapreduce">TableRecordReader</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.141">tableRecordReader</a></pre> <div class="block">The reader scanning the table, can be a custom one.</div> </li> </ul> @@ -549,7 +560,7 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a <ul class="blockList"> <li class="blockList"> <h4>connection</h4> -<pre>private <a href="../../../../../org/apache/hadoop/hbase/client/Connection.html" title="interface in org.apache.hadoop.hbase.client">Connection</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.133">connection</a></pre> +<pre>private <a href="../../../../../org/apache/hadoop/hbase/client/Connection.html" title="interface in org.apache.hadoop.hbase.client">Connection</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.143">connection</a></pre> <div class="block">The underlying <a href="../../../../../org/apache/hadoop/hbase/client/Connection.html" title="interface in org.apache.hadoop.hbase.client"><code>Connection</code></a> of the table.</div> </li> </ul> @@ -559,7 +570,7 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a <ul class="blockListLast"> <li class="blockList"> <h4>reverseDNSCacheMap</h4> -<pre>private <a href="http://docs.oracle.com/javase/8/docs/api/java/util/HashMap.html?is-external=true"; title="class or interface in java.util">HashMap</a><<a href="http://docs.oracle.com/javase/8/docs/api/java/net/InetAddress.html?is-external=true"; title="class or interface in java.net">InetAddress</a>,<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a>> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.137">reverseDNSCacheMap</a></pre> +<pre>private <a href="http://docs.oracle.com/javase/8/docs/api/java/util/HashMap.html?is-external=true"; title="class or interface in java.util">HashMap</a><<a href="http://docs.oracle.com/javase/8/docs/api/java/net/InetAddress.html?is-external=true"; title="class or interface in java.net">InetAddress</a>,<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a>> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.147">reverseDNSCacheMap</a></pre> <div class="block">The reverse DNS lookup cache mapping: IPAddress => HostName</div> </li> </ul> @@ -577,7 +588,7 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a <ul class="blockListLast"> <li class="blockList"> <h4>TableInputFormatBase</h4> -<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.98">TableInputFormatBase</a>()</pre> +<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.109">TableInputFormatBase</a>()</pre> </li> </ul> </li> @@ -594,7 +605,7 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a <ul class="blockList"> <li class="blockList"> <h4>createRecordReader</h4> -<pre>public org.apache.hadoop.mapreduce.RecordReader<<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>,<a href="../../../../../org/apache/hadoop/hbase/client/Result.html" title="class in org.apache.hadoop.hbase.client">Result</a>> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.152">createRecordReader</a>(org.apache.hadoop.mapreduce.InputSplit split, +<pre>public org.apache.hadoop.mapreduce.RecordReader<<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>,<a href="../../../../../org/apache/hadoop/hbase/client/Result.html" title="class in org.apache.hadoop.hbase.client">Result</a>> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.163">createRecordReader</a>(org.apache.hadoop.mapreduce.InputSplit split, org.apache.hadoop.mapreduce.TaskAttemptContext context) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> <div class="block">Builds a <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableRecordReader.html" title="class in org.apache.hadoop.hbase.mapreduce"><code>TableRecordReader</code></a>. If no <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableRecordReader.html" title="class in org.apache.hadoop.hbase.mapreduce"><code>TableRecordReader</code></a> was provided, uses @@ -622,7 +633,7 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a <ul class="blockList"> <li class="blockList"> <h4>getStartEndKeys</h4> -<pre>protected <a href="../../../../../org/apache/hadoop/hbase/util/Pair.html" title="class in org.apache.hadoop.hbase.util">Pair</a><byte[][],byte[][]> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.213">getStartEndKeys</a>() +<pre>protected <a href="../../../../../org/apache/hadoop/hbase/util/Pair.html" title="class in org.apache.hadoop.hbase.util">Pair</a><byte[][],byte[][]> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.224">getStartEndKeys</a>() throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> <dl> <dt><span class="throwsLabel">Throws:</span></dt> @@ -636,10 +647,9 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a <ul class="blockList"> <li class="blockList"> <h4>getSplits</h4> -<pre>public <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><org.apache.hadoop.mapreduce.InputSplit> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.228">getSplits</a>(org.apache.hadoop.mapreduce.JobContext context) +<pre>public <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><org.apache.hadoop.mapreduce.InputSplit> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.237">getSplits</a>(org.apache.hadoop.mapreduce.JobContext context) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> -<div class="block">Calculates the splits that will serve as input for the map tasks. The - number of splits matches the number of regions in a table.</div> +<div class="block">Calculates the splits that will serve as input for the map tasks.</div> <dl> <dt><span class="overrideSpecifyLabel">Specified by:</span></dt> <dd><code>getSplits</code> in class <code>org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>,<a href="../../../../../org/apache/hadoop/hbase/client/Result.html" title="class in org.apache.hadoop.hbase.client">Result</a>></code></dd> @@ -655,103 +665,82 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a </dl> </li> </ul> -<a name="reverseDNS-java.net.InetAddress-"> +<a name="oneInputSplitPerRegion--"> <!-- --> </a> <ul class="blockList"> <li class="blockList"> -<h4>reverseDNS</h4> -<pre><a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.338">reverseDNS</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/net/InetAddress.html?is-external=true"; title="class or interface in java.net">InetAddress</a> ipAddress) - throws <a href="http://docs.oracle.com/javase/8/docs/api/java/net/UnknownHostException.html?is-external=true"; title="class or interface in java.net">UnknownHostException</a></pre> +<h4>oneInputSplitPerRegion</h4> +<pre>private <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><org.apache.hadoop.mapreduce.InputSplit> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.291">oneInputSplitPerRegion</a>() + throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> +<div class="block">Create one InputSplit per region</div> <dl> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>The list of InputSplit for all the regions</dd> <dt><span class="throwsLabel">Throws:</span></dt> -<dd><code><a href="http://docs.oracle.com/javase/8/docs/api/java/net/UnknownHostException.html?is-external=true"; title="class or interface in java.net">UnknownHostException</a></code></dd> +<dd><code><a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></code></dd> +</dl> +</li> +</ul> +<a name="createNInputSplitsUniform-org.apache.hadoop.mapreduce.InputSplit-int-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>createNInputSplitsUniform</h4> +<pre>protected <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><org.apache.hadoop.mapreduce.InputSplit> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.366">createNInputSplitsUniform</a>(org.apache.hadoop.mapreduce.InputSplit split, + int n) + throws <a href="../../../../../org/apache/hadoop/hbase/exceptions/IllegalArgumentIOException.html" title="class in org.apache.hadoop.hbase.exceptions">IllegalArgumentIOException</a></pre> +<div class="block">Create n splits for one InputSplit, For now only support uniform distribution</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>split</code> - A TableSplit corresponding to a range of rowkeys</dd> +<dd><code>n</code> - Number of ranges after splitting. Pass 1 means no split for the range + Pass 2 if you want to split the range in two;</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>A list of TableSplit, the size of the list is n</dd> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code><a href="../../../../../org/apache/hadoop/hbase/exceptions/IllegalArgumentIOException.html" title="class in org.apache.hadoop.hbase.exceptions">IllegalArgumentIOException</a></code></dd> </dl> </li> </ul> -<a name="calculateRebalancedSplits-java.util.List-org.apache.hadoop.mapreduce.JobContext-long-"> +<a name="calculateAutoBalancedSplits-java.util.List-long-"> <!-- --> </a> <ul class="blockList"> <li class="blockList"> -<h4>calculateRebalancedSplits</h4> -<pre>private <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><org.apache.hadoop.mapreduce.InputSplit> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.370">calculateRebalancedSplits</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><org.apache.hadoop.mapreduce.InputSplit> list, - org.apache.hadoop.mapreduce.JobContext context, - long average) - throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> +<h4>calculateAutoBalancedSplits</h4> +<pre>public <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><org.apache.hadoop.mapreduce.InputSplit> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.431">calculateAutoBalancedSplits</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><org.apache.hadoop.mapreduce.InputSplit> splits, + long maxAverageRegionSize) + throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> <div class="block">Calculates the number of MapReduce input splits for the map tasks. The number of - MapReduce input splits depends on the average region size and the "data skew ratio" user set in - configuration.</div> + MapReduce input splits depends on the average region size. + Make it 'public' for testing</div> <dl> <dt><span class="paramLabel">Parameters:</span></dt> -<dd><code>list</code> - The list of input splits before balance.</dd> -<dd><code>context</code> - The current job context.</dd> -<dd><code>average</code> - The average size of all regions .</dd> +<dd><code>splits</code> - The list of input splits before balance.</dd> +<dd><code>maxAverageRegionSize</code> - max Average region size for one mapper</dd> <dt><span class="returnLabel">Returns:</span></dt> <dd>The list of input splits.</dd> <dt><span class="throwsLabel">Throws:</span></dt> <dd><code><a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></code> - When creating the list of splits fails.</dd> <dt><span class="seeLabel">See Also:</span></dt> <dd><code>InputFormat.getSplits( - org.apache.hadoop.mapreduce.JobContext)</code></dd> +org.apache.hadoop.mapreduce.JobContext)</code></dd> </dl> </li> </ul> -<a name="getSplitKey-byte:A-byte:A-boolean-"> +<a name="reverseDNS-java.net.InetAddress-"> <!-- --> </a> <ul class="blockList"> <li class="blockList"> -<h4>getSplitKey</h4> -<pre>@InterfaceAudience.Private -public static byte[] <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.480">getSplitKey</a>(byte[] start, - byte[] end, - boolean isText)</pre> -<div class="block">select a split point in the region. The selection of the split point is based on an uniform - distribution assumption for the keys in a region. - Here are some examples: - - <table> - <tr> - <th>start key</th> - <th>end key</th> - <th>is text</th> - <th>split point</th> - </tr> - <tr> - <td>'a', 'a', 'a', 'b', 'c', 'd', 'e', 'f', 'g'</td> - <td>'a', 'a', 'a', 'f', 'f', 'f'</td> - <td>true</td> - <td>'a', 'a', 'a', 'd', 'd', -78, 50, -77, 51</td> - </tr> - <tr> - <td>'1', '1', '1', '0', '0', '0'</td> - <td>'1', '1', '2', '5', '7', '9', '0'</td> - <td>true</td> - <td>'1', '1', '1', -78, -77, -76, -104</td> - </tr> - <tr> - <td>'1', '1', '1', '0'</td> - <td>'1', '1', '2', '0'</td> - <td>true</td> - <td>'1', '1', '1', -80</td> - </tr> - <tr> - <td>13, -19, 126, 127</td> - <td>13, -19, 127, 0</td> - <td>false</td> - <td>13, -19, 126, -65</td> - </tr> - </table> - - Set this function as "public static", make it easier for test.</div> +<h4>reverseDNS</h4> +<pre><a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.497">reverseDNS</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/net/InetAddress.html?is-external=true"; title="class or interface in java.net">InetAddress</a> ipAddress) + throws <a href="http://docs.oracle.com/javase/8/docs/api/java/net/UnknownHostException.html?is-external=true"; title="class or interface in java.net">UnknownHostException</a></pre> <dl> -<dt><span class="paramLabel">Parameters:</span></dt> -<dd><code>start</code> - Start key of the region</dd> -<dd><code>end</code> - End key of the region</dd> -<dd><code>isText</code> - It determines to use text key mode or binary key mode</dd> -<dt><span class="returnLabel">Returns:</span></dt> -<dd>The split point in the region.</dd> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code><a href="http://docs.oracle.com/javase/8/docs/api/java/net/UnknownHostException.html?is-external=true"; title="class or interface in java.net">UnknownHostException</a></code></dd> </dl> </li> </ul> @@ -761,7 +750,7 @@ public static byte[] <a href="../../../../../src-html/org/apache/hadoo <ul class="blockList"> <li class="blockList"> <h4>includeRegionInSplit</h4> -<pre>protected boolean <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.533">includeRegionInSplit</a>(byte[] startKey, +<pre>protected boolean <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.536">includeRegionInSplit</a>(byte[] startKey, byte[] endKey)</pre> <div class="block">Test if the given region is to be included in the InputSplit while splitting the regions of a table. @@ -790,7 +779,7 @@ public static byte[] <a href="../../../../../src-html/org/apache/hadoo <ul class="blockList"> <li class="blockList"> <h4>getRegionLocator</h4> -<pre>protected <a href="../../../../../org/apache/hadoop/hbase/client/RegionLocator.html" title="interface in org.apache.hadoop.hbase.client">RegionLocator</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.540">getRegionLocator</a>()</pre> +<pre>protected <a href="../../../../../org/apache/hadoop/hbase/client/RegionLocator.html" title="interface in org.apache.hadoop.hbase.client">RegionLocator</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.543">getRegionLocator</a>()</pre> <div class="block">Allows subclasses to get the <a href="../../../../../org/apache/hadoop/hbase/client/RegionLocator.html" title="interface in org.apache.hadoop.hbase.client"><code>RegionLocator</code></a>.</div> </li> </ul> @@ -800,7 +789,7 @@ public static byte[] <a href="../../../../../src-html/org/apache/hadoo <ul class="blockList"> <li class="blockList"> <h4>getTable</h4> -<pre>protected <a href="../../../../../org/apache/hadoop/hbase/client/Table.html" title="interface in org.apache.hadoop.hbase.client">Table</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.550">getTable</a>()</pre> +<pre>protected <a href="../../../../../org/apache/hadoop/hbase/client/Table.html" title="interface in org.apache.hadoop.hbase.client">Table</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.553">getTable</a>()</pre> <div class="block">Allows subclasses to get the <a href="../../../../../org/apache/hadoop/hbase/client/Table.html" title="interface in org.apache.hadoop.hbase.client"><code>Table</code></a>.</div> </li> </ul> @@ -810,7 +799,7 @@ public static byte[] <a href="../../../../../src-html/org/apache/hadoo <ul class="blockList"> <li class="blockList"> <h4>getAdmin</h4> -<pre>protected <a href="../../../../../org/apache/hadoop/hbase/client/Admin.html" title="interface in org.apache.hadoop.hbase.client">Admin</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.560">getAdmin</a>()</pre> +<pre>protected <a href="../../../../../org/apache/hadoop/hbase/client/Admin.html" title="interface in org.apache.hadoop.hbase.client">Admin</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.563">getAdmin</a>()</pre> <div class="block">Allows subclasses to get the <a href="../../../../../org/apache/hadoop/hbase/client/Admin.html" title="interface in org.apache.hadoop.hbase.client"><code>Admin</code></a>.</div> </li> </ul> @@ -820,7 +809,7 @@ public static byte[] <a href="../../../../../src-html/org/apache/hadoo <ul class="blockList"> <li class="blockList"> <h4>initializeTable</h4> -<pre>protected void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.574">initializeTable</a>(<a href="../../../../../org/apache/hadoop/hbase/client/Connection.html" title="interface in org.apache.hadoop.hbase.client">Connection</a> connection, +<pre>protected void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.577">initializeTable</a>(<a href="../../../../../org/apache/hadoop/hbase/client/Connection.html" title="interface in org.apache.hadoop.hbase.client">Connection</a> connection, <a href="../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a> tableName) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> <div class="block">Allows subclasses to initialize the table information.</div> @@ -839,7 +828,7 @@ public static byte[] <a href="../../../../../src-html/org/apache/hadoo <ul class="blockList"> <li class="blockList"> <h4>getScan</h4> -<pre>public <a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.590">getScan</a>()</pre> +<pre>public <a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.593">getScan</a>()</pre> <div class="block">Gets the scan defining the actual details like columns etc.</div> <dl> <dt><span class="returnLabel">Returns:</span></dt> @@ -853,7 +842,7 @@ public static byte[] <a href="../../../../../src-html/org/apache/hadoo <ul class="blockList"> <li class="blockList"> <h4>setScan</h4> -<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.600">setScan</a>(<a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> scan)</pre> +<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.603">setScan</a>(<a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> scan)</pre> <div class="block">Sets the scan defining the actual details like columns etc.</div> <dl> <dt><span class="paramLabel">Parameters:</span></dt> @@ -867,7 +856,7 @@ public static byte[] <a href="../../../../../src-html/org/apache/hadoo <ul class="blockList"> <li class="blockList"> <h4>setTableRecordReader</h4> -<pre>protected void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.610">setTableRecordReader</a>(<a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableRecordReader.html" title="class in org.apache.hadoop.hbase.mapreduce">TableRecordReader</a> tableRecordReader)</pre> +<pre>protected void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.613">setTableRecordReader</a>(<a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableRecordReader.html" title="class in org.apache.hadoop.hbase.mapreduce">TableRecordReader</a> tableRecordReader)</pre> <div class="block">Allows subclasses to set the <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableRecordReader.html" title="class in org.apache.hadoop.hbase.mapreduce"><code>TableRecordReader</code></a>.</div> <dl> <dt><span class="paramLabel">Parameters:</span></dt> @@ -882,7 +871,7 @@ public static byte[] <a href="../../../../../src-html/org/apache/hadoo <ul class="blockList"> <li class="blockList"> <h4>initialize</h4> -<pre>protected void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.629">initialize</a>(org.apache.hadoop.mapreduce.JobContext context) +<pre>protected void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.632">initialize</a>(org.apache.hadoop.mapreduce.JobContext context) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> <div class="block">Handle subclass specific set up. Each of the entry points used by the MapReduce framework, @@ -908,7 +897,7 @@ public static byte[] <a href="../../../../../src-html/org/apache/hadoo <ul class="blockList"> <li class="blockList"> <h4>closeTable</h4> -<pre>protected void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.638">closeTable</a>() +<pre>protected void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.641">closeTable</a>() throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> <div class="block">Close the Table and related objects that were initialized via <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#initializeTable-org.apache.hadoop.hbase.client.Connection-org.apache.hadoop.hbase.TableName-"><code>initializeTable(Connection, TableName)</code></a>.</div> @@ -924,7 +913,7 @@ public static byte[] <a href="../../../../../src-html/org/apache/hadoo <ul class="blockListLast"> <li class="blockList"> <h4>close</h4> -<pre>private void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.646">close</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/io/Closeable.html?is-external=true"; title="class or interface in java.io">Closeable</a>... closables) +<pre>private void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableInputFormatBase.html#line.649">close</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/io/Closeable.html?is-external=true"; title="class or interface in java.io">Closeable</a>... closables) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> <dl> <dt><span class="throwsLabel">Throws:</span></dt>
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/387c1112/devapidocs/org/apache/hadoop/hbase/mapreduce/TableMapper.html ---------------------------------------------------------------------- diff --git a/devapidocs/org/apache/hadoop/hbase/mapreduce/TableMapper.html b/devapidocs/org/apache/hadoop/hbase/mapreduce/TableMapper.html index b4a02f6..6e1c5ed 100644 --- a/devapidocs/org/apache/hadoop/hbase/mapreduce/TableMapper.html +++ b/devapidocs/org/apache/hadoop/hbase/mapreduce/TableMapper.html @@ -113,7 +113,7 @@ </dl> <dl> <dt>Direct Known Subclasses:</dt> -<dd><a href="../../../../../org/apache/hadoop/hbase/mapreduce/CellCounter.CellCounterMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">CellCounter.CellCounterMapper</a>, <a href="../../../../../org/apache/hadoop/hbase/mapreduce/GroupingTableMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">GroupingTableMapper</a>, <a href="../../../../../org/apache/hadoop/hbase/mapreduce/HashTable.HashMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">HashTable.HashMapper</a>, <a href="../../../../../org/apache/hadoop/hbase/mapreduce/IdentityTableMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">IdentityTableMapper</a>, <a href="../../../../../org/apache/hadoop/hbase/mapreduce/Import.Importer.html" title="class in org.apache.hadoop.hbase.mapreduce">Import.Importer</a>, <a href="../../../../../org/apache/hadoop/hbase/mapreduce/Import.KeyValueImporter.html" title="class in org.apache.hadoop.hbase.mapreduce">Import.KeyValueImporter</a>, <a href=".. /../../../../org/apache/hadoop/hbase/mapreduce/Import.KeyValueSortImporter.html" title="class in org.apache.hadoop.hbase.mapreduce">Import.KeyValueSortImporter</a>, <a href="../../../../../org/apache/hadoop/hbase/mapreduce/MultithreadedTableMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">MultithreadedTableMapper</a>, <a href="../../../../../org/apache/hadoop/hbase/mapreduce/RowCounter.RowCounterMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">RowCounter.RowCounterMapper</a>, <a href="../../../../../org/apache/hadoop/hbase/mapreduce/SyncTable.SyncMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">SyncTable.SyncMapper</a>, <a href="../../../../../org/apache/hadoop/hbase/mapreduce/replication/VerifyReplication.Verifier.html" title="class in org.apache.hadoop.hbase.mapreduce.replication">VerifyReplication.Verifier</a></dd> +<dd><a href="../../../../../org/apache/hadoop/hbase/mapreduce/CellCounter.CellCounterMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">CellCounter.CellCounterMapper</a>, <a href="../../../../../org/apache/hadoop/hbase/mapreduce/GroupingTableMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">GroupingTableMapper</a>, <a href="../../../../../org/apache/hadoop/hbase/mapreduce/HashTable.HashMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">HashTable.HashMapper</a>, <a href="../../../../../org/apache/hadoop/hbase/mapreduce/IdentityTableMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">IdentityTableMapper</a>, <a href="../../../../../org/apache/hadoop/hbase/mapreduce/Import.CellImporter.html" title="class in org.apache.hadoop.hbase.mapreduce">Import.CellImporter</a>, <a href="../../../../../org/apache/hadoop/hbase/mapreduce/Import.CellSortImporter.html" title="class in org.apache.hadoop.hbase.mapreduce">Import.CellSortImporter</a>, <a href="../../../../../org/apache/hadoop/hbase/mapreduce/Import.Importer.html" title="class in org.apache.hadoop.hbase.mapreduce">Import.Importer</a>, <a href="../../../../../org/apache/hadoop/hbase/mapreduce/MultithreadedTableMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">MultithreadedTableMapper</a>, <a href="../../../../../org/apache/hadoop/hbase/mapreduce/RowCounter.RowCounterMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">RowCounter.RowCounterMapper</a>, <a href="../../../../../org/apache/hadoop/hbase/mapreduce/SyncTable.SyncMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">SyncTable.SyncMapper</a>, <a href="../../../../../org/apache/hadoop/hbase/mapreduce/replication/VerifyReplication.Verifier.html" title="class in org.apache.hadoop.hbase.mapreduce.replication">VerifyReplication.Verifier</a></dd> </dl> <hr> <br> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/387c1112/devapidocs/org/apache/hadoop/hbase/mapreduce/TextSortReducer.html ---------------------------------------------------------------------- diff --git a/devapidocs/org/apache/hadoop/hbase/mapreduce/TextSortReducer.html b/devapidocs/org/apache/hadoop/hbase/mapreduce/TextSortReducer.html index 7b51343..c50f669 100644 --- a/devapidocs/org/apache/hadoop/hbase/mapreduce/TextSortReducer.html +++ b/devapidocs/org/apache/hadoop/hbase/mapreduce/TextSortReducer.html @@ -121,7 +121,7 @@ extends org.apache.hadoop.mapreduce.Reducer<<a href="../../../../../org/apach <dl> <dt><span class="seeLabel">See Also:</span></dt> <dd><a href="../../../../../org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.html" title="class in org.apache.hadoop.hbase.mapreduce"><code>HFileOutputFormat2</code></a>, -<a href="../../../../../org/apache/hadoop/hbase/mapreduce/KeyValueSortReducer.html" title="class in org.apache.hadoop.hbase.mapreduce"><code>KeyValueSortReducer</code></a>, +<a href="../../../../../org/apache/hadoop/hbase/mapreduce/CellSortReducer.html" title="class in org.apache.hadoop.hbase.mapreduce"><code>CellSortReducer</code></a>, <a href="../../../../../org/apache/hadoop/hbase/mapreduce/PutSortReducer.html" title="class in org.apache.hadoop.hbase.mapreduce"><code>PutSortReducer</code></a></dd> </dl> </li> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/387c1112/devapidocs/org/apache/hadoop/hbase/mapreduce/WALPlayer.WALKeyValueMapper.html ---------------------------------------------------------------------- diff --git a/devapidocs/org/apache/hadoop/hbase/mapreduce/WALPlayer.WALKeyValueMapper.html b/devapidocs/org/apache/hadoop/hbase/mapreduce/WALPlayer.WALKeyValueMapper.html index 99044dc..883a218 100644 --- a/devapidocs/org/apache/hadoop/hbase/mapreduce/WALPlayer.WALKeyValueMapper.html +++ b/devapidocs/org/apache/hadoop/hbase/mapreduce/WALPlayer.WALKeyValueMapper.html @@ -100,7 +100,7 @@ var activeTableTab = "activeTableTab"; <li><a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true"; title="class or interface in java.lang">java.lang.Object</a></li> <li> <ul class="inheritance"> -<li>org.apache.hadoop.mapreduce.Mapper<<a href="../../../../../org/apache/hadoop/hbase/wal/WALKey.html" title="class in org.apache.hadoop.hbase.wal">WALKey</a>,<a href="../../../../../org/apache/hadoop/hbase/wal/WALEdit.html" title="class in org.apache.hadoop.hbase.wal">WALEdit</a>,<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>,<a href="../../../../../org/apache/hadoop/hbase/KeyValue.html" title="class in org.apache.hadoop.hbase">KeyValue</a>></li> +<li>org.apache.hadoop.mapreduce.Mapper<<a href="../../../../../org/apache/hadoop/hbase/wal/WALKey.html" title="class in org.apache.hadoop.hbase.wal">WALKey</a>,<a href="../../../../../org/apache/hadoop/hbase/wal/WALEdit.html" title="class in org.apache.hadoop.hbase.wal">WALEdit</a>,<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>,<a href="../../../../../org/apache/hadoop/hbase/Cell.html" title="interface in org.apache.hadoop.hbase">Cell</a>></li> <li> <ul class="inheritance"> <li>org.apache.hadoop.hbase.mapreduce.WALPlayer.WALKeyValueMapper</li> @@ -118,10 +118,10 @@ var activeTableTab = "activeTableTab"; </dl> <hr> <br> -<pre>static class <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/WALPlayer.html#line.99">WALPlayer.WALKeyValueMapper</a> -extends org.apache.hadoop.mapreduce.Mapper<<a href="../../../../../org/apache/hadoop/hbase/wal/WALKey.html" title="class in org.apache.hadoop.hbase.wal">WALKey</a>,<a href="../../../../../org/apache/hadoop/hbase/wal/WALEdit.html" title="class in org.apache.hadoop.hbase.wal">WALEdit</a>,<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>,<a href="../../../../../org/apache/hadoop/hbase/KeyValue.html" title="class in org.apache.hadoop.hbase">KeyValue</a>></pre> +<pre>static class <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/WALPlayer.html#line.98">WALPlayer.WALKeyValueMapper</a> +extends org.apache.hadoop.mapreduce.Mapper<<a href="../../../../../org/apache/hadoop/hbase/wal/WALKey.html" title="class in org.apache.hadoop.hbase.wal">WALKey</a>,<a href="../../../../../org/apache/hadoop/hbase/wal/WALEdit.html" title="class in org.apache.hadoop.hbase.wal">WALEdit</a>,<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>,<a href="../../../../../org/apache/hadoop/hbase/Cell.html" title="interface in org.apache.hadoop.hbase">Cell</a>></pre> <div class="block">A mapper that just writes out KeyValues. - This one can be used together with <a href="../../../../../org/apache/hadoop/hbase/mapreduce/KeyValueSortReducer.html" title="class in org.apache.hadoop.hbase.mapreduce"><code>KeyValueSortReducer</code></a></div> + This one can be used together with <a href="../../../../../org/apache/hadoop/hbase/mapreduce/CellSortReducer.html" title="class in org.apache.hadoop.hbase.mapreduce"><code>CellSortReducer</code></a></div> </li> </ul> </div> @@ -236,7 +236,7 @@ extends org.apache.hadoop.mapreduce.Mapper<<a href="../../../../../org/apache <ul class="blockListLast"> <li class="blockList"> <h4>table</h4> -<pre>private byte[] <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/WALPlayer.WALKeyValueMapper.html#line.101">table</a></pre> +<pre>private byte[] <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/WALPlayer.WALKeyValueMapper.html#line.100">table</a></pre> </li> </ul> </li> @@ -253,7 +253,7 @@ extends org.apache.hadoop.mapreduce.Mapper<<a href="../../../../../org/apache <ul class="blockListLast"> <li class="blockList"> <h4>WALKeyValueMapper</h4> -<pre><a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/WALPlayer.WALKeyValueMapper.html#line.99">WALKeyValueMapper</a>()</pre> +<pre><a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/WALPlayer.WALKeyValueMapper.html#line.98">WALKeyValueMapper</a>()</pre> </li> </ul> </li> @@ -270,13 +270,13 @@ extends org.apache.hadoop.mapreduce.Mapper<<a href="../../../../../org/apache <ul class="blockList"> <li class="blockList"> <h4>map</h4> -<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/WALPlayer.WALKeyValueMapper.html#line.104">map</a>(<a href="../../../../../org/apache/hadoop/hbase/wal/WALKey.html" title="class in org.apache.hadoop.hbase.wal">WALKey</a> key, +<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/WALPlayer.WALKeyValueMapper.html#line.103">map</a>(<a href="../../../../../org/apache/hadoop/hbase/wal/WALKey.html" title="class in org.apache.hadoop.hbase.wal">WALKey</a> key, <a href="../../../../../org/apache/hadoop/hbase/wal/WALEdit.html" title="class in org.apache.hadoop.hbase.wal">WALEdit</a> value, org.apache.hadoop.mapreduce.Mapper.Context context) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> <dl> <dt><span class="overrideSpecifyLabel">Overrides:</span></dt> -<dd><code>map</code> in class <code>org.apache.hadoop.mapreduce.Mapper<<a href="../../../../../org/apache/hadoop/hbase/wal/WALKey.html" title="class in org.apache.hadoop.hbase.wal">WALKey</a>,<a href="../../../../../org/apache/hadoop/hbase/wal/WALEdit.html" title="class in org.apache.hadoop.hbase.wal">WALEdit</a>,<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>,<a href="../../../../../org/apache/hadoop/hbase/KeyValue.html" title="class in org.apache.hadoop.hbase">KeyValue</a>></code></dd> +<dd><code>map</code> in class <code>org.apache.hadoop.mapreduce.Mapper<<a href="../../../../../org/apache/hadoop/hbase/wal/WALKey.html" title="class in org.apache.hadoop.hbase.wal">WALKey</a>,<a href="../../../../../org/apache/hadoop/hbase/wal/WALEdit.html" title="class in org.apache.hadoop.hbase.wal">WALEdit</a>,<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>,<a href="../../../../../org/apache/hadoop/hbase/Cell.html" title="interface in org.apache.hadoop.hbase">Cell</a>></code></dd> <dt><span class="throwsLabel">Throws:</span></dt> <dd><code><a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></code></dd> </dl> @@ -288,11 +288,11 @@ extends org.apache.hadoop.mapreduce.Mapper<<a href="../../../../../org/apache <ul class="blockListLast"> <li class="blockList"> <h4>setup</h4> -<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/WALPlayer.WALKeyValueMapper.html#line.124">setup</a>(org.apache.hadoop.mapreduce.Mapper.Context context) +<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/WALPlayer.WALKeyValueMapper.html#line.123">setup</a>(org.apache.hadoop.mapreduce.Mapper.Context context) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> <dl> <dt><span class="overrideSpecifyLabel">Overrides:</span></dt> -<dd><code>setup</code> in class <code>org.apache.hadoop.mapreduce.Mapper<<a href="../../../../../org/apache/hadoop/hbase/wal/WALKey.html" title="class in org.apache.hadoop.hbase.wal">WALKey</a>,<a href="../../../../../org/apache/hadoop/hbase/wal/WALEdit.html" title="class in org.apache.hadoop.hbase.wal">WALEdit</a>,<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>,<a href="../../../../../org/apache/hadoop/hbase/KeyValue.html" title="class in org.apache.hadoop.hbase">KeyValue</a>></code></dd> +<dd><code>setup</code> in class <code>org.apache.hadoop.mapreduce.Mapper<<a href="../../../../../org/apache/hadoop/hbase/wal/WALKey.html" title="class in org.apache.hadoop.hbase.wal">WALKey</a>,<a href="../../../../../org/apache/hadoop/hbase/wal/WALEdit.html" title="class in org.apache.hadoop.hbase.wal">WALEdit</a>,<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>,<a href="../../../../../org/apache/hadoop/hbase/Cell.html" title="interface in org.apache.hadoop.hbase">Cell</a>></code></dd> <dt><span class="throwsLabel">Throws:</span></dt> <dd><code><a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></code></dd> </dl> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/387c1112/devapidocs/org/apache/hadoop/hbase/mapreduce/WALPlayer.WALMapper.html ---------------------------------------------------------------------- diff --git a/devapidocs/org/apache/hadoop/hbase/mapreduce/WALPlayer.WALMapper.html b/devapidocs/org/apache/hadoop/hbase/mapreduce/WALPlayer.WALMapper.html index d8da968..f32ac56 100644 --- a/devapidocs/org/apache/hadoop/hbase/mapreduce/WALPlayer.WALMapper.html +++ b/devapidocs/org/apache/hadoop/hbase/mapreduce/WALPlayer.WALMapper.html @@ -118,7 +118,7 @@ var activeTableTab = "activeTableTab"; </dl> <hr> <br> -<pre>protected static class <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/WALPlayer.html#line.141">WALPlayer.WALMapper</a> +<pre>protected static class <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/WALPlayer.html#line.140">WALPlayer.WALMapper</a> extends org.apache.hadoop.mapreduce.Mapper<<a href="../../../../../org/apache/hadoop/hbase/wal/WALKey.html" title="class in org.apache.hadoop.hbase.wal">WALKey</a>,<a href="../../../../../org/apache/hadoop/hbase/wal/WALEdit.html" title="class in org.apache.hadoop.hbase.wal">WALEdit</a>,<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>,<a href="../../../../../org/apache/hadoop/hbase/client/Mutation.html" title="class in org.apache.hadoop.hbase.client">Mutation</a>></pre> <div class="block">A mapper that writes out <a href="../../../../../org/apache/hadoop/hbase/client/Mutation.html" title="class in org.apache.hadoop.hbase.client"><code>Mutation</code></a> to be directly applied to a running HBase instance.</div> @@ -247,7 +247,7 @@ extends org.apache.hadoop.mapreduce.Mapper<<a href="../../../../../org/apache <ul class="blockListLast"> <li class="blockList"> <h4>tables</h4> -<pre>private <a href="http://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true"; title="class or interface in java.util">Map</a><<a href="../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>,<a href="../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/WALPlayer.WALMapper.html#line.143">tables</a></pre> +<pre>private <a href="http://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true"; title="class or interface in java.util">Map</a><<a href="../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>,<a href="../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/WALPlayer.WALMapper.html#line.142">tables</a></pre> </li> </ul> </li> @@ -264,7 +264,7 @@ extends org.apache.hadoop.mapreduce.Mapper<<a href="../../../../../org/apache <ul class="blockListLast"> <li class="blockList"> <h4>WALMapper</h4> -<pre>protected <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/WALPlayer.WALMapper.html#line.141">WALMapper</a>()</pre> +<pre>protected <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/WALPlayer.WALMapper.html#line.140">WALMapper</a>()</pre> </li> </ul> </li> @@ -281,7 +281,7 @@ extends org.apache.hadoop.mapreduce.Mapper<<a href="../../../../../org/apache <ul class="blockList"> <li class="blockList"> <h4>map</h4> -<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/WALPlayer.WALMapper.html#line.146">map</a>(<a href="../../../../../org/apache/hadoop/hbase/wal/WALKey.html" title="class in org.apache.hadoop.hbase.wal">WALKey</a> key, +<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/WALPlayer.WALMapper.html#line.145">map</a>(<a href="../../../../../org/apache/hadoop/hbase/wal/WALKey.html" title="class in org.apache.hadoop.hbase.wal">WALKey</a> key, <a href="../../../../../org/apache/hadoop/hbase/wal/WALEdit.html" title="class in org.apache.hadoop.hbase.wal">WALEdit</a> value, org.apache.hadoop.mapreduce.Mapper.Context context) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> @@ -299,7 +299,7 @@ extends org.apache.hadoop.mapreduce.Mapper<<a href="../../../../../org/apache <ul class="blockList"> <li class="blockList"> <h4>filter</h4> -<pre>protected boolean <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/WALPlayer.WALMapper.html#line.205">filter</a>(org.apache.hadoop.mapreduce.Mapper.Context context, +<pre>protected boolean <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/WALPlayer.WALMapper.html#line.204">filter</a>(org.apache.hadoop.mapreduce.Mapper.Context context, <a href="../../../../../org/apache/hadoop/hbase/Cell.html" title="interface in org.apache.hadoop.hbase">Cell</a> cell)</pre> </li> </ul> @@ -309,7 +309,7 @@ extends org.apache.hadoop.mapreduce.Mapper<<a href="../../../../../org/apache <ul class="blockList"> <li class="blockList"> <h4>cleanup</h4> -<pre>protected void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/WALPlayer.WALMapper.html#line.211">cleanup</a>(org.apache.hadoop.mapreduce.Mapper.Context context) +<pre>protected void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/WALPlayer.WALMapper.html#line.210">cleanup</a>(org.apache.hadoop.mapreduce.Mapper.Context context) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a>, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/InterruptedException.html?is-external=true"; title="class or interface in java.lang">InterruptedException</a></pre> <dl> @@ -327,7 +327,7 @@ extends org.apache.hadoop.mapreduce.Mapper<<a href="../../../../../org/apache <ul class="blockListLast"> <li class="blockList"> <h4>setup</h4> -<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/WALPlayer.WALMapper.html#line.217">setup</a>(org.apache.hadoop.mapreduce.Mapper.Context context) +<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/WALPlayer.WALMapper.html#line.216">setup</a>(org.apache.hadoop.mapreduce.Mapper.Context context) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> <dl> <dt><span class="overrideSpecifyLabel">Overrides:</span></dt>
