http://git-wip-us.apache.org/repos/asf/hbase-site/blob/d41f56fe/apidocs/org/apache/hadoop/hbase/mapred/class-use/TableMap.html ---------------------------------------------------------------------- diff --git a/apidocs/org/apache/hadoop/hbase/mapred/class-use/TableMap.html b/apidocs/org/apache/hadoop/hbase/mapred/class-use/TableMap.html index c7c9fce..c89e9c8 100644 --- a/apidocs/org/apache/hadoop/hbase/mapred/class-use/TableMap.html +++ b/apidocs/org/apache/hadoop/hbase/mapred/class-use/TableMap.html @@ -205,6 +205,21 @@ Input/OutputFormats, a table indexing MapReduce job, and utility methods.</div> <div class="block">Sets up the job for reading from a table snapshot.</div> </td> </tr> +<tr class="rowColor"> +<td class="colFirst"><code>static void</code></td> +<td class="colLast"><span class="typeNameLabel">TableMapReduceUtil.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/mapred/TableMapReduceUtil.html#initTableSnapshotMapJob-java.lang.String-java.lang.String-java.lang.Class-java.lang.Class-java.lang.Class-org.apache.hadoop.mapred.JobConf-boolean-org.apache.hadoop.fs.Path-org.apache.hadoop.hbase.util.RegionSplitter.SplitAlgorithm-int-">initTableSnapshotMapJob</a></span>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> snapshotName, + <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> columns, + <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><? extends <a href="../../../../../../org/apache/hadoop/hbase/mapred/TableMap.html" title="interface in org.apache.hadoop.hbase.mapred">TableMap</a>> mapper, + <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><?> outputKeyClass, + <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><?> outputValueClass, + org.apache.hadoop.mapred.JobConf jobConf, + boolean addDependencyJars, + org.apache.hadoop.fs.Path tmpRestoreDir, + org.apache.hadoop.hbase.util.RegionSplitter.SplitAlgorithm splitAlgo, + int numSplitsPerRegion)</code> +<div class="block">Sets up the job for reading from a table snapshot.</div> +</td> +</tr> </tbody> </table> </li>
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/d41f56fe/apidocs/org/apache/hadoop/hbase/mapreduce/MultiTableSnapshotInputFormat.html ---------------------------------------------------------------------- diff --git a/apidocs/org/apache/hadoop/hbase/mapreduce/MultiTableSnapshotInputFormat.html b/apidocs/org/apache/hadoop/hbase/mapreduce/MultiTableSnapshotInputFormat.html index b6d87ec..5d591e9 100644 --- a/apidocs/org/apache/hadoop/hbase/mapreduce/MultiTableSnapshotInputFormat.html +++ b/apidocs/org/apache/hadoop/hbase/mapreduce/MultiTableSnapshotInputFormat.html @@ -216,7 +216,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotI <!-- --> </a> <h3>Methods inherited from class org.apache.hadoop.hbase.mapreduce.<a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html" title="class in org.apache.hadoop.hbase.mapreduce">TableSnapshotInputFormat</a></h3> -<code><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html#createRecordReader-org.apache.hadoop.mapreduce.InputSplit-org.apache.hadoop.mapreduce.TaskAttemptContext-">createRecordReader</a>, <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html#setInput-org.apache.hadoop.mapreduce.Job-java.lang.String-org.apache.hadoop.fs.Path-">setInput</a></code></li> +<code><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html#createRecordReader-org.apache.hadoop.mapreduce.InputSplit-org.apache.hadoop.mapreduce.TaskAttemptContext-">createRecordReader</a>, <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html#setInput-org.apache.hadoop.mapreduce.Job-java.lang.String-org.apache.hadoop.fs.Path-">setInput</a>, <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html#setInput-org.apache.hadoop.mapreduce.Job-java.lang.String-org.apache.hadoop.fs.Path-org.apache.hadoop.hbase.util.RegionSplitter.SplitAlgorithm-int-">setInput</a></code></li> </ul> <ul class="blockList"> <li class="blockList"><a name="methods.inherited.from.class.java.lang.Object"> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/d41f56fe/apidocs/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html ---------------------------------------------------------------------- diff --git a/apidocs/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html b/apidocs/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html index ca10d2f..da479c5 100644 --- a/apidocs/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html +++ b/apidocs/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html @@ -18,7 +18,7 @@ catch(err) { } //--> -var methods = {"i0":41,"i1":9,"i2":9,"i3":9,"i4":9,"i5":9,"i6":9,"i7":9,"i8":41,"i9":9,"i10":9,"i11":9,"i12":9,"i13":9,"i14":9,"i15":9,"i16":9,"i17":9,"i18":9,"i19":9,"i20":9,"i21":9,"i22":9,"i23":9,"i24":9,"i25":9,"i26":9,"i27":9,"i28":9,"i29":9}; +var methods = {"i0":41,"i1":9,"i2":9,"i3":9,"i4":9,"i5":9,"i6":9,"i7":9,"i8":41,"i9":9,"i10":9,"i11":9,"i12":9,"i13":9,"i14":9,"i15":9,"i16":9,"i17":9,"i18":9,"i19":9,"i20":9,"i21":9,"i22":9,"i23":9,"i24":9,"i25":9,"i26":9,"i27":9,"i28":9,"i29":9,"i30":9}; var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],8:["t4","Concrete Methods"],32:["t6","Deprecated Methods"]}; var altColor = "altColor"; var rowColor = "rowColor"; @@ -110,7 +110,7 @@ var activeTableTab = "activeTableTab"; <hr> <br> <pre>@InterfaceAudience.Public -public class <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.71">TableMapReduceUtil</a> +public class <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.72">TableMapReduceUtil</a> extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true"; title="class or interface in java.lang">Object</a></pre> <div class="block">Utility for <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableMapper.html" title="class in org.apache.hadoop.hbase.mapreduce"><code>TableMapper</code></a> and <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableReducer.html" title="class in org.apache.hadoop.hbase.mapreduce"><code>TableReducer</code></a></div> </li> @@ -410,19 +410,34 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? </tr> <tr id="i26" class="altColor"> <td class="colFirst"><code>static void</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#initTableSnapshotMapperJob-java.lang.String-org.apache.hadoop.hbase.client.Scan-java.lang.Class-java.lang.Class-java.lang.Class-org.apache.hadoop.mapreduce.Job-boolean-org.apache.hadoop.fs.Path-org.apache.hadoop.hbase.util.RegionSplitter.SplitAlgorithm-int-">initTableSnapshotMapperJob</a></span>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> snapshotName, + <a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> scan, + <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><? extends <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">TableMapper</a>> mapper, + <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><?> outputKeyClass, + <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><?> outputValueClass, + org.apache.hadoop.mapreduce.Job job, + boolean addDependencyJars, + org.apache.hadoop.fs.Path tmpRestoreDir, + org.apache.hadoop.hbase.util.RegionSplitter.SplitAlgorithm splitAlgo, + int numSplitsPerRegion)</code> +<div class="block">Sets up the job for reading from a table snapshot.</div> +</td> +</tr> +<tr id="i27" class="rowColor"> +<td class="colFirst"><code>static void</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#limitNumReduceTasks-java.lang.String-org.apache.hadoop.mapreduce.Job-">limitNumReduceTasks</a></span>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> table, org.apache.hadoop.mapreduce.Job job)</code> <div class="block">Ensures that the given number of reduce tasks for the given job configuration does not exceed the number of regions for the given table.</div> </td> </tr> -<tr id="i27" class="rowColor"> +<tr id="i28" class="altColor"> <td class="colFirst"><code>static void</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#resetCacheConfig-org.apache.hadoop.conf.Configuration-">resetCacheConfig</a></span>(org.apache.hadoop.conf.Configuration conf)</code> <div class="block">Enable a basic on-heap cache for these jobs.</div> </td> </tr> -<tr id="i28" class="altColor"> +<tr id="i29" class="rowColor"> <td class="colFirst"><code>static void</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#setNumReduceTasks-java.lang.String-org.apache.hadoop.mapreduce.Job-">setNumReduceTasks</a></span>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> table, org.apache.hadoop.mapreduce.Job job)</code> @@ -430,7 +445,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? number of regions the given table has.</div> </td> </tr> -<tr id="i29" class="rowColor"> +<tr id="i30" class="altColor"> <td class="colFirst"><code>static void</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#setScannerCaching-org.apache.hadoop.mapreduce.Job-int-">setScannerCaching</a></span>(org.apache.hadoop.mapreduce.Job job, int batchSize)</code> @@ -465,7 +480,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockListLast"> <li class="blockList"> <h4>TableMapReduceUtil</h4> -<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.71">TableMapReduceUtil</a>()</pre> +<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.72">TableMapReduceUtil</a>()</pre> </li> </ul> </li> @@ -482,7 +497,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>initTableMapperJob</h4> -<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.87">initTableMapperJob</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> table, +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.88">initTableMapperJob</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> table, <a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> scan, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><? extends <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">TableMapper</a>> mapper, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><?> outputKeyClass, @@ -511,7 +526,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>initTableMapperJob</h4> -<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.110">initTableMapperJob</a>(<a href="../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a> table, +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.111">initTableMapperJob</a>(<a href="../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a> table, <a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> scan, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><? extends <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">TableMapper</a>> mapper, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><?> outputKeyClass, @@ -540,7 +555,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>initTableMapperJob</h4> -<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.138">initTableMapperJob</a>(byte[] table, +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.139">initTableMapperJob</a>(byte[] table, <a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> scan, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><? extends <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">TableMapper</a>> mapper, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><?> outputKeyClass, @@ -569,7 +584,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>initTableMapperJob</h4> -<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.162">initTableMapperJob</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> table, +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.163">initTableMapperJob</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> table, <a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> scan, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><? extends <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">TableMapper</a>> mapper, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><?> outputKeyClass, @@ -602,7 +617,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>initTableMapperJob</h4> -<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.190">initTableMapperJob</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> table, +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.191">initTableMapperJob</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> table, <a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> scan, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><? extends <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">TableMapper</a>> mapper, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><?> outputKeyClass, @@ -638,7 +653,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>initTableMapperJob</h4> -<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.235">initTableMapperJob</a>(byte[] table, +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.236">initTableMapperJob</a>(byte[] table, <a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> scan, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><? extends <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">TableMapper</a>> mapper, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><?> outputKeyClass, @@ -672,7 +687,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>initTableMapperJob</h4> -<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.260">initTableMapperJob</a>(byte[] table, +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.261">initTableMapperJob</a>(byte[] table, <a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> scan, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><? extends <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">TableMapper</a>> mapper, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><?> outputKeyClass, @@ -704,7 +719,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>initTableMapperJob</h4> -<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.285">initTableMapperJob</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> table, +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.286">initTableMapperJob</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> table, <a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> scan, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><? extends <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">TableMapper</a>> mapper, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><?> outputKeyClass, @@ -736,7 +751,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>resetCacheConfig</h4> -<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.301">resetCacheConfig</a>(org.apache.hadoop.conf.Configuration conf)</pre> +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.302">resetCacheConfig</a>(org.apache.hadoop.conf.Configuration conf)</pre> <div class="block">Enable a basic on-heap cache for these jobs. Any BlockCache implementation based on direct memory will likely cause the map tasks to OOM when opening the region. This is done here instead of in TableSnapshotRegionRecordReader in case an advanced user @@ -749,7 +764,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>initMultiTableSnapshotMapperJob</h4> -<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.322">initMultiTableSnapshotMapperJob</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true"; title="class or interface in java.util">Map</a><<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a>,<a href="http://docs.oracle.com/javase/8/docs/api/java/util/Collection.html?is-external=true"; title="class or interface in java.util">Collection</a><<a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a>>> snapshotScans, +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.323">initMultiTableSnapshotMapperJob</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true"; title="class or interface in java.util">Map</a><<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a>,<a href="http://docs.oracle.com/javase/8/docs/api/java/util/Collection.html?is-external=true"; title="class or interface in java.util">Collection</a><<a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a>>> snapshotScans, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><? extends <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">TableMapper</a>> mapper, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><?> outputKeyClass, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><?> outputValueClass, @@ -781,7 +796,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>initTableSnapshotMapperJob</h4> -<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.366">initTableSnapshotMapperJob</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> snapshotName, +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.367">initTableSnapshotMapperJob</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> snapshotName, <a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> scan, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><? extends <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">TableMapper</a>> mapper, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><?> outputKeyClass, @@ -813,13 +828,55 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? </dl> </li> </ul> +<a name="initTableSnapshotMapperJob-java.lang.String-org.apache.hadoop.hbase.client.Scan-java.lang.Class-java.lang.Class-java.lang.Class-org.apache.hadoop.mapreduce.Job-boolean-org.apache.hadoop.fs.Path-org.apache.hadoop.hbase.util.RegionSplitter.SplitAlgorithm-int-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>initTableSnapshotMapperJob</h4> +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.401">initTableSnapshotMapperJob</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> snapshotName, + <a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> scan, + <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><? extends <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">TableMapper</a>> mapper, + <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><?> outputKeyClass, + <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><?> outputValueClass, + org.apache.hadoop.mapreduce.Job job, + boolean addDependencyJars, + org.apache.hadoop.fs.Path tmpRestoreDir, + org.apache.hadoop.hbase.util.RegionSplitter.SplitAlgorithm splitAlgo, + int numSplitsPerRegion) + throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> +<div class="block">Sets up the job for reading from a table snapshot. It bypasses hbase servers + and read directly from snapshot files.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>snapshotName</code> - The name of the snapshot (of a table) to read from.</dd> +<dd><code>scan</code> - The scan instance with the columns, time range etc.</dd> +<dd><code>mapper</code> - The mapper class to use.</dd> +<dd><code>outputKeyClass</code> - The class of the output key.</dd> +<dd><code>outputValueClass</code> - The class of the output value.</dd> +<dd><code>job</code> - The current job to adjust. Make sure the passed job is + carrying all necessary HBase configuration.</dd> +<dd><code>addDependencyJars</code> - upload HBase jars and jars for any of the configured + job classes via the distributed cache (tmpjars).</dd> +<dd><code>tmpRestoreDir</code> - a temporary directory to copy the snapshot files into. Current user should + have write permissions to this directory, and this should not be a subdirectory of rootdir. + After the job is finished, restore directory can be deleted.</dd> +<dd><code>splitAlgo</code> - algorithm to split</dd> +<dd><code>numSplitsPerRegion</code> - how many input splits to generate per one region</dd> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code><a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></code> - When setting up the details fails.</dd> +<dt><span class="seeLabel">See Also:</span></dt> +<dd><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html" title="class in org.apache.hadoop.hbase.mapreduce"><code>TableSnapshotInputFormat</code></a></dd> +</dl> +</li> +</ul> <a name="initTableMapperJob-java.util.List-java.lang.Class-java.lang.Class-java.lang.Class-org.apache.hadoop.mapreduce.Job-"> <!-- --> </a> <ul class="blockList"> <li class="blockList"> <h4>initTableMapperJob</h4> -<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.390">initTableMapperJob</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a>> scans, +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.428">initTableMapperJob</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a>> scans, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><? extends <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">TableMapper</a>> mapper, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><?> outputKeyClass, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><?> outputValueClass, @@ -846,7 +903,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>initTableMapperJob</h4> -<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.412">initTableMapperJob</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a>> scans, +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.450">initTableMapperJob</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a>> scans, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><? extends <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">TableMapper</a>> mapper, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><?> outputKeyClass, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><?> outputValueClass, @@ -876,7 +933,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>initTableMapperJob</h4> -<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.436">initTableMapperJob</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a>> scans, +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.474">initTableMapperJob</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a>> scans, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><? extends <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">TableMapper</a>> mapper, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><?> outputKeyClass, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><?> outputValueClass, @@ -908,7 +965,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <ul class="blockList"> <li class="blockList"> <h4>initCredentials</h4> -<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.469">initCredentials</a>(org.apache.hadoop.mapreduce.Job job) +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.507">initCredentials</a>(org.apache.hadoop.mapreduce.Job job) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> <dl> <dt><span class="throwsLabel">Throws:</span></dt> @@ -923,7 +980,7 @@ extends <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html? <li class="blockList"> <h4>initCredentialsForCluster</h4> <pre><a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Deprecated.html?is-external=true"; title="class or interface in java.lang">@Deprecated</a> -public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.522">initCredentialsForCluster</a>(org.apache.hadoop.mapreduce.Job job, +public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.560">initCredentialsForCluster</a>(org.apache.hadoop.mapreduce.Job job, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> quorumAddress) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> <div class="block"><span class="deprecatedLabel">Deprecated.</span> <span class="deprecationComment">Since 1.2.0, use <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#initCredentialsForCluster-org.apache.hadoop.mapreduce.Job-org.apache.hadoop.conf.Configuration-"><code>initCredentialsForCluster(Job, Configuration)</code></a> instead.</span></div> @@ -948,7 +1005,7 @@ public static void <a href="../../../../../src-html/org/apache/hadoop/ <ul class="blockList"> <li class="blockList"> <h4>initCredentialsForCluster</h4> -<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.537">initCredentialsForCluster</a>(org.apache.hadoop.mapreduce.Job job, +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.575">initCredentialsForCluster</a>(org.apache.hadoop.mapreduce.Job job, org.apache.hadoop.conf.Configuration conf) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> <div class="block">Obtain an authentication token, for the specified cluster, on behalf of the current user @@ -968,7 +1025,7 @@ public static void <a href="../../../../../src-html/org/apache/hadoop/ <ul class="blockList"> <li class="blockList"> <h4>convertScanToString</h4> -<pre>public static <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.562">convertScanToString</a>(<a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> scan) +<pre>public static <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.600">convertScanToString</a>(<a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> scan) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> <div class="block">Writes the given scan into a Base64 encoded string.</div> <dl> @@ -987,7 +1044,7 @@ public static void <a href="../../../../../src-html/org/apache/hadoop/ <ul class="blockList"> <li class="blockList"> <h4>convertStringToScan</h4> -<pre>public static <a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.574">convertStringToScan</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> base64) +<pre>public static <a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.612">convertStringToScan</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> base64) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> <div class="block">Converts the given Base64 string back into a Scan instance.</div> <dl> @@ -1006,7 +1063,7 @@ public static void <a href="../../../../../src-html/org/apache/hadoop/ <ul class="blockList"> <li class="blockList"> <h4>initTableReducerJob</h4> -<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.588">initTableReducerJob</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> table, +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.626">initTableReducerJob</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> table, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><? extends <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableReducer.html" title="class in org.apache.hadoop.hbase.mapreduce">TableReducer</a>> reducer, org.apache.hadoop.mapreduce.Job job) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> @@ -1028,7 +1085,7 @@ public static void <a href="../../../../../src-html/org/apache/hadoop/ <ul class="blockList"> <li class="blockList"> <h4>initTableReducerJob</h4> -<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.605">initTableReducerJob</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> table, +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.643">initTableReducerJob</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> table, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><? extends <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableReducer.html" title="class in org.apache.hadoop.hbase.mapreduce">TableReducer</a>> reducer, org.apache.hadoop.mapreduce.Job job, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a> partitioner) @@ -1053,7 +1110,7 @@ public static void <a href="../../../../../src-html/org/apache/hadoop/ <ul class="blockList"> <li class="blockList"> <h4>initTableReducerJob</h4> -<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.635">initTableReducerJob</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> table, +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.673">initTableReducerJob</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> table, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><? extends <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableReducer.html" title="class in org.apache.hadoop.hbase.mapreduce">TableReducer</a>> reducer, org.apache.hadoop.mapreduce.Job job, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a> partitioner, @@ -1094,7 +1151,7 @@ public static void <a href="../../../../../src-html/org/apache/hadoop/ <ul class="blockList"> <li class="blockList"> <h4>initTableReducerJob</h4> -<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.669">initTableReducerJob</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> table, +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.707">initTableReducerJob</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> table, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><? extends <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableReducer.html" title="class in org.apache.hadoop.hbase.mapreduce">TableReducer</a>> reducer, org.apache.hadoop.mapreduce.Job job, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a> partitioner, @@ -1138,7 +1195,7 @@ public static void <a href="../../../../../src-html/org/apache/hadoop/ <ul class="blockList"> <li class="blockList"> <h4>limitNumReduceTasks</h4> -<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.718">limitNumReduceTasks</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> table, +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.756">limitNumReduceTasks</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> table, org.apache.hadoop.mapreduce.Job job) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> <div class="block">Ensures that the given number of reduce tasks for the given job @@ -1158,7 +1215,7 @@ public static void <a href="../../../../../src-html/org/apache/hadoop/ <ul class="blockList"> <li class="blockList"> <h4>setNumReduceTasks</h4> -<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.734">setNumReduceTasks</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> table, +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.772">setNumReduceTasks</a>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> table, org.apache.hadoop.mapreduce.Job job) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> <div class="block">Sets the number of reduce tasks for the given job configuration to the @@ -1178,7 +1235,7 @@ public static void <a href="../../../../../src-html/org/apache/hadoop/ <ul class="blockList"> <li class="blockList"> <h4>setScannerCaching</h4> -<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.749">setScannerCaching</a>(org.apache.hadoop.mapreduce.Job job, +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.787">setScannerCaching</a>(org.apache.hadoop.mapreduce.Job job, int batchSize)</pre> <div class="block">Sets the number of rows to return and cache with each scanner iteration. Higher caching values will enable faster mapreduce jobs at the expense of @@ -1197,7 +1254,7 @@ public static void <a href="../../../../../src-html/org/apache/hadoop/ <ul class="blockList"> <li class="blockList"> <h4>addHBaseDependencyJars</h4> -<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.765">addHBaseDependencyJars</a>(org.apache.hadoop.conf.Configuration conf) +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.803">addHBaseDependencyJars</a>(org.apache.hadoop.conf.Configuration conf) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> <div class="block">Add HBase and its dependencies (only) to the job configuration. <p> @@ -1223,7 +1280,7 @@ public static void <a href="../../../../../src-html/org/apache/hadoop/ <ul class="blockList"> <li class="blockList"> <h4>buildDependencyClasspath</h4> -<pre>public static <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.809">buildDependencyClasspath</a>(org.apache.hadoop.conf.Configuration conf)</pre> +<pre>public static <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.847">buildDependencyClasspath</a>(org.apache.hadoop.conf.Configuration conf)</pre> <div class="block">Returns a classpath string built from the content of the "tmpjars" value in <code>conf</code>. Also exposed to shell scripts via `bin/hbase mapredcp`.</div> </li> @@ -1234,7 +1291,7 @@ public static void <a href="../../../../../src-html/org/apache/hadoop/ <ul class="blockList"> <li class="blockList"> <h4>addDependencyJars</h4> -<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.833">addDependencyJars</a>(org.apache.hadoop.mapreduce.Job job) +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.871">addDependencyJars</a>(org.apache.hadoop.mapreduce.Job job) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> <div class="block">Add the HBase dependency jars as well as jars for any of the configured job classes to the job configuration, so that JobClient will ship them @@ -1252,7 +1309,7 @@ public static void <a href="../../../../../src-html/org/apache/hadoop/ <li class="blockList"> <h4>addDependencyJars</h4> <pre><a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Deprecated.html?is-external=true"; title="class or interface in java.lang">@Deprecated</a> -public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.859">addDependencyJars</a>(org.apache.hadoop.conf.Configuration conf, +public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#line.897">addDependencyJars</a>(org.apache.hadoop.conf.Configuration conf, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><?>... classes) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> <div class="block"><span class="deprecatedLabel">Deprecated.</span> <span class="deprecationComment">rely on <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#addDependencyJars-org.apache.hadoop.mapreduce.Job-"><code>addDependencyJars(Job)</code></a> instead.</span></div> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/d41f56fe/apidocs/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html ---------------------------------------------------------------------- diff --git a/apidocs/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html b/apidocs/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html index b01aaef..23cfdc2 100644 --- a/apidocs/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html +++ b/apidocs/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html @@ -18,7 +18,7 @@ catch(err) { } //--> -var methods = {"i0":10,"i1":10,"i2":9}; +var methods = {"i0":10,"i1":10,"i2":9,"i3":9}; var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; var altColor = "altColor"; var rowColor = "rowColor"; @@ -119,7 +119,7 @@ var activeTableTab = "activeTableTab"; <hr> <br> <pre>@InterfaceAudience.Public -public class <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html#line.85">TableSnapshotInputFormat</a> +public class <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html#line.88">TableSnapshotInputFormat</a> extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>,<a href="../../../../../org/apache/hadoop/hbase/client/Result.html" title="class in org.apache.hadoop.hbase.client">Result</a>></pre> <div class="block">TableSnapshotInputFormat allows a MapReduce job to run over a table snapshot. The job bypasses HBase servers, and directly accesses the underlying files (hfile, recovered edits, @@ -142,8 +142,10 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a </code> </pre> <p> - Internally, this input format restores the snapshot into the given tmp directory. Similar to - <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormat.html" title="class in org.apache.hadoop.hbase.mapreduce"><code>TableInputFormat</code></a> an InputSplit is created per region. The region is opened for reading + Internally, this input format restores the snapshot into the given tmp directory. By default, + and similar to <a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableInputFormat.html" title="class in org.apache.hadoop.hbase.mapreduce"><code>TableInputFormat</code></a> an InputSplit is created per region, but optionally you + can run N mapper tasks per every region, in which case the region key range will be split to + N sub-ranges and an InputSplit will be created per sub-range. The region is opened for reading from each RecordReader. An internal RegionScanner is used to execute the <code>CellScanner</code> obtained from the user. <p> @@ -211,6 +213,16 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a <div class="block">Configures the job to use TableSnapshotInputFormat to read from a snapshot.</div> </td> </tr> +<tr id="i3" class="rowColor"> +<td class="colFirst"><code>static void</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html#setInput-org.apache.hadoop.mapreduce.Job-java.lang.String-org.apache.hadoop.fs.Path-org.apache.hadoop.hbase.util.RegionSplitter.SplitAlgorithm-int-">setInput</a></span>(org.apache.hadoop.mapreduce.Job job, + <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> snapshotName, + org.apache.hadoop.fs.Path restoreDir, + org.apache.hadoop.hbase.util.RegionSplitter.SplitAlgorithm splitAlgo, + int numSplitsPerRegion)</code> +<div class="block">Configures the job to use TableSnapshotInputFormat to read from a snapshot.</div> +</td> +</tr> </table> <ul class="blockList"> <li class="blockList"><a name="methods.inherited.from.class.java.lang.Object"> @@ -239,7 +251,7 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a <ul class="blockListLast"> <li class="blockList"> <h4>TableSnapshotInputFormat</h4> -<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html#line.85">TableSnapshotInputFormat</a>()</pre> +<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html#line.88">TableSnapshotInputFormat</a>()</pre> </li> </ul> </li> @@ -256,7 +268,7 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a <ul class="blockList"> <li class="blockList"> <h4>createRecordReader</h4> -<pre>public org.apache.hadoop.mapreduce.RecordReader<<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>,<a href="../../../../../org/apache/hadoop/hbase/client/Result.html" title="class in org.apache.hadoop.hbase.client">Result</a>> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html#line.191">createRecordReader</a>(org.apache.hadoop.mapreduce.InputSplit split, +<pre>public org.apache.hadoop.mapreduce.RecordReader<<a href="../../../../../org/apache/hadoop/hbase/io/ImmutableBytesWritable.html" title="class in org.apache.hadoop.hbase.io">ImmutableBytesWritable</a>,<a href="../../../../../org/apache/hadoop/hbase/client/Result.html" title="class in org.apache.hadoop.hbase.client">Result</a>> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html#line.194">createRecordReader</a>(org.apache.hadoop.mapreduce.InputSplit split, org.apache.hadoop.mapreduce.TaskAttemptContext context) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> <dl> @@ -273,7 +285,7 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a <ul class="blockList"> <li class="blockList"> <h4>getSplits</h4> -<pre>public <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><org.apache.hadoop.mapreduce.InputSplit> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html#line.197">getSplits</a>(org.apache.hadoop.mapreduce.JobContext job) +<pre>public <a href="http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><org.apache.hadoop.mapreduce.InputSplit> <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html#line.200">getSplits</a>(org.apache.hadoop.mapreduce.JobContext job) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a>, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/InterruptedException.html?is-external=true"; title="class or interface in java.lang">InterruptedException</a></pre> <dl> @@ -288,10 +300,10 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a <a name="setInput-org.apache.hadoop.mapreduce.Job-java.lang.String-org.apache.hadoop.fs.Path-"> <!-- --> </a> -<ul class="blockListLast"> +<ul class="blockList"> <li class="blockList"> <h4>setInput</h4> -<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html#line.215">setInput</a>(org.apache.hadoop.mapreduce.Job job, +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html#line.218">setInput</a>(org.apache.hadoop.mapreduce.Job job, <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> snapshotName, org.apache.hadoop.fs.Path restoreDir) throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> @@ -308,6 +320,33 @@ extends org.apache.hadoop.mapreduce.InputFormat<<a href="../../../../../org/a </dl> </li> </ul> +<a name="setInput-org.apache.hadoop.mapreduce.Job-java.lang.String-org.apache.hadoop.fs.Path-org.apache.hadoop.hbase.util.RegionSplitter.SplitAlgorithm-int-"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>setInput</h4> +<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormat.html#line.234">setInput</a>(org.apache.hadoop.mapreduce.Job job, + <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> snapshotName, + org.apache.hadoop.fs.Path restoreDir, + org.apache.hadoop.hbase.util.RegionSplitter.SplitAlgorithm splitAlgo, + int numSplitsPerRegion) + throws <a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> +<div class="block">Configures the job to use TableSnapshotInputFormat to read from a snapshot.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>job</code> - the job to configure</dd> +<dd><code>snapshotName</code> - the name of the snapshot to read from</dd> +<dd><code>restoreDir</code> - a temporary directory to restore the snapshot into. Current user should + have write permissions to this directory, and this should not be a subdirectory of rootdir. + After the job is finished, restoreDir can be deleted.</dd> +<dd><code>splitAlgo</code> - split algorithm to generate splits from region</dd> +<dd><code>numSplitsPerRegion</code> - how many input splits to generate per one region</dd> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code><a href="http://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></code> - if an error occurs</dd> +</dl> +</li> +</ul> </li> </ul> </li> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/d41f56fe/apidocs/org/apache/hadoop/hbase/mapreduce/class-use/TableMapper.html ---------------------------------------------------------------------- diff --git a/apidocs/org/apache/hadoop/hbase/mapreduce/class-use/TableMapper.html b/apidocs/org/apache/hadoop/hbase/mapreduce/class-use/TableMapper.html index ed48e24..8c72942 100644 --- a/apidocs/org/apache/hadoop/hbase/mapreduce/class-use/TableMapper.html +++ b/apidocs/org/apache/hadoop/hbase/mapreduce/class-use/TableMapper.html @@ -301,6 +301,21 @@ Input/OutputFormats, a table indexing MapReduce job, and utility methods.</div> <div class="block">Sets up the job for reading from a table snapshot.</div> </td> </tr> +<tr class="rowColor"> +<td class="colFirst"><code>static void</code></td> +<td class="colLast"><span class="typeNameLabel">TableMapReduceUtil.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/mapreduce/TableMapReduceUtil.html#initTableSnapshotMapperJob-java.lang.String-org.apache.hadoop.hbase.client.Scan-java.lang.Class-java.lang.Class-java.lang.Class-org.apache.hadoop.mapreduce.Job-boolean-org.apache.hadoop.fs.Path-org.apache.hadoop.hbase.util.RegionSplitter.SplitAlgorithm-int-">initTableSnapshotMapperJob</a></span>(<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true"; title="class or interface in java.lang">String</a> snapshotName, + <a href="../../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client">Scan</a> scan, + <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><? extends <a href="../../../../../../org/apache/hadoop/hbase/mapreduce/TableMapper.html" title="class in org.apache.hadoop.hbase.mapreduce">TableMapper</a>> mapper, + <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><?> outputKeyClass, + <a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Class.html?is-external=true"; title="class or interface in java.lang">Class</a><?> outputValueClass, + org.apache.hadoop.mapreduce.Job job, + boolean addDependencyJars, + org.apache.hadoop.fs.Path tmpRestoreDir, + org.apache.hadoop.hbase.util.RegionSplitter.SplitAlgorithm splitAlgo, + int numSplitsPerRegion)</code> +<div class="block">Sets up the job for reading from a table snapshot.</div> +</td> +</tr> </tbody> </table> </li>
