http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/java/org/apache/spark/api/java/JavaHadoopRDD.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/java/org/apache/spark/api/java/JavaHadoopRDD.html b/site/docs/1.6.3/api/java/org/apache/spark/api/java/JavaHadoopRDD.html new file mode 100644 index 0000000..def24cc --- /dev/null +++ b/site/docs/1.6.3/api/java/org/apache/spark/api/java/JavaHadoopRDD.html @@ -0,0 +1,321 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (version 1.7.0_79) on Wed Nov 02 15:16:18 PDT 2016 --> +<title>JavaHadoopRDD (Spark 1.6.3 JavaDoc)</title> +<meta name="date" content="2016-11-02"> +<link rel="stylesheet" type="text/css" href="../../../../../stylesheet.css" title="Style"> +</head> +<body> +<script type="text/javascript"><!-- + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="JavaHadoopRDD (Spark 1.6.3 JavaDoc)"; + } +//--> +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar_top"> +<!-- --> +</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../org/apache/spark/api/java/JavaFutureAction.html" title="interface in org.apache.spark.api.java"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../../../org/apache/spark/api/java/JavaNewHadoopRDD.html" title="class in org.apache.spark.api.java"><span class="strong">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../index.html?org/apache/spark/api/java/JavaHadoopRDD.html" target="_top">Frames</a></li> +<li><a href="JavaHadoopRDD.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor_summary">Constr</a> | </li> +<li><a href="#method_summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor_detail">Constr</a> | </li> +<li><a href="#method_detail">Method</a></li> +</ul> +</div> +<a name="skip-navbar_top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.spark.api.java</div> +<h2 title="Class JavaHadoopRDD" class="title">Class JavaHadoopRDD<K,V></h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>Object</li> +<li> +<ul class="inheritance"> +<li><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">org.apache.spark.api.java.JavaPairRDD</a><K,V></li> +<li> +<ul class="inheritance"> +<li>org.apache.spark.api.java.JavaHadoopRDD<K,V></li> +</ul> +</li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>All Implemented Interfaces:</dt> +<dd>java.io.Serializable, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="interface in org.apache.spark.api.java">JavaRDDLike</a><scala.Tuple2<K,V>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><K,V>></dd> +</dl> +<hr> +<br> +<pre>public class <span class="strong">JavaHadoopRDD<K,V></span> +extends <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><K,V></pre> +<dl><dt><span class="strong">See Also:</span></dt><dd><a href="../../../../../serialized-form.html#org.apache.spark.api.java.JavaHadoopRDD">Serialized Form</a></dd></dl> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ======== CONSTRUCTOR SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor_summary"> +<!-- --> +</a> +<h3>Constructor Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> +<caption><span>Constructors</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colOne" scope="col">Constructor and Description</th> +</tr> +<tr class="altColor"> +<td class="colOne"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaHadoopRDD.html#JavaHadoopRDD(org.apache.spark.rdd.HadoopRDD,%20scala.reflect.ClassTag,%20scala.reflect.ClassTag)">JavaHadoopRDD</a></strong>(<a href="../../../../../org/apache/spark/rdd/HadoopRDD.html" title="class in org.apache.spark.rdd">HadoopRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaHadoopRDD.html" title="type parameter in JavaHadoopRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaHadoopRDD.html" title="type parameter in JavaHadoopRDD">V</a>> rdd, + scala.reflect.ClassTag<<a href="../../../../../org/apache/spark/api/java/JavaHadoopRDD.html" title="type parameter in JavaHadoopRDD">K</a>> kClassTag, + scala.reflect.ClassTag<<a href="../../../../../org/apache/spark/api/java/JavaHadoopRDD.html" title="type parameter in JavaHadoopRDD">V</a>> vClassTag)</code> </td> +</tr> +</table> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span>Methods</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>scala.reflect.ClassTag<<a href="../../../../../org/apache/spark/api/java/JavaHadoopRDD.html" title="type parameter in JavaHadoopRDD">K</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaHadoopRDD.html#kClassTag()">kClassTag</a></strong>()</code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><R> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><R></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaHadoopRDD.html#mapPartitionsWithInputSplit(org.apache.spark.api.java.function.Function2,%20boolean)">mapPartitionsWithInputSplit</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><org.apache.hadoop.mapred.InputSplit,java.util.Iterator<scala.Tuple2<<a href="../../../../../org/apache/spark/api/java/JavaHadoopRDD.html" title="type parameter in JavaHadoopRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaHadoopRDD.html" title="type parameter in JavaHadoopRDD">V</a>>>,java.util.Iterator<R>> f, + boolean preservesPartitioning)</code> +<div class="block">Maps over a partition, providing the InputSplit that was used as the base of the partition.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>scala.reflect.ClassTag<<a href="../../../../../org/apache/spark/api/java/JavaHadoopRDD.html" title="type parameter in JavaHadoopRDD">V</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaHadoopRDD.html#vClassTag()">vClassTag</a></strong>()</code> </td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods_inherited_from_class_org.apache.spark.api.java.JavaPairRDD"> +<!-- --> +</a> +<h3>Methods inherited from class org.apache.spark.api.java.<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a></h3> +<code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#aggregateByKey(U,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2)">aggregateByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#aggregateByKey(U,%20int,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2)">aggregateByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#aggregateByKey(U,%20org.apache.spark.Partitioner,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2)">aggregateByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#cache()">cache</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#classTag()">classTag</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#coalesce(int)">coalesce</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#coa lesce(int,%20boolean)">coalesce</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD)">cogroup</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,%20int)">cogroup</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.Partitioner)">cogroup</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD)">cogroup</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD,%20int)">cogroup</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairR DD)">cogroup</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD,%20int)">cogroup</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.Partitioner)">cogroup</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.Partitioner)">cogroup</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#collectAsMap()">collectAsMap</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#combineByKey(org.apache.spark.api.java.function.Function,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function 2)">combineByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#combineByKey(org.apache.spark.api.java.function.Function,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2,%20int)">combineByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#combineByKey(org.apache.spark.api.java.function.Function,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.Partitioner)">combineByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#combineByKey(org.apache.spark.api.java.function.Function,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.Partitioner,%20boolean,%20org.apache.spark.serializer.Serializer)">combineByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#countApproxDistinctByKey(double)">countApproxDistinctByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#countApproxDistinctByKey(double,%20int)">countApproxDistinctByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#countApproxDistinctByKey(double,%20org.apache.spark.Partitioner)">countApproxDistinctByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#countByKey()">countByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#countByKeyApprox(long)">countByKeyApprox</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#countByKeyApprox(long,%20double)">countByKeyApprox</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#distinct()">distinct</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#distinct(int)">distinct</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#filter(org.apache.spark.api.java.function.Function)">filter</a>, <a href="../../../../../org/apache/spark/a pi/java/JavaPairRDD.html#first()">first</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#flatMapValues(org.apache.spark.api.java.function.Function)">flatMapValues</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#foldByKey(V,%20org.apache.spark.api.java.function.Function2)">foldByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#foldByKey(V,%20int,%20org.apache.spark.api.java.function.Function2)">foldByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#foldByKey(V,%20org.apache.spark.Partitioner,%20org.apache.spark.api.java.function.Function2)">foldByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#fromJavaRDD(org.apache.spark.api.java.JavaRDD)">fromJavaRDD</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#fromRDD(org.apache.spark.rdd.RDD,%20scala.reflect.ClassTag,%20scala.reflect.ClassTag)">fromRDD</a>, <a href="../../../../../org/apache/s park/api/java/JavaPairRDD.html#fullOuterJoin(org.apache.spark.api.java.JavaPairRDD)">fullOuterJoin</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#fullOuterJoin(org.apache.spark.api.java.JavaPairRDD,%20int)">fullOuterJoin</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#fullOuterJoin(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.Partitioner)">fullOuterJoin</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#groupByKey()">groupByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#groupByKey(int)">groupByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#groupByKey(org.apache.spark.Partitioner)">groupByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#groupWith(org.apache.spark.api.java.JavaPairRDD)">groupWith</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#groupWith(org.apache.spark.api.java.JavaPairRDD,%20or g.apache.spark.api.java.JavaPairRDD)">groupWith</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#groupWith(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD)">groupWith</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#intersection(org.apache.spark.api.java.JavaPairRDD)">intersection</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#join(org.apache.spark.api.java.JavaPairRDD)">join</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#join(org.apache.spark.api.java.JavaPairRDD,%20int)">join</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#join(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.Partitioner)">join</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#keys()">keys</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#leftOuterJoin(org.apache.spark.api. java.JavaPairRDD)">leftOuterJoin</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#leftOuterJoin(org.apache.spark.api.java.JavaPairRDD,%20int)">leftOuterJoin</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#leftOuterJoin(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.Partitioner)">leftOuterJoin</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#lookup(K)">lookup</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#mapValues(org.apache.spark.api.java.function.Function)">mapValues</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#partitionBy(org.apache.spark.Partitioner)">partitionBy</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#persist(org.apache.spark.storage.StorageLevel)">persist</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#rdd()">rdd</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#reduceB yKey(org.apache.spark.api.java.function.Function2)">reduceByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#reduceByKey(org.apache.spark.api.java.function.Function2,%20int)">reduceByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#reduceByKey(org.apache.spark.Partitioner,%20org.apache.spark.api.java.function.Function2)">reduceByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#reduceByKeyLocally(org.apache.spark.api.java.function.Function2)">reduceByKeyLocally</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#repartition(int)">repartition</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#repartitionAndSortWithinPartitions(org.apache.spark.Partitioner)">repartitionAndSortWithinPartitions</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#repartitionAndSortWithinPartitions(org.apache.spark.Partitioner,%20java.util.Comparator)">repartitionAnd SortWithinPartitions</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#rightOuterJoin(org.apache.spark.api.java.JavaPairRDD)">rightOuterJoin</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#rightOuterJoin(org.apache.spark.api.java.JavaPairRDD,%20int)">rightOuterJoin</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#rightOuterJoin(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.Partitioner)">rightOuterJoin</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#sample(boolean,%20double)">sample</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#sample(boolean,%20double,%20long)">sample</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#sampleByKey(boolean,%20java.util.Map)">sampleByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#sampleByKey(boolean,%20java.util.Map,%20long)">sampleByKey</a>, <a href="../../../../../org/apac he/spark/api/java/JavaPairRDD.html#sampleByKeyExact(boolean,%20java.util.Map)">sampleByKeyExact</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#sampleByKeyExact(boolean,%20java.util.Map,%20long)">sampleByKeyExact</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#saveAsHadoopDataset(org.apache.hadoop.mapred.JobConf)">saveAsHadoopDataset</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#saveAsHadoopFile(java.lang.String,%20java.lang.Class,%20java.lang.Class,%20java.lang.Class)">saveAsHadoopFile</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#saveAsHadoopFile(java.lang.String,%20java.lang.Class,%20java.lang.Class,%20java.lang.Class,%20java.lang.Class)">saveAsHadoopFile</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#saveAsHadoopFile(java.lang.String,%20java.lang.Class,%20java.lang.Class,%20java.lang.Class,%20org.apache.hadoop.mapred.JobConf)">saveAsHadoopFile</a>, <a href ="../../../../../org/apache/spark/api/java/JavaPairRDD.html#saveAsNewAPIHadoopDataset(org.apache.hadoop.conf.Configuration)">saveAsNewAPIHadoopDataset</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#saveAsNewAPIHadoopFile(java.lang.String,%20java.lang.Class,%20java.lang.Class,%20java.lang.Class)">saveAsNewAPIHadoopFile</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#saveAsNewAPIHadoopFile(java.lang.String,%20java.lang.Class,%20java.lang.Class,%20java.lang.Class,%20org.apache.hadoop.conf.Configuration)">saveAsNewAPIHadoopFile</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#setName(java.lang.String)">setName</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#sortByKey()">sortByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#sortByKey(boolean)">sortByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#sortByKey(boolean,%20int)">sortByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#sortByKey(java.util.Comparator)">sortByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#sortByKey(java.util.Comparator,%20boolean)">sortByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#sortByKey(java.util.Comparator,%20boolean,%20int)">sortByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#subtract(org.apache.spark.api.java.JavaPairRDD)">subtract</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#subtract(org.apache.spark.api.java.JavaPairRDD,%20int)">subtract</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#subtract(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.Partitioner)">subtract</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#subtractByKey(org.apache.spark.api.java.JavaPairRDD)">subtractByKey</a>, <a href="../../../../../org/apache/spark/api/java/Java PairRDD.html#subtractByKey(org.apache.spark.api.java.JavaPairRDD,%20int)">subtractByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#subtractByKey(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.Partitioner)">subtractByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#toRDD(org.apache.spark.api.java.JavaPairRDD)">toRDD</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#union(org.apache.spark.api.java.JavaPairRDD)">union</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#unpersist()">unpersist</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#unpersist(boolean)">unpersist</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#values()">values</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#wrapRDD(org.apache.spark.rdd.RDD)">wrapRDD</a></code></li> +</ul> +<ul class="blockList"> +<li class="blockList"><a name="methods_inherited_from_class_Object"> +<!-- --> +</a> +<h3>Methods inherited from class Object</h3> +<code>equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li> +</ul> +<ul class="blockList"> +<li class="blockList"><a name="methods_inherited_from_class_org.apache.spark.api.java.JavaRDDLike"> +<!-- --> +</a> +<h3>Methods inherited from interface org.apache.spark.api.java.<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="interface in org.apache.spark.api.java">JavaRDDLike</a></h3> +<code><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#aggregate(U,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2)">aggregate</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#cartesian(org.apache.spark.api.java.JavaRDDLike)">cartesian</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#checkpoint()">checkpoint</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#collect()">collect</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#collectAsync()">collectAsync</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#collectPartitions(int[])">collectPartitions</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#context()">context</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#count()">count</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countApprox(long) ">countApprox</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countApprox(long,%20double)">countApprox</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countApproxDistinct(double)">countApproxDistinct</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countAsync()">countAsync</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countByValue()">countByValue</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countByValueApprox(long)">countByValueApprox</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countByValueApprox(long,%20double)">countByValueApprox</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#flatMap(org.apache.spark.api.java.function.FlatMapFunction)">flatMap</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#flatMapToDouble(org.apache.spark.api.java.function.DoubleFlatMapFunction)">flatMapToDouble</a> , <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#flatMapToPair(org.apache.spark.api.java.function.PairFlatMapFunction)">flatMapToPair</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#fold(T,%20org.apache.spark.api.java.function.Function2)">fold</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#foreach(org.apache.spark.api.java.function.VoidFunction)">foreach</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#foreachAsync(org.apache.spark.api.java.function.VoidFunction)">foreachAsync</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#foreachPartition(org.apache.spark.api.java.function.VoidFunction)">foreachPartition</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#foreachPartitionAsync(org.apache.spark.api.java.function.VoidFunction)">foreachPartitionAsync</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#getCheckpointFile()">getCheck pointFile</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#getNumPartitions()">getNumPartitions</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#getStorageLevel()">getStorageLevel</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#glom()">glom</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#groupBy(org.apache.spark.api.java.function.Function)">groupBy</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#groupBy(org.apache.spark.api.java.function.Function,%20int)">groupBy</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#id()">id</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#isCheckpointed()">isCheckpointed</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#isEmpty()">isEmpty</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#iterator(org.apache.spark.Partition,%20org.apache.spark.TaskCo ntext)">iterator</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#keyBy(org.apache.spark.api.java.function.Function)">keyBy</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#map(org.apache.spark.api.java.function.Function)">map</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitions(org.apache.spark.api.java.function.FlatMapFunction)">mapPartitions</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitions(org.apache.spark.api.java.function.FlatMapFunction,%20boolean)">mapPartitions</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitionsToDouble(org.apache.spark.api.java.function.DoubleFlatMapFunction)">mapPartitionsToDouble</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitionsToDouble(org.apache.spark.api.java.function.DoubleFlatMapFunction,%20boolean)">mapPartitionsToDouble</a>, <a href="../../../../../org/apache/spark/ api/java/JavaRDDLike.html#mapPartitionsToPair(org.apache.spark.api.java.function.PairFlatMapFunction)">mapPartitionsToPair</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitionsToPair(org.apache.spark.api.java.function.PairFlatMapFunction,%20boolean)">mapPartitionsToPair</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitionsWithIndex(org.apache.spark.api.java.function.Function2,%20boolean)">mapPartitionsWithIndex</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapToDouble(org.apache.spark.api.java.function.DoubleFunction)">mapToDouble</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapToPair(org.apache.spark.api.java.function.PairFunction)">mapToPair</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#max(java.util.Comparator)">max</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#min(java.util.Comparator)">min</a>, <a href="../../.. /../../org/apache/spark/api/java/JavaRDDLike.html#name()">name</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#partitioner()">partitioner</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#partitions()">partitions</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#pipe(java.util.List)">pipe</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#pipe(java.util.List,%20java.util.Map)">pipe</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#pipe(java.lang.String)">pipe</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#reduce(org.apache.spark.api.java.function.Function2)">reduce</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#saveAsObjectFile(java.lang.String)">saveAsObjectFile</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#saveAsTextFile(java.lang.String)">saveAsTextFile</a>, <a href="../../../../../org/apache/spa rk/api/java/JavaRDDLike.html#saveAsTextFile(java.lang.String,%20java.lang.Class)">saveAsTextFile</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#splits()">splits</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#take(int)">take</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#takeAsync(int)">takeAsync</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#takeOrdered(int)">takeOrdered</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#takeOrdered(int,%20java.util.Comparator)">takeOrdered</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#takeSample(boolean,%20int)">takeSample</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#takeSample(boolean,%20int,%20long)">takeSample</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#toArray()">toArray</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#toDe bugString()">toDebugString</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#toLocalIterator()">toLocalIterator</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#top(int)">top</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#top(int,%20java.util.Comparator)">top</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#treeAggregate(U,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2)">treeAggregate</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#treeAggregate(U,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2,%20int)">treeAggregate</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#treeReduce(org.apache.spark.api.java.function.Function2)">treeReduce</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#treeReduce(org.apache.spark.api.java.function.F unction2,%20int)">treeReduce</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#zip(org.apache.spark.api.java.JavaRDDLike)">zip</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#zipPartitions(org.apache.spark.api.java.JavaRDDLike,%20org.apache.spark.api.java.function.FlatMapFunction2)">zipPartitions</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#zipWithIndex()">zipWithIndex</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#zipWithUniqueId()">zipWithUniqueId</a></code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========= CONSTRUCTOR DETAIL ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor_detail"> +<!-- --> +</a> +<h3>Constructor Detail</h3> +<a name="JavaHadoopRDD(org.apache.spark.rdd.HadoopRDD, scala.reflect.ClassTag, scala.reflect.ClassTag)"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>JavaHadoopRDD</h4> +<pre>public JavaHadoopRDD(<a href="../../../../../org/apache/spark/rdd/HadoopRDD.html" title="class in org.apache.spark.rdd">HadoopRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaHadoopRDD.html" title="type parameter in JavaHadoopRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaHadoopRDD.html" title="type parameter in JavaHadoopRDD">V</a>> rdd, + scala.reflect.ClassTag<<a href="../../../../../org/apache/spark/api/java/JavaHadoopRDD.html" title="type parameter in JavaHadoopRDD">K</a>> kClassTag, + scala.reflect.ClassTag<<a href="../../../../../org/apache/spark/api/java/JavaHadoopRDD.html" title="type parameter in JavaHadoopRDD">V</a>> vClassTag)</pre> +</li> +</ul> +</li> +</ul> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="kClassTag()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>kClassTag</h4> +<pre>public scala.reflect.ClassTag<<a href="../../../../../org/apache/spark/api/java/JavaHadoopRDD.html" title="type parameter in JavaHadoopRDD">K</a>> kClassTag()</pre> +<dl> +<dt><strong>Overrides:</strong></dt> +<dd><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#kClassTag()">kClassTag</a></code> in class <code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaHadoopRDD.html" title="type parameter in JavaHadoopRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaHadoopRDD.html" title="type parameter in JavaHadoopRDD">V</a>></code></dd> +</dl> +</li> +</ul> +<a name="vClassTag()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>vClassTag</h4> +<pre>public scala.reflect.ClassTag<<a href="../../../../../org/apache/spark/api/java/JavaHadoopRDD.html" title="type parameter in JavaHadoopRDD">V</a>> vClassTag()</pre> +<dl> +<dt><strong>Overrides:</strong></dt> +<dd><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#vClassTag()">vClassTag</a></code> in class <code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaHadoopRDD.html" title="type parameter in JavaHadoopRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaHadoopRDD.html" title="type parameter in JavaHadoopRDD">V</a>></code></dd> +</dl> +</li> +</ul> +<a name="mapPartitionsWithInputSplit(org.apache.spark.api.java.function.Function2, boolean)"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>mapPartitionsWithInputSplit</h4> +<pre>public <R> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><R> mapPartitionsWithInputSplit(<a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><org.apache.hadoop.mapred.InputSplit,java.util.Iterator<scala.Tuple2<<a href="../../../../../org/apache/spark/api/java/JavaHadoopRDD.html" title="type parameter in JavaHadoopRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaHadoopRDD.html" title="type parameter in JavaHadoopRDD">V</a>>>,java.util.Iterator<R>> f, + boolean preservesPartitioning)</pre> +<div class="block">Maps over a partition, providing the InputSplit that was used as the base of the partition.</div> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar_bottom"> +<!-- --> +</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../org/apache/spark/api/java/JavaFutureAction.html" title="interface in org.apache.spark.api.java"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../../../org/apache/spark/api/java/JavaNewHadoopRDD.html" title="class in org.apache.spark.api.java"><span class="strong">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../index.html?org/apache/spark/api/java/JavaHadoopRDD.html" target="_top">Frames</a></li> +<li><a href="JavaHadoopRDD.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor_summary">Constr</a> | </li> +<li><a href="#method_summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor_detail">Constr</a> | </li> +<li><a href="#method_detail">Method</a></li> +</ul> +</div> +<a name="skip-navbar_bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +<script defer="defer" type="text/javascript" src="../../../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../../../lib/api-javadocs.js"></script></body> +</html>
http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/java/org/apache/spark/api/java/JavaNewHadoopRDD.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/java/org/apache/spark/api/java/JavaNewHadoopRDD.html b/site/docs/1.6.3/api/java/org/apache/spark/api/java/JavaNewHadoopRDD.html new file mode 100644 index 0000000..c351a91 --- /dev/null +++ b/site/docs/1.6.3/api/java/org/apache/spark/api/java/JavaNewHadoopRDD.html @@ -0,0 +1,321 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (version 1.7.0_79) on Wed Nov 02 15:16:18 PDT 2016 --> +<title>JavaNewHadoopRDD (Spark 1.6.3 JavaDoc)</title> +<meta name="date" content="2016-11-02"> +<link rel="stylesheet" type="text/css" href="../../../../../stylesheet.css" title="Style"> +</head> +<body> +<script type="text/javascript"><!-- + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="JavaNewHadoopRDD (Spark 1.6.3 JavaDoc)"; + } +//--> +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar_top"> +<!-- --> +</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../org/apache/spark/api/java/JavaHadoopRDD.html" title="class in org.apache.spark.api.java"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java"><span class="strong">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../index.html?org/apache/spark/api/java/JavaNewHadoopRDD.html" target="_top">Frames</a></li> +<li><a href="JavaNewHadoopRDD.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor_summary">Constr</a> | </li> +<li><a href="#method_summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor_detail">Constr</a> | </li> +<li><a href="#method_detail">Method</a></li> +</ul> +</div> +<a name="skip-navbar_top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.spark.api.java</div> +<h2 title="Class JavaNewHadoopRDD" class="title">Class JavaNewHadoopRDD<K,V></h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>Object</li> +<li> +<ul class="inheritance"> +<li><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">org.apache.spark.api.java.JavaPairRDD</a><K,V></li> +<li> +<ul class="inheritance"> +<li>org.apache.spark.api.java.JavaNewHadoopRDD<K,V></li> +</ul> +</li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>All Implemented Interfaces:</dt> +<dd>java.io.Serializable, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="interface in org.apache.spark.api.java">JavaRDDLike</a><scala.Tuple2<K,V>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><K,V>></dd> +</dl> +<hr> +<br> +<pre>public class <span class="strong">JavaNewHadoopRDD<K,V></span> +extends <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><K,V></pre> +<dl><dt><span class="strong">See Also:</span></dt><dd><a href="../../../../../serialized-form.html#org.apache.spark.api.java.JavaNewHadoopRDD">Serialized Form</a></dd></dl> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ======== CONSTRUCTOR SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor_summary"> +<!-- --> +</a> +<h3>Constructor Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> +<caption><span>Constructors</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colOne" scope="col">Constructor and Description</th> +</tr> +<tr class="altColor"> +<td class="colOne"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaNewHadoopRDD.html#JavaNewHadoopRDD(org.apache.spark.rdd.NewHadoopRDD,%20scala.reflect.ClassTag,%20scala.reflect.ClassTag)">JavaNewHadoopRDD</a></strong>(<a href="../../../../../org/apache/spark/rdd/NewHadoopRDD.html" title="class in org.apache.spark.rdd">NewHadoopRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">V</a>> rdd, + scala.reflect.ClassTag<<a href="../../../../../org/apache/spark/api/java/JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">K</a>> kClassTag, + scala.reflect.ClassTag<<a href="../../../../../org/apache/spark/api/java/JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">V</a>> vClassTag)</code> </td> +</tr> +</table> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span>Methods</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>scala.reflect.ClassTag<<a href="../../../../../org/apache/spark/api/java/JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">K</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaNewHadoopRDD.html#kClassTag()">kClassTag</a></strong>()</code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><R> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><R></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaNewHadoopRDD.html#mapPartitionsWithInputSplit(org.apache.spark.api.java.function.Function2,%20boolean)">mapPartitionsWithInputSplit</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><org.apache.hadoop.mapreduce.InputSplit,java.util.Iterator<scala.Tuple2<<a href="../../../../../org/apache/spark/api/java/JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">V</a>>>,java.util.Iterator<R>> f, + boolean preservesPartitioning)</code> +<div class="block">Maps over a partition, providing the InputSplit that was used as the base of the partition.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>scala.reflect.ClassTag<<a href="../../../../../org/apache/spark/api/java/JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">V</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaNewHadoopRDD.html#vClassTag()">vClassTag</a></strong>()</code> </td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods_inherited_from_class_org.apache.spark.api.java.JavaPairRDD"> +<!-- --> +</a> +<h3>Methods inherited from class org.apache.spark.api.java.<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a></h3> +<code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#aggregateByKey(U,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2)">aggregateByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#aggregateByKey(U,%20int,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2)">aggregateByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#aggregateByKey(U,%20org.apache.spark.Partitioner,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2)">aggregateByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#cache()">cache</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#classTag()">classTag</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#coalesce(int)">coalesce</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#coa lesce(int,%20boolean)">coalesce</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD)">cogroup</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,%20int)">cogroup</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.Partitioner)">cogroup</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD)">cogroup</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD,%20int)">cogroup</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairR DD)">cogroup</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD,%20int)">cogroup</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.Partitioner)">cogroup</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.Partitioner)">cogroup</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#collectAsMap()">collectAsMap</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#combineByKey(org.apache.spark.api.java.function.Function,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function 2)">combineByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#combineByKey(org.apache.spark.api.java.function.Function,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2,%20int)">combineByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#combineByKey(org.apache.spark.api.java.function.Function,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.Partitioner)">combineByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#combineByKey(org.apache.spark.api.java.function.Function,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.Partitioner,%20boolean,%20org.apache.spark.serializer.Serializer)">combineByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#countApproxDistinctByKey(double)">countApproxDistinctByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#countApproxDistinctByKey(double,%20int)">countApproxDistinctByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#countApproxDistinctByKey(double,%20org.apache.spark.Partitioner)">countApproxDistinctByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#countByKey()">countByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#countByKeyApprox(long)">countByKeyApprox</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#countByKeyApprox(long,%20double)">countByKeyApprox</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#distinct()">distinct</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#distinct(int)">distinct</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#filter(org.apache.spark.api.java.function.Function)">filter</a>, <a href="../../../../../org/apache/spark/a pi/java/JavaPairRDD.html#first()">first</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#flatMapValues(org.apache.spark.api.java.function.Function)">flatMapValues</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#foldByKey(V,%20org.apache.spark.api.java.function.Function2)">foldByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#foldByKey(V,%20int,%20org.apache.spark.api.java.function.Function2)">foldByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#foldByKey(V,%20org.apache.spark.Partitioner,%20org.apache.spark.api.java.function.Function2)">foldByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#fromJavaRDD(org.apache.spark.api.java.JavaRDD)">fromJavaRDD</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#fromRDD(org.apache.spark.rdd.RDD,%20scala.reflect.ClassTag,%20scala.reflect.ClassTag)">fromRDD</a>, <a href="../../../../../org/apache/s park/api/java/JavaPairRDD.html#fullOuterJoin(org.apache.spark.api.java.JavaPairRDD)">fullOuterJoin</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#fullOuterJoin(org.apache.spark.api.java.JavaPairRDD,%20int)">fullOuterJoin</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#fullOuterJoin(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.Partitioner)">fullOuterJoin</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#groupByKey()">groupByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#groupByKey(int)">groupByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#groupByKey(org.apache.spark.Partitioner)">groupByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#groupWith(org.apache.spark.api.java.JavaPairRDD)">groupWith</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#groupWith(org.apache.spark.api.java.JavaPairRDD,%20or g.apache.spark.api.java.JavaPairRDD)">groupWith</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#groupWith(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD)">groupWith</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#intersection(org.apache.spark.api.java.JavaPairRDD)">intersection</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#join(org.apache.spark.api.java.JavaPairRDD)">join</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#join(org.apache.spark.api.java.JavaPairRDD,%20int)">join</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#join(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.Partitioner)">join</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#keys()">keys</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#leftOuterJoin(org.apache.spark.api. java.JavaPairRDD)">leftOuterJoin</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#leftOuterJoin(org.apache.spark.api.java.JavaPairRDD,%20int)">leftOuterJoin</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#leftOuterJoin(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.Partitioner)">leftOuterJoin</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#lookup(K)">lookup</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#mapValues(org.apache.spark.api.java.function.Function)">mapValues</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#partitionBy(org.apache.spark.Partitioner)">partitionBy</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#persist(org.apache.spark.storage.StorageLevel)">persist</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#rdd()">rdd</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#reduceB yKey(org.apache.spark.api.java.function.Function2)">reduceByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#reduceByKey(org.apache.spark.api.java.function.Function2,%20int)">reduceByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#reduceByKey(org.apache.spark.Partitioner,%20org.apache.spark.api.java.function.Function2)">reduceByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#reduceByKeyLocally(org.apache.spark.api.java.function.Function2)">reduceByKeyLocally</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#repartition(int)">repartition</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#repartitionAndSortWithinPartitions(org.apache.spark.Partitioner)">repartitionAndSortWithinPartitions</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#repartitionAndSortWithinPartitions(org.apache.spark.Partitioner,%20java.util.Comparator)">repartitionAnd SortWithinPartitions</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#rightOuterJoin(org.apache.spark.api.java.JavaPairRDD)">rightOuterJoin</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#rightOuterJoin(org.apache.spark.api.java.JavaPairRDD,%20int)">rightOuterJoin</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#rightOuterJoin(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.Partitioner)">rightOuterJoin</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#sample(boolean,%20double)">sample</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#sample(boolean,%20double,%20long)">sample</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#sampleByKey(boolean,%20java.util.Map)">sampleByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#sampleByKey(boolean,%20java.util.Map,%20long)">sampleByKey</a>, <a href="../../../../../org/apac he/spark/api/java/JavaPairRDD.html#sampleByKeyExact(boolean,%20java.util.Map)">sampleByKeyExact</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#sampleByKeyExact(boolean,%20java.util.Map,%20long)">sampleByKeyExact</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#saveAsHadoopDataset(org.apache.hadoop.mapred.JobConf)">saveAsHadoopDataset</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#saveAsHadoopFile(java.lang.String,%20java.lang.Class,%20java.lang.Class,%20java.lang.Class)">saveAsHadoopFile</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#saveAsHadoopFile(java.lang.String,%20java.lang.Class,%20java.lang.Class,%20java.lang.Class,%20java.lang.Class)">saveAsHadoopFile</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#saveAsHadoopFile(java.lang.String,%20java.lang.Class,%20java.lang.Class,%20java.lang.Class,%20org.apache.hadoop.mapred.JobConf)">saveAsHadoopFile</a>, <a href ="../../../../../org/apache/spark/api/java/JavaPairRDD.html#saveAsNewAPIHadoopDataset(org.apache.hadoop.conf.Configuration)">saveAsNewAPIHadoopDataset</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#saveAsNewAPIHadoopFile(java.lang.String,%20java.lang.Class,%20java.lang.Class,%20java.lang.Class)">saveAsNewAPIHadoopFile</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#saveAsNewAPIHadoopFile(java.lang.String,%20java.lang.Class,%20java.lang.Class,%20java.lang.Class,%20org.apache.hadoop.conf.Configuration)">saveAsNewAPIHadoopFile</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#setName(java.lang.String)">setName</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#sortByKey()">sortByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#sortByKey(boolean)">sortByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#sortByKey(boolean,%20int)">sortByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#sortByKey(java.util.Comparator)">sortByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#sortByKey(java.util.Comparator,%20boolean)">sortByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#sortByKey(java.util.Comparator,%20boolean,%20int)">sortByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#subtract(org.apache.spark.api.java.JavaPairRDD)">subtract</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#subtract(org.apache.spark.api.java.JavaPairRDD,%20int)">subtract</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#subtract(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.Partitioner)">subtract</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#subtractByKey(org.apache.spark.api.java.JavaPairRDD)">subtractByKey</a>, <a href="../../../../../org/apache/spark/api/java/Java PairRDD.html#subtractByKey(org.apache.spark.api.java.JavaPairRDD,%20int)">subtractByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#subtractByKey(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.Partitioner)">subtractByKey</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#toRDD(org.apache.spark.api.java.JavaPairRDD)">toRDD</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#union(org.apache.spark.api.java.JavaPairRDD)">union</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#unpersist()">unpersist</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#unpersist(boolean)">unpersist</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#values()">values</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#wrapRDD(org.apache.spark.rdd.RDD)">wrapRDD</a></code></li> +</ul> +<ul class="blockList"> +<li class="blockList"><a name="methods_inherited_from_class_Object"> +<!-- --> +</a> +<h3>Methods inherited from class Object</h3> +<code>equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li> +</ul> +<ul class="blockList"> +<li class="blockList"><a name="methods_inherited_from_class_org.apache.spark.api.java.JavaRDDLike"> +<!-- --> +</a> +<h3>Methods inherited from interface org.apache.spark.api.java.<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="interface in org.apache.spark.api.java">JavaRDDLike</a></h3> +<code><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#aggregate(U,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2)">aggregate</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#cartesian(org.apache.spark.api.java.JavaRDDLike)">cartesian</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#checkpoint()">checkpoint</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#collect()">collect</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#collectAsync()">collectAsync</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#collectPartitions(int[])">collectPartitions</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#context()">context</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#count()">count</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countApprox(long) ">countApprox</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countApprox(long,%20double)">countApprox</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countApproxDistinct(double)">countApproxDistinct</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countAsync()">countAsync</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countByValue()">countByValue</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countByValueApprox(long)">countByValueApprox</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countByValueApprox(long,%20double)">countByValueApprox</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#flatMap(org.apache.spark.api.java.function.FlatMapFunction)">flatMap</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#flatMapToDouble(org.apache.spark.api.java.function.DoubleFlatMapFunction)">flatMapToDouble</a> , <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#flatMapToPair(org.apache.spark.api.java.function.PairFlatMapFunction)">flatMapToPair</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#fold(T,%20org.apache.spark.api.java.function.Function2)">fold</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#foreach(org.apache.spark.api.java.function.VoidFunction)">foreach</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#foreachAsync(org.apache.spark.api.java.function.VoidFunction)">foreachAsync</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#foreachPartition(org.apache.spark.api.java.function.VoidFunction)">foreachPartition</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#foreachPartitionAsync(org.apache.spark.api.java.function.VoidFunction)">foreachPartitionAsync</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#getCheckpointFile()">getCheck pointFile</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#getNumPartitions()">getNumPartitions</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#getStorageLevel()">getStorageLevel</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#glom()">glom</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#groupBy(org.apache.spark.api.java.function.Function)">groupBy</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#groupBy(org.apache.spark.api.java.function.Function,%20int)">groupBy</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#id()">id</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#isCheckpointed()">isCheckpointed</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#isEmpty()">isEmpty</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#iterator(org.apache.spark.Partition,%20org.apache.spark.TaskCo ntext)">iterator</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#keyBy(org.apache.spark.api.java.function.Function)">keyBy</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#map(org.apache.spark.api.java.function.Function)">map</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitions(org.apache.spark.api.java.function.FlatMapFunction)">mapPartitions</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitions(org.apache.spark.api.java.function.FlatMapFunction,%20boolean)">mapPartitions</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitionsToDouble(org.apache.spark.api.java.function.DoubleFlatMapFunction)">mapPartitionsToDouble</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitionsToDouble(org.apache.spark.api.java.function.DoubleFlatMapFunction,%20boolean)">mapPartitionsToDouble</a>, <a href="../../../../../org/apache/spark/ api/java/JavaRDDLike.html#mapPartitionsToPair(org.apache.spark.api.java.function.PairFlatMapFunction)">mapPartitionsToPair</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitionsToPair(org.apache.spark.api.java.function.PairFlatMapFunction,%20boolean)">mapPartitionsToPair</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitionsWithIndex(org.apache.spark.api.java.function.Function2,%20boolean)">mapPartitionsWithIndex</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapToDouble(org.apache.spark.api.java.function.DoubleFunction)">mapToDouble</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapToPair(org.apache.spark.api.java.function.PairFunction)">mapToPair</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#max(java.util.Comparator)">max</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#min(java.util.Comparator)">min</a>, <a href="../../.. /../../org/apache/spark/api/java/JavaRDDLike.html#name()">name</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#partitioner()">partitioner</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#partitions()">partitions</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#pipe(java.util.List)">pipe</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#pipe(java.util.List,%20java.util.Map)">pipe</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#pipe(java.lang.String)">pipe</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#reduce(org.apache.spark.api.java.function.Function2)">reduce</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#saveAsObjectFile(java.lang.String)">saveAsObjectFile</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#saveAsTextFile(java.lang.String)">saveAsTextFile</a>, <a href="../../../../../org/apache/spa rk/api/java/JavaRDDLike.html#saveAsTextFile(java.lang.String,%20java.lang.Class)">saveAsTextFile</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#splits()">splits</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#take(int)">take</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#takeAsync(int)">takeAsync</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#takeOrdered(int)">takeOrdered</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#takeOrdered(int,%20java.util.Comparator)">takeOrdered</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#takeSample(boolean,%20int)">takeSample</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#takeSample(boolean,%20int,%20long)">takeSample</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#toArray()">toArray</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#toDe bugString()">toDebugString</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#toLocalIterator()">toLocalIterator</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#top(int)">top</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#top(int,%20java.util.Comparator)">top</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#treeAggregate(U,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2)">treeAggregate</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#treeAggregate(U,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2,%20int)">treeAggregate</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#treeReduce(org.apache.spark.api.java.function.Function2)">treeReduce</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#treeReduce(org.apache.spark.api.java.function.F unction2,%20int)">treeReduce</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#zip(org.apache.spark.api.java.JavaRDDLike)">zip</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#zipPartitions(org.apache.spark.api.java.JavaRDDLike,%20org.apache.spark.api.java.function.FlatMapFunction2)">zipPartitions</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#zipWithIndex()">zipWithIndex</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#zipWithUniqueId()">zipWithUniqueId</a></code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========= CONSTRUCTOR DETAIL ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor_detail"> +<!-- --> +</a> +<h3>Constructor Detail</h3> +<a name="JavaNewHadoopRDD(org.apache.spark.rdd.NewHadoopRDD, scala.reflect.ClassTag, scala.reflect.ClassTag)"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>JavaNewHadoopRDD</h4> +<pre>public JavaNewHadoopRDD(<a href="../../../../../org/apache/spark/rdd/NewHadoopRDD.html" title="class in org.apache.spark.rdd">NewHadoopRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">V</a>> rdd, + scala.reflect.ClassTag<<a href="../../../../../org/apache/spark/api/java/JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">K</a>> kClassTag, + scala.reflect.ClassTag<<a href="../../../../../org/apache/spark/api/java/JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">V</a>> vClassTag)</pre> +</li> +</ul> +</li> +</ul> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="kClassTag()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>kClassTag</h4> +<pre>public scala.reflect.ClassTag<<a href="../../../../../org/apache/spark/api/java/JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">K</a>> kClassTag()</pre> +<dl> +<dt><strong>Overrides:</strong></dt> +<dd><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#kClassTag()">kClassTag</a></code> in class <code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">V</a>></code></dd> +</dl> +</li> +</ul> +<a name="vClassTag()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>vClassTag</h4> +<pre>public scala.reflect.ClassTag<<a href="../../../../../org/apache/spark/api/java/JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">V</a>> vClassTag()</pre> +<dl> +<dt><strong>Overrides:</strong></dt> +<dd><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#vClassTag()">vClassTag</a></code> in class <code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">V</a>></code></dd> +</dl> +</li> +</ul> +<a name="mapPartitionsWithInputSplit(org.apache.spark.api.java.function.Function2, boolean)"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>mapPartitionsWithInputSplit</h4> +<pre>public <R> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><R> mapPartitionsWithInputSplit(<a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><org.apache.hadoop.mapreduce.InputSplit,java.util.Iterator<scala.Tuple2<<a href="../../../../../org/apache/spark/api/java/JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">V</a>>>,java.util.Iterator<R>> f, + boolean preservesPartitioning)</pre> +<div class="block">Maps over a partition, providing the InputSplit that was used as the base of the partition.</div> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar_bottom"> +<!-- --> +</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../org/apache/spark/api/java/JavaHadoopRDD.html" title="class in org.apache.spark.api.java"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java"><span class="strong">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../index.html?org/apache/spark/api/java/JavaNewHadoopRDD.html" target="_top">Frames</a></li> +<li><a href="JavaNewHadoopRDD.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor_summary">Constr</a> | </li> +<li><a href="#method_summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor_detail">Constr</a> | </li> +<li><a href="#method_detail">Method</a></li> +</ul> +</div> +<a name="skip-navbar_bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +<script defer="defer" type="text/javascript" src="../../../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../../../lib/api-javadocs.js"></script></body> +</html> --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org