http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/java/org/apache/spark/api/java/JavaRDDLike.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/java/org/apache/spark/api/java/JavaRDDLike.html b/site/docs/1.6.3/api/java/org/apache/spark/api/java/JavaRDDLike.html new file mode 100644 index 0000000..de4b6d8 --- /dev/null +++ b/site/docs/1.6.3/api/java/org/apache/spark/api/java/JavaRDDLike.html @@ -0,0 +1,1721 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (version 1.7.0_79) on Wed Nov 02 15:16:18 PDT 2016 --> +<title>JavaRDDLike (Spark 1.6.3 JavaDoc)</title> +<meta name="date" content="2016-11-02"> +<link rel="stylesheet" type="text/css" href="../../../../../stylesheet.css" title="Style"> +</head> +<body> +<script type="text/javascript"><!-- + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="JavaRDDLike (Spark 1.6.3 JavaDoc)"; + } +//--> +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar_top"> +<!-- --> +</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../../../org/apache/spark/api/java/JavaSparkContext.html" title="class in org.apache.spark.api.java"><span class="strong">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../index.html?org/apache/spark/api/java/JavaRDDLike.html" target="_top">Frames</a></li> +<li><a href="JavaRDDLike.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method_summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method_detail">Method</a></li> +</ul> +</div> +<a name="skip-navbar_top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.spark.api.java</div> +<h2 title="Interface JavaRDDLike" class="title">Interface JavaRDDLike<T,This extends JavaRDDLike<T,This>></h2> +</div> +<div class="contentContainer"> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>All Superinterfaces:</dt> +<dd>java.io.Serializable</dd> +</dl> +<dl> +<dt>All Known Implementing Classes:</dt> +<dd><a href="../../../../../org/apache/spark/api/java/JavaDoubleRDD.html" title="class in org.apache.spark.api.java">JavaDoubleRDD</a>, <a href="../../../../../org/apache/spark/api/java/JavaHadoopRDD.html" title="class in org.apache.spark.api.java">JavaHadoopRDD</a>, <a href="../../../../../org/apache/spark/api/java/JavaNewHadoopRDD.html" title="class in org.apache.spark.api.java">JavaNewHadoopRDD</a>, <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a></dd> +</dl> +<hr> +<br> +<pre>public interface <span class="strong">JavaRDDLike<T,This extends JavaRDDLike<T,This>></span> +extends scala.Serializable</pre> +<div class="block">Defines operations common to several Java RDD implementations. + Note that this trait is not intended to be implemented by user code.</div> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span>Methods</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><U> U</code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#aggregate(U,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2)">aggregate</a></strong>(U zeroValue, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><U,<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,U> seqOp, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><U,U,U> combOp)</code> +<div class="block">Aggregate the elements of each partition, and then the results for all the partitions, using + given combine functions and a neutral "zero value".</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><U> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,U></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#cartesian(org.apache.spark.api.java.JavaRDDLike)">cartesian</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="interface in org.apache.spark.api.java">JavaRDDLike</a><U,?> other)</code> +<div class="block">Return the Cartesian product of this RDD and another one, that is, the RDD of all pairs of + elements (a, b) where a is in <code>this</code> and b is in <code>other</code>.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#checkpoint()">checkpoint</a></strong>()</code> +<div class="block">Mark this RDD for checkpointing.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>scala.reflect.ClassTag<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#classTag()">classTag</a></strong>()</code> </td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#collect()">collect</a></strong>()</code> +<div class="block">Return an array that contains all of the elements in this RDD.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaFutureAction.html" title="interface in org.apache.spark.api.java">JavaFutureAction</a><java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#collectAsync()">collectAsync</a></strong>()</code> +<div class="block">The asynchronous version of <code>collect</code>, which returns a future for + retrieving an array containing all of the elements in this RDD.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>[]</code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#collectPartitions(int[])">collectPartitions</a></strong>(int[] partitionIds)</code> +<div class="block">Return an array that contains all of the elements in a specific partition of this RDD.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/SparkContext.html" title="class in org.apache.spark">SparkContext</a></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#context()">context</a></strong>()</code> +<div class="block">The <a href="../../../../../org/apache/spark/SparkContext.html" title="class in org.apache.spark"><code>SparkContext</code></a> that this RDD was created on.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>long</code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#count()">count</a></strong>()</code> +<div class="block">Return the number of elements in the RDD.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/partial/PartialResult.html" title="class in org.apache.spark.partial">PartialResult</a><<a href="../../../../../org/apache/spark/partial/BoundedDouble.html" title="class in org.apache.spark.partial">BoundedDouble</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countApprox(long)">countApprox</a></strong>(long timeout)</code> +<div class="block">Approximate version of count() that returns a potentially incomplete result + within a timeout, even if not all tasks have finished.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/partial/PartialResult.html" title="class in org.apache.spark.partial">PartialResult</a><<a href="../../../../../org/apache/spark/partial/BoundedDouble.html" title="class in org.apache.spark.partial">BoundedDouble</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countApprox(long,%20double)">countApprox</a></strong>(long timeout, + double confidence)</code> +<div class="block">Approximate version of count() that returns a potentially incomplete result + within a timeout, even if not all tasks have finished.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>long</code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countApproxDistinct(double)">countApproxDistinct</a></strong>(double relativeSD)</code> +<div class="block">Return approximate number of distinct elements in the RDD.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaFutureAction.html" title="interface in org.apache.spark.api.java">JavaFutureAction</a><Long></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countAsync()">countAsync</a></strong>()</code> +<div class="block">The asynchronous version of <code>count</code>, which returns a + future for counting the number of elements in this RDD.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>java.util.Map<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,Long></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countByValue()">countByValue</a></strong>()</code> +<div class="block">Return the count of each unique value in this RDD as a map of (value, count) pairs.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/partial/PartialResult.html" title="class in org.apache.spark.partial">PartialResult</a><java.util.Map<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,<a href="../../../../../org/apache/spark/partial/BoundedDouble.html" title="class in org.apache.spark.partial">BoundedDouble</a>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countByValueApprox(long)">countByValueApprox</a></strong>(long timeout)</code> +<div class="block">(Experimental) Approximate version of countByValue().</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/partial/PartialResult.html" title="class in org.apache.spark.partial">PartialResult</a><java.util.Map<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,<a href="../../../../../org/apache/spark/partial/BoundedDouble.html" title="class in org.apache.spark.partial">BoundedDouble</a>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countByValueApprox(long,%20double)">countByValueApprox</a></strong>(long timeout, + double confidence)</code> +<div class="block">(Experimental) Approximate version of countByValue().</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#first()">first</a></strong>()</code> +<div class="block">Return the first element in this RDD.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><U> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><U></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#flatMap(org.apache.spark.api.java.function.FlatMapFunction)">flatMap</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/FlatMapFunction.html" title="interface in org.apache.spark.api.java.function">FlatMapFunction</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,U> f)</code> +<div class="block">Return a new RDD by first applying a function to all elements of this + RDD, and then flattening the results.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaDoubleRDD.html" title="class in org.apache.spark.api.java">JavaDoubleRDD</a></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#flatMapToDouble(org.apache.spark.api.java.function.DoubleFlatMapFunction)">flatMapToDouble</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/DoubleFlatMapFunction.html" title="interface in org.apache.spark.api.java.function">DoubleFlatMapFunction</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> f)</code> +<div class="block">Return a new RDD by first applying a function to all elements of this + RDD, and then flattening the results.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><K2,V2> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><K2,V2></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#flatMapToPair(org.apache.spark.api.java.function.PairFlatMapFunction)">flatMapToPair</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/PairFlatMapFunction.html" title="interface in org.apache.spark.api.java.function">PairFlatMapFunction</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,K2,V2> f)</code> +<div class="block">Return a new RDD by first applying a function to all elements of this + RDD, and then flattening the results.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#fold(T,%20org.apache.spark.api.java.function.Function2)">fold</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a> zeroValue, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> f)</code> +<div class="block">Aggregate the elements of each partition, and then the results for all the partitions, using a + given associative and commutative function and a neutral "zero value".</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#foreach(org.apache.spark.api.java.function.VoidFunction)">foreach</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/VoidFunction.html" title="interface in org.apache.spark.api.java.function">VoidFunction</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> f)</code> +<div class="block">Applies a function f to all elements of this RDD.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaFutureAction.html" title="interface in org.apache.spark.api.java">JavaFutureAction</a><Void></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#foreachAsync(org.apache.spark.api.java.function.VoidFunction)">foreachAsync</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/VoidFunction.html" title="interface in org.apache.spark.api.java.function">VoidFunction</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> f)</code> +<div class="block">The asynchronous version of the <code>foreach</code> action, which + applies a function f to all the elements of this RDD.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#foreachPartition(org.apache.spark.api.java.function.VoidFunction)">foreachPartition</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/VoidFunction.html" title="interface in org.apache.spark.api.java.function">VoidFunction</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>> f)</code> +<div class="block">Applies a function f to each partition of this RDD.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaFutureAction.html" title="interface in org.apache.spark.api.java">JavaFutureAction</a><Void></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#foreachPartitionAsync(org.apache.spark.api.java.function.VoidFunction)">foreachPartitionAsync</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/VoidFunction.html" title="interface in org.apache.spark.api.java.function">VoidFunction</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>> f)</code> +<div class="block">The asynchronous version of the <code>foreachPartition</code> action, which + applies a function f to each partition of this RDD.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>com.google.common.base.Optional<String></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#getCheckpointFile()">getCheckpointFile</a></strong>()</code> +<div class="block">Gets the name of the file to which this RDD was checkpointed</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>int</code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#getNumPartitions()">getNumPartitions</a></strong>()</code> +<div class="block">Return the number of partitions in this RDD.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/storage/StorageLevel.html" title="class in org.apache.spark.storage">StorageLevel</a></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#getStorageLevel()">getStorageLevel</a></strong>()</code> +<div class="block">Get the RDD's current storage level, or StorageLevel.NONE if none is set.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#glom()">glom</a></strong>()</code> +<div class="block">Return an RDD created by coalescing all elements within each partition into an array.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><U> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><U,Iterable<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#groupBy(org.apache.spark.api.java.function.Function)">groupBy</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/Function.html" title="interface in org.apache.spark.api.java.function">Function</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,U> f)</code> +<div class="block">Return an RDD of grouped elements.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><U> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><U,Iterable<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#groupBy(org.apache.spark.api.java.function.Function,%20int)">groupBy</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/Function.html" title="interface in org.apache.spark.api.java.function">Function</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,U> f, + int numPartitions)</code> +<div class="block">Return an RDD of grouped elements.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>int</code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#id()">id</a></strong>()</code> +<div class="block">A unique ID for this RDD (within its SparkContext).</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>boolean</code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#isCheckpointed()">isCheckpointed</a></strong>()</code> +<div class="block">Return whether this RDD has been checkpointed or not</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>boolean</code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#isEmpty()">isEmpty</a></strong>()</code> </td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#iterator(org.apache.spark.Partition,%20org.apache.spark.TaskContext)">iterator</a></strong>(<a href="../../../../../org/apache/spark/Partition.html" title="interface in org.apache.spark">Partition</a> split, + <a href="../../../../../org/apache/spark/TaskContext.html" title="class in org.apache.spark">TaskContext</a> taskContext)</code> +<div class="block">Internal method to this RDD; will read from cache if applicable, or otherwise compute it.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><U> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><U,<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#keyBy(org.apache.spark.api.java.function.Function)">keyBy</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/Function.html" title="interface in org.apache.spark.api.java.function">Function</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,U> f)</code> +<div class="block">Creates tuples of the elements in this RDD by applying <code>f</code>.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><R> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><R></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#map(org.apache.spark.api.java.function.Function)">map</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/Function.html" title="interface in org.apache.spark.api.java.function">Function</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,R> f)</code> +<div class="block">Return a new RDD by applying a function to all elements of this RDD.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><U> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><U></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitions(org.apache.spark.api.java.function.FlatMapFunction)">mapPartitions</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/FlatMapFunction.html" title="interface in org.apache.spark.api.java.function">FlatMapFunction</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>,U> f)</code> +<div class="block">Return a new RDD by applying a function to each partition of this RDD.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><U> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><U></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitions(org.apache.spark.api.java.function.FlatMapFunction,%20boolean)">mapPartitions</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/FlatMapFunction.html" title="interface in org.apache.spark.api.java.function">FlatMapFunction</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>,U> f, + boolean preservesPartitioning)</code> +<div class="block">Return a new RDD by applying a function to each partition of this RDD.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaDoubleRDD.html" title="class in org.apache.spark.api.java">JavaDoubleRDD</a></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitionsToDouble(org.apache.spark.api.java.function.DoubleFlatMapFunction)">mapPartitionsToDouble</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/DoubleFlatMapFunction.html" title="interface in org.apache.spark.api.java.function">DoubleFlatMapFunction</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>> f)</code> +<div class="block">Return a new RDD by applying a function to each partition of this RDD.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaDoubleRDD.html" title="class in org.apache.spark.api.java">JavaDoubleRDD</a></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitionsToDouble(org.apache.spark.api.java.function.DoubleFlatMapFunction,%20boolean)">mapPartitionsToDouble</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/DoubleFlatMapFunction.html" title="interface in org.apache.spark.api.java.function">DoubleFlatMapFunction</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>> f, + boolean preservesPartitioning)</code> +<div class="block">Return a new RDD by applying a function to each partition of this RDD.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><K2,V2> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><K2,V2></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitionsToPair(org.apache.spark.api.java.function.PairFlatMapFunction)">mapPartitionsToPair</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/PairFlatMapFunction.html" title="interface in org.apache.spark.api.java.function">PairFlatMapFunction</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>,K2,V2> f)</code> +<div class="block">Return a new RDD by applying a function to each partition of this RDD.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><K2,V2> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><K2,V2></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitionsToPair(org.apache.spark.api.java.function.PairFlatMapFunction,%20boolean)">mapPartitionsToPair</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/PairFlatMapFunction.html" title="interface in org.apache.spark.api.java.function">PairFlatMapFunction</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>,K2,V2> f, + boolean preservesPartitioning)</code> +<div class="block">Return a new RDD by applying a function to each partition of this RDD.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><R> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><R></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitionsWithIndex(org.apache.spark.api.java.function.Function2,%20boolean)">mapPartitionsWithIndex</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><Integer,java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>,java.util.Iterator<R>> f, + boolean preservesPartitioning)</code> +<div class="block">Return a new RDD by applying a function to each partition of this RDD, while tracking the index + of the original partition.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><R> <a href="../../../../../org/apache/spark/api/java/JavaDoubleRDD.html" title="class in org.apache.spark.api.java">JavaDoubleRDD</a></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapToDouble(org.apache.spark.api.java.function.DoubleFunction)">mapToDouble</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/DoubleFunction.html" title="interface in org.apache.spark.api.java.function">DoubleFunction</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> f)</code> +<div class="block">Return a new RDD by applying a function to all elements of this RDD.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><K2,V2> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><K2,V2></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapToPair(org.apache.spark.api.java.function.PairFunction)">mapToPair</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/PairFunction.html" title="interface in org.apache.spark.api.java.function">PairFunction</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,K2,V2> f)</code> +<div class="block">Return a new RDD by applying a function to all elements of this RDD.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#max(java.util.Comparator)">max</a></strong>(java.util.Comparator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> comp)</code> +<div class="block">Returns the maximum element from this RDD as defined by the specified + Comparator[T].</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#min(java.util.Comparator)">min</a></strong>(java.util.Comparator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> comp)</code> +<div class="block">Returns the minimum element from this RDD as defined by the specified + Comparator[T].</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>String</code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#name()">name</a></strong>()</code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>com.google.common.base.Optional<<a href="../../../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#partitioner()">partitioner</a></strong>()</code> +<div class="block">The partitioner of this RDD.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>java.util.List<<a href="../../../../../org/apache/spark/Partition.html" title="interface in org.apache.spark">Partition</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#partitions()">partitions</a></strong>()</code> +<div class="block">Set of partitions in this RDD.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><String></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#pipe(java.util.List)">pipe</a></strong>(java.util.List<String> command)</code> +<div class="block">Return an RDD created by piping elements to a forked external process.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><String></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#pipe(java.util.List,%20java.util.Map)">pipe</a></strong>(java.util.List<String> command, + java.util.Map<String,String> env)</code> +<div class="block">Return an RDD created by piping elements to a forked external process.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><String></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#pipe(java.lang.String)">pipe</a></strong>(String command)</code> +<div class="block">Return an RDD created by piping elements to a forked external process.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#rdd()">rdd</a></strong>()</code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#reduce(org.apache.spark.api.java.function.Function2)">reduce</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> f)</code> +<div class="block">Reduces the elements of this RDD using the specified commutative and associative binary + operator.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#saveAsObjectFile(java.lang.String)">saveAsObjectFile</a></strong>(String path)</code> +<div class="block">Save this RDD as a SequenceFile of serialized objects.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#saveAsTextFile(java.lang.String)">saveAsTextFile</a></strong>(String path)</code> +<div class="block">Save this RDD as a text file, using string representations of elements.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#saveAsTextFile(java.lang.String,%20java.lang.Class)">saveAsTextFile</a></strong>(String path, + Class<? extends org.apache.hadoop.io.compress.CompressionCodec> codec)</code> +<div class="block">Save this RDD as a compressed text file, using string representations of elements.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>java.util.List<<a href="../../../../../org/apache/spark/Partition.html" title="interface in org.apache.spark">Partition</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#splits()">splits</a></strong>()</code> </td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#take(int)">take</a></strong>(int num)</code> +<div class="block">Take the first num elements of the RDD.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaFutureAction.html" title="interface in org.apache.spark.api.java">JavaFutureAction</a><java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#takeAsync(int)">takeAsync</a></strong>(int num)</code> +<div class="block">The asynchronous version of the <code>take</code> action, which returns a + future for retrieving the first <code>num</code> elements of this RDD.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#takeOrdered(int)">takeOrdered</a></strong>(int num)</code> +<div class="block">Returns the first k (smallest) elements from this RDD using the + natural ordering for T while maintain the order.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#takeOrdered(int,%20java.util.Comparator)">takeOrdered</a></strong>(int num, + java.util.Comparator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> comp)</code> +<div class="block">Returns the first k (smallest) elements from this RDD as defined by + the specified Comparator[T] and maintains the order.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#takeSample(boolean,%20int)">takeSample</a></strong>(boolean withReplacement, + int num)</code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#takeSample(boolean,%20int,%20long)">takeSample</a></strong>(boolean withReplacement, + int num, + long seed)</code> </td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#toArray()">toArray</a></strong>()</code> +<div class="block"><strong>Deprecated.</strong> +<div class="block"><i>As of Spark 1.0.0, toArray() is deprecated, use <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#collect()"><code>collect()</code></a> instead</i></div> +</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>String</code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#toDebugString()">toDebugString</a></strong>()</code> +<div class="block">A description of this RDD and its recursive dependencies for debugging.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#toLocalIterator()">toLocalIterator</a></strong>()</code> +<div class="block">Return an iterator that contains all of the elements in this RDD.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#top(int)">top</a></strong>(int num)</code> +<div class="block">Returns the top k (largest) elements from this RDD using the + natural ordering for T and maintains the order.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#top(int,%20java.util.Comparator)">top</a></strong>(int num, + java.util.Comparator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> comp)</code> +<div class="block">Returns the top k (largest) elements from this RDD as defined by + the specified Comparator[T] and maintains the order.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><U> U</code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#treeAggregate(U,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2)">treeAggregate</a></strong>(U zeroValue, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><U,<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,U> seqOp, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><U,U,U> combOp)</code> +<div class="block"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#treeAggregate(U,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2,%20int)"><code>treeAggregate(U, org.apache.spark.api.java.function.Function2<U, T, U>, org.apache.spark.api.java.function.Function2<U, U, U>, int)</code></a> with suggested depth 2.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><U> U</code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#treeAggregate(U,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2,%20int)">treeAggregate</a></strong>(U zeroValue, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><U,<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,U> seqOp, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><U,U,U> combOp, + int depth)</code> +<div class="block">Aggregates the elements of this RDD in a multi-level tree pattern.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#treeReduce(org.apache.spark.api.java.function.Function2)">treeReduce</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> f)</code> +<div class="block"><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#treeReduce(org.apache.spark.api.java.function.Function2,%20int)"><code>treeReduce(org.apache.spark.api.java.function.Function2<T, T, T>, int)</code></a> with suggested depth 2.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#treeReduce(org.apache.spark.api.java.function.Function2,%20int)">treeReduce</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> f, + int depth)</code> +<div class="block">Reduces the elements of this RDD in a multi-level tree pattern.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">This</a></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#wrapRDD(org.apache.spark.rdd.RDD)">wrapRDD</a></strong>(<a href="../../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> rdd)</code> </td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><U> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,U></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#zip(org.apache.spark.api.java.JavaRDDLike)">zip</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="interface in org.apache.spark.api.java">JavaRDDLike</a><U,?> other)</code> +<div class="block">Zips this RDD with another one, returning key-value pairs with the first element in each RDD, + second element in each RDD, etc.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><U,V> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><V></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#zipPartitions(org.apache.spark.api.java.JavaRDDLike,%20org.apache.spark.api.java.function.FlatMapFunction2)">zipPartitions</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="interface in org.apache.spark.api.java">JavaRDDLike</a><U,?> other, + <a href="../../../../../org/apache/spark/api/java/function/FlatMapFunction2.html" title="interface in org.apache.spark.api.java.function">FlatMapFunction2</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>,java.util.Iterator<U>,V> f)</code> +<div class="block">Zip this RDD's partitions with one (or more) RDD(s) and return a new RDD by + applying a function to the zipped partitions.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,Long></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#zipWithIndex()">zipWithIndex</a></strong>()</code> +<div class="block">Zips this RDD with its element indices.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,Long></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#zipWithUniqueId()">zipWithUniqueId</a></strong>()</code> +<div class="block">Zips this RDD with generated unique Long ids.</div> +</td> +</tr> +</table> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="wrapRDD(org.apache.spark.rdd.RDD)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>wrapRDD</h4> +<pre><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">This</a> wrapRDD(<a href="../../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> rdd)</pre> +</li> +</ul> +<a name="classTag()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>classTag</h4> +<pre>scala.reflect.ClassTag<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> classTag()</pre> +</li> +</ul> +<a name="rdd()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>rdd</h4> +<pre><a href="../../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> rdd()</pre> +</li> +</ul> +<a name="splits()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>splits</h4> +<pre>java.util.List<<a href="../../../../../org/apache/spark/Partition.html" title="interface in org.apache.spark">Partition</a>> splits()</pre> +</li> +</ul> +<a name="partitions()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>partitions</h4> +<pre>java.util.List<<a href="../../../../../org/apache/spark/Partition.html" title="interface in org.apache.spark">Partition</a>> partitions()</pre> +<div class="block">Set of partitions in this RDD.</div> +</li> +</ul> +<a name="getNumPartitions()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getNumPartitions</h4> +<pre>int getNumPartitions()</pre> +<div class="block">Return the number of partitions in this RDD.</div> +</li> +</ul> +<a name="partitioner()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>partitioner</h4> +<pre>com.google.common.base.Optional<<a href="../../../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a>> partitioner()</pre> +<div class="block">The partitioner of this RDD.</div> +</li> +</ul> +<a name="context()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>context</h4> +<pre><a href="../../../../../org/apache/spark/SparkContext.html" title="class in org.apache.spark">SparkContext</a> context()</pre> +<div class="block">The <a href="../../../../../org/apache/spark/SparkContext.html" title="class in org.apache.spark"><code>SparkContext</code></a> that this RDD was created on.</div> +</li> +</ul> +<a name="id()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>id</h4> +<pre>int id()</pre> +<div class="block">A unique ID for this RDD (within its SparkContext).</div> +</li> +</ul> +<a name="getStorageLevel()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getStorageLevel</h4> +<pre><a href="../../../../../org/apache/spark/storage/StorageLevel.html" title="class in org.apache.spark.storage">StorageLevel</a> getStorageLevel()</pre> +<div class="block">Get the RDD's current storage level, or StorageLevel.NONE if none is set.</div> +</li> +</ul> +<a name="iterator(org.apache.spark.Partition, org.apache.spark.TaskContext)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>iterator</h4> +<pre>java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> iterator(<a href="../../../../../org/apache/spark/Partition.html" title="interface in org.apache.spark">Partition</a> split, + <a href="../../../../../org/apache/spark/TaskContext.html" title="class in org.apache.spark">TaskContext</a> taskContext)</pre> +<div class="block">Internal method to this RDD; will read from cache if applicable, or otherwise compute it. + This should ''not'' be called by users directly, but is available for implementors of custom + subclasses of RDD.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>split</code> - (undocumented)</dd><dd><code>taskContext</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="map(org.apache.spark.api.java.function.Function)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>map</h4> +<pre><R> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><R> map(<a href="../../../../../org/apache/spark/api/java/function/Function.html" title="interface in org.apache.spark.api.java.function">Function</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,R> f)</pre> +<div class="block">Return a new RDD by applying a function to all elements of this RDD.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>f</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="mapPartitionsWithIndex(org.apache.spark.api.java.function.Function2, boolean)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>mapPartitionsWithIndex</h4> +<pre><R> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><R> mapPartitionsWithIndex(<a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><Integer,java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>,java.util.Iterator<R>> f, + boolean preservesPartitioning)</pre> +<div class="block">Return a new RDD by applying a function to each partition of this RDD, while tracking the index + of the original partition.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>f</code> - (undocumented)</dd><dd><code>preservesPartitioning</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="mapToDouble(org.apache.spark.api.java.function.DoubleFunction)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>mapToDouble</h4> +<pre><R> <a href="../../../../../org/apache/spark/api/java/JavaDoubleRDD.html" title="class in org.apache.spark.api.java">JavaDoubleRDD</a> mapToDouble(<a href="../../../../../org/apache/spark/api/java/function/DoubleFunction.html" title="interface in org.apache.spark.api.java.function">DoubleFunction</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> f)</pre> +<div class="block">Return a new RDD by applying a function to all elements of this RDD.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>f</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="mapToPair(org.apache.spark.api.java.function.PairFunction)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>mapToPair</h4> +<pre><K2,V2> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><K2,V2> mapToPair(<a href="../../../../../org/apache/spark/api/java/function/PairFunction.html" title="interface in org.apache.spark.api.java.function">PairFunction</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,K2,V2> f)</pre> +<div class="block">Return a new RDD by applying a function to all elements of this RDD.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>f</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="flatMap(org.apache.spark.api.java.function.FlatMapFunction)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>flatMap</h4> +<pre><U> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><U> flatMap(<a href="../../../../../org/apache/spark/api/java/function/FlatMapFunction.html" title="interface in org.apache.spark.api.java.function">FlatMapFunction</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,U> f)</pre> +<div class="block">Return a new RDD by first applying a function to all elements of this + RDD, and then flattening the results.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>f</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="flatMapToDouble(org.apache.spark.api.java.function.DoubleFlatMapFunction)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>flatMapToDouble</h4> +<pre><a href="../../../../../org/apache/spark/api/java/JavaDoubleRDD.html" title="class in org.apache.spark.api.java">JavaDoubleRDD</a> flatMapToDouble(<a href="../../../../../org/apache/spark/api/java/function/DoubleFlatMapFunction.html" title="interface in org.apache.spark.api.java.function">DoubleFlatMapFunction</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> f)</pre> +<div class="block">Return a new RDD by first applying a function to all elements of this + RDD, and then flattening the results.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>f</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="flatMapToPair(org.apache.spark.api.java.function.PairFlatMapFunction)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>flatMapToPair</h4> +<pre><K2,V2> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><K2,V2> flatMapToPair(<a href="../../../../../org/apache/spark/api/java/function/PairFlatMapFunction.html" title="interface in org.apache.spark.api.java.function">PairFlatMapFunction</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,K2,V2> f)</pre> +<div class="block">Return a new RDD by first applying a function to all elements of this + RDD, and then flattening the results.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>f</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="mapPartitions(org.apache.spark.api.java.function.FlatMapFunction)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>mapPartitions</h4> +<pre><U> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><U> mapPartitions(<a href="../../../../../org/apache/spark/api/java/function/FlatMapFunction.html" title="interface in org.apache.spark.api.java.function">FlatMapFunction</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>,U> f)</pre> +<div class="block">Return a new RDD by applying a function to each partition of this RDD.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>f</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="mapPartitions(org.apache.spark.api.java.function.FlatMapFunction, boolean)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>mapPartitions</h4> +<pre><U> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><U> mapPartitions(<a href="../../../../../org/apache/spark/api/java/function/FlatMapFunction.html" title="interface in org.apache.spark.api.java.function">FlatMapFunction</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>,U> f, + boolean preservesPartitioning)</pre> +<div class="block">Return a new RDD by applying a function to each partition of this RDD.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>f</code> - (undocumented)</dd><dd><code>preservesPartitioning</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="mapPartitionsToDouble(org.apache.spark.api.java.function.DoubleFlatMapFunction)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>mapPartitionsToDouble</h4> +<pre><a href="../../../../../org/apache/spark/api/java/JavaDoubleRDD.html" title="class in org.apache.spark.api.java">JavaDoubleRDD</a> mapPartitionsToDouble(<a href="../../../../../org/apache/spark/api/java/function/DoubleFlatMapFunction.html" title="interface in org.apache.spark.api.java.function">DoubleFlatMapFunction</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>> f)</pre> +<div class="block">Return a new RDD by applying a function to each partition of this RDD.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>f</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="mapPartitionsToPair(org.apache.spark.api.java.function.PairFlatMapFunction)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>mapPartitionsToPair</h4> +<pre><K2,V2> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><K2,V2> mapPartitionsToPair(<a href="../../../../../org/apache/spark/api/java/function/PairFlatMapFunction.html" title="interface in org.apache.spark.api.java.function">PairFlatMapFunction</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>,K2,V2> f)</pre> +<div class="block">Return a new RDD by applying a function to each partition of this RDD.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>f</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="mapPartitionsToDouble(org.apache.spark.api.java.function.DoubleFlatMapFunction, boolean)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>mapPartitionsToDouble</h4> +<pre><a href="../../../../../org/apache/spark/api/java/JavaDoubleRDD.html" title="class in org.apache.spark.api.java">JavaDoubleRDD</a> mapPartitionsToDouble(<a href="../../../../../org/apache/spark/api/java/function/DoubleFlatMapFunction.html" title="interface in org.apache.spark.api.java.function">DoubleFlatMapFunction</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>> f, + boolean preservesPartitioning)</pre> +<div class="block">Return a new RDD by applying a function to each partition of this RDD.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>f</code> - (undocumented)</dd><dd><code>preservesPartitioning</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="mapPartitionsToPair(org.apache.spark.api.java.function.PairFlatMapFunction, boolean)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>mapPartitionsToPair</h4> +<pre><K2,V2> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><K2,V2> mapPartitionsToPair(<a href="../../../../../org/apache/spark/api/java/function/PairFlatMapFunction.html" title="interface in org.apache.spark.api.java.function">PairFlatMapFunction</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>,K2,V2> f, + boolean preservesPartitioning)</pre> +<div class="block">Return a new RDD by applying a function to each partition of this RDD.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>f</code> - (undocumented)</dd><dd><code>preservesPartitioning</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="foreachPartition(org.apache.spark.api.java.function.VoidFunction)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>foreachPartition</h4> +<pre>void foreachPartition(<a href="../../../../../org/apache/spark/api/java/function/VoidFunction.html" title="interface in org.apache.spark.api.java.function">VoidFunction</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>> f)</pre> +<div class="block">Applies a function f to each partition of this RDD.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>f</code> - (undocumented)</dd></dl> +</li> +</ul> +<a name="glom()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>glom</h4> +<pre><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>> glom()</pre> +<div class="block">Return an RDD created by coalescing all elements within each partition into an array.</div> +<dl><dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="cartesian(org.apache.spark.api.java.JavaRDDLike)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>cartesian</h4> +<pre><U> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,U> cartesian(<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="interface in org.apache.spark.api.java">JavaRDDLike</a><U,?> other)</pre> +<div class="block">Return the Cartesian product of this RDD and another one, that is, the RDD of all pairs of + elements (a, b) where a is in <code>this</code> and b is in <code>other</code>.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>other</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="groupBy(org.apache.spark.api.java.function.Function)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>groupBy</h4> +<pre><U> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><U,Iterable<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>> groupBy(<a href="../../../../../org/apache/spark/api/java/function/Function.html" title="interface in org.apache.spark.api.java.function">Function</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,U> f)</pre> +<div class="block">Return an RDD of grouped elements. Each group consists of a key and a sequence of elements + mapping to that key.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>f</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="groupBy(org.apache.spark.api.java.function.Function, int)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>groupBy</h4> +<pre><U> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><U,Iterable<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>> groupBy(<a href="../../../../../org/apache/spark/api/java/function/Function.html" title="interface in org.apache.spark.api.java.function">Function</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,U> f, + int numPartitions)</pre> +<div class="block">Return an RDD of grouped elements. Each group consists of a key and a sequence of elements + mapping to that key.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>f</code> - (undocumented)</dd><dd><code>numPartitions</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="pipe(java.lang.String)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>pipe</h4> +<pre><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><String> pipe(String command)</pre> +<div class="block">Return an RDD created by piping elements to a forked external process.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>command</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="pipe(java.util.List)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>pipe</h4> +<pre><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><String> pipe(java.util.List<String> command)</pre> +<div class="block">Return an RDD created by piping elements to a forked external process.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>command</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="pipe(java.util.List, java.util.Map)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>pipe</h4> +<pre><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><String> pipe(java.util.List<String> command, + java.util.Map<String,String> env)</pre> +<div class="block">Return an RDD created by piping elements to a forked external process.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>command</code> - (undocumented)</dd><dd><code>env</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="zip(org.apache.spark.api.java.JavaRDDLike)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>zip</h4> +<pre><U> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,U> zip(<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="interface in org.apache.spark.api.java">JavaRDDLike</a><U,?> other)</pre> +<div class="block">Zips this RDD with another one, returning key-value pairs with the first element in each RDD, + second element in each RDD, etc. Assumes that the two RDDs have the *same number of + partitions* and the *same number of elements in each partition* (e.g. one was made through + a map on the other).</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>other</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="zipPartitions(org.apache.spark.api.java.JavaRDDLike, org.apache.spark.api.java.function.FlatMapFunction2)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>zipPartitions</h4> +<pre><U,V> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><V> zipPartitions(<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="interface in org.apache.spark.api.java">JavaRDDLike</a><U,?> other, + <a href="../../../../../org/apache/spark/api/java/function/FlatMapFunction2.html" title="interface in org.apache.spark.api.java.function">FlatMapFunction2</a><java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>,java.util.Iterator<U>,V> f)</pre> +<div class="block">Zip this RDD's partitions with one (or more) RDD(s) and return a new RDD by + applying a function to the zipped partitions. Assumes that all the RDDs have the + *same number of partitions*, but does *not* require them to have the same number + of elements in each partition.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>other</code> - (undocumented)</dd><dd><code>f</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="zipWithUniqueId()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>zipWithUniqueId</h4> +<pre><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,Long> zipWithUniqueId()</pre> +<div class="block">Zips this RDD with generated unique Long ids. Items in the kth partition will get ids k, n+k, + 2*n+k, ..., where n is the number of partitions. So there may exist gaps, but this method + won't trigger a spark job, which is different from <a href="../../../../../org/apache/spark/rdd/RDD.html#zipWithIndex()"><code>RDD.zipWithIndex()</code></a>.</div> +<dl><dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="zipWithIndex()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>zipWithIndex</h4> +<pre><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,Long> zipWithIndex()</pre> +<div class="block">Zips this RDD with its element indices. The ordering is first based on the partition index + and then the ordering of items within each partition. So the first item in the first + partition gets index 0, and the last item in the last partition receives the largest index. + This is similar to Scala's zipWithIndex but it uses Long instead of Int as the index type. + This method needs to trigger a spark job when this RDD contains more than one partitions.</div> +<dl><dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="foreach(org.apache.spark.api.java.function.VoidFunction)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>foreach</h4> +<pre>void foreach(<a href="../../../../../org/apache/spark/api/java/function/VoidFunction.html" title="interface in org.apache.spark.api.java.function">VoidFunction</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> f)</pre> +<div class="block">Applies a function f to all elements of this RDD.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>f</code> - (undocumented)</dd></dl> +</li> +</ul> +<a name="collect()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>collect</h4> +<pre>java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> collect()</pre> +<div class="block">Return an array that contains all of the elements in this RDD.</div> +<dl><dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="toLocalIterator()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>toLocalIterator</h4> +<pre>java.util.Iterator<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> toLocalIterator()</pre> +<div class="block">Return an iterator that contains all of the elements in this RDD. + <p> + The iterator will consume as much memory as the largest partition in this RDD.</div> +<dl><dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="toArray()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>toArray</h4> +<pre>java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> toArray()</pre> +<div class="block"><span class="strong">Deprecated.</span> <i>As of Spark 1.0.0, toArray() is deprecated, use <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#collect()"><code>collect()</code></a> instead</i></div> +<div class="block">Return an array that contains all of the elements in this RDD.</div> +<dl><dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="collectPartitions(int[])"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>collectPartitions</h4> +<pre>java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>>[] collectPartitions(int[] partitionIds)</pre> +<div class="block">Return an array that contains all of the elements in a specific partition of this RDD.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>partitionIds</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="reduce(org.apache.spark.api.java.function.Function2)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>reduce</h4> +<pre><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a> reduce(<a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>,<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="type parameter in JavaRDDLike">T</a>> f
<TRUNCATED> --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org