http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/java/org/apache/spark/api/java/JavaRDD.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/java/org/apache/spark/api/java/JavaRDD.html b/site/docs/1.6.3/api/java/org/apache/spark/api/java/JavaRDD.html new file mode 100644 index 0000000..73b7920 --- /dev/null +++ b/site/docs/1.6.3/api/java/org/apache/spark/api/java/JavaRDD.html @@ -0,0 +1,757 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (version 1.7.0_79) on Wed Nov 02 15:16:18 PDT 2016 --> +<title>JavaRDD (Spark 1.6.3 JavaDoc)</title> +<meta name="date" content="2016-11-02"> +<link rel="stylesheet" type="text/css" href="../../../../../stylesheet.css" title="Style"> +</head> +<body> +<script type="text/javascript"><!-- + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="JavaRDD (Spark 1.6.3 JavaDoc)"; + } +//--> +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar_top"> +<!-- --> +</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="interface in org.apache.spark.api.java"><span class="strong">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../index.html?org/apache/spark/api/java/JavaRDD.html" target="_top">Frames</a></li> +<li><a href="JavaRDD.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor_summary">Constr</a> | </li> +<li><a href="#method_summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor_detail">Constr</a> | </li> +<li><a href="#method_detail">Method</a></li> +</ul> +</div> +<a name="skip-navbar_top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.spark.api.java</div> +<h2 title="Class JavaRDD" class="title">Class JavaRDD<T></h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>Object</li> +<li> +<ul class="inheritance"> +<li>org.apache.spark.api.java.JavaRDD<T></li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>All Implemented Interfaces:</dt> +<dd>java.io.Serializable, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="interface in org.apache.spark.api.java">JavaRDDLike</a><T,<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><T>></dd> +</dl> +<hr> +<br> +<pre>public class <span class="strong">JavaRDD<T></span> +extends Object</pre> +<dl><dt><span class="strong">See Also:</span></dt><dd><a href="../../../../../serialized-form.html#org.apache.spark.api.java.JavaRDD">Serialized Form</a></dd></dl> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ======== CONSTRUCTOR SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor_summary"> +<!-- --> +</a> +<h3>Constructor Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> +<caption><span>Constructors</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colOne" scope="col">Constructor and Description</th> +</tr> +<tr class="altColor"> +<td class="colOne"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDD.html#JavaRDD(org.apache.spark.rdd.RDD,%20scala.reflect.ClassTag)">JavaRDD</a></strong>(<a href="../../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> rdd, + scala.reflect.ClassTag<<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> classTag)</code> </td> +</tr> +</table> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span>Methods</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDD.html#cache()">cache</a></strong>()</code> +<div class="block">Persist this RDD with the default storage level (`MEMORY_ONLY`).</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>scala.reflect.ClassTag<<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDD.html#classTag()">classTag</a></strong>()</code> </td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDD.html#coalesce(int)">coalesce</a></strong>(int numPartitions)</code> +<div class="block">Return a new RDD that is reduced into <code>numPartitions</code> partitions.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDD.html#coalesce(int,%20boolean)">coalesce</a></strong>(int numPartitions, + boolean shuffle)</code> +<div class="block">Return a new RDD that is reduced into <code>numPartitions</code> partitions.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDD.html#distinct()">distinct</a></strong>()</code> +<div class="block">Return a new RDD containing the distinct elements in this RDD.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDD.html#distinct(int)">distinct</a></strong>(int numPartitions)</code> +<div class="block">Return a new RDD containing the distinct elements in this RDD.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDD.html#filter(org.apache.spark.api.java.function.Function)">filter</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/Function.html" title="interface in org.apache.spark.api.java.function">Function</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>,Boolean> f)</code> +<div class="block">Return a new RDD containing only the elements that satisfy a predicate.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>static <T> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><T></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDD.html#fromRDD(org.apache.spark.rdd.RDD,%20scala.reflect.ClassTag)">fromRDD</a></strong>(<a href="../../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><T> rdd, + scala.reflect.ClassTag<T> evidence$1)</code> </td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDD.html#intersection(org.apache.spark.api.java.JavaRDD)">intersection</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> other)</code> +<div class="block">Return the intersection of this RDD and another one.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDD.html#persist(org.apache.spark.storage.StorageLevel)">persist</a></strong>(<a href="../../../../../org/apache/spark/storage/StorageLevel.html" title="class in org.apache.spark.storage">StorageLevel</a> newLevel)</code> +<div class="block">Set this RDD's storage level to persist its values across operations after the first time + it is computed.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>>[]</code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDD.html#randomSplit(double[])">randomSplit</a></strong>(double[] weights)</code> +<div class="block">Randomly splits this RDD with the provided weights.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>>[]</code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDD.html#randomSplit(double[],%20long)">randomSplit</a></strong>(double[] weights, + long seed)</code> +<div class="block">Randomly splits this RDD with the provided weights.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDD.html#rdd()">rdd</a></strong>()</code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDD.html#repartition(int)">repartition</a></strong>(int numPartitions)</code> +<div class="block">Return a new RDD that has exactly numPartitions partitions.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDD.html#sample(boolean,%20double)">sample</a></strong>(boolean withReplacement, + double fraction)</code> +<div class="block">Return a sampled subset of this RDD.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDD.html#sample(boolean,%20double,%20long)">sample</a></strong>(boolean withReplacement, + double fraction, + long seed)</code> +<div class="block">Return a sampled subset of this RDD.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDD.html#setName(java.lang.String)">setName</a></strong>(String name)</code> +<div class="block">Assign a name to this RDD</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><S> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDD.html#sortBy(org.apache.spark.api.java.function.Function,%20boolean,%20int)">sortBy</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/Function.html" title="interface in org.apache.spark.api.java.function">Function</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>,S> f, + boolean ascending, + int numPartitions)</code> +<div class="block">Return this RDD sorted by the given key function.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDD.html#subtract(org.apache.spark.api.java.JavaRDD)">subtract</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> other)</code> +<div class="block">Return an RDD with the elements from <code>this</code> that are not in <code>other</code>.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDD.html#subtract(org.apache.spark.api.java.JavaRDD,%20int)">subtract</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> other, + int numPartitions)</code> +<div class="block">Return an RDD with the elements from <code>this</code> that are not in <code>other</code>.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDD.html#subtract(org.apache.spark.api.java.JavaRDD,%20org.apache.spark.Partitioner)">subtract</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> other, + <a href="../../../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a> p)</code> +<div class="block">Return an RDD with the elements from <code>this</code> that are not in <code>other</code>.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>static <T> <a href="../../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><T></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDD.html#toRDD(org.apache.spark.api.java.JavaRDD)">toRDD</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><T> rdd)</code> </td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>String</code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDD.html#toString()">toString</a></strong>()</code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDD.html#union(org.apache.spark.api.java.JavaRDD)">union</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> other)</code> +<div class="block">Return the union of this RDD and another one.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDD.html#unpersist()">unpersist</a></strong>()</code> +<div class="block">Mark the RDD as non-persistent, and remove all blocks for it from memory and disk.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDD.html#unpersist(boolean)">unpersist</a></strong>(boolean blocking)</code> +<div class="block">Mark the RDD as non-persistent, and remove all blocks for it from memory and disk.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaRDD.html#wrapRDD(org.apache.spark.rdd.RDD)">wrapRDD</a></strong>(<a href="../../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> rdd)</code> </td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods_inherited_from_class_Object"> +<!-- --> +</a> +<h3>Methods inherited from class Object</h3> +<code>equals, getClass, hashCode, notify, notifyAll, wait, wait, wait</code></li> +</ul> +<ul class="blockList"> +<li class="blockList"><a name="methods_inherited_from_class_org.apache.spark.api.java.JavaRDDLike"> +<!-- --> +</a> +<h3>Methods inherited from interface org.apache.spark.api.java.<a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="interface in org.apache.spark.api.java">JavaRDDLike</a></h3> +<code><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#aggregate(U,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2)">aggregate</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#cartesian(org.apache.spark.api.java.JavaRDDLike)">cartesian</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#checkpoint()">checkpoint</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#collect()">collect</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#collectAsync()">collectAsync</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#collectPartitions(int[])">collectPartitions</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#context()">context</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#count()">count</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countApprox(long) ">countApprox</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countApprox(long,%20double)">countApprox</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countApproxDistinct(double)">countApproxDistinct</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countAsync()">countAsync</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countByValue()">countByValue</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countByValueApprox(long)">countByValueApprox</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#countByValueApprox(long,%20double)">countByValueApprox</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#first()">first</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#flatMap(org.apache.spark.api.java.function.FlatMapFunction)">flatMap</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#flatMap ToDouble(org.apache.spark.api.java.function.DoubleFlatMapFunction)">flatMapToDouble</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#flatMapToPair(org.apache.spark.api.java.function.PairFlatMapFunction)">flatMapToPair</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#fold(T,%20org.apache.spark.api.java.function.Function2)">fold</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#foreach(org.apache.spark.api.java.function.VoidFunction)">foreach</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#foreachAsync(org.apache.spark.api.java.function.VoidFunction)">foreachAsync</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#foreachPartition(org.apache.spark.api.java.function.VoidFunction)">foreachPartition</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#foreachPartitionAsync(org.apache.spark.api.java.function.VoidFunction)">foreachPartitionAsync</a>, <a href=" ../../../../../org/apache/spark/api/java/JavaRDDLike.html#getCheckpointFile()">getCheckpointFile</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#getNumPartitions()">getNumPartitions</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#getStorageLevel()">getStorageLevel</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#glom()">glom</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#groupBy(org.apache.spark.api.java.function.Function)">groupBy</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#groupBy(org.apache.spark.api.java.function.Function,%20int)">groupBy</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#id()">id</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#isCheckpointed()">isCheckpointed</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#isEmpty()">isEmpty</a>, <a href="../../../../../org/apache/spark/a pi/java/JavaRDDLike.html#iterator(org.apache.spark.Partition,%20org.apache.spark.TaskContext)">iterator</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#keyBy(org.apache.spark.api.java.function.Function)">keyBy</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#map(org.apache.spark.api.java.function.Function)">map</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitions(org.apache.spark.api.java.function.FlatMapFunction)">mapPartitions</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitions(org.apache.spark.api.java.function.FlatMapFunction,%20boolean)">mapPartitions</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitionsToDouble(org.apache.spark.api.java.function.DoubleFlatMapFunction)">mapPartitionsToDouble</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitionsToDouble(org.apache.spark.api.java.function.DoubleFlatMapFun ction,%20boolean)">mapPartitionsToDouble</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitionsToPair(org.apache.spark.api.java.function.PairFlatMapFunction)">mapPartitionsToPair</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitionsToPair(org.apache.spark.api.java.function.PairFlatMapFunction,%20boolean)">mapPartitionsToPair</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapPartitionsWithIndex(org.apache.spark.api.java.function.Function2,%20boolean)">mapPartitionsWithIndex</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapToDouble(org.apache.spark.api.java.function.DoubleFunction)">mapToDouble</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#mapToPair(org.apache.spark.api.java.function.PairFunction)">mapToPair</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#max(java.util.Comparator)">max</a>, <a href="../../../../../org/apach e/spark/api/java/JavaRDDLike.html#min(java.util.Comparator)">min</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#name()">name</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#partitioner()">partitioner</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#partitions()">partitions</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#pipe(java.util.List)">pipe</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#pipe(java.util.List,%20java.util.Map)">pipe</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#pipe(java.lang.String)">pipe</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#reduce(org.apache.spark.api.java.function.Function2)">reduce</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#saveAsObjectFile(java.lang.String)">saveAsObjectFile</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#saveA sTextFile(java.lang.String)">saveAsTextFile</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#saveAsTextFile(java.lang.String,%20java.lang.Class)">saveAsTextFile</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#splits()">splits</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#take(int)">take</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#takeAsync(int)">takeAsync</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#takeOrdered(int)">takeOrdered</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#takeOrdered(int,%20java.util.Comparator)">takeOrdered</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#takeSample(boolean,%20int)">takeSample</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#takeSample(boolean,%20int,%20long)">takeSample</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#toArray( )">toArray</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#toDebugString()">toDebugString</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#toLocalIterator()">toLocalIterator</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#top(int)">top</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#top(int,%20java.util.Comparator)">top</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#treeAggregate(U,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2)">treeAggregate</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#treeAggregate(U,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2,%20int)">treeAggregate</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#treeReduce(org.apache.spark.api.java.function.Function2)">treeReduce</a>, <a href="../../../../../org /apache/spark/api/java/JavaRDDLike.html#treeReduce(org.apache.spark.api.java.function.Function2,%20int)">treeReduce</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#zip(org.apache.spark.api.java.JavaRDDLike)">zip</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#zipPartitions(org.apache.spark.api.java.JavaRDDLike,%20org.apache.spark.api.java.function.FlatMapFunction2)">zipPartitions</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#zipWithIndex()">zipWithIndex</a>, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html#zipWithUniqueId()">zipWithUniqueId</a></code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========= CONSTRUCTOR DETAIL ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor_detail"> +<!-- --> +</a> +<h3>Constructor Detail</h3> +<a name="JavaRDD(org.apache.spark.rdd.RDD, scala.reflect.ClassTag)"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>JavaRDD</h4> +<pre>public JavaRDD(<a href="../../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> rdd, + scala.reflect.ClassTag<<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> classTag)</pre> +</li> +</ul> +</li> +</ul> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="fromRDD(org.apache.spark.rdd.RDD, scala.reflect.ClassTag)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>fromRDD</h4> +<pre>public static <T> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><T> fromRDD(<a href="../../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><T> rdd, + scala.reflect.ClassTag<T> evidence$1)</pre> +</li> +</ul> +<a name="toRDD(org.apache.spark.api.java.JavaRDD)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>toRDD</h4> +<pre>public static <T> <a href="../../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><T> toRDD(<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><T> rdd)</pre> +</li> +</ul> +<a name="rdd()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>rdd</h4> +<pre>public <a href="../../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> rdd()</pre> +</li> +</ul> +<a name="classTag()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>classTag</h4> +<pre>public scala.reflect.ClassTag<<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> classTag()</pre> +</li> +</ul> +<a name="wrapRDD(org.apache.spark.rdd.RDD)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>wrapRDD</h4> +<pre>public <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> wrapRDD(<a href="../../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> rdd)</pre> +</li> +</ul> +<a name="cache()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>cache</h4> +<pre>public <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> cache()</pre> +<div class="block">Persist this RDD with the default storage level (`MEMORY_ONLY`).</div> +</li> +</ul> +<a name="persist(org.apache.spark.storage.StorageLevel)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>persist</h4> +<pre>public <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> persist(<a href="../../../../../org/apache/spark/storage/StorageLevel.html" title="class in org.apache.spark.storage">StorageLevel</a> newLevel)</pre> +<div class="block">Set this RDD's storage level to persist its values across operations after the first time + it is computed. This can only be used to assign a new storage level if the RDD does not + have a storage level set yet..</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>newLevel</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="unpersist()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>unpersist</h4> +<pre>public <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> unpersist()</pre> +<div class="block">Mark the RDD as non-persistent, and remove all blocks for it from memory and disk. + This method blocks until all blocks are deleted.</div> +<dl><dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="unpersist(boolean)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>unpersist</h4> +<pre>public <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> unpersist(boolean blocking)</pre> +<div class="block">Mark the RDD as non-persistent, and remove all blocks for it from memory and disk. + <p></div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>blocking</code> - Whether to block until all blocks are deleted.</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="distinct()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>distinct</h4> +<pre>public <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> distinct()</pre> +<div class="block">Return a new RDD containing the distinct elements in this RDD.</div> +<dl><dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="distinct(int)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>distinct</h4> +<pre>public <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> distinct(int numPartitions)</pre> +<div class="block">Return a new RDD containing the distinct elements in this RDD.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>numPartitions</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="filter(org.apache.spark.api.java.function.Function)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>filter</h4> +<pre>public <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> filter(<a href="../../../../../org/apache/spark/api/java/function/Function.html" title="interface in org.apache.spark.api.java.function">Function</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>,Boolean> f)</pre> +<div class="block">Return a new RDD containing only the elements that satisfy a predicate.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>f</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="coalesce(int)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>coalesce</h4> +<pre>public <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> coalesce(int numPartitions)</pre> +<div class="block">Return a new RDD that is reduced into <code>numPartitions</code> partitions.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>numPartitions</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="coalesce(int, boolean)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>coalesce</h4> +<pre>public <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> coalesce(int numPartitions, + boolean shuffle)</pre> +<div class="block">Return a new RDD that is reduced into <code>numPartitions</code> partitions.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>numPartitions</code> - (undocumented)</dd><dd><code>shuffle</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="repartition(int)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>repartition</h4> +<pre>public <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> repartition(int numPartitions)</pre> +<div class="block">Return a new RDD that has exactly numPartitions partitions. + <p> + Can increase or decrease the level of parallelism in this RDD. Internally, this uses + a shuffle to redistribute data. + <p> + If you are decreasing the number of partitions in this RDD, consider using <code>coalesce</code>, + which can avoid performing a shuffle.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>numPartitions</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="sample(boolean, double)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>sample</h4> +<pre>public <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> sample(boolean withReplacement, + double fraction)</pre> +<div class="block">Return a sampled subset of this RDD. + <p></div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>withReplacement</code> - can elements be sampled multiple times (replaced when sampled out)</dd><dd><code>fraction</code> - expected size of the sample as a fraction of this RDD's size + without replacement: probability that each element is chosen; fraction must be [0, 1] + with replacement: expected number of times each element is chosen; fraction must be >= 0</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="sample(boolean, double, long)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>sample</h4> +<pre>public <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> sample(boolean withReplacement, + double fraction, + long seed)</pre> +<div class="block">Return a sampled subset of this RDD. + <p></div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>withReplacement</code> - can elements be sampled multiple times (replaced when sampled out)</dd><dd><code>fraction</code> - expected size of the sample as a fraction of this RDD's size + without replacement: probability that each element is chosen; fraction must be [0, 1] + with replacement: expected number of times each element is chosen; fraction must be >= 0</dd><dd><code>seed</code> - seed for the random number generator</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="randomSplit(double[])"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>randomSplit</h4> +<pre>public <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>>[] randomSplit(double[] weights)</pre> +<div class="block">Randomly splits this RDD with the provided weights. + <p></div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>weights</code> - weights for splits, will be normalized if they don't sum to 1 + <p></dd> +<dt><span class="strong">Returns:</span></dt><dd>split RDDs in an array</dd></dl> +</li> +</ul> +<a name="randomSplit(double[], long)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>randomSplit</h4> +<pre>public <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>>[] randomSplit(double[] weights, + long seed)</pre> +<div class="block">Randomly splits this RDD with the provided weights. + <p></div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>weights</code> - weights for splits, will be normalized if they don't sum to 1</dd><dd><code>seed</code> - random seed + <p></dd> +<dt><span class="strong">Returns:</span></dt><dd>split RDDs in an array</dd></dl> +</li> +</ul> +<a name="union(org.apache.spark.api.java.JavaRDD)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>union</h4> +<pre>public <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> union(<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> other)</pre> +<div class="block">Return the union of this RDD and another one. Any identical elements will appear multiple + times (use <code>.distinct()</code> to eliminate them).</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>other</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="intersection(org.apache.spark.api.java.JavaRDD)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>intersection</h4> +<pre>public <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> intersection(<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> other)</pre> +<div class="block">Return the intersection of this RDD and another one. The output will not contain any duplicate + elements, even if the input RDDs did. + <p> + Note that this method performs a shuffle internally.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>other</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="subtract(org.apache.spark.api.java.JavaRDD)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>subtract</h4> +<pre>public <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> subtract(<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> other)</pre> +<div class="block">Return an RDD with the elements from <code>this</code> that are not in <code>other</code>. + <p> + Uses <code>this</code> partitioner/partition size, because even if <code>other</code> is huge, the resulting + RDD will be <= us.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>other</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="subtract(org.apache.spark.api.java.JavaRDD, int)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>subtract</h4> +<pre>public <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> subtract(<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> other, + int numPartitions)</pre> +<div class="block">Return an RDD with the elements from <code>this</code> that are not in <code>other</code>.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>other</code> - (undocumented)</dd><dd><code>numPartitions</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="subtract(org.apache.spark.api.java.JavaRDD, org.apache.spark.Partitioner)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>subtract</h4> +<pre>public <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> subtract(<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> other, + <a href="../../../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a> p)</pre> +<div class="block">Return an RDD with the elements from <code>this</code> that are not in <code>other</code>.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>other</code> - (undocumented)</dd><dd><code>p</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="toString()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>toString</h4> +<pre>public String toString()</pre> +<dl> +<dt><strong>Overrides:</strong></dt> +<dd><code>toString</code> in class <code>Object</code></dd> +</dl> +</li> +</ul> +<a name="setName(java.lang.String)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>setName</h4> +<pre>public <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> setName(String name)</pre> +<div class="block">Assign a name to this RDD</div> +</li> +</ul> +<a name="sortBy(org.apache.spark.api.java.function.Function, boolean, int)"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>sortBy</h4> +<pre>public <S> <a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>> sortBy(<a href="../../../../../org/apache/spark/api/java/function/Function.html" title="interface in org.apache.spark.api.java.function">Function</a><<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="type parameter in JavaRDD">T</a>,S> f, + boolean ascending, + int numPartitions)</pre> +<div class="block">Return this RDD sorted by the given key function.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>f</code> - (undocumented)</dd><dd><code>ascending</code> - (undocumented)</dd><dd><code>numPartitions</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar_bottom"> +<!-- --> +</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="interface in org.apache.spark.api.java"><span class="strong">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../index.html?org/apache/spark/api/java/JavaRDD.html" target="_top">Frames</a></li> +<li><a href="JavaRDD.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor_summary">Constr</a> | </li> +<li><a href="#method_summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor_detail">Constr</a> | </li> +<li><a href="#method_detail">Method</a></li> +</ul> +</div> +<a name="skip-navbar_bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +<script defer="defer" type="text/javascript" src="../../../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../../../lib/api-javadocs.js"></script></body> +</html>
--------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org
