http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/java/org/apache/spark/api/java/JavaPairRDD.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/java/org/apache/spark/api/java/JavaPairRDD.html b/site/docs/1.6.3/api/java/org/apache/spark/api/java/JavaPairRDD.html new file mode 100644 index 0000000..949ad06 --- /dev/null +++ b/site/docs/1.6.3/api/java/org/apache/spark/api/java/JavaPairRDD.html @@ -0,0 +1,2508 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (version 1.7.0_79) on Wed Nov 02 15:16:18 PDT 2016 --> +<title>JavaPairRDD (Spark 1.6.3 JavaDoc)</title> +<meta name="date" content="2016-11-02"> +<link rel="stylesheet" type="text/css" href="../../../../../stylesheet.css" title="Style"> +</head> +<body> +<script type="text/javascript"><!-- + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="JavaPairRDD (Spark 1.6.3 JavaDoc)"; + } +//--> +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar_top"> +<!-- --> +</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../org/apache/spark/api/java/JavaNewHadoopRDD.html" title="class in org.apache.spark.api.java"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java"><span class="strong">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../index.html?org/apache/spark/api/java/JavaPairRDD.html" target="_top">Frames</a></li> +<li><a href="JavaPairRDD.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor_summary">Constr</a> | </li> +<li><a href="#method_summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor_detail">Constr</a> | </li> +<li><a href="#method_detail">Method</a></li> +</ul> +</div> +<a name="skip-navbar_top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.spark.api.java</div> +<h2 title="Class JavaPairRDD" class="title">Class JavaPairRDD<K,V></h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>Object</li> +<li> +<ul class="inheritance"> +<li>org.apache.spark.api.java.JavaPairRDD<K,V></li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>All Implemented Interfaces:</dt> +<dd>java.io.Serializable, <a href="../../../../../org/apache/spark/api/java/JavaRDDLike.html" title="interface in org.apache.spark.api.java">JavaRDDLike</a><scala.Tuple2<K,V>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><K,V>></dd> +</dl> +<dl> +<dt>Direct Known Subclasses:</dt> +<dd><a href="../../../../../org/apache/spark/api/java/JavaHadoopRDD.html" title="class in org.apache.spark.api.java">JavaHadoopRDD</a>, <a href="../../../../../org/apache/spark/api/java/JavaNewHadoopRDD.html" title="class in org.apache.spark.api.java">JavaNewHadoopRDD</a></dd> +</dl> +<hr> +<br> +<pre>public class <span class="strong">JavaPairRDD<K,V></span> +extends Object</pre> +<dl><dt><span class="strong">See Also:</span></dt><dd><a href="../../../../../serialized-form.html#org.apache.spark.api.java.JavaPairRDD">Serialized Form</a></dd></dl> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ======== CONSTRUCTOR SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor_summary"> +<!-- --> +</a> +<h3>Constructor Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> +<caption><span>Constructors</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colOne" scope="col">Constructor and Description</th> +</tr> +<tr class="altColor"> +<td class="colOne"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#JavaPairRDD(org.apache.spark.rdd.RDD,%20scala.reflect.ClassTag,%20scala.reflect.ClassTag)">JavaPairRDD</a></strong>(<a href="../../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><scala.Tuple2<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>>> rdd, + scala.reflect.ClassTag<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>> kClassTag, + scala.reflect.ClassTag<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>> vClassTag)</code> </td> +</tr> +</table> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span>Methods</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><U> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,U></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#aggregateByKey(U,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2)">aggregateByKey</a></strong>(U zeroValue, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><U,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,U> seqFunc, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><U,U,U> combFunc)</code> +<div class="block">Aggregate the values of each key, using given combine functions and a neutral "zero value".</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><U> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,U></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#aggregateByKey(U,%20int,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2)">aggregateByKey</a></strong>(U zeroValue, + int numPartitions, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><U,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,U> seqFunc, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><U,U,U> combFunc)</code> +<div class="block">Aggregate the values of each key, using given combine functions and a neutral "zero value".</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><U> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,U></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#aggregateByKey(U,%20org.apache.spark.Partitioner,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2)">aggregateByKey</a></strong>(U zeroValue, + <a href="../../../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a> partitioner, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><U,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,U> seqFunc, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><U,U,U> combFunc)</code> +<div class="block">Aggregate the values of each key, using given combine functions and a neutral "zero value".</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#cache()">cache</a></strong>()</code> +<div class="block">Persist this RDD with the default storage level (`MEMORY_ONLY`).</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>scala.reflect.ClassTag<scala.Tuple2<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#classTag()">classTag</a></strong>()</code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#coalesce(int)">coalesce</a></strong>(int numPartitions)</code> +<div class="block">Return a new RDD that is reduced into <code>numPartitions</code> partitions.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#coalesce(int,%20boolean)">coalesce</a></strong>(int numPartitions, + boolean shuffle)</code> +<div class="block">Return a new RDD that is reduced into <code>numPartitions</code> partitions.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><W> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,scala.Tuple2<Iterable<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>>,Iterable<W>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD)">cogroup</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W> other)</code> +<div class="block">For each key k in <code>this</code> or <code>other</code>, return a resulting RDD that contains a tuple with the + list of values for that key in <code>this</code> as well as <code>other</code>.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><W> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,scala.Tuple2<Iterable<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>>,Iterable<W>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,%20int)">cogroup</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W> other, + int numPartitions)</code> +<div class="block">For each key k in <code>this</code> or <code>other</code>, return a resulting RDD that contains a tuple with the + list of values for that key in <code>this</code> as well as <code>other</code>.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><W> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,scala.Tuple2<Iterable<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>>,Iterable<W>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.Partitioner)">cogroup</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W> other, + <a href="../../../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a> partitioner)</code> +<div class="block">For each key k in <code>this</code> or <code>other</code>, return a resulting RDD that contains a tuple with the + list of values for that key in <code>this</code> as well as <code>other</code>.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><W1,W2> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,scala.Tuple3<Iterable<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>>,Iterable<W1>,Iterable<W2>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD)">cogroup</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W1> other1, + <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W2> other2)</code> +<div class="block">For each key k in <code>this</code> or <code>other1</code> or <code>other2</code>, return a resulting RDD that contains a + tuple with the list of values for that key in <code>this</code>, <code>other1</code> and <code>other2</code>.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><W1,W2> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,scala.Tuple3<Iterable<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>>,Iterable<W1>,Iterable<W2>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD,%20int)">cogroup</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W1> other1, + <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W2> other2, + int numPartitions)</code> +<div class="block">For each key k in <code>this</code> or <code>other1</code> or <code>other2</code>, return a resulting RDD that contains a + tuple with the list of values for that key in <code>this</code>, <code>other1</code> and <code>other2</code>.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><W1,W2,W3> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,scala.Tuple4<Iterable<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>>,Iterable<W1>,Iterable<W2>,Iterable<W3>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD)">cogroup</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W1> other1, + <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W2> other2, + <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W3> other3)</code> +<div class="block">For each key k in <code>this</code> or <code>other1</code> or <code>other2</code> or <code>other3</code>, + return a resulting RDD that contains a tuple with the list of values + for that key in <code>this</code>, <code>other1</code>, <code>other2</code> and <code>other3</code>.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><W1,W2,W3> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,scala.Tuple4<Iterable<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>>,Iterable<W1>,Iterable<W2>,Iterable<W3>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD,%20int)">cogroup</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W1> other1, + <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W2> other2, + <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W3> other3, + int numPartitions)</code> +<div class="block">For each key k in <code>this</code> or <code>other1</code> or <code>other2</code> or <code>other3</code>, + return a resulting RDD that contains a tuple with the list of values + for that key in <code>this</code>, <code>other1</code>, <code>other2</code> and <code>other3</code>.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><W1,W2,W3> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,scala.Tuple4<Iterable<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>>,Iterable<W1>,Iterable<W2>,Iterable<W3>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.Partitioner)">cogroup</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W1> other1, + <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W2> other2, + <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W3> other3, + <a href="../../../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a> partitioner)</code> +<div class="block">For each key k in <code>this</code> or <code>other1</code> or <code>other2</code> or <code>other3</code>, + return a resulting RDD that contains a tuple with the list of values + for that key in <code>this</code>, <code>other1</code>, <code>other2</code> and <code>other3</code>.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><W1,W2> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,scala.Tuple3<Iterable<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>>,Iterable<W1>,Iterable<W2>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.Partitioner)">cogroup</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W1> other1, + <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W2> other2, + <a href="../../../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a> partitioner)</code> +<div class="block">For each key k in <code>this</code> or <code>other1</code> or <code>other2</code>, return a resulting RDD that contains a + tuple with the list of values for that key in <code>this</code>, <code>other1</code> and <code>other2</code>.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>java.util.Map<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#collectAsMap()">collectAsMap</a></strong>()</code> +<div class="block">Return the key-value pairs in this RDD to the master as a Map.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><C> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,C></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#combineByKey(org.apache.spark.api.java.function.Function,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2)">combineByKey</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/Function.html" title="interface in org.apache.spark.api.java.function">Function</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,C> createCombiner, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><C,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,C> mergeValue, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><C,C,C> mergeCombiners)</code> +<div class="block">Simplified version of combineByKey that hash-partitions the resulting RDD using the existing + partitioner/parallelism level and using map-side aggregation.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><C> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,C></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#combineByKey(org.apache.spark.api.java.function.Function,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2,%20int)">combineByKey</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/Function.html" title="interface in org.apache.spark.api.java.function">Function</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,C> createCombiner, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><C,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,C> mergeValue, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><C,C,C> mergeCombiners, + int numPartitions)</code> +<div class="block">Simplified version of combineByKey that hash-partitions the output RDD and uses map-side + aggregation.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><C> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,C></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#combineByKey(org.apache.spark.api.java.function.Function,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.Partitioner)">combineByKey</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/Function.html" title="interface in org.apache.spark.api.java.function">Function</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,C> createCombiner, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><C,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,C> mergeValue, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><C,C,C> mergeCombiners, + <a href="../../../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a> partitioner)</code> +<div class="block">Generic function to combine the elements for each key using a custom set of aggregation + functions.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><C> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,C></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#combineByKey(org.apache.spark.api.java.function.Function,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.Partitioner,%20boolean,%20org.apache.spark.serializer.Serializer)">combineByKey</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/Function.html" title="interface in org.apache.spark.api.java.function">Function</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,C> createCombiner, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><C,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,C> mergeValue, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><C,C,C> mergeCombiners, + <a href="../../../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a> partitioner, + boolean mapSideCombine, + <a href="../../../../../org/apache/spark/serializer/Serializer.html" title="class in org.apache.spark.serializer">Serializer</a> serializer)</code> +<div class="block">Generic function to combine the elements for each key using a custom set of aggregation + functions.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,Object></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#countApproxDistinctByKey(double)">countApproxDistinctByKey</a></strong>(double relativeSD)</code> +<div class="block">Return approximate number of distinct values for each key in this RDD.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,Object></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#countApproxDistinctByKey(double,%20int)">countApproxDistinctByKey</a></strong>(double relativeSD, + int numPartitions)</code> +<div class="block">Return approximate number of distinct values for each key in this RDD.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,Object></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#countApproxDistinctByKey(double,%20org.apache.spark.Partitioner)">countApproxDistinctByKey</a></strong>(double relativeSD, + <a href="../../../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a> partitioner)</code> +<div class="block">Return approximate number of distinct values for each key in this RDD.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>java.util.Map<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,Object></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#countByKey()">countByKey</a></strong>()</code> +<div class="block">Count the number of elements for each key, and return the result to the master as a Map.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/partial/PartialResult.html" title="class in org.apache.spark.partial">PartialResult</a><java.util.Map<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/partial/BoundedDouble.html" title="class in org.apache.spark.partial">BoundedDouble</a>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#countByKeyApprox(long)">countByKeyApprox</a></strong>(long timeout)</code> +<div class="block">Approximate version of countByKey that can return a partial result if it does + not finish within a timeout.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/partial/PartialResult.html" title="class in org.apache.spark.partial">PartialResult</a><java.util.Map<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/partial/BoundedDouble.html" title="class in org.apache.spark.partial">BoundedDouble</a>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#countByKeyApprox(long,%20double)">countByKeyApprox</a></strong>(long timeout, + double confidence)</code> +<div class="block">Approximate version of countByKey that can return a partial result if it does + not finish within a timeout.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#distinct()">distinct</a></strong>()</code> +<div class="block">Return a new RDD containing the distinct elements in this RDD.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#distinct(int)">distinct</a></strong>(int numPartitions)</code> +<div class="block">Return a new RDD containing the distinct elements in this RDD.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#filter(org.apache.spark.api.java.function.Function)">filter</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/Function.html" title="interface in org.apache.spark.api.java.function">Function</a><scala.Tuple2<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>>,Boolean> f)</code> +<div class="block">Return a new RDD containing only the elements that satisfy a predicate.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>scala.Tuple2<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#first()">first</a></strong>()</code> +<div class="block">Return the first element in this RDD.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><U> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,U></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#flatMapValues(org.apache.spark.api.java.function.Function)">flatMapValues</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/Function.html" title="interface in org.apache.spark.api.java.function">Function</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,Iterable<U>> f)</code> +<div class="block">Pass each value in the key-value pair RDD through a flatMap function without changing the + keys; this also retains the original RDD's partitioning.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#foldByKey(V,%20org.apache.spark.api.java.function.Function2)">foldByKey</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a> zeroValue, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>> func)</code> +<div class="block">Merge the values for each key using an associative function and a neutral "zero value" + which may be added to the result an arbitrary number of times, and must not change the result + (e.g., Nil for list concatenation, 0 for addition, or 1 for multiplication.).</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#foldByKey(V,%20int,%20org.apache.spark.api.java.function.Function2)">foldByKey</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a> zeroValue, + int numPartitions, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>> func)</code> +<div class="block">Merge the values for each key using an associative function and a neutral "zero value" which + may be added to the result an arbitrary number of times, and must not change the result + (e.g ., Nil for list concatenation, 0 for addition, or 1 for multiplication.).</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#foldByKey(V,%20org.apache.spark.Partitioner,%20org.apache.spark.api.java.function.Function2)">foldByKey</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a> zeroValue, + <a href="../../../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a> partitioner, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>> func)</code> +<div class="block">Merge the values for each key using an associative function and a neutral "zero value" which + may be added to the result an arbitrary number of times, and must not change the result + (e.g ., Nil for list concatenation, 0 for addition, or 1 for multiplication.).</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>static <K,V> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><K,V></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#fromJavaRDD(org.apache.spark.api.java.JavaRDD)">fromJavaRDD</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><scala.Tuple2<K,V>> rdd)</code> +<div class="block">Convert a JavaRDD of key-value pairs to JavaPairRDD.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>static <K,V> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><K,V></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#fromRDD(org.apache.spark.rdd.RDD,%20scala.reflect.ClassTag,%20scala.reflect.ClassTag)">fromRDD</a></strong>(<a href="../../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><scala.Tuple2<K,V>> rdd, + scala.reflect.ClassTag<K> evidence$5, + scala.reflect.ClassTag<V> evidence$6)</code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><W> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,scala.Tuple2<com.google.common.base.Optional<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>>,com.google.common.base.Optional<W>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#fullOuterJoin(org.apache.spark.api.java.JavaPairRDD)">fullOuterJoin</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W> other)</code> +<div class="block">Perform a full outer join of <code>this</code> and <code>other</code>.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><W> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,scala.Tuple2<com.google.common.base.Optional<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>>,com.google.common.base.Optional<W>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#fullOuterJoin(org.apache.spark.api.java.JavaPairRDD,%20int)">fullOuterJoin</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W> other, + int numPartitions)</code> +<div class="block">Perform a full outer join of <code>this</code> and <code>other</code>.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><W> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,scala.Tuple2<com.google.common.base.Optional<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>>,com.google.common.base.Optional<W>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#fullOuterJoin(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.Partitioner)">fullOuterJoin</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W> other, + <a href="../../../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a> partitioner)</code> +<div class="block">Perform a full outer join of <code>this</code> and <code>other</code>.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,Iterable<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#groupByKey()">groupByKey</a></strong>()</code> +<div class="block">Group the values for each key in the RDD into a single sequence.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,Iterable<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#groupByKey(int)">groupByKey</a></strong>(int numPartitions)</code> +<div class="block">Group the values for each key in the RDD into a single sequence.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,Iterable<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#groupByKey(org.apache.spark.Partitioner)">groupByKey</a></strong>(<a href="../../../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a> partitioner)</code> +<div class="block">Group the values for each key in the RDD into a single sequence.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><W> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,scala.Tuple2<Iterable<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>>,Iterable<W>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#groupWith(org.apache.spark.api.java.JavaPairRDD)">groupWith</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W> other)</code> +<div class="block">Alias for cogroup.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><W1,W2> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,scala.Tuple3<Iterable<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>>,Iterable<W1>,Iterable<W2>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#groupWith(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD)">groupWith</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W1> other1, + <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W2> other2)</code> +<div class="block">Alias for cogroup.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><W1,W2,W3> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,scala.Tuple4<Iterable<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>>,Iterable<W1>,Iterable<W2>,Iterable<W3>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#groupWith(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.api.java.JavaPairRDD)">groupWith</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W1> other1, + <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W2> other2, + <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W3> other3)</code> +<div class="block">Alias for cogroup.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#intersection(org.apache.spark.api.java.JavaPairRDD)">intersection</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>> other)</code> +<div class="block">Return the intersection of this RDD and another one.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><W> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,scala.Tuple2<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,W>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#join(org.apache.spark.api.java.JavaPairRDD)">join</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W> other)</code> +<div class="block">Return an RDD containing all pairs of elements with matching keys in <code>this</code> and <code>other</code>.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><W> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,scala.Tuple2<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,W>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#join(org.apache.spark.api.java.JavaPairRDD,%20int)">join</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W> other, + int numPartitions)</code> +<div class="block">Return an RDD containing all pairs of elements with matching keys in <code>this</code> and <code>other</code>.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><W> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,scala.Tuple2<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,W>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#join(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.Partitioner)">join</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W> other, + <a href="../../../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a> partitioner)</code> +<div class="block">Merge the values for each key using an associative reduce function.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>scala.reflect.ClassTag<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#kClassTag()">kClassTag</a></strong>()</code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#keys()">keys</a></strong>()</code> +<div class="block">Return an RDD with the keys of each tuple.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><W> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,scala.Tuple2<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,com.google.common.base.Optional<W>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#leftOuterJoin(org.apache.spark.api.java.JavaPairRDD)">leftOuterJoin</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W> other)</code> +<div class="block">Perform a left outer join of <code>this</code> and <code>other</code>.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><W> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,scala.Tuple2<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,com.google.common.base.Optional<W>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#leftOuterJoin(org.apache.spark.api.java.JavaPairRDD,%20int)">leftOuterJoin</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W> other, + int numPartitions)</code> +<div class="block">Perform a left outer join of <code>this</code> and <code>other</code>.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><W> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,scala.Tuple2<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,com.google.common.base.Optional<W>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#leftOuterJoin(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.Partitioner)">leftOuterJoin</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W> other, + <a href="../../../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a> partitioner)</code> +<div class="block">Perform a left outer join of <code>this</code> and <code>other</code>.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>java.util.List<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#lookup(K)">lookup</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a> key)</code> +<div class="block">Return the list of values in the RDD for key <code>key</code>.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><U> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,U></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#mapValues(org.apache.spark.api.java.function.Function)">mapValues</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/Function.html" title="interface in org.apache.spark.api.java.function">Function</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,U> f)</code> +<div class="block">Pass each value in the key-value pair RDD through a map function without changing the keys; + this also retains the original RDD's partitioning.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#partitionBy(org.apache.spark.Partitioner)">partitionBy</a></strong>(<a href="../../../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a> partitioner)</code> +<div class="block">Return a copy of the RDD partitioned using the specified partitioner.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#persist(org.apache.spark.storage.StorageLevel)">persist</a></strong>(<a href="../../../../../org/apache/spark/storage/StorageLevel.html" title="class in org.apache.spark.storage">StorageLevel</a> newLevel)</code> +<div class="block">Set this RDD's storage level to persist its values across operations after the first time + it is computed.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><scala.Tuple2<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#rdd()">rdd</a></strong>()</code> </td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#reduceByKey(org.apache.spark.api.java.function.Function2)">reduceByKey</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>> func)</code> +<div class="block">Merge the values for each key using an associative reduce function.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#reduceByKey(org.apache.spark.api.java.function.Function2,%20int)">reduceByKey</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>> func, + int numPartitions)</code> +<div class="block">Merge the values for each key using an associative reduce function.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#reduceByKey(org.apache.spark.Partitioner,%20org.apache.spark.api.java.function.Function2)">reduceByKey</a></strong>(<a href="../../../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a> partitioner, + <a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>> func)</code> +<div class="block">Merge the values for each key using an associative reduce function.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>java.util.Map<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#reduceByKeyLocally(org.apache.spark.api.java.function.Function2)">reduceByKeyLocally</a></strong>(<a href="../../../../../org/apache/spark/api/java/function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>> func)</code> +<div class="block">Merge the values for each key using an associative reduce function, but return the results + immediately to the master as a Map.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#repartition(int)">repartition</a></strong>(int numPartitions)</code> +<div class="block">Return a new RDD that has exactly numPartitions partitions.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#repartitionAndSortWithinPartitions(org.apache.spark.Partitioner)">repartitionAndSortWithinPartitions</a></strong>(<a href="../../../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a> partitioner)</code> +<div class="block">Repartition the RDD according to the given partitioner and, within each resulting partition, + sort records by their keys.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#repartitionAndSortWithinPartitions(org.apache.spark.Partitioner,%20java.util.Comparator)">repartitionAndSortWithinPartitions</a></strong>(<a href="../../../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a> partitioner, + java.util.Comparator<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>> comp)</code> +<div class="block">Repartition the RDD according to the given partitioner and, within each resulting partition, + sort records by their keys.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><W> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,scala.Tuple2<com.google.common.base.Optional<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>>,W>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#rightOuterJoin(org.apache.spark.api.java.JavaPairRDD)">rightOuterJoin</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W> other)</code> +<div class="block">Perform a right outer join of <code>this</code> and <code>other</code>.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><W> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,scala.Tuple2<com.google.common.base.Optional<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>>,W>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#rightOuterJoin(org.apache.spark.api.java.JavaPairRDD,%20int)">rightOuterJoin</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W> other, + int numPartitions)</code> +<div class="block">Perform a right outer join of <code>this</code> and <code>other</code>.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><W> <a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,scala.Tuple2<com.google.common.base.Optional<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>>,W>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#rightOuterJoin(org.apache.spark.api.java.JavaPairRDD,%20org.apache.spark.Partitioner)">rightOuterJoin</a></strong>(<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,W> other, + <a href="../../../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a> partitioner)</code> +<div class="block">Perform a right outer join of <code>this</code> and <code>other</code>.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#sample(boolean,%20double)">sample</a></strong>(boolean withReplacement, + double fraction)</code> +<div class="block">Return a sampled subset of this RDD.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#sample(boolean,%20double,%20long)">sample</a></strong>(boolean withReplacement, + double fraction, + long seed)</code> +<div class="block">Return a sampled subset of this RDD.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#sampleByKey(boolean,%20java.util.Map)">sampleByKey</a></strong>(boolean withReplacement, + java.util.Map<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,Object> fractions)</code> +<div class="block">Return a subset of this RDD sampled by key (via stratified sampling).</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#sampleByKey(boolean,%20java.util.Map,%20long)">sampleByKey</a></strong>(boolean withReplacement, + java.util.Map<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,Object> fractions, + long seed)</code> +<div class="block">Return a subset of this RDD sampled by key (via stratified sampling).</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#sampleByKeyExact(boolean,%20java.util.Map)">sampleByKeyExact</a></strong>(boolean withReplacement, + java.util.Map<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,Object> fractions)</code> +<div class="block">Return a subset of this RDD sampled by key (via stratified sampling) containing exactly + math.ceil(numItems * samplingRate) for each stratum (group of pairs with the same key).</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a><<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">V</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#sampleByKeyExact(boolean,%20java.util.Map,%20long)">sampleByKeyExact</a></strong>(boolean withReplacement, + java.util.Map<<a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html" title="type parameter in JavaPairRDD">K</a>,Object> fractions, + long seed)</code> +<div class="block">Return a subset of this RDD sampled by key (via stratified sampling) containing exactly + math.ceil(numItems * samplingRate) for each stratum (group of pairs with the same key).</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#saveAsHadoopDataset(org.apache.hadoop.mapred.JobConf)">saveAsHadoopDataset</a></strong>(org.apache.hadoop.mapred.JobConf conf)</code> +<div class="block">Output the RDD to any Hadoop-supported storage system, using a Hadoop JobConf object for + that storage system.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><F extends org.apache.hadoop.mapred.OutputFormat<?,?>> <br>void</code></td> +<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/api/java/JavaPairRDD.html#saveAsHadoopFile(java.lang.String,%20java.lang.Class,%20java.lang.Class,%20java.lang.Class)">saveAsHadoopFile</a></strong>(String&nbs
<TRUNCATED> --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org
