http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/java/index-all.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/java/index-all.html b/site/docs/1.6.3/api/java/index-all.html new file mode 100644 index 0000000..9471651 --- /dev/null +++ b/site/docs/1.6.3/api/java/index-all.html @@ -0,0 +1,25230 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (version 1.7.0_79) on Wed Nov 02 15:16:23 PDT 2016 --> +<title>Index (Spark 1.6.3 JavaDoc)</title> +<meta name="date" content="2016-11-02"> +<link rel="stylesheet" type="text/css" href="./stylesheet.css" title="Style"> +</head> +<body> +<script type="text/javascript"><!-- + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Index (Spark 1.6.3 JavaDoc)"; + } +//--> +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar_top"> +<!-- --> +</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="./overview-summary.html">Overview</a></li> +<li>Package</li> +<li>Class</li> +<li><a href="./overview-tree.html">Tree</a></li> +<li><a href="./deprecated-list.html">Deprecated</a></li> +<li class="navBarCell1Rev">Index</li> +<li><a href="./help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li>Prev</li> +<li>Next</li> +</ul> +<ul class="navList"> +<li><a href="./index.html?index-all.html" target="_top">Frames</a></li> +<li><a href="index-all.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="./allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<a name="skip-navbar_top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<div class="contentContainer"><a href="#_A_">A</a> <a href="#_B_">B</a> <a href="#_C_">C</a> <a href="#_D_">D</a> <a href="#_E_">E</a> <a href="#_F_">F</a> <a href="#_G_">G</a> <a href="#_H_">H</a> <a href="#_I_">I</a> <a href="#_J_">J</a> <a href="#_K_">K</a> <a href="#_L_">L</a> <a href="#_M_">M</a> <a href="#_N_">N</a> <a href="#_O_">O</a> <a href="#_P_">P</a> <a href="#_Q_">Q</a> <a href="#_R_">R</a> <a href="#_S_">S</a> <a href="#_T_">T</a> <a href="#_U_">U</a> <a href="#_V_">V</a> <a href="#_W_">W</a> <a href="#_Y_">Y</a> <a href="#_Z_">Z</a> <a href="#___">_</a> <a name="_A_"> +<!-- --> +</a> +<h2 class="title">A</h2> +<dl> +<dt><span class="strong"><a href="./org/apache/spark/sql/functions.html#abs(org.apache.spark.sql.Column)">abs(Column)</a></span> - Static method in class org.apache.spark.sql.<a href="./org/apache/spark/sql/functions.html" title="class in org.apache.spark.sql">functions</a></dt> +<dd> +<div class="block">Computes the absolute value.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/types/Decimal.html#abs()">abs()</a></span> - Method in class org.apache.spark.sql.types.<a href="./org/apache/spark/sql/types/Decimal.html" title="class in org.apache.spark.sql.types">Decimal</a></dt> +<dd> </dd> +<dt><a href="./org/apache/spark/mllib/tree/loss/AbsoluteError.html" title="class in org.apache.spark.mllib.tree.loss"><span class="strong">AbsoluteError</span></a> - Class in <a href="./org/apache/spark/mllib/tree/loss/package-summary.html">org.apache.spark.mllib.tree.loss</a></dt> +<dd> +<div class="block">:: DeveloperApi :: + Class for absolute error loss calculation (for regression).</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/mllib/tree/loss/AbsoluteError.html#AbsoluteError()">AbsoluteError()</a></span> - Constructor for class org.apache.spark.mllib.tree.loss.<a href="./org/apache/spark/mllib/tree/loss/AbsoluteError.html" title="class in org.apache.spark.mllib.tree.loss">AbsoluteError</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/sources/HadoopFsRelation.FakeFileStatus.html#accessTime()">accessTime()</a></span> - Method in class org.apache.spark.sql.sources.<a href="./org/apache/spark/sql/sources/HadoopFsRelation.FakeFileStatus.html" title="class in org.apache.spark.sql.sources">HadoopFsRelation.FakeFileStatus</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/CleanAccum.html#accId()">accId()</a></span> - Method in class org.apache.spark.<a href="./org/apache/spark/CleanAccum.html" title="class in org.apache.spark">CleanAccum</a></dt> +<dd> </dd> +<dt><a href="./org/apache/spark/Accumulable.html" title="class in org.apache.spark"><span class="strong">Accumulable</span></a><<a href="./org/apache/spark/Accumulable.html" title="type parameter in Accumulable">R</a>,<a href="./org/apache/spark/Accumulable.html" title="type parameter in Accumulable">T</a>> - Class in <a href="./org/apache/spark/package-summary.html">org.apache.spark</a></dt> +<dd> +<div class="block">A data type that can be accumulated, ie has an commutative and associative "add" operation, + but where the result type, <code>R</code>, may be different from the element type being added, <code>T</code>.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/Accumulable.html#Accumulable(R,%20org.apache.spark.AccumulableParam,%20scala.Option)">Accumulable(R, AccumulableParam<R, T>, Option<String>)</a></span> - Constructor for class org.apache.spark.<a href="./org/apache/spark/Accumulable.html" title="class in org.apache.spark">Accumulable</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/Accumulable.html#Accumulable(R,%20org.apache.spark.AccumulableParam)">Accumulable(R, AccumulableParam<R, T>)</a></span> - Constructor for class org.apache.spark.<a href="./org/apache/spark/Accumulable.html" title="class in org.apache.spark">Accumulable</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/api/java/JavaSparkContext.html#accumulable(T,%20org.apache.spark.AccumulableParam)">accumulable(T, AccumulableParam<T, R>)</a></span> - Method in class org.apache.spark.api.java.<a href="./org/apache/spark/api/java/JavaSparkContext.html" title="class in org.apache.spark.api.java">JavaSparkContext</a></dt> +<dd> +<div class="block">Create an <a href="./org/apache/spark/Accumulable.html" title="class in org.apache.spark"><code>Accumulable</code></a> shared variable of the given type, to which tasks + can "add" values with <code>add</code>.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/api/java/JavaSparkContext.html#accumulable(T,%20java.lang.String,%20org.apache.spark.AccumulableParam)">accumulable(T, String, AccumulableParam<T, R>)</a></span> - Method in class org.apache.spark.api.java.<a href="./org/apache/spark/api/java/JavaSparkContext.html" title="class in org.apache.spark.api.java">JavaSparkContext</a></dt> +<dd> +<div class="block">Create an <a href="./org/apache/spark/Accumulable.html" title="class in org.apache.spark"><code>Accumulable</code></a> shared variable of the given type, to which tasks + can "add" values with <code>add</code>.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/SparkContext.html#accumulable(R,%20org.apache.spark.AccumulableParam)">accumulable(R, AccumulableParam<R, T>)</a></span> - Method in class org.apache.spark.<a href="./org/apache/spark/SparkContext.html" title="class in org.apache.spark">SparkContext</a></dt> +<dd> +<div class="block">Create an <a href="./org/apache/spark/Accumulable.html" title="class in org.apache.spark"><code>Accumulable</code></a> shared variable, to which tasks can add values + with <code>+=</code>.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/SparkContext.html#accumulable(R,%20java.lang.String,%20org.apache.spark.AccumulableParam)">accumulable(R, String, AccumulableParam<R, T>)</a></span> - Method in class org.apache.spark.<a href="./org/apache/spark/SparkContext.html" title="class in org.apache.spark">SparkContext</a></dt> +<dd> +<div class="block">Create an <a href="./org/apache/spark/Accumulable.html" title="class in org.apache.spark"><code>Accumulable</code></a> shared variable, with a name for display in the + Spark UI.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/SparkContext.html#accumulableCollection(R,%20scala.Function1,%20scala.reflect.ClassTag)">accumulableCollection(R, Function1<R, Growable<T>>, ClassTag<R>)</a></span> - Method in class org.apache.spark.<a href="./org/apache/spark/SparkContext.html" title="class in org.apache.spark">SparkContext</a></dt> +<dd> +<div class="block">Create an accumulator from a "mutable collection" type.</div> +</dd> +<dt><a href="./org/apache/spark/scheduler/AccumulableInfo.html" title="class in org.apache.spark.scheduler"><span class="strong">AccumulableInfo</span></a> - Class in <a href="./org/apache/spark/scheduler/package-summary.html">org.apache.spark.scheduler</a></dt> +<dd> +<div class="block">:: DeveloperApi :: + Information about an <a href="./org/apache/spark/Accumulable.html" title="class in org.apache.spark"><code>Accumulable</code></a> modified during a task or stage.</div> +</dd> +<dt><a href="./org/apache/spark/status/api/v1/AccumulableInfo.html" title="class in org.apache.spark.status.api.v1"><span class="strong">AccumulableInfo</span></a> - Class in <a href="./org/apache/spark/status/api/v1/package-summary.html">org.apache.spark.status.api.v1</a></dt> +<dd> </dd> +<dt><a href="./org/apache/spark/AccumulableParam.html" title="interface in org.apache.spark"><span class="strong">AccumulableParam</span></a><<a href="./org/apache/spark/AccumulableParam.html" title="type parameter in AccumulableParam">R</a>,<a href="./org/apache/spark/AccumulableParam.html" title="type parameter in AccumulableParam">T</a>> - Interface in <a href="./org/apache/spark/package-summary.html">org.apache.spark</a></dt> +<dd> +<div class="block">Helper object defining how to accumulate values of a particular type.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/scheduler/StageInfo.html#accumulables()">accumulables()</a></span> - Method in class org.apache.spark.scheduler.<a href="./org/apache/spark/scheduler/StageInfo.html" title="class in org.apache.spark.scheduler">StageInfo</a></dt> +<dd> +<div class="block">Terminal values of accumulables updated during this stage.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/scheduler/TaskInfo.html#accumulables()">accumulables()</a></span> - Method in class org.apache.spark.scheduler.<a href="./org/apache/spark/scheduler/TaskInfo.html" title="class in org.apache.spark.scheduler">TaskInfo</a></dt> +<dd> +<div class="block">Intermediate updates to accumulables during this task.</div> +</dd> +<dt><a href="./org/apache/spark/Accumulator.html" title="class in org.apache.spark"><span class="strong">Accumulator</span></a><<a href="./org/apache/spark/Accumulator.html" title="type parameter in Accumulator">T</a>> - Class in <a href="./org/apache/spark/package-summary.html">org.apache.spark</a></dt> +<dd> +<div class="block">A simpler value of <a href="./org/apache/spark/Accumulable.html" title="class in org.apache.spark"><code>Accumulable</code></a> where the result type being accumulated is the same + as the types of elements being merged, i.e.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/Accumulator.html#Accumulator(T,%20org.apache.spark.AccumulatorParam,%20scala.Option)">Accumulator(T, AccumulatorParam<T>, Option<String>)</a></span> - Constructor for class org.apache.spark.<a href="./org/apache/spark/Accumulator.html" title="class in org.apache.spark">Accumulator</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/Accumulator.html#Accumulator(T,%20org.apache.spark.AccumulatorParam)">Accumulator(T, AccumulatorParam<T>)</a></span> - Constructor for class org.apache.spark.<a href="./org/apache/spark/Accumulator.html" title="class in org.apache.spark">Accumulator</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/api/java/JavaSparkContext.html#accumulator(int)">accumulator(int)</a></span> - Method in class org.apache.spark.api.java.<a href="./org/apache/spark/api/java/JavaSparkContext.html" title="class in org.apache.spark.api.java">JavaSparkContext</a></dt> +<dd> +<div class="block">Create an <a href="./org/apache/spark/Accumulator.html" title="class in org.apache.spark"><code>Accumulator</code></a> integer variable, which tasks can "add" values + to using the <code>add</code> method.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/api/java/JavaSparkContext.html#accumulator(int,%20java.lang.String)">accumulator(int, String)</a></span> - Method in class org.apache.spark.api.java.<a href="./org/apache/spark/api/java/JavaSparkContext.html" title="class in org.apache.spark.api.java">JavaSparkContext</a></dt> +<dd> +<div class="block">Create an <a href="./org/apache/spark/Accumulator.html" title="class in org.apache.spark"><code>Accumulator</code></a> integer variable, which tasks can "add" values + to using the <code>add</code> method.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/api/java/JavaSparkContext.html#accumulator(double)">accumulator(double)</a></span> - Method in class org.apache.spark.api.java.<a href="./org/apache/spark/api/java/JavaSparkContext.html" title="class in org.apache.spark.api.java">JavaSparkContext</a></dt> +<dd> +<div class="block">Create an <a href="./org/apache/spark/Accumulator.html" title="class in org.apache.spark"><code>Accumulator</code></a> double variable, which tasks can "add" values + to using the <code>add</code> method.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/api/java/JavaSparkContext.html#accumulator(double,%20java.lang.String)">accumulator(double, String)</a></span> - Method in class org.apache.spark.api.java.<a href="./org/apache/spark/api/java/JavaSparkContext.html" title="class in org.apache.spark.api.java">JavaSparkContext</a></dt> +<dd> +<div class="block">Create an <a href="./org/apache/spark/Accumulator.html" title="class in org.apache.spark"><code>Accumulator</code></a> double variable, which tasks can "add" values + to using the <code>add</code> method.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/api/java/JavaSparkContext.html#accumulator(T,%20org.apache.spark.AccumulatorParam)">accumulator(T, AccumulatorParam<T>)</a></span> - Method in class org.apache.spark.api.java.<a href="./org/apache/spark/api/java/JavaSparkContext.html" title="class in org.apache.spark.api.java">JavaSparkContext</a></dt> +<dd> +<div class="block">Create an <a href="./org/apache/spark/Accumulator.html" title="class in org.apache.spark"><code>Accumulator</code></a> variable of a given type, which tasks can "add" + values to using the <code>add</code> method.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/api/java/JavaSparkContext.html#accumulator(T,%20java.lang.String,%20org.apache.spark.AccumulatorParam)">accumulator(T, String, AccumulatorParam<T>)</a></span> - Method in class org.apache.spark.api.java.<a href="./org/apache/spark/api/java/JavaSparkContext.html" title="class in org.apache.spark.api.java">JavaSparkContext</a></dt> +<dd> +<div class="block">Create an <a href="./org/apache/spark/Accumulator.html" title="class in org.apache.spark"><code>Accumulator</code></a> variable of a given type, which tasks can "add" + values to using the <code>add</code> method.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/SparkContext.html#accumulator(T,%20org.apache.spark.AccumulatorParam)">accumulator(T, AccumulatorParam<T>)</a></span> - Method in class org.apache.spark.<a href="./org/apache/spark/SparkContext.html" title="class in org.apache.spark">SparkContext</a></dt> +<dd> +<div class="block">Create an <a href="./org/apache/spark/Accumulator.html" title="class in org.apache.spark"><code>Accumulator</code></a> variable of a given type, which tasks can "add" + values to using the <code>+=</code> method.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/SparkContext.html#accumulator(T,%20java.lang.String,%20org.apache.spark.AccumulatorParam)">accumulator(T, String, AccumulatorParam<T>)</a></span> - Method in class org.apache.spark.<a href="./org/apache/spark/SparkContext.html" title="class in org.apache.spark">SparkContext</a></dt> +<dd> +<div class="block">Create an <a href="./org/apache/spark/Accumulator.html" title="class in org.apache.spark"><code>Accumulator</code></a> variable of a given type, with a name for display + in the Spark UI.</div> +</dd> +<dt><a href="./org/apache/spark/AccumulatorParam.html" title="interface in org.apache.spark"><span class="strong">AccumulatorParam</span></a><<a href="./org/apache/spark/AccumulatorParam.html" title="type parameter in AccumulatorParam">T</a>> - Interface in <a href="./org/apache/spark/package-summary.html">org.apache.spark</a></dt> +<dd> +<div class="block">A simpler version of <a href="./org/apache/spark/AccumulableParam.html" title="interface in org.apache.spark"><code>AccumulableParam</code></a> where the only data type you can add + in is the same type as the accumulated value.</div> +</dd> +<dt><a href="./org/apache/spark/AccumulatorParam.DoubleAccumulatorParam$.html" title="class in org.apache.spark"><span class="strong">AccumulatorParam.DoubleAccumulatorParam$</span></a> - Class in <a href="./org/apache/spark/package-summary.html">org.apache.spark</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/AccumulatorParam.DoubleAccumulatorParam$.html#AccumulatorParam.DoubleAccumulatorParam$()">AccumulatorParam.DoubleAccumulatorParam$()</a></span> - Constructor for class org.apache.spark.<a href="./org/apache/spark/AccumulatorParam.DoubleAccumulatorParam$.html" title="class in org.apache.spark">AccumulatorParam.DoubleAccumulatorParam$</a></dt> +<dd> </dd> +<dt><a href="./org/apache/spark/AccumulatorParam.FloatAccumulatorParam$.html" title="class in org.apache.spark"><span class="strong">AccumulatorParam.FloatAccumulatorParam$</span></a> - Class in <a href="./org/apache/spark/package-summary.html">org.apache.spark</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/AccumulatorParam.FloatAccumulatorParam$.html#AccumulatorParam.FloatAccumulatorParam$()">AccumulatorParam.FloatAccumulatorParam$()</a></span> - Constructor for class org.apache.spark.<a href="./org/apache/spark/AccumulatorParam.FloatAccumulatorParam$.html" title="class in org.apache.spark">AccumulatorParam.FloatAccumulatorParam$</a></dt> +<dd> </dd> +<dt><a href="./org/apache/spark/AccumulatorParam.IntAccumulatorParam$.html" title="class in org.apache.spark"><span class="strong">AccumulatorParam.IntAccumulatorParam$</span></a> - Class in <a href="./org/apache/spark/package-summary.html">org.apache.spark</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/AccumulatorParam.IntAccumulatorParam$.html#AccumulatorParam.IntAccumulatorParam$()">AccumulatorParam.IntAccumulatorParam$()</a></span> - Constructor for class org.apache.spark.<a href="./org/apache/spark/AccumulatorParam.IntAccumulatorParam$.html" title="class in org.apache.spark">AccumulatorParam.IntAccumulatorParam$</a></dt> +<dd> </dd> +<dt><a href="./org/apache/spark/AccumulatorParam.LongAccumulatorParam$.html" title="class in org.apache.spark"><span class="strong">AccumulatorParam.LongAccumulatorParam$</span></a> - Class in <a href="./org/apache/spark/package-summary.html">org.apache.spark</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/AccumulatorParam.LongAccumulatorParam$.html#AccumulatorParam.LongAccumulatorParam$()">AccumulatorParam.LongAccumulatorParam$()</a></span> - Constructor for class org.apache.spark.<a href="./org/apache/spark/AccumulatorParam.LongAccumulatorParam$.html" title="class in org.apache.spark">AccumulatorParam.LongAccumulatorParam$</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/status/api/v1/StageData.html#accumulatorUpdates()">accumulatorUpdates()</a></span> - Method in class org.apache.spark.status.api.v1.<a href="./org/apache/spark/status/api/v1/StageData.html" title="class in org.apache.spark.status.api.v1">StageData</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/status/api/v1/TaskData.html#accumulatorUpdates()">accumulatorUpdates()</a></span> - Method in class org.apache.spark.status.api.v1.<a href="./org/apache/spark/status/api/v1/TaskData.html" title="class in org.apache.spark.status.api.v1">TaskData</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/mllib/evaluation/MultilabelMetrics.html#accuracy()">accuracy()</a></span> - Method in class org.apache.spark.mllib.evaluation.<a href="./org/apache/spark/mllib/evaluation/MultilabelMetrics.html" title="class in org.apache.spark.mllib.evaluation">MultilabelMetrics</a></dt> +<dd> +<div class="block">Returns accuracy</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/functions.html#acos(org.apache.spark.sql.Column)">acos(Column)</a></span> - Static method in class org.apache.spark.sql.<a href="./org/apache/spark/sql/functions.html" title="class in org.apache.spark.sql">functions</a></dt> +<dd> +<div class="block">Computes the cosine inverse of the given value; the returned angle is in the range + 0.0 through pi.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/functions.html#acos(java.lang.String)">acos(String)</a></span> - Static method in class org.apache.spark.sql.<a href="./org/apache/spark/sql/functions.html" title="class in org.apache.spark.sql">functions</a></dt> +<dd> +<div class="block">Computes the cosine inverse of the given column; the returned angle is in the range + 0.0 through pi.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/streaming/scheduler/ReceiverInfo.html#active()">active()</a></span> - Method in class org.apache.spark.streaming.scheduler.<a href="./org/apache/spark/streaming/scheduler/ReceiverInfo.html" title="class in org.apache.spark.streaming.scheduler">ReceiverInfo</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/ui/jobs/JobProgressListener.html#activeJobs()">activeJobs()</a></span> - Method in class org.apache.spark.ui.jobs.<a href="./org/apache/spark/ui/jobs/JobProgressListener.html" title="class in org.apache.spark.ui.jobs">JobProgressListener</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/ui/jobs/JobProgressListener.html#activeStages()">activeStages()</a></span> - Method in class org.apache.spark.ui.jobs.<a href="./org/apache/spark/ui/jobs/JobProgressListener.html" title="class in org.apache.spark.ui.jobs">JobProgressListener</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/status/api/v1/ExecutorSummary.html#activeTasks()">activeTasks()</a></span> - Method in class org.apache.spark.status.api.v1.<a href="./org/apache/spark/status/api/v1/ExecutorSummary.html" title="class in org.apache.spark.status.api.v1">ExecutorSummary</a></dt> +<dd> </dd> +<dt><a href="./org/apache/spark/streaming/receiver/ActorHelper.html" title="interface in org.apache.spark.streaming.receiver"><span class="strong">ActorHelper</span></a> - Interface in <a href="./org/apache/spark/streaming/receiver/package-summary.html">org.apache.spark.streaming.receiver</a></dt> +<dd> +<div class="block">:: DeveloperApi :: + A receiver trait to be mixed in with your Actor to gain access to + the API for pushing received data into Spark Streaming for being processed.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/streaming/api/java/JavaStreamingContext.html#actorStream(akka.actor.Props,%20java.lang.String,%20org.apache.spark.storage.StorageLevel,%20akka.actor.SupervisorStrategy)">actorStream(Props, String, StorageLevel, SupervisorStrategy)</a></span> - Method in class org.apache.spark.streaming.api.java.<a href="./org/apache/spark/streaming/api/java/JavaStreamingContext.html" title="class in org.apache.spark.streaming.api.java">JavaStreamingContext</a></dt> +<dd> +<div class="block">Create an input stream with any arbitrary user implemented actor receiver.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/streaming/api/java/JavaStreamingContext.html#actorStream(akka.actor.Props,%20java.lang.String,%20org.apache.spark.storage.StorageLevel)">actorStream(Props, String, StorageLevel)</a></span> - Method in class org.apache.spark.streaming.api.java.<a href="./org/apache/spark/streaming/api/java/JavaStreamingContext.html" title="class in org.apache.spark.streaming.api.java">JavaStreamingContext</a></dt> +<dd> +<div class="block">Create an input stream with any arbitrary user implemented actor receiver.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/streaming/api/java/JavaStreamingContext.html#actorStream(akka.actor.Props,%20java.lang.String)">actorStream(Props, String)</a></span> - Method in class org.apache.spark.streaming.api.java.<a href="./org/apache/spark/streaming/api/java/JavaStreamingContext.html" title="class in org.apache.spark.streaming.api.java">JavaStreamingContext</a></dt> +<dd> +<div class="block">Create an input stream with any arbitrary user implemented actor receiver.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/streaming/StreamingContext.html#actorStream(akka.actor.Props,%20java.lang.String,%20org.apache.spark.storage.StorageLevel,%20akka.actor.SupervisorStrategy,%20scala.reflect.ClassTag)">actorStream(Props, String, StorageLevel, SupervisorStrategy, ClassTag<T>)</a></span> - Method in class org.apache.spark.streaming.<a href="./org/apache/spark/streaming/StreamingContext.html" title="class in org.apache.spark.streaming">StreamingContext</a></dt> +<dd> +<div class="block">Create an input stream with any arbitrary user implemented actor receiver.</div> +</dd> +<dt><a href="./org/apache/spark/streaming/receiver/ActorSupervisorStrategy.html" title="class in org.apache.spark.streaming.receiver"><span class="strong">ActorSupervisorStrategy</span></a> - Class in <a href="./org/apache/spark/streaming/receiver/package-summary.html">org.apache.spark.streaming.receiver</a></dt> +<dd> +<div class="block">:: DeveloperApi :: + A helper with set of defaults for supervisor strategy</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/streaming/receiver/ActorSupervisorStrategy.html#ActorSupervisorStrategy()">ActorSupervisorStrategy()</a></span> - Constructor for class org.apache.spark.streaming.receiver.<a href="./org/apache/spark/streaming/receiver/ActorSupervisorStrategy.html" title="class in org.apache.spark.streaming.receiver">ActorSupervisorStrategy</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/SparkEnv.html#actorSystem()">actorSystem()</a></span> - Method in class org.apache.spark.<a href="./org/apache/spark/SparkEnv.html" title="class in org.apache.spark">SparkEnv</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/Accumulable.html#add(T)">add(T)</a></span> - Method in class org.apache.spark.<a href="./org/apache/spark/Accumulable.html" title="class in org.apache.spark">Accumulable</a></dt> +<dd> +<div class="block">Add more data to this accumulator / accumulable</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/ml/classification/LogisticAggregator.html#add(org.apache.spark.ml.feature.Instance)">add(org.apache.spark.ml.feature.Instance)</a></span> - Method in class org.apache.spark.ml.classification.<a href="./org/apache/spark/ml/classification/LogisticAggregator.html" title="class in org.apache.spark.ml.classification">LogisticAggregator</a></dt> +<dd> +<div class="block">Add a new training instance to this LogisticAggregator, and update the loss and gradient + of the objective function.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/ml/regression/AFTAggregator.html#add(org.apache.spark.ml.regression.AFTPoint)">add(AFTPoint)</a></span> - Method in class org.apache.spark.ml.regression.<a href="./org/apache/spark/ml/regression/AFTAggregator.html" title="class in org.apache.spark.ml.regression">AFTAggregator</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/ml/regression/LeastSquaresAggregator.html#add(org.apache.spark.ml.feature.Instance)">add(org.apache.spark.ml.feature.Instance)</a></span> - Method in class org.apache.spark.ml.regression.<a href="./org/apache/spark/ml/regression/LeastSquaresAggregator.html" title="class in org.apache.spark.ml.regression">LeastSquaresAggregator</a></dt> +<dd> +<div class="block">Add a new training instance to this LeastSquaresAggregator, and update the loss and gradient + of the objective function.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/mllib/clustering/ExpectationSum.html#add(double[],%20org.apache.spark.mllib.stat.distribution.MultivariateGaussian[],%20org.apache.spark.mllib.clustering.ExpectationSum,%20breeze.linalg.Vector)">add(double[], MultivariateGaussian[], ExpectationSum, Vector<Object>)</a></span> - Static method in class org.apache.spark.mllib.clustering.<a href="./org/apache/spark/mllib/clustering/ExpectationSum.html" title="class in org.apache.spark.mllib.clustering">ExpectationSum</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/mllib/feature/IDF.DocumentFrequencyAggregator.html#add(org.apache.spark.mllib.linalg.Vector)">add(Vector)</a></span> - Method in class org.apache.spark.mllib.feature.<a href="./org/apache/spark/mllib/feature/IDF.DocumentFrequencyAggregator.html" title="class in org.apache.spark.mllib.feature">IDF.DocumentFrequencyAggregator</a></dt> +<dd> +<div class="block">Adds a new document.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/mllib/linalg/distributed/BlockMatrix.html#add(org.apache.spark.mllib.linalg.distributed.BlockMatrix)">add(BlockMatrix)</a></span> - Method in class org.apache.spark.mllib.linalg.distributed.<a href="./org/apache/spark/mllib/linalg/distributed/BlockMatrix.html" title="class in org.apache.spark.mllib.linalg.distributed">BlockMatrix</a></dt> +<dd> +<div class="block">Adds two block matrices together.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/mllib/stat/MultivariateOnlineSummarizer.html#add(org.apache.spark.mllib.linalg.Vector)">add(Vector)</a></span> - Method in class org.apache.spark.mllib.stat.<a href="./org/apache/spark/mllib/stat/MultivariateOnlineSummarizer.html" title="class in org.apache.spark.mllib.stat">MultivariateOnlineSummarizer</a></dt> +<dd> +<div class="block">Add a new sample to this summarizer, and update the statistical summary.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/types/StructType.html#add(org.apache.spark.sql.types.StructField)">add(StructField)</a></span> - Method in class org.apache.spark.sql.types.<a href="./org/apache/spark/sql/types/StructType.html" title="class in org.apache.spark.sql.types">StructType</a></dt> +<dd> +<div class="block">Creates a new <a href="./org/apache/spark/sql/types/StructType.html" title="class in org.apache.spark.sql.types"><code>StructType</code></a> by adding a new field.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/types/StructType.html#add(java.lang.String,%20org.apache.spark.sql.types.DataType)">add(String, DataType)</a></span> - Method in class org.apache.spark.sql.types.<a href="./org/apache/spark/sql/types/StructType.html" title="class in org.apache.spark.sql.types">StructType</a></dt> +<dd> +<div class="block">Creates a new <a href="./org/apache/spark/sql/types/StructType.html" title="class in org.apache.spark.sql.types"><code>StructType</code></a> by adding a new nullable field with no metadata.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/types/StructType.html#add(java.lang.String,%20org.apache.spark.sql.types.DataType,%20boolean)">add(String, DataType, boolean)</a></span> - Method in class org.apache.spark.sql.types.<a href="./org/apache/spark/sql/types/StructType.html" title="class in org.apache.spark.sql.types">StructType</a></dt> +<dd> +<div class="block">Creates a new <a href="./org/apache/spark/sql/types/StructType.html" title="class in org.apache.spark.sql.types"><code>StructType</code></a> by adding a new field with no metadata.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/types/StructType.html#add(java.lang.String,%20org.apache.spark.sql.types.DataType,%20boolean,%20org.apache.spark.sql.types.Metadata)">add(String, DataType, boolean, Metadata)</a></span> - Method in class org.apache.spark.sql.types.<a href="./org/apache/spark/sql/types/StructType.html" title="class in org.apache.spark.sql.types">StructType</a></dt> +<dd> +<div class="block">Creates a new <a href="./org/apache/spark/sql/types/StructType.html" title="class in org.apache.spark.sql.types"><code>StructType</code></a> by adding a new field and specifying metadata.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/types/StructType.html#add(java.lang.String,%20java.lang.String)">add(String, String)</a></span> - Method in class org.apache.spark.sql.types.<a href="./org/apache/spark/sql/types/StructType.html" title="class in org.apache.spark.sql.types">StructType</a></dt> +<dd> +<div class="block">Creates a new <a href="./org/apache/spark/sql/types/StructType.html" title="class in org.apache.spark.sql.types"><code>StructType</code></a> by adding a new nullable field with no metadata where the + dataType is specified as a String.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/types/StructType.html#add(java.lang.String,%20java.lang.String,%20boolean)">add(String, String, boolean)</a></span> - Method in class org.apache.spark.sql.types.<a href="./org/apache/spark/sql/types/StructType.html" title="class in org.apache.spark.sql.types">StructType</a></dt> +<dd> +<div class="block">Creates a new <a href="./org/apache/spark/sql/types/StructType.html" title="class in org.apache.spark.sql.types"><code>StructType</code></a> by adding a new field with no metadata where the + dataType is specified as a String.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/types/StructType.html#add(java.lang.String,%20java.lang.String,%20boolean,%20org.apache.spark.sql.types.Metadata)">add(String, String, boolean, Metadata)</a></span> - Method in class org.apache.spark.sql.types.<a href="./org/apache/spark/sql/types/StructType.html" title="class in org.apache.spark.sql.types">StructType</a></dt> +<dd> +<div class="block">Creates a new <a href="./org/apache/spark/sql/types/StructType.html" title="class in org.apache.spark.sql.types"><code>StructType</code></a> by adding a new field and specifying metadata where the + dataType is specified as a String.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/util/Vector.html#add(org.apache.spark.util.Vector)">add(Vector)</a></span> - Method in class org.apache.spark.util.<a href="./org/apache/spark/util/Vector.html" title="class in org.apache.spark.util">Vector</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/functions.html#add_months(org.apache.spark.sql.Column,%20int)">add_months(Column, int)</a></span> - Static method in class org.apache.spark.sql.<a href="./org/apache/spark/sql/functions.html" title="class in org.apache.spark.sql">functions</a></dt> +<dd> +<div class="block">Returns the date that is numMonths after startDate.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/AccumulableParam.html#addAccumulator(R,%20T)">addAccumulator(R, T)</a></span> - Method in interface org.apache.spark.<a href="./org/apache/spark/AccumulableParam.html" title="interface in org.apache.spark">AccumulableParam</a></dt> +<dd> +<div class="block">Add additional data to the accumulator value.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/AccumulatorParam.html#addAccumulator(T,%20T)">addAccumulator(T, T)</a></span> - Method in interface org.apache.spark.<a href="./org/apache/spark/AccumulatorParam.html" title="interface in org.apache.spark">AccumulatorParam</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/launcher/SparkLauncher.html#addAppArgs(java.lang.String...)">addAppArgs(String...)</a></span> - Method in class org.apache.spark.launcher.<a href="./org/apache/spark/launcher/SparkLauncher.html" title="class in org.apache.spark.launcher">SparkLauncher</a></dt> +<dd> +<div class="block">Adds command line arguments for the application.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/SparkContext.html#addedFiles()">addedFiles()</a></span> - Method in class org.apache.spark.<a href="./org/apache/spark/SparkContext.html" title="class in org.apache.spark">SparkContext</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/SparkContext.html#addedJars()">addedJars()</a></span> - Method in class org.apache.spark.<a href="./org/apache/spark/SparkContext.html" title="class in org.apache.spark">SparkContext</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/api/java/JavaSparkContext.html#addFile(java.lang.String)">addFile(String)</a></span> - Method in class org.apache.spark.api.java.<a href="./org/apache/spark/api/java/JavaSparkContext.html" title="class in org.apache.spark.api.java">JavaSparkContext</a></dt> +<dd> +<div class="block">Add a file to be downloaded with this Spark job on every node.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/launcher/SparkLauncher.html#addFile(java.lang.String)">addFile(String)</a></span> - Method in class org.apache.spark.launcher.<a href="./org/apache/spark/launcher/SparkLauncher.html" title="class in org.apache.spark.launcher">SparkLauncher</a></dt> +<dd> +<div class="block">Adds a file to be submitted with the application.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/SparkContext.html#addFile(java.lang.String)">addFile(String)</a></span> - Method in class org.apache.spark.<a href="./org/apache/spark/SparkContext.html" title="class in org.apache.spark">SparkContext</a></dt> +<dd> +<div class="block">Add a file to be downloaded with this Spark job on every node.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/SparkContext.html#addFile(java.lang.String,%20boolean)">addFile(String, boolean)</a></span> - Method in class org.apache.spark.<a href="./org/apache/spark/SparkContext.html" title="class in org.apache.spark">SparkContext</a></dt> +<dd> +<div class="block">Add a file to be downloaded with this Spark job on every node.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/ml/tuning/ParamGridBuilder.html#addGrid(org.apache.spark.ml.param.Param,%20scala.collection.Iterable)">addGrid(Param<T>, Iterable<T>)</a></span> - Method in class org.apache.spark.ml.tuning.<a href="./org/apache/spark/ml/tuning/ParamGridBuilder.html" title="class in org.apache.spark.ml.tuning">ParamGridBuilder</a></dt> +<dd> +<div class="block">Adds a param with multiple values (overwrites if the input param exists).</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/ml/tuning/ParamGridBuilder.html#addGrid(org.apache.spark.ml.param.DoubleParam,%20double[])">addGrid(DoubleParam, double[])</a></span> - Method in class org.apache.spark.ml.tuning.<a href="./org/apache/spark/ml/tuning/ParamGridBuilder.html" title="class in org.apache.spark.ml.tuning">ParamGridBuilder</a></dt> +<dd> +<div class="block">Adds a double param with multiple values.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/ml/tuning/ParamGridBuilder.html#addGrid(org.apache.spark.ml.param.IntParam,%20int[])">addGrid(IntParam, int[])</a></span> - Method in class org.apache.spark.ml.tuning.<a href="./org/apache/spark/ml/tuning/ParamGridBuilder.html" title="class in org.apache.spark.ml.tuning">ParamGridBuilder</a></dt> +<dd> +<div class="block">Adds a int param with multiple values.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/ml/tuning/ParamGridBuilder.html#addGrid(org.apache.spark.ml.param.FloatParam,%20float[])">addGrid(FloatParam, float[])</a></span> - Method in class org.apache.spark.ml.tuning.<a href="./org/apache/spark/ml/tuning/ParamGridBuilder.html" title="class in org.apache.spark.ml.tuning">ParamGridBuilder</a></dt> +<dd> +<div class="block">Adds a float param with multiple values.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/ml/tuning/ParamGridBuilder.html#addGrid(org.apache.spark.ml.param.LongParam,%20long[])">addGrid(LongParam, long[])</a></span> - Method in class org.apache.spark.ml.tuning.<a href="./org/apache/spark/ml/tuning/ParamGridBuilder.html" title="class in org.apache.spark.ml.tuning">ParamGridBuilder</a></dt> +<dd> +<div class="block">Adds a long param with multiple values.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/ml/tuning/ParamGridBuilder.html#addGrid(org.apache.spark.ml.param.BooleanParam)">addGrid(BooleanParam)</a></span> - Method in class org.apache.spark.ml.tuning.<a href="./org/apache/spark/ml/tuning/ParamGridBuilder.html" title="class in org.apache.spark.ml.tuning">ParamGridBuilder</a></dt> +<dd> +<div class="block">Adds a boolean param with true and false.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/AccumulableParam.html#addInPlace(R,%20R)">addInPlace(R, R)</a></span> - Method in interface org.apache.spark.<a href="./org/apache/spark/AccumulableParam.html" title="interface in org.apache.spark">AccumulableParam</a></dt> +<dd> +<div class="block">Merge two accumulated values together.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/AccumulatorParam.DoubleAccumulatorParam$.html#addInPlace(double,%20double)">addInPlace(double, double)</a></span> - Method in class org.apache.spark.<a href="./org/apache/spark/AccumulatorParam.DoubleAccumulatorParam$.html" title="class in org.apache.spark">AccumulatorParam.DoubleAccumulatorParam$</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/AccumulatorParam.FloatAccumulatorParam$.html#addInPlace(float,%20float)">addInPlace(float, float)</a></span> - Method in class org.apache.spark.<a href="./org/apache/spark/AccumulatorParam.FloatAccumulatorParam$.html" title="class in org.apache.spark">AccumulatorParam.FloatAccumulatorParam$</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/AccumulatorParam.IntAccumulatorParam$.html#addInPlace(int,%20int)">addInPlace(int, int)</a></span> - Method in class org.apache.spark.<a href="./org/apache/spark/AccumulatorParam.IntAccumulatorParam$.html" title="class in org.apache.spark">AccumulatorParam.IntAccumulatorParam$</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/AccumulatorParam.LongAccumulatorParam$.html#addInPlace(long,%20long)">addInPlace(long, long)</a></span> - Method in class org.apache.spark.<a href="./org/apache/spark/AccumulatorParam.LongAccumulatorParam$.html" title="class in org.apache.spark">AccumulatorParam.LongAccumulatorParam$</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/SparkContext.DoubleAccumulatorParam$.html#addInPlace(double,%20double)">addInPlace(double, double)</a></span> - Method in class org.apache.spark.<a href="./org/apache/spark/SparkContext.DoubleAccumulatorParam$.html" title="class in org.apache.spark">SparkContext.DoubleAccumulatorParam$</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/SparkContext.FloatAccumulatorParam$.html#addInPlace(float,%20float)">addInPlace(float, float)</a></span> - Method in class org.apache.spark.<a href="./org/apache/spark/SparkContext.FloatAccumulatorParam$.html" title="class in org.apache.spark">SparkContext.FloatAccumulatorParam$</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/SparkContext.IntAccumulatorParam$.html#addInPlace(int,%20int)">addInPlace(int, int)</a></span> - Method in class org.apache.spark.<a href="./org/apache/spark/SparkContext.IntAccumulatorParam$.html" title="class in org.apache.spark">SparkContext.IntAccumulatorParam$</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/SparkContext.LongAccumulatorParam$.html#addInPlace(long,%20long)">addInPlace(long, long)</a></span> - Method in class org.apache.spark.<a href="./org/apache/spark/SparkContext.LongAccumulatorParam$.html" title="class in org.apache.spark">SparkContext.LongAccumulatorParam$</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/util/Vector.html#addInPlace(org.apache.spark.util.Vector)">addInPlace(Vector)</a></span> - Method in class org.apache.spark.util.<a href="./org/apache/spark/util/Vector.html" title="class in org.apache.spark.util">Vector</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/util/Vector.VectorAccumParam$.html#addInPlace(org.apache.spark.util.Vector,%20org.apache.spark.util.Vector)">addInPlace(Vector, Vector)</a></span> - Method in class org.apache.spark.util.<a href="./org/apache/spark/util/Vector.VectorAccumParam$.html" title="class in org.apache.spark.util">Vector.VectorAccumParam$</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/api/java/JavaSparkContext.html#addJar(java.lang.String)">addJar(String)</a></span> - Method in class org.apache.spark.api.java.<a href="./org/apache/spark/api/java/JavaSparkContext.html" title="class in org.apache.spark.api.java">JavaSparkContext</a></dt> +<dd> +<div class="block">Adds a JAR dependency for all tasks to be executed on this SparkContext in the future.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/launcher/SparkLauncher.html#addJar(java.lang.String)">addJar(String)</a></span> - Method in class org.apache.spark.launcher.<a href="./org/apache/spark/launcher/SparkLauncher.html" title="class in org.apache.spark.launcher">SparkLauncher</a></dt> +<dd> +<div class="block">Adds a jar file to be submitted with the application.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/SparkContext.html#addJar(java.lang.String)">addJar(String)</a></span> - Method in class org.apache.spark.<a href="./org/apache/spark/SparkContext.html" title="class in org.apache.spark">SparkContext</a></dt> +<dd> +<div class="block">Adds a JAR dependency for all tasks to be executed on this SparkContext in the future.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/launcher/SparkAppHandle.html#addListener(org.apache.spark.launcher.SparkAppHandle.Listener)">addListener(SparkAppHandle.Listener)</a></span> - Method in interface org.apache.spark.launcher.<a href="./org/apache/spark/launcher/SparkAppHandle.html" title="interface in org.apache.spark.launcher">SparkAppHandle</a></dt> +<dd> +<div class="block">Adds a listener to be notified of changes to the handle's information.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/rdd/HadoopRDD.html#addLocalConfiguration(java.lang.String,%20int,%20int,%20int,%20org.apache.hadoop.mapred.JobConf)">addLocalConfiguration(String, int, int, int, JobConf)</a></span> - Static method in class org.apache.spark.rdd.<a href="./org/apache/spark/rdd/HadoopRDD.html" title="class in org.apache.spark.rdd">HadoopRDD</a></dt> +<dd> +<div class="block">Add Hadoop configuration specific to a single partition and attempt.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/TaskContext.html#addOnCompleteCallback(scala.Function0)">addOnCompleteCallback(Function0<BoxedUnit>)</a></span> - Method in class org.apache.spark.<a href="./org/apache/spark/TaskContext.html" title="class in org.apache.spark">TaskContext</a></dt> +<dd> +<div class="block">Adds a callback function to be executed on task completion.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/rdd/PartitionCoalescer.html#addPartToPGroup(org.apache.spark.Partition,%20org.apache.spark.rdd.PartitionGroup)">addPartToPGroup(Partition, PartitionGroup)</a></span> - Method in class org.apache.spark.rdd.<a href="./org/apache/spark/rdd/PartitionCoalescer.html" title="class in org.apache.spark.rdd">PartitionCoalescer</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/launcher/SparkLauncher.html#addPyFile(java.lang.String)">addPyFile(String)</a></span> - Method in class org.apache.spark.launcher.<a href="./org/apache/spark/launcher/SparkLauncher.html" title="class in org.apache.spark.launcher">SparkLauncher</a></dt> +<dd> +<div class="block">Adds a python file / zip / egg to be submitted with the application.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/status/api/v1/RDDDataDistribution.html#address()">address()</a></span> - Method in class org.apache.spark.status.api.v1.<a href="./org/apache/spark/status/api/v1/RDDDataDistribution.html" title="class in org.apache.spark.status.api.v1">RDDDataDistribution</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/launcher/SparkLauncher.html#addSparkArg(java.lang.String)">addSparkArg(String)</a></span> - Method in class org.apache.spark.launcher.<a href="./org/apache/spark/launcher/SparkLauncher.html" title="class in org.apache.spark.launcher">SparkLauncher</a></dt> +<dd> +<div class="block">Adds a no-value argument to the Spark invocation.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/launcher/SparkLauncher.html#addSparkArg(java.lang.String,%20java.lang.String)">addSparkArg(String, String)</a></span> - Method in class org.apache.spark.launcher.<a href="./org/apache/spark/launcher/SparkLauncher.html" title="class in org.apache.spark.launcher">SparkLauncher</a></dt> +<dd> +<div class="block">Adds an argument with a value to the Spark invocation.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/SparkContext.html#addSparkListener(org.apache.spark.scheduler.SparkListener)">addSparkListener(SparkListener)</a></span> - Method in class org.apache.spark.<a href="./org/apache/spark/SparkContext.html" title="class in org.apache.spark">SparkContext</a></dt> +<dd> +<div class="block">:: DeveloperApi :: + Register a listener to receive up-calls from events that happen during execution.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/streaming/api/java/JavaStreamingContext.html#addStreamingListener(org.apache.spark.streaming.scheduler.StreamingListener)">addStreamingListener(StreamingListener)</a></span> - Method in class org.apache.spark.streaming.api.java.<a href="./org/apache/spark/streaming/api/java/JavaStreamingContext.html" title="class in org.apache.spark.streaming.api.java">JavaStreamingContext</a></dt> +<dd> +<div class="block">Add a <a href="./org/apache/spark/streaming/scheduler/StreamingListener.html" title="interface in org.apache.spark.streaming.scheduler"><code>StreamingListener</code></a> object for + receiving system events related to streaming.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/streaming/StreamingContext.html#addStreamingListener(org.apache.spark.streaming.scheduler.StreamingListener)">addStreamingListener(StreamingListener)</a></span> - Method in class org.apache.spark.streaming.<a href="./org/apache/spark/streaming/StreamingContext.html" title="class in org.apache.spark.streaming">StreamingContext</a></dt> +<dd> +<div class="block">Add a <a href="./org/apache/spark/streaming/scheduler/StreamingListener.html" title="interface in org.apache.spark.streaming.scheduler"><code>StreamingListener</code></a> object for + receiving system events related to streaming.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/TaskContext.html#addTaskCompletionListener(org.apache.spark.util.TaskCompletionListener)">addTaskCompletionListener(TaskCompletionListener)</a></span> - Method in class org.apache.spark.<a href="./org/apache/spark/TaskContext.html" title="class in org.apache.spark">TaskContext</a></dt> +<dd> +<div class="block">Adds a (Java friendly) listener to be executed on task completion.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/TaskContext.html#addTaskCompletionListener(scala.Function1)">addTaskCompletionListener(Function1<TaskContext, BoxedUnit>)</a></span> - Method in class org.apache.spark.<a href="./org/apache/spark/TaskContext.html" title="class in org.apache.spark">TaskContext</a></dt> +<dd> +<div class="block">Adds a listener in the form of a Scala closure to be executed on task completion.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/TaskContext.html#addTaskFailureListener(org.apache.spark.util.TaskFailureListener)">addTaskFailureListener(TaskFailureListener)</a></span> - Method in class org.apache.spark.<a href="./org/apache/spark/TaskContext.html" title="class in org.apache.spark">TaskContext</a></dt> +<dd> +<div class="block">Adds a listener to be executed on task failure.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/TaskContext.html#addTaskFailureListener(scala.Function2)">addTaskFailureListener(Function2<TaskContext, Throwable, BoxedUnit>)</a></span> - Method in class org.apache.spark.<a href="./org/apache/spark/TaskContext.html" title="class in org.apache.spark">TaskContext</a></dt> +<dd> +<div class="block">Adds a listener to be executed on task failure.</div> +</dd> +<dt><a href="./org/apache/spark/ml/regression/AFTAggregator.html" title="class in org.apache.spark.ml.regression"><span class="strong">AFTAggregator</span></a> - Class in <a href="./org/apache/spark/ml/regression/package-summary.html">org.apache.spark.ml.regression</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/ml/regression/AFTAggregator.html#AFTAggregator(breeze.linalg.DenseVector,%20boolean)">AFTAggregator(DenseVector<Object>, boolean)</a></span> - Constructor for class org.apache.spark.ml.regression.<a href="./org/apache/spark/ml/regression/AFTAggregator.html" title="class in org.apache.spark.ml.regression">AFTAggregator</a></dt> +<dd> </dd> +<dt><a href="./org/apache/spark/ml/regression/AFTCostFun.html" title="class in org.apache.spark.ml.regression"><span class="strong">AFTCostFun</span></a> - Class in <a href="./org/apache/spark/ml/regression/package-summary.html">org.apache.spark.ml.regression</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/ml/regression/AFTCostFun.html#AFTCostFun(org.apache.spark.rdd.RDD,%20boolean)">AFTCostFun(RDD<AFTPoint>, boolean)</a></span> - Constructor for class org.apache.spark.ml.regression.<a href="./org/apache/spark/ml/regression/AFTCostFun.html" title="class in org.apache.spark.ml.regression">AFTCostFun</a></dt> +<dd> </dd> +<dt><a href="./org/apache/spark/ml/regression/AFTSurvivalRegression.html" title="class in org.apache.spark.ml.regression"><span class="strong">AFTSurvivalRegression</span></a> - Class in <a href="./org/apache/spark/ml/regression/package-summary.html">org.apache.spark.ml.regression</a></dt> +<dd> +<div class="block">:: Experimental :: + Fit a parametric survival regression model named accelerated failure time (AFT) model + (<code>https://en.wikipedia.org/wiki/Accelerated_failure_time_model</code>) + based on the Weibull distribution of the survival time.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/ml/regression/AFTSurvivalRegression.html#AFTSurvivalRegression(java.lang.String)">AFTSurvivalRegression(String)</a></span> - Constructor for class org.apache.spark.ml.regression.<a href="./org/apache/spark/ml/regression/AFTSurvivalRegression.html" title="class in org.apache.spark.ml.regression">AFTSurvivalRegression</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/ml/regression/AFTSurvivalRegression.html#AFTSurvivalRegression()">AFTSurvivalRegression()</a></span> - Constructor for class org.apache.spark.ml.regression.<a href="./org/apache/spark/ml/regression/AFTSurvivalRegression.html" title="class in org.apache.spark.ml.regression">AFTSurvivalRegression</a></dt> +<dd> </dd> +<dt><a href="./org/apache/spark/ml/regression/AFTSurvivalRegressionModel.html" title="class in org.apache.spark.ml.regression"><span class="strong">AFTSurvivalRegressionModel</span></a> - Class in <a href="./org/apache/spark/ml/regression/package-summary.html">org.apache.spark.ml.regression</a></dt> +<dd> +<div class="block">:: Experimental :: + Model produced by <a href="./org/apache/spark/ml/regression/AFTSurvivalRegression.html" title="class in org.apache.spark.ml.regression"><code>AFTSurvivalRegression</code></a>.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/DataFrame.html#agg(org.apache.spark.sql.Column,%20org.apache.spark.sql.Column...)">agg(Column, Column...)</a></span> - Method in class org.apache.spark.sql.<a href="./org/apache/spark/sql/DataFrame.html" title="class in org.apache.spark.sql">DataFrame</a></dt> +<dd> +<div class="block">Aggregates on the entire <a href="./org/apache/spark/sql/DataFrame.html" title="class in org.apache.spark.sql"><code>DataFrame</code></a> without groups.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/DataFrame.html#agg(scala.Tuple2,%20scala.collection.Seq)">agg(Tuple2<String, String>, Seq<Tuple2<String, String>>)</a></span> - Method in class org.apache.spark.sql.<a href="./org/apache/spark/sql/DataFrame.html" title="class in org.apache.spark.sql">DataFrame</a></dt> +<dd> +<div class="block">(Scala-specific) Aggregates on the entire <a href="./org/apache/spark/sql/DataFrame.html" title="class in org.apache.spark.sql"><code>DataFrame</code></a> without groups.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/DataFrame.html#agg(scala.collection.immutable.Map)">agg(Map<String, String>)</a></span> - Method in class org.apache.spark.sql.<a href="./org/apache/spark/sql/DataFrame.html" title="class in org.apache.spark.sql">DataFrame</a></dt> +<dd> +<div class="block">(Scala-specific) Aggregates on the entire <a href="./org/apache/spark/sql/DataFrame.html" title="class in org.apache.spark.sql"><code>DataFrame</code></a> without groups.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/DataFrame.html#agg(java.util.Map)">agg(Map<String, String>)</a></span> - Method in class org.apache.spark.sql.<a href="./org/apache/spark/sql/DataFrame.html" title="class in org.apache.spark.sql">DataFrame</a></dt> +<dd> +<div class="block">(Java-specific) Aggregates on the entire <a href="./org/apache/spark/sql/DataFrame.html" title="class in org.apache.spark.sql"><code>DataFrame</code></a> without groups.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/DataFrame.html#agg(org.apache.spark.sql.Column,%20scala.collection.Seq)">agg(Column, Seq<Column>)</a></span> - Method in class org.apache.spark.sql.<a href="./org/apache/spark/sql/DataFrame.html" title="class in org.apache.spark.sql">DataFrame</a></dt> +<dd> +<div class="block">Aggregates on the entire <a href="./org/apache/spark/sql/DataFrame.html" title="class in org.apache.spark.sql"><code>DataFrame</code></a> without groups.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/GroupedData.html#agg(org.apache.spark.sql.Column,%20org.apache.spark.sql.Column...)">agg(Column, Column...)</a></span> - Method in class org.apache.spark.sql.<a href="./org/apache/spark/sql/GroupedData.html" title="class in org.apache.spark.sql">GroupedData</a></dt> +<dd> +<div class="block">Compute aggregates by specifying a series of aggregate columns.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/GroupedData.html#agg(scala.Tuple2,%20scala.collection.Seq)">agg(Tuple2<String, String>, Seq<Tuple2<String, String>>)</a></span> - Method in class org.apache.spark.sql.<a href="./org/apache/spark/sql/GroupedData.html" title="class in org.apache.spark.sql">GroupedData</a></dt> +<dd> +<div class="block">(Scala-specific) Compute aggregates by specifying a map from column name to + aggregate methods.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/GroupedData.html#agg(scala.collection.immutable.Map)">agg(Map<String, String>)</a></span> - Method in class org.apache.spark.sql.<a href="./org/apache/spark/sql/GroupedData.html" title="class in org.apache.spark.sql">GroupedData</a></dt> +<dd> +<div class="block">(Scala-specific) Compute aggregates by specifying a map from column name to + aggregate methods.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/GroupedData.html#agg(java.util.Map)">agg(Map<String, String>)</a></span> - Method in class org.apache.spark.sql.<a href="./org/apache/spark/sql/GroupedData.html" title="class in org.apache.spark.sql">GroupedData</a></dt> +<dd> +<div class="block">(Java-specific) Compute aggregates by specifying a map from column name to + aggregate methods.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/GroupedData.html#agg(org.apache.spark.sql.Column,%20scala.collection.Seq)">agg(Column, Seq<Column>)</a></span> - Method in class org.apache.spark.sql.<a href="./org/apache/spark/sql/GroupedData.html" title="class in org.apache.spark.sql">GroupedData</a></dt> +<dd> +<div class="block">Compute aggregates by specifying a series of aggregate columns.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/GroupedDataset.html#agg(org.apache.spark.sql.TypedColumn)">agg(TypedColumn<V, U1>)</a></span> - Method in class org.apache.spark.sql.<a href="./org/apache/spark/sql/GroupedDataset.html" title="class in org.apache.spark.sql">GroupedDataset</a></dt> +<dd> +<div class="block">Computes the given aggregation, returning a <a href="./org/apache/spark/sql/Dataset.html" title="class in org.apache.spark.sql"><code>Dataset</code></a> of tuples for each unique key + and the result of computing this aggregation over all elements in the group.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/GroupedDataset.html#agg(org.apache.spark.sql.TypedColumn,%20org.apache.spark.sql.TypedColumn)">agg(TypedColumn<V, U1>, TypedColumn<V, U2>)</a></span> - Method in class org.apache.spark.sql.<a href="./org/apache/spark/sql/GroupedDataset.html" title="class in org.apache.spark.sql">GroupedDataset</a></dt> +<dd> +<div class="block">Computes the given aggregations, returning a <a href="./org/apache/spark/sql/Dataset.html" title="class in org.apache.spark.sql"><code>Dataset</code></a> of tuples for each unique key + and the result of computing these aggregations over all elements in the group.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/GroupedDataset.html#agg(org.apache.spark.sql.TypedColumn,%20org.apache.spark.sql.TypedColumn,%20org.apache.spark.sql.TypedColumn)">agg(TypedColumn<V, U1>, TypedColumn<V, U2>, TypedColumn<V, U3>)</a></span> - Method in class org.apache.spark.sql.<a href="./org/apache/spark/sql/GroupedDataset.html" title="class in org.apache.spark.sql">GroupedDataset</a></dt> +<dd> +<div class="block">Computes the given aggregations, returning a <a href="./org/apache/spark/sql/Dataset.html" title="class in org.apache.spark.sql"><code>Dataset</code></a> of tuples for each unique key + and the result of computing these aggregations over all elements in the group.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/GroupedDataset.html#agg(org.apache.spark.sql.TypedColumn,%20org.apache.spark.sql.TypedColumn,%20org.apache.spark.sql.TypedColumn,%20org.apache.spark.sql.TypedColumn)">agg(TypedColumn<V, U1>, TypedColumn<V, U2>, TypedColumn<V, U3>, TypedColumn<V, U4>)</a></span> - Method in class org.apache.spark.sql.<a href="./org/apache/spark/sql/GroupedDataset.html" title="class in org.apache.spark.sql">GroupedDataset</a></dt> +<dd> +<div class="block">Computes the given aggregations, returning a <a href="./org/apache/spark/sql/Dataset.html" title="class in org.apache.spark.sql"><code>Dataset</code></a> of tuples for each unique key + and the result of computing these aggregations over all elements in the group.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/api/java/JavaRDDLike.html#aggregate(U,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2)">aggregate(U, Function2<U, T, U>, Function2<U, U, U>)</a></span> - Method in interface org.apache.spark.api.java.<a href="./org/apache/spark/api/java/JavaRDDLike.html" title="interface in org.apache.spark.api.java">JavaRDDLike</a></dt> +<dd> +<div class="block">Aggregate the elements of each partition, and then the results for all the partitions, using + given combine functions and a neutral "zero value".</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/rdd/RDD.html#aggregate(U,%20scala.Function2,%20scala.Function2,%20scala.reflect.ClassTag)">aggregate(U, Function2<U, T, U>, Function2<U, U, U>, ClassTag<U>)</a></span> - Method in class org.apache.spark.rdd.<a href="./org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a></dt> +<dd> +<div class="block">Aggregate the elements of each partition, and then the results for all the partitions, using + given combine functions and a neutral "zero value".</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/api/java/JavaPairRDD.html#aggregateByKey(U,%20org.apache.spark.Partitioner,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2)">aggregateByKey(U, Partitioner, Function2<U, V, U>, Function2<U, U, U>)</a></span> - Method in class org.apache.spark.api.java.<a href="./org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a></dt> +<dd> +<div class="block">Aggregate the values of each key, using given combine functions and a neutral "zero value".</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/api/java/JavaPairRDD.html#aggregateByKey(U,%20int,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2)">aggregateByKey(U, int, Function2<U, V, U>, Function2<U, U, U>)</a></span> - Method in class org.apache.spark.api.java.<a href="./org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a></dt> +<dd> +<div class="block">Aggregate the values of each key, using given combine functions and a neutral "zero value".</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/api/java/JavaPairRDD.html#aggregateByKey(U,%20org.apache.spark.api.java.function.Function2,%20org.apache.spark.api.java.function.Function2)">aggregateByKey(U, Function2<U, V, U>, Function2<U, U, U>)</a></span> - Method in class org.apache.spark.api.java.<a href="./org/apache/spark/api/java/JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a></dt> +<dd> +<div class="block">Aggregate the values of each key, using given combine functions and a neutral "zero value".</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/rdd/PairRDDFunctions.html#aggregateByKey(U,%20org.apache.spark.Partitioner,%20scala.Function2,%20scala.Function2,%20scala.reflect.ClassTag)">aggregateByKey(U, Partitioner, Function2<U, V, U>, Function2<U, U, U>, ClassTag<U>)</a></span> - Method in class org.apache.spark.rdd.<a href="./org/apache/spark/rdd/PairRDDFunctions.html" title="class in org.apache.spark.rdd">PairRDDFunctions</a></dt> +<dd> +<div class="block">Aggregate the values of each key, using given combine functions and a neutral "zero value".</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/rdd/PairRDDFunctions.html#aggregateByKey(U,%20int,%20scala.Function2,%20scala.Function2,%20scala.reflect.ClassTag)">aggregateByKey(U, int, Function2<U, V, U>, Function2<U, U, U>, ClassTag<U>)</a></span> - Method in class org.apache.spark.rdd.<a href="./org/apache/spark/rdd/PairRDDFunctions.html" title="class in org.apache.spark.rdd">PairRDDFunctions</a></dt> +<dd> +<div class="block">Aggregate the values of each key, using given combine functions and a neutral "zero value".</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/rdd/PairRDDFunctions.html#aggregateByKey(U,%20scala.Function2,%20scala.Function2,%20scala.reflect.ClassTag)">aggregateByKey(U, Function2<U, V, U>, Function2<U, U, U>, ClassTag<U>)</a></span> - Method in class org.apache.spark.rdd.<a href="./org/apache/spark/rdd/PairRDDFunctions.html" title="class in org.apache.spark.rdd">PairRDDFunctions</a></dt> +<dd> +<div class="block">Aggregate the values of each key, using given combine functions and a neutral "zero value".</div> +</dd> +<dt><a href="./org/apache/spark/sql/jdbc/AggregatedDialect.html" title="class in org.apache.spark.sql.jdbc"><span class="strong">AggregatedDialect</span></a> - Class in <a href="./org/apache/spark/sql/jdbc/package-summary.html">org.apache.spark.sql.jdbc</a></dt> +<dd> +<div class="block">AggregatedDialect can unify multiple dialects into one virtual Dialect.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/jdbc/AggregatedDialect.html#AggregatedDialect(scala.collection.immutable.List)">AggregatedDialect(List<JdbcDialect>)</a></span> - Constructor for class org.apache.spark.sql.jdbc.<a href="./org/apache/spark/sql/jdbc/AggregatedDialect.html" title="class in org.apache.spark.sql.jdbc">AggregatedDialect</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/graphx/Graph.html#aggregateMessages(scala.Function1,%20scala.Function2,%20org.apache.spark.graphx.TripletFields,%20scala.reflect.ClassTag)">aggregateMessages(Function1<EdgeContext<VD, ED, A>, BoxedUnit>, Function2<A, A, A>, TripletFields, ClassTag<A>)</a></span> - Method in class org.apache.spark.graphx.<a href="./org/apache/spark/graphx/Graph.html" title="class in org.apache.spark.graphx">Graph</a></dt> +<dd> +<div class="block">Aggregates values from the neighboring edges and vertices of each vertex.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/graphx/impl/GraphImpl.html#aggregateMessagesWithActiveSet(scala.Function1,%20scala.Function2,%20org.apache.spark.graphx.TripletFields,%20scala.Option,%20scala.reflect.ClassTag)">aggregateMessagesWithActiveSet(Function1<EdgeContext<VD, ED, A>, BoxedUnit>, Function2<A, A, A>, TripletFields, Option<Tuple2<VertexRDD<?>, EdgeDirection>>, ClassTag<A>)</a></span> - Method in class org.apache.spark.graphx.impl.<a href="./org/apache/spark/graphx/impl/GraphImpl.html" title="class in org.apache.spark.graphx.impl">GraphImpl</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/graphx/impl/VertexRDDImpl.html#aggregateUsingIndex(org.apache.spark.rdd.RDD,%20scala.Function2,%20scala.reflect.ClassTag)">aggregateUsingIndex(RDD<Tuple2<Object, VD2>>, Function2<VD2, VD2, VD2>, ClassTag<VD2>)</a></span> - Method in class org.apache.spark.graphx.impl.<a href="./org/apache/spark/graphx/impl/VertexRDDImpl.html" title="class in org.apache.spark.graphx.impl">VertexRDDImpl</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/graphx/VertexRDD.html#aggregateUsingIndex(org.apache.spark.rdd.RDD,%20scala.Function2,%20scala.reflect.ClassTag)">aggregateUsingIndex(RDD<Tuple2<Object, VD2>>, Function2<VD2, VD2, VD2>, ClassTag<VD2>)</a></span> - Method in class org.apache.spark.graphx.<a href="./org/apache/spark/graphx/VertexRDD.html" title="class in org.apache.spark.graphx">VertexRDD</a></dt> +<dd> +<div class="block">Aggregates vertices in <code>messages</code> that have the same ids using <code>reduceFunc</code>, returning a + VertexRDD co-indexed with <code>this</code>.</div> +</dd> +<dt><a href="./org/apache/spark/graphx/impl/AggregatingEdgeContext.html" title="class in org.apache.spark.graphx.impl"><span class="strong">AggregatingEdgeContext</span></a><<a href="./org/apache/spark/graphx/impl/AggregatingEdgeContext.html" title="type parameter in AggregatingEdgeContext">VD</a>,<a href="./org/apache/spark/graphx/impl/AggregatingEdgeContext.html" title="type parameter in AggregatingEdgeContext">ED</a>,<a href="./org/apache/spark/graphx/impl/AggregatingEdgeContext.html" title="type parameter in AggregatingEdgeContext">A</a>> - Class in <a href="./org/apache/spark/graphx/impl/package-summary.html">org.apache.spark.graphx.impl</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/graphx/impl/AggregatingEdgeContext.html#AggregatingEdgeContext(scala.Function2,%20java.lang.Object,%20org.apache.spark.util.collection.BitSet)">AggregatingEdgeContext(Function2<A, A, A>, Object, BitSet)</a></span> - Constructor for class org.apache.spark.graphx.impl.<a href="./org/apache/spark/graphx/impl/AggregatingEdgeContext.html" title="class in org.apache.spark.graphx.impl">AggregatingEdgeContext</a></dt> +<dd> </dd> +<dt><a href="./org/apache/spark/Aggregator.html" title="class in org.apache.spark"><span class="strong">Aggregator</span></a><<a href="./org/apache/spark/Aggregator.html" title="type parameter in Aggregator">K</a>,<a href="./org/apache/spark/Aggregator.html" title="type parameter in Aggregator">V</a>,<a href="./org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>> - Class in <a href="./org/apache/spark/package-summary.html">org.apache.spark</a></dt> +<dd> +<div class="block">:: DeveloperApi :: + A set of functions used to aggregate data.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/Aggregator.html#Aggregator(scala.Function1,%20scala.Function2,%20scala.Function2)">Aggregator(Function1<V, C>, Function2<C, V, C>, Function2<C, C, C>)</a></span> - Constructor for class org.apache.spark.<a href="./org/apache/spark/Aggregator.html" title="class in org.apache.spark">Aggregator</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/ShuffleDependency.html#aggregator()">aggregator()</a></span> - Method in class org.apache.spark.<a href="./org/apache/spark/ShuffleDependency.html" title="class in org.apache.spark">ShuffleDependency</a></dt> +<dd> </dd> +<dt><a href="./org/apache/spark/sql/expressions/Aggregator.html" title="class in org.apache.spark.sql.expressions"><span class="strong">Aggregator</span></a><<a href="./org/apache/spark/sql/expressions/Aggregator.html" title="type parameter in Aggregator">I</a>,<a href="./org/apache/spark/sql/expressions/Aggregator.html" title="type parameter in Aggregator">B</a>,<a href="./org/apache/spark/sql/expressions/Aggregator.html" title="type parameter in Aggregator">O</a>> - Class in <a href="./org/apache/spark/sql/expressions/package-summary.html">org.apache.spark.sql.expressions</a></dt> +<dd> +<div class="block">A base class for user-defined aggregations, which can be used in <code>DataFrame</code> and <code>Dataset</code> + operations to take all of the elements of a group and reduce them to a single value.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/expressions/Aggregator.html#Aggregator()">Aggregator()</a></span> - Constructor for class org.apache.spark.sql.expressions.<a href="./org/apache/spark/sql/expressions/Aggregator.html" title="class in org.apache.spark.sql.expressions">Aggregator</a></dt> +<dd> </dd> +<dt><a href="./org/apache/spark/mllib/tree/configuration/Algo.html" title="class in org.apache.spark.mllib.tree.configuration"><span class="strong">Algo</span></a> - Class in <a href="./org/apache/spark/mllib/tree/configuration/package-summary.html">org.apache.spark.mllib.tree.configuration</a></dt> +<dd> +<div class="block">:: Experimental :: + Enum to select the algorithm for the decision tree</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/mllib/tree/configuration/Algo.html#Algo()">Algo()</a></span> - Constructor for class org.apache.spark.mllib.tree.configuration.<a href="./org/apache/spark/mllib/tree/configuration/Algo.html" title="class in org.apache.spark.mllib.tree.configuration">Algo</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/mllib/tree/configuration/Strategy.html#algo()">algo()</a></span> - Method in class org.apache.spark.mllib.tree.configuration.<a href="./org/apache/spark/mllib/tree/configuration/Strategy.html" title="class in org.apache.spark.mllib.tree.configuration">Strategy</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/mllib/tree/model/DecisionTreeModel.html#algo()">algo()</a></span> - Method in class org.apache.spark.mllib.tree.model.<a href="./org/apache/spark/mllib/tree/model/DecisionTreeModel.html" title="class in org.apache.spark.mllib.tree.model">DecisionTreeModel</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/mllib/tree/model/GradientBoostedTreesModel.html#algo()">algo()</a></span> - Method in class org.apache.spark.mllib.tree.model.<a href="./org/apache/spark/mllib/tree/model/GradientBoostedTreesModel.html" title="class in org.apache.spark.mllib.tree.model">GradientBoostedTreesModel</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/mllib/tree/model/RandomForestModel.html#algo()">algo()</a></span> - Method in class org.apache.spark.mllib.tree.model.<a href="./org/apache/spark/mllib/tree/model/RandomForestModel.html" title="class in org.apache.spark.mllib.tree.model">RandomForestModel</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/mllib/regression/StreamingLinearRegressionWithSGD.html#algorithm()">algorithm()</a></span> - Method in class org.apache.spark.mllib.regression.<a href="./org/apache/spark/mllib/regression/StreamingLinearRegressionWithSGD.html" title="class in org.apache.spark.mllib.regression">StreamingLinearRegressionWithSGD</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/Column.html#alias(java.lang.String)">alias(String)</a></span> - Method in class org.apache.spark.sql.<a href="./org/apache/spark/sql/Column.html" title="class in org.apache.spark.sql">Column</a></dt> +<dd> +<div class="block">Gives the column an alias.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/DataFrame.html#alias(java.lang.String)">alias(String)</a></span> - Method in class org.apache.spark.sql.<a href="./org/apache/spark/sql/DataFrame.html" title="class in org.apache.spark.sql">DataFrame</a></dt> +<dd> +<div class="block">Returns a new <a href="./org/apache/spark/sql/DataFrame.html" title="class in org.apache.spark.sql"><code>DataFrame</code></a> with an alias set.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/DataFrame.html#alias(scala.Symbol)">alias(Symbol)</a></span> - Method in class org.apache.spark.sql.<a href="./org/apache/spark/sql/DataFrame.html" title="class in org.apache.spark.sql">DataFrame</a></dt> +<dd> +<div class="block">(Scala-specific) Returns a new <a href="./org/apache/spark/sql/DataFrame.html" title="class in org.apache.spark.sql"><code>DataFrame</code></a> with an alias set.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/graphx/TripletFields.html#All">All</a></span> - Static variable in class org.apache.spark.graphx.<a href="./org/apache/spark/graphx/TripletFields.html" title="class in org.apache.spark.graphx">TripletFields</a></dt> +<dd> +<div class="block">Expose all the fields (source, edge, and destination).</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/mllib/random/WeibullGenerator.html#alpha()">alpha()</a></span> - Method in class org.apache.spark.mllib.random.<a href="./org/apache/spark/mllib/random/WeibullGenerator.html" title="class in org.apache.spark.mllib.random">WeibullGenerator</a></dt> +<dd> </dd> +<dt><a href="./org/apache/spark/annotation/AlphaComponent.html" title="annotation in org.apache.spark.annotation"><span class="strong">AlphaComponent</span></a> - Annotation Type in <a href="./org/apache/spark/annotation/package-summary.html">org.apache.spark.annotation</a></dt> +<dd> +<div class="block">A new component of Spark which may have unstable API's.</div> +</dd> +<dt><a href="./org/apache/spark/ml/recommendation/ALS.html" title="class in org.apache.spark.ml.recommendation"><span class="strong">ALS</span></a> - Class in <a href="./org/apache/spark/ml/recommendation/package-summary.html">org.apache.spark.ml.recommendation</a></dt> +<dd> +<div class="block">:: Experimental :: + Alternating Least Squares (ALS) matrix factorization.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/ml/recommendation/ALS.html#ALS(java.lang.String)">ALS(String)</a></span> - Constructor for class org.apache.spark.ml.recommendation.<a href="./org/apache/spark/ml/recommendation/ALS.html" title="class in org.apache.spark.ml.recommendation">ALS</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/ml/recommendation/ALS.html#ALS()">ALS()</a></span> - Constructor for class org.apache.spark.ml.recommendation.<a href="./org/apache/spark/ml/recommendation/ALS.html" title="class in org.apache.spark.ml.recommendation">ALS</a></dt> +<dd> </dd> +<dt><a href="./org/apache/spark/mllib/recommendation/ALS.html" title="class in org.apache.spark.mllib.recommendation"><span class="strong">ALS</span></a> - Class in <a href="./org/apache/spark/mllib/recommendation/package-summary.html">org.apache.spark.mllib.recommendation</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/mllib/recommendation/ALS.html#ALS()">ALS()</a></span> - Constructor for class org.apache.spark.mllib.recommendation.<a href="./org/apache/spark/mllib/recommendation/ALS.html" title="class in org.apache.spark.mllib.recommendation">ALS</a></dt> +<dd> </dd> +<dt><a href="./org/apache/spark/ml/recommendation/ALS.Rating.html" title="class in org.apache.spark.ml.recommendation"><span class="strong">ALS.Rating</span></a><<a href="./org/apache/spark/ml/recommendation/ALS.Rating.html" title="type parameter in ALS.Rating">ID</a>> - Class in <a href="./org/apache/spark/ml/recommendation/package-summary.html">org.apache.spark.ml.recommendation</a></dt> +<dd> +<div class="block">:: DeveloperApi :: + Rating class for better code readability.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/ml/recommendation/ALS.Rating.html#ALS.Rating(ID,%20ID,%20float)">ALS.Rating(ID, ID, float)</a></span> - Constructor for class org.apache.spark.ml.recommendation.<a href="./org/apache/spark/ml/recommendation/ALS.Rating.html" title="class in org.apache.spark.ml.recommendation">ALS.Rating</a></dt> +<dd> </dd> +<dt><a href="./org/apache/spark/ml/recommendation/ALS.Rating$.html" title="class in org.apache.spark.ml.recommendation"><span class="strong">ALS.Rating$</span></a> - Class in <a href="./org/apache/spark/ml/recommendation/package-summary.html">org.apache.spark.ml.recommendation</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/ml/recommendation/ALS.Rating$.html#ALS.Rating$()">ALS.Rating$()</a></span> - Constructor for class org.apache.spark.ml.recommendation.<a href="./org/apache/spark/ml/recommendation/ALS.Rating$.html" title="class in org.apache.spark.ml.recommendation">ALS.Rating$</a></dt> +<dd> </dd> +<dt><a href="./org/apache/spark/ml/recommendation/ALSModel.html" title="class in org.apache.spark.ml.recommendation"><span class="strong">ALSModel</span></a> - Class in <a href="./org/apache/spark/ml/recommendation/package-summary.html">org.apache.spark.ml.recommendation</a></dt> +<dd> +<div class="block">:: Experimental :: + Model fitted by ALS.</div> +</dd> +<dt><a href="./org/apache/spark/sql/AnalysisException.html" title="class in org.apache.spark.sql"><span class="strong">AnalysisException</span></a> - Exception in <a href="./org/apache/spark/sql/package-summary.html">org.apache.spark.sql</a></dt> +<dd> +<div class="block">:: DeveloperApi :: + Thrown when a query fails to analyze, usually because the query itself is invalid.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/hive/HiveContext.html#analyze(java.lang.String)">analyze(String)</a></span> - Method in class org.apache.spark.sql.hive.<a href="./org/apache/spark/sql/hive/HiveContext.html" title="class in org.apache.spark.sql.hive">HiveContext</a></dt> +<dd> +<div class="block">Analyzes the given table in the current database to generate statistics, which will be + used in query optimizations.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/Column.html#and(org.apache.spark.sql.Column)">and(Column)</a></span> - Method in class org.apache.spark.sql.<a href="./org/apache/spark/sql/Column.html" title="class in org.apache.spark.sql">Column</a></dt> +<dd> +<div class="block">Boolean AND.</div> +</dd> +<dt><a href="./org/apache/spark/sql/sources/And.html" title="class in org.apache.spark.sql.sources"><span class="strong">And</span></a> - Class in <a href="./org/apache/spark/sql/sources/package-summary.html">org.apache.spark.sql.sources</a></dt> +<dd> +<div class="block">A filter that evaluates to <code>true</code> iff both <code>left</code> or <code>right</code> evaluate to <code>true</code>.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/sources/And.html#And(org.apache.spark.sql.sources.Filter,%20org.apache.spark.sql.sources.Filter)">And(Filter, Filter)</a></span> - Constructor for class org.apache.spark.sql.sources.<a href="./org/apache/spark/sql/sources/And.html" title="class in org.apache.spark.sql.sources">And</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/mllib/fpm/AssociationRules.Rule.html#antecedent()">antecedent()</a></span> - Method in class org.apache.spark.mllib.fpm.<a href="./org/apache/spark/mllib/fpm/AssociationRules.Rule.html" title="class in org.apache.spark.mllib.fpm">AssociationRules.Rule</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/scheduler/TaskLocality.html#ANY()">ANY()</a></span> - Static method in class org.apache.spark.scheduler.<a href="./org/apache/spark/scheduler/TaskLocality.html" title="class in org.apache.spark.scheduler">TaskLocality</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/sql/Row.html#anyNull()">anyNull()</a></span> - Method in interface org.apache.spark.sql.<a href="./org/apache/spark/sql/Row.html" title="interface in org.apache.spark.sql">Row</a></dt> +<dd> +<div class="block">Returns true if there are any NULL values in this row.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/scheduler/SparkListenerApplicationStart.html#appAttemptId()">appAttemptId()</a></span> - Method in class org.apache.spark.scheduler.<a href="./org/apache/spark/scheduler/SparkListenerApplicationStart.html" title="class in org.apache.spark.scheduler">SparkListenerApplicationStart</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/mllib/util/MLUtils.html#appendBias(org.apache.spark.mllib.linalg.Vector)">appendBias(Vector)</a></span> - Static method in class org.apache.spark.mllib.util.<a href="./org/apache/spark/mllib/util/MLUtils.html" title="class in org.apache.spark.mllib.util">MLUtils</a></dt> +<dd> +<div class="block">Returns a new vector with <code>1.0</code> (bias) appended to the input vector.</div> +</dd> +<dt><span class="strong"><a href="./org/apache/spark/scheduler/SparkListenerApplicationStart.html#appId()">appId()</a></span> - Method in class org.apache.spark.scheduler.<a href="./org/apache/spark/scheduler/SparkListenerApplicationStart.html" title="class in org.apache.spark.scheduler">SparkListenerApplicationStart</a></dt> +<dd> </dd> +<dt><span class="strong"><a href="./org/apache/spark/SparkContext.html#applicationAttemptId()">applicationAttemptId()</a></span> - Method in class org.apache.spark.<a href="./org/apache/spark/SparkContext.html" title="class in org.apache.spark">SparkContext</a></dt> +<dd> </dd> +<dt><a href="./org/apache/spark/status/api/v1/ApplicationAttemptInfo.html" title="class in org.apache.spark.status.api.v1"><span class="strong">ApplicationAttemptInfo</span></a> - Class in <a href="./org
<TRUNCATED> --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org
