http://git-wip-us.apache.org/repos/asf/spark-website/blob/52917ac4/site/docs/2.4.0/api/java/org/apache/spark/ComplexFutureAction.html
----------------------------------------------------------------------
diff --git a/site/docs/2.4.0/api/java/org/apache/spark/ComplexFutureAction.html 
b/site/docs/2.4.0/api/java/org/apache/spark/ComplexFutureAction.html
new file mode 100644
index 0000000..06aecf7
--- /dev/null
+++ b/site/docs/2.4.0/api/java/org/apache/spark/ComplexFutureAction.html
@@ -0,0 +1,557 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" 
"http://www.w3.org/TR/html4/loose.dtd";>
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (1.8.0_181) on Fri Nov 02 07:03:19 UTC 2018 -->
+<title>ComplexFutureAction (Spark 2.4.0 JavaDoc)</title>
+<meta name="date" content="2018-11-02">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" 
title="Style">
+<script type="text/javascript" src="../../../script.js"></script>
+</head>
+<body>
+<script type="text/javascript"><!--
+    try {
+        if (location.href.indexOf('is-external=true') == -1) {
+            parent.document.title="ComplexFutureAction (Spark 2.4.0 JavaDoc)";
+        }
+    }
+    catch(err) {
+    }
+//-->
+var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10};
+var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar.top">
+<!--   -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation 
links">Skip navigation links</a></div>
+<a name="navbar.top.firstrow">
+<!--   -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../org/apache/spark/CleanupTaskWeakReference.html" 
title="class in org.apache.spark"><span 
class="typeNameLink">Prev&nbsp;Class</span></a></li>
+<li><a href="../../../org/apache/spark/ContextBarrierId.html" title="class in 
org.apache.spark"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?org/apache/spark/ComplexFutureAction.html" 
target="_top">Frames</a></li>
+<li><a href="ComplexFutureAction.html" target="_top">No&nbsp;Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+  allClassesLink = document.getElementById("allclasses_navbar_top");
+  if(window==top) {
+    allClassesLink.style.display = "block";
+  }
+  else {
+    allClassesLink.style.display = "none";
+  }
+  //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary:&nbsp;</li>
+<li>Nested&nbsp;|&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail:&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.top">
+<!--   -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">org.apache.spark</div>
+<h2 title="Class ComplexFutureAction" class="title">Class 
ComplexFutureAction&lt;T&gt;</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>Object</li>
+<li>
+<ul class="inheritance">
+<li>org.apache.spark.ComplexFutureAction&lt;T&gt;</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<dl>
+<dt>All Implemented Interfaces:</dt>
+<dd><a href="../../../org/apache/spark/FutureAction.html" title="interface in 
org.apache.spark">FutureAction</a>&lt;T&gt;, 
scala.concurrent.Awaitable&lt;T&gt;, scala.concurrent.Future&lt;T&gt;</dd>
+</dl>
+<hr>
+<br>
+<pre>public class <span 
class="typeNameLabel">ComplexFutureAction&lt;T&gt;</span>
+extends Object
+implements <a href="../../../org/apache/spark/FutureAction.html" 
title="interface in org.apache.spark">FutureAction</a>&lt;T&gt;</pre>
+<div class="block">A <a href="../../../org/apache/spark/FutureAction.html" 
title="interface in org.apache.spark"><code>FutureAction</code></a> for actions 
that could trigger multiple Spark jobs. Examples include take,
+ takeSample. Cancellation works by setting the cancelled flag to true and 
cancelling any pending
+ jobs.</div>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== NESTED CLASS SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="nested.class.summary">
+<!--   -->
+</a>
+<h3>Nested Class Summary</h3>
+<ul class="blockList">
+<li class="blockList"><a 
name="nested.classes.inherited.from.class.scala.concurrent.Future">
+<!--   -->
+</a>
+<h3>Nested classes/interfaces inherited from 
interface&nbsp;scala.concurrent.Future</h3>
+<code>scala.concurrent.Future.InternalCallbackExecutor$</code></li>
+</ul>
+</li>
+</ul>
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.summary">
+<!--   -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" 
summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd">&nbsp;</span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ComplexFutureAction.html#ComplexFutureAction-scala.Function1-">ComplexFutureAction</a></span>(scala.Function1&lt;<a
 href="../../../org/apache/spark/JobSubmitter.html" title="interface in 
org.apache.spark">JobSubmitter</a>,scala.concurrent.Future&lt;<a 
href="../../../org/apache/spark/ComplexFutureAction.html" title="type parameter 
in ComplexFutureAction">T</a>&gt;&gt;&nbsp;run)</code>&nbsp;</td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.summary">
+<!--   -->
+</a>
+<h3>Method Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" 
summary="Method Summary table, listing methods, and an explanation">
+<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span 
class="tabEnd">&nbsp;</span></span><span id="t2" class="tableTab"><span><a 
href="javascript:show(2);">Instance Methods</a></span><span 
class="tabEnd">&nbsp;</span></span><span id="t4" class="tableTab"><span><a 
href="javascript:show(8);">Concrete Methods</a></span><span 
class="tabEnd">&nbsp;</span></span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr id="i0" class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ComplexFutureAction.html#cancel--">cancel</a></span>()</code>
+<div class="block">Cancels the execution of this action.</div>
+</td>
+</tr>
+<tr id="i1" class="rowColor">
+<td class="colFirst"><code>boolean</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ComplexFutureAction.html#isCancelled--">isCancelled</a></span>()</code>
+<div class="block">Returns whether the action has been cancelled.</div>
+</td>
+</tr>
+<tr id="i2" class="altColor">
+<td class="colFirst"><code>boolean</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ComplexFutureAction.html#isCompleted--">isCompleted</a></span>()</code>
+<div class="block">Returns whether the action has already been completed with 
a value or an exception.</div>
+</td>
+</tr>
+<tr id="i3" class="rowColor">
+<td class="colFirst"><code>scala.collection.Seq&lt;Object&gt;</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ComplexFutureAction.html#jobIds--">jobIds</a></span>()</code>
+<div class="block">Returns the job IDs run by the underlying async 
operation.</div>
+</td>
+</tr>
+<tr id="i4" class="altColor">
+<td class="colFirst"><code>&lt;U&gt;&nbsp;void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ComplexFutureAction.html#onComplete-scala.Function1-scala.concurrent.ExecutionContext-">onComplete</a></span>(scala.Function1&lt;scala.util.Try&lt;<a
 href="../../../org/apache/spark/ComplexFutureAction.html" title="type 
parameter in ComplexFutureAction">T</a>&gt;,U&gt;&nbsp;func,
+          scala.concurrent.ExecutionContext&nbsp;executor)</code>
+<div class="block">When this action is completed, either through an exception, 
or a value, applies the provided
+ function.</div>
+</td>
+</tr>
+<tr id="i5" class="rowColor">
+<td class="colFirst"><code><a 
href="../../../org/apache/spark/ComplexFutureAction.html" title="class in 
org.apache.spark">ComplexFutureAction</a>&lt;<a 
href="../../../org/apache/spark/ComplexFutureAction.html" title="type parameter 
in ComplexFutureAction">T</a>&gt;</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ComplexFutureAction.html#ready-scala.concurrent.duration.Duration-scala.concurrent.CanAwait-">ready</a></span>(scala.concurrent.duration.Duration&nbsp;atMost,
+     scala.concurrent.CanAwait&nbsp;permit)</code>
+<div class="block">Blocks until this action completes.</div>
+</td>
+</tr>
+<tr id="i6" class="altColor">
+<td class="colFirst"><code><a 
href="../../../org/apache/spark/ComplexFutureAction.html" title="type parameter 
in ComplexFutureAction">T</a></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ComplexFutureAction.html#result-scala.concurrent.duration.Duration-scala.concurrent.CanAwait-">result</a></span>(scala.concurrent.duration.Duration&nbsp;atMost,
+      scala.concurrent.CanAwait&nbsp;permit)</code>
+<div class="block">Awaits and returns the result (of type T) of this 
action.</div>
+</td>
+</tr>
+<tr id="i7" class="rowColor">
+<td 
class="colFirst"><code>&lt;S&gt;&nbsp;scala.concurrent.Future&lt;S&gt;</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ComplexFutureAction.html#transform-scala.Function1-scala.concurrent.ExecutionContext-">transform</a></span>(scala.Function1&lt;scala.util.Try&lt;<a
 href="../../../org/apache/spark/ComplexFutureAction.html" title="type 
parameter in ComplexFutureAction">T</a>&gt;,scala.util.Try&lt;S&gt;&gt;&nbsp;f,
+         scala.concurrent.ExecutionContext&nbsp;e)</code>&nbsp;</td>
+</tr>
+<tr id="i8" class="altColor">
+<td 
class="colFirst"><code>&lt;S&gt;&nbsp;scala.concurrent.Future&lt;S&gt;</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ComplexFutureAction.html#transformWith-scala.Function1-scala.concurrent.ExecutionContext-">transformWith</a></span>(scala.Function1&lt;scala.util.Try&lt;<a
 href="../../../org/apache/spark/ComplexFutureAction.html" title="type 
parameter in 
ComplexFutureAction">T</a>&gt;,scala.concurrent.Future&lt;S&gt;&gt;&nbsp;f,
+             scala.concurrent.ExecutionContext&nbsp;e)</code>&nbsp;</td>
+</tr>
+<tr id="i9" class="rowColor">
+<td class="colFirst"><code>scala.Option&lt;scala.util.Try&lt;<a 
href="../../../org/apache/spark/ComplexFutureAction.html" title="type parameter 
in ComplexFutureAction">T</a>&gt;&gt;</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ComplexFutureAction.html#value--">value</a></span>()</code>
+<div class="block">The value of this Future.</div>
+</td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.Object">
+<!--   -->
+</a>
+<h3>Methods inherited from class&nbsp;Object</h3>
+<code>equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, 
wait</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a 
name="methods.inherited.from.class.org.apache.spark.FutureAction">
+<!--   -->
+</a>
+<h3>Methods inherited from interface&nbsp;org.apache.spark.<a 
href="../../../org/apache/spark/FutureAction.html" title="interface in 
org.apache.spark">FutureAction</a></h3>
+<code><a 
href="../../../org/apache/spark/FutureAction.html#get--">get</a></code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a 
name="methods.inherited.from.class.scala.concurrent.Future">
+<!--   -->
+</a>
+<h3>Methods inherited from interface&nbsp;scala.concurrent.Future</h3>
+<code>andThen, collect, failed, fallbackTo, filter, flatMap, foreach, map, 
mapTo, onFailure, onSuccess, recover, recoverWith, transform, withFilter, 
zip</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.detail">
+<!--   -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="ComplexFutureAction-scala.Function1-">
+<!--   -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>ComplexFutureAction</h4>
+<pre>public&nbsp;ComplexFutureAction(scala.Function1&lt;<a 
href="../../../org/apache/spark/JobSubmitter.html" title="interface in 
org.apache.spark">JobSubmitter</a>,scala.concurrent.Future&lt;<a 
href="../../../org/apache/spark/ComplexFutureAction.html" title="type parameter 
in ComplexFutureAction">T</a>&gt;&gt;&nbsp;run)</pre>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.detail">
+<!--   -->
+</a>
+<h3>Method Detail</h3>
+<a name="cancel--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>cancel</h4>
+<pre>public&nbsp;void&nbsp;cancel()</pre>
+<div class="block"><span class="descfrmTypeLabel">Description copied from 
interface:&nbsp;<code><a 
href="../../../org/apache/spark/FutureAction.html#cancel--">FutureAction</a></code></span></div>
+<div class="block">Cancels the execution of this action.</div>
+<dl>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code><a 
href="../../../org/apache/spark/FutureAction.html#cancel--">cancel</a></code>&nbsp;in
 interface&nbsp;<code><a href="../../../org/apache/spark/FutureAction.html" 
title="interface in org.apache.spark">FutureAction</a>&lt;<a 
href="../../../org/apache/spark/ComplexFutureAction.html" title="type parameter 
in ComplexFutureAction">T</a>&gt;</code></dd>
+</dl>
+</li>
+</ul>
+<a name="isCancelled--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>isCancelled</h4>
+<pre>public&nbsp;boolean&nbsp;isCancelled()</pre>
+<div class="block"><span class="descfrmTypeLabel">Description copied from 
interface:&nbsp;<code><a 
href="../../../org/apache/spark/FutureAction.html#isCancelled--">FutureAction</a></code></span></div>
+<div class="block">Returns whether the action has been cancelled.</div>
+<dl>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code><a 
href="../../../org/apache/spark/FutureAction.html#isCancelled--">isCancelled</a></code>&nbsp;in
 interface&nbsp;<code><a href="../../../org/apache/spark/FutureAction.html" 
title="interface in org.apache.spark">FutureAction</a>&lt;<a 
href="../../../org/apache/spark/ComplexFutureAction.html" title="type parameter 
in ComplexFutureAction">T</a>&gt;</code></dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="isCompleted--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>isCompleted</h4>
+<pre>public&nbsp;boolean&nbsp;isCompleted()</pre>
+<div class="block"><span class="descfrmTypeLabel">Description copied from 
interface:&nbsp;<code><a 
href="../../../org/apache/spark/FutureAction.html#isCompleted--">FutureAction</a></code></span></div>
+<div class="block">Returns whether the action has already been completed with 
a value or an exception.</div>
+<dl>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code><a 
href="../../../org/apache/spark/FutureAction.html#isCompleted--">isCompleted</a></code>&nbsp;in
 interface&nbsp;<code><a href="../../../org/apache/spark/FutureAction.html" 
title="interface in org.apache.spark">FutureAction</a>&lt;<a 
href="../../../org/apache/spark/ComplexFutureAction.html" title="type parameter 
in ComplexFutureAction">T</a>&gt;</code></dd>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code>isCompleted</code>&nbsp;in 
interface&nbsp;<code>scala.concurrent.Future&lt;<a 
href="../../../org/apache/spark/ComplexFutureAction.html" title="type parameter 
in ComplexFutureAction">T</a>&gt;</code></dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="jobIds--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>jobIds</h4>
+<pre>public&nbsp;scala.collection.Seq&lt;Object&gt;&nbsp;jobIds()</pre>
+<div class="block"><span class="descfrmTypeLabel">Description copied from 
interface:&nbsp;<code><a 
href="../../../org/apache/spark/FutureAction.html#jobIds--">FutureAction</a></code></span></div>
+<div class="block">Returns the job IDs run by the underlying async operation.
+ <p>
+ This returns the current snapshot of the job list. Certain operations may run 
multiple
+ jobs, so multiple calls to this method may return different lists.</div>
+<dl>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code><a 
href="../../../org/apache/spark/FutureAction.html#jobIds--">jobIds</a></code>&nbsp;in
 interface&nbsp;<code><a href="../../../org/apache/spark/FutureAction.html" 
title="interface in org.apache.spark">FutureAction</a>&lt;<a 
href="../../../org/apache/spark/ComplexFutureAction.html" title="type parameter 
in ComplexFutureAction">T</a>&gt;</code></dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="onComplete-scala.Function1-scala.concurrent.ExecutionContext-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>onComplete</h4>
+<pre>public&nbsp;&lt;U&gt;&nbsp;void&nbsp;onComplete(scala.Function1&lt;scala.util.Try&lt;<a
 href="../../../org/apache/spark/ComplexFutureAction.html" title="type 
parameter in ComplexFutureAction">T</a>&gt;,U&gt;&nbsp;func,
+                           
scala.concurrent.ExecutionContext&nbsp;executor)</pre>
+<div class="block"><span class="descfrmTypeLabel">Description copied from 
interface:&nbsp;<code><a 
href="../../../org/apache/spark/FutureAction.html#onComplete-scala.Function1-scala.concurrent.ExecutionContext-">FutureAction</a></code></span></div>
+<div class="block">When this action is completed, either through an exception, 
or a value, applies the provided
+ function.</div>
+<dl>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code><a 
href="../../../org/apache/spark/FutureAction.html#onComplete-scala.Function1-scala.concurrent.ExecutionContext-">onComplete</a></code>&nbsp;in
 interface&nbsp;<code><a href="../../../org/apache/spark/FutureAction.html" 
title="interface in org.apache.spark">FutureAction</a>&lt;<a 
href="../../../org/apache/spark/ComplexFutureAction.html" title="type parameter 
in ComplexFutureAction">T</a>&gt;</code></dd>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code>onComplete</code>&nbsp;in 
interface&nbsp;<code>scala.concurrent.Future&lt;<a 
href="../../../org/apache/spark/ComplexFutureAction.html" title="type parameter 
in ComplexFutureAction">T</a>&gt;</code></dd>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>func</code> - (undocumented)</dd>
+<dd><code>executor</code> - (undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="ready-scala.concurrent.duration.Duration-scala.concurrent.CanAwait-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>ready</h4>
+<pre>public&nbsp;<a href="../../../org/apache/spark/ComplexFutureAction.html" 
title="class in org.apache.spark">ComplexFutureAction</a>&lt;<a 
href="../../../org/apache/spark/ComplexFutureAction.html" title="type parameter 
in 
ComplexFutureAction">T</a>&gt;&nbsp;ready(scala.concurrent.duration.Duration&nbsp;atMost,
+                                    scala.concurrent.CanAwait&nbsp;permit)
+                             throws InterruptedException,
+                                    java.util.concurrent.TimeoutException</pre>
+<div class="block"><span class="descfrmTypeLabel">Description copied from 
interface:&nbsp;<code><a 
href="../../../org/apache/spark/FutureAction.html#ready-scala.concurrent.duration.Duration-scala.concurrent.CanAwait-">FutureAction</a></code></span></div>
+<div class="block">Blocks until this action completes.
+ <p></div>
+<dl>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code><a 
href="../../../org/apache/spark/FutureAction.html#ready-scala.concurrent.duration.Duration-scala.concurrent.CanAwait-">ready</a></code>&nbsp;in
 interface&nbsp;<code><a href="../../../org/apache/spark/FutureAction.html" 
title="interface in org.apache.spark">FutureAction</a>&lt;<a 
href="../../../org/apache/spark/ComplexFutureAction.html" title="type parameter 
in ComplexFutureAction">T</a>&gt;</code></dd>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code>ready</code>&nbsp;in 
interface&nbsp;<code>scala.concurrent.Awaitable&lt;<a 
href="../../../org/apache/spark/ComplexFutureAction.html" title="type parameter 
in ComplexFutureAction">T</a>&gt;</code></dd>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>atMost</code> - maximum wait time, which may be negative (no waiting 
is done), Duration.Inf
+               for unbounded waiting, or a finite positive duration</dd>
+<dd><code>permit</code> - (undocumented)</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>this FutureAction</dd>
+<dt><span class="throwsLabel">Throws:</span></dt>
+<dd><code>InterruptedException</code></dd>
+<dd><code>java.util.concurrent.TimeoutException</code></dd>
+</dl>
+</li>
+</ul>
+<a name="result-scala.concurrent.duration.Duration-scala.concurrent.CanAwait-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>result</h4>
+<pre>public&nbsp;<a href="../../../org/apache/spark/ComplexFutureAction.html" 
title="type parameter in 
ComplexFutureAction">T</a>&nbsp;result(scala.concurrent.duration.Duration&nbsp;atMost,
+                scala.concurrent.CanAwait&nbsp;permit)
+         throws Exception</pre>
+<div class="block"><span class="descfrmTypeLabel">Description copied from 
interface:&nbsp;<code><a 
href="../../../org/apache/spark/FutureAction.html#result-scala.concurrent.duration.Duration-scala.concurrent.CanAwait-">FutureAction</a></code></span></div>
+<div class="block">Awaits and returns the result (of type T) of this action.
+ <p></div>
+<dl>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code><a 
href="../../../org/apache/spark/FutureAction.html#result-scala.concurrent.duration.Duration-scala.concurrent.CanAwait-">result</a></code>&nbsp;in
 interface&nbsp;<code><a href="../../../org/apache/spark/FutureAction.html" 
title="interface in org.apache.spark">FutureAction</a>&lt;<a 
href="../../../org/apache/spark/ComplexFutureAction.html" title="type parameter 
in ComplexFutureAction">T</a>&gt;</code></dd>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code>result</code>&nbsp;in 
interface&nbsp;<code>scala.concurrent.Awaitable&lt;<a 
href="../../../org/apache/spark/ComplexFutureAction.html" title="type parameter 
in ComplexFutureAction">T</a>&gt;</code></dd>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>atMost</code> - maximum wait time, which may be negative (no waiting 
is done), Duration.Inf
+               for unbounded waiting, or a finite positive duration</dd>
+<dd><code>permit</code> - (undocumented)</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>the result value if the action is completed within the specific maximum 
wait time</dd>
+<dt><span class="throwsLabel">Throws:</span></dt>
+<dd><code>Exception</code> - exception during action execution</dd>
+</dl>
+</li>
+</ul>
+<a name="transform-scala.Function1-scala.concurrent.ExecutionContext-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>transform</h4>
+<pre>public&nbsp;&lt;S&gt;&nbsp;scala.concurrent.Future&lt;S&gt;&nbsp;transform(scala.Function1&lt;scala.util.Try&lt;<a
 href="../../../org/apache/spark/ComplexFutureAction.html" title="type 
parameter in ComplexFutureAction">T</a>&gt;,scala.util.Try&lt;S&gt;&gt;&nbsp;f,
+                                                
scala.concurrent.ExecutionContext&nbsp;e)</pre>
+<dl>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code><a 
href="../../../org/apache/spark/FutureAction.html#transform-scala.Function1-scala.concurrent.ExecutionContext-">transform</a></code>&nbsp;in
 interface&nbsp;<code><a href="../../../org/apache/spark/FutureAction.html" 
title="interface in org.apache.spark">FutureAction</a>&lt;<a 
href="../../../org/apache/spark/ComplexFutureAction.html" title="type parameter 
in ComplexFutureAction">T</a>&gt;</code></dd>
+</dl>
+</li>
+</ul>
+<a name="transformWith-scala.Function1-scala.concurrent.ExecutionContext-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>transformWith</h4>
+<pre>public&nbsp;&lt;S&gt;&nbsp;scala.concurrent.Future&lt;S&gt;&nbsp;transformWith(scala.Function1&lt;scala.util.Try&lt;<a
 href="../../../org/apache/spark/ComplexFutureAction.html" title="type 
parameter in 
ComplexFutureAction">T</a>&gt;,scala.concurrent.Future&lt;S&gt;&gt;&nbsp;f,
+                                                    
scala.concurrent.ExecutionContext&nbsp;e)</pre>
+<dl>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code><a 
href="../../../org/apache/spark/FutureAction.html#transformWith-scala.Function1-scala.concurrent.ExecutionContext-">transformWith</a></code>&nbsp;in
 interface&nbsp;<code><a href="../../../org/apache/spark/FutureAction.html" 
title="interface in org.apache.spark">FutureAction</a>&lt;<a 
href="../../../org/apache/spark/ComplexFutureAction.html" title="type parameter 
in ComplexFutureAction">T</a>&gt;</code></dd>
+</dl>
+</li>
+</ul>
+<a name="value--">
+<!--   -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>value</h4>
+<pre>public&nbsp;scala.Option&lt;scala.util.Try&lt;<a 
href="../../../org/apache/spark/ComplexFutureAction.html" title="type parameter 
in ComplexFutureAction">T</a>&gt;&gt;&nbsp;value()</pre>
+<div class="block"><span class="descfrmTypeLabel">Description copied from 
interface:&nbsp;<code><a 
href="../../../org/apache/spark/FutureAction.html#value--">FutureAction</a></code></span></div>
+<div class="block">The value of this Future.
+ <p>
+ If the future is not completed the returned value will be None. If the future 
is completed
+ the value will be Some(Success(t)) if it contains a valid result, or 
Some(Failure(error)) if
+ it contains an exception.</div>
+<dl>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code><a 
href="../../../org/apache/spark/FutureAction.html#value--">value</a></code>&nbsp;in
 interface&nbsp;<code><a href="../../../org/apache/spark/FutureAction.html" 
title="interface in org.apache.spark">FutureAction</a>&lt;<a 
href="../../../org/apache/spark/ComplexFutureAction.html" title="type parameter 
in ComplexFutureAction">T</a>&gt;</code></dd>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code>value</code>&nbsp;in 
interface&nbsp;<code>scala.concurrent.Future&lt;<a 
href="../../../org/apache/spark/ComplexFutureAction.html" title="type parameter 
in ComplexFutureAction">T</a>&gt;</code></dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+</dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar.bottom">
+<!--   -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation 
links">Skip navigation links</a></div>
+<a name="navbar.bottom.firstrow">
+<!--   -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../org/apache/spark/CleanupTaskWeakReference.html" 
title="class in org.apache.spark"><span 
class="typeNameLink">Prev&nbsp;Class</span></a></li>
+<li><a href="../../../org/apache/spark/ContextBarrierId.html" title="class in 
org.apache.spark"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?org/apache/spark/ComplexFutureAction.html" 
target="_top">Frames</a></li>
+<li><a href="ComplexFutureAction.html" target="_top">No&nbsp;Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+  allClassesLink = document.getElementById("allclasses_navbar_bottom");
+  if(window==top) {
+    allClassesLink.style.display = "block";
+  }
+  else {
+    allClassesLink.style.display = "none";
+  }
+  //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary:&nbsp;</li>
+<li>Nested&nbsp;|&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail:&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.bottom">
+<!--   -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+<script defer="defer" type="text/javascript" 
src="../../../lib/jquery.js"></script><script defer="defer" 
type="text/javascript" src="../../../lib/api-javadocs.js"></script></body>
+</html>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/52917ac4/site/docs/2.4.0/api/java/org/apache/spark/ContextBarrierId.html
----------------------------------------------------------------------
diff --git a/site/docs/2.4.0/api/java/org/apache/spark/ContextBarrierId.html 
b/site/docs/2.4.0/api/java/org/apache/spark/ContextBarrierId.html
new file mode 100644
index 0000000..d2601db
--- /dev/null
+++ b/site/docs/2.4.0/api/java/org/apache/spark/ContextBarrierId.html
@@ -0,0 +1,405 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" 
"http://www.w3.org/TR/html4/loose.dtd";>
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (1.8.0_181) on Fri Nov 02 07:03:19 UTC 2018 -->
+<title>ContextBarrierId (Spark 2.4.0 JavaDoc)</title>
+<meta name="date" content="2018-11-02">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" 
title="Style">
+<script type="text/javascript" src="../../../script.js"></script>
+</head>
+<body>
+<script type="text/javascript"><!--
+    try {
+        if (location.href.indexOf('is-external=true') == -1) {
+            parent.document.title="ContextBarrierId (Spark 2.4.0 JavaDoc)";
+        }
+    }
+    catch(err) {
+    }
+//-->
+var methods = 
{"i0":5,"i1":5,"i2":5,"i3":5,"i4":9,"i5":9,"i6":10,"i7":10,"i8":10};
+var tabs = {65535:["t0","All Methods"],1:["t1","Static 
Methods"],2:["t2","Instance Methods"],4:["t3","Abstract 
Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar.top">
+<!--   -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation 
links">Skip navigation links</a></div>
+<a name="navbar.top.firstrow">
+<!--   -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../org/apache/spark/ComplexFutureAction.html" title="class 
in org.apache.spark"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
+<li><a href="../../../org/apache/spark/Dependency.html" title="class in 
org.apache.spark"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?org/apache/spark/ContextBarrierId.html" 
target="_top">Frames</a></li>
+<li><a href="ContextBarrierId.html" target="_top">No&nbsp;Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+  allClassesLink = document.getElementById("allclasses_navbar_top");
+  if(window==top) {
+    allClassesLink.style.display = "block";
+  }
+  else {
+    allClassesLink.style.display = "none";
+  }
+  //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary:&nbsp;</li>
+<li>Nested&nbsp;|&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail:&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.top">
+<!--   -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">org.apache.spark</div>
+<h2 title="Class ContextBarrierId" class="title">Class ContextBarrierId</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>Object</li>
+<li>
+<ul class="inheritance">
+<li>org.apache.spark.ContextBarrierId</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<dl>
+<dt>All Implemented Interfaces:</dt>
+<dd>java.io.Serializable, scala.Equals, scala.Product</dd>
+</dl>
+<hr>
+<br>
+<pre>public class <span class="typeNameLabel">ContextBarrierId</span>
+extends Object
+implements scala.Product, scala.Serializable</pre>
+<div class="block">For each barrier stage attempt, only at most one barrier() 
call can be active at any time, thus
+ we can use (stageId, stageAttemptId) to identify the stage attempt where the 
barrier() call is
+ from.</div>
+<dl>
+<dt><span class="seeLabel">See Also:</span></dt>
+<dd><a 
href="../../../serialized-form.html#org.apache.spark.ContextBarrierId">Serialized
 Form</a></dd>
+</dl>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.summary">
+<!--   -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" 
summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd">&nbsp;</span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ContextBarrierId.html#ContextBarrierId-int-int-">ContextBarrierId</a></span>(int&nbsp;stageId,
+                int&nbsp;stageAttemptId)</code>&nbsp;</td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.summary">
+<!--   -->
+</a>
+<h3>Method Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" 
summary="Method Summary table, listing methods, and an explanation">
+<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span 
class="tabEnd">&nbsp;</span></span><span id="t1" class="tableTab"><span><a 
href="javascript:show(1);">Static Methods</a></span><span 
class="tabEnd">&nbsp;</span></span><span id="t2" class="tableTab"><span><a 
href="javascript:show(2);">Instance Methods</a></span><span 
class="tabEnd">&nbsp;</span></span><span id="t3" class="tableTab"><span><a 
href="javascript:show(4);">Abstract Methods</a></span><span 
class="tabEnd">&nbsp;</span></span><span id="t4" class="tableTab"><span><a 
href="javascript:show(8);">Concrete Methods</a></span><span 
class="tabEnd">&nbsp;</span></span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr id="i0" class="altColor">
+<td class="colFirst"><code>abstract static boolean</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ContextBarrierId.html#canEqual-java.lang.Object-">canEqual</a></span>(Object&nbsp;that)</code>&nbsp;</td>
+</tr>
+<tr id="i1" class="rowColor">
+<td class="colFirst"><code>abstract static boolean</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ContextBarrierId.html#equals-java.lang.Object-">equals</a></span>(Object&nbsp;that)</code>&nbsp;</td>
+</tr>
+<tr id="i2" class="altColor">
+<td class="colFirst"><code>abstract static int</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ContextBarrierId.html#productArity--">productArity</a></span>()</code>&nbsp;</td>
+</tr>
+<tr id="i3" class="rowColor">
+<td class="colFirst"><code>abstract static Object</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ContextBarrierId.html#productElement-int-">productElement</a></span>(int&nbsp;n)</code>&nbsp;</td>
+</tr>
+<tr id="i4" class="altColor">
+<td class="colFirst"><code>static 
scala.collection.Iterator&lt;Object&gt;</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ContextBarrierId.html#productIterator--">productIterator</a></span>()</code>&nbsp;</td>
+</tr>
+<tr id="i5" class="rowColor">
+<td class="colFirst"><code>static String</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ContextBarrierId.html#productPrefix--">productPrefix</a></span>()</code>&nbsp;</td>
+</tr>
+<tr id="i6" class="altColor">
+<td class="colFirst"><code>int</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ContextBarrierId.html#stageAttemptId--">stageAttemptId</a></span>()</code>&nbsp;</td>
+</tr>
+<tr id="i7" class="rowColor">
+<td class="colFirst"><code>int</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ContextBarrierId.html#stageId--">stageId</a></span>()</code>&nbsp;</td>
+</tr>
+<tr id="i8" class="altColor">
+<td class="colFirst"><code>String</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ContextBarrierId.html#toString--">toString</a></span>()</code>&nbsp;</td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.Object">
+<!--   -->
+</a>
+<h3>Methods inherited from class&nbsp;Object</h3>
+<code>equals, getClass, hashCode, notify, notifyAll, wait, wait, 
wait</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.scala.Product">
+<!--   -->
+</a>
+<h3>Methods inherited from interface&nbsp;scala.Product</h3>
+<code>productArity, productElement, productIterator, productPrefix</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.scala.Equals">
+<!--   -->
+</a>
+<h3>Methods inherited from interface&nbsp;scala.Equals</h3>
+<code>canEqual, equals</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.detail">
+<!--   -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="ContextBarrierId-int-int-">
+<!--   -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>ContextBarrierId</h4>
+<pre>public&nbsp;ContextBarrierId(int&nbsp;stageId,
+                        int&nbsp;stageAttemptId)</pre>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.detail">
+<!--   -->
+</a>
+<h3>Method Detail</h3>
+<a name="canEqual-java.lang.Object-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>canEqual</h4>
+<pre>public abstract static&nbsp;boolean&nbsp;canEqual(Object&nbsp;that)</pre>
+</li>
+</ul>
+<a name="equals-java.lang.Object-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>equals</h4>
+<pre>public abstract static&nbsp;boolean&nbsp;equals(Object&nbsp;that)</pre>
+</li>
+</ul>
+<a name="productElement-int-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>productElement</h4>
+<pre>public abstract static&nbsp;Object&nbsp;productElement(int&nbsp;n)</pre>
+</li>
+</ul>
+<a name="productArity--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>productArity</h4>
+<pre>public abstract static&nbsp;int&nbsp;productArity()</pre>
+</li>
+</ul>
+<a name="productIterator--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>productIterator</h4>
+<pre>public 
static&nbsp;scala.collection.Iterator&lt;Object&gt;&nbsp;productIterator()</pre>
+</li>
+</ul>
+<a name="productPrefix--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>productPrefix</h4>
+<pre>public static&nbsp;String&nbsp;productPrefix()</pre>
+</li>
+</ul>
+<a name="stageId--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>stageId</h4>
+<pre>public&nbsp;int&nbsp;stageId()</pre>
+</li>
+</ul>
+<a name="stageAttemptId--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>stageAttemptId</h4>
+<pre>public&nbsp;int&nbsp;stageAttemptId()</pre>
+</li>
+</ul>
+<a name="toString--">
+<!--   -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>toString</h4>
+<pre>public&nbsp;String&nbsp;toString()</pre>
+<dl>
+<dt><span class="overrideSpecifyLabel">Overrides:</span></dt>
+<dd><code>toString</code>&nbsp;in class&nbsp;<code>Object</code></dd>
+</dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar.bottom">
+<!--   -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation 
links">Skip navigation links</a></div>
+<a name="navbar.bottom.firstrow">
+<!--   -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../org/apache/spark/ComplexFutureAction.html" title="class 
in org.apache.spark"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
+<li><a href="../../../org/apache/spark/Dependency.html" title="class in 
org.apache.spark"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?org/apache/spark/ContextBarrierId.html" 
target="_top">Frames</a></li>
+<li><a href="ContextBarrierId.html" target="_top">No&nbsp;Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+  allClassesLink = document.getElementById("allclasses_navbar_bottom");
+  if(window==top) {
+    allClassesLink.style.display = "block";
+  }
+  else {
+    allClassesLink.style.display = "none";
+  }
+  //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary:&nbsp;</li>
+<li>Nested&nbsp;|&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail:&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.bottom">
+<!--   -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+<script defer="defer" type="text/javascript" 
src="../../../lib/jquery.js"></script><script defer="defer" 
type="text/javascript" src="../../../lib/api-javadocs.js"></script></body>
+</html>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/52917ac4/site/docs/2.4.0/api/java/org/apache/spark/Dependency.html
----------------------------------------------------------------------
diff --git a/site/docs/2.4.0/api/java/org/apache/spark/Dependency.html 
b/site/docs/2.4.0/api/java/org/apache/spark/Dependency.html
new file mode 100644
index 0000000..d4bd419
--- /dev/null
+++ b/site/docs/2.4.0/api/java/org/apache/spark/Dependency.html
@@ -0,0 +1,284 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" 
"http://www.w3.org/TR/html4/loose.dtd";>
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (1.8.0_181) on Fri Nov 02 07:03:19 UTC 2018 -->
+<title>Dependency (Spark 2.4.0 JavaDoc)</title>
+<meta name="date" content="2018-11-02">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" 
title="Style">
+<script type="text/javascript" src="../../../script.js"></script>
+</head>
+<body>
+<script type="text/javascript"><!--
+    try {
+        if (location.href.indexOf('is-external=true') == -1) {
+            parent.document.title="Dependency (Spark 2.4.0 JavaDoc)";
+        }
+    }
+    catch(err) {
+    }
+//-->
+var methods = {"i0":6};
+var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],4:["t3","Abstract Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar.top">
+<!--   -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation 
links">Skip navigation links</a></div>
+<a name="navbar.top.firstrow">
+<!--   -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../org/apache/spark/ContextBarrierId.html" title="class in 
org.apache.spark"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
+<li><a href="../../../org/apache/spark/ExceptionFailure.html" title="class in 
org.apache.spark"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?org/apache/spark/Dependency.html" 
target="_top">Frames</a></li>
+<li><a href="Dependency.html" target="_top">No&nbsp;Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+  allClassesLink = document.getElementById("allclasses_navbar_top");
+  if(window==top) {
+    allClassesLink.style.display = "block";
+  }
+  else {
+    allClassesLink.style.display = "none";
+  }
+  //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary:&nbsp;</li>
+<li>Nested&nbsp;|&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail:&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.top">
+<!--   -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">org.apache.spark</div>
+<h2 title="Class Dependency" class="title">Class Dependency&lt;T&gt;</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>Object</li>
+<li>
+<ul class="inheritance">
+<li>org.apache.spark.Dependency&lt;T&gt;</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<dl>
+<dt>All Implemented Interfaces:</dt>
+<dd>java.io.Serializable</dd>
+</dl>
+<dl>
+<dt>Direct Known Subclasses:</dt>
+<dd><a href="../../../org/apache/spark/NarrowDependency.html" title="class in 
org.apache.spark">NarrowDependency</a>, <a 
href="../../../org/apache/spark/ShuffleDependency.html" title="class in 
org.apache.spark">ShuffleDependency</a></dd>
+</dl>
+<hr>
+<br>
+<pre>public abstract class <span 
class="typeNameLabel">Dependency&lt;T&gt;</span>
+extends Object
+implements scala.Serializable</pre>
+<div class="block">:: DeveloperApi ::
+ Base class for dependencies.</div>
+<dl>
+<dt><span class="seeLabel">See Also:</span></dt>
+<dd><a 
href="../../../serialized-form.html#org.apache.spark.Dependency">Serialized 
Form</a></dd>
+</dl>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.summary">
+<!--   -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" 
summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd">&nbsp;</span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/Dependency.html#Dependency--">Dependency</a></span>()</code>&nbsp;</td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.summary">
+<!--   -->
+</a>
+<h3>Method Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" 
summary="Method Summary table, listing methods, and an explanation">
+<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span 
class="tabEnd">&nbsp;</span></span><span id="t2" class="tableTab"><span><a 
href="javascript:show(2);">Instance Methods</a></span><span 
class="tabEnd">&nbsp;</span></span><span id="t3" class="tableTab"><span><a 
href="javascript:show(4);">Abstract Methods</a></span><span 
class="tabEnd">&nbsp;</span></span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr id="i0" class="altColor">
+<td class="colFirst"><code>abstract <a 
href="../../../org/apache/spark/rdd/RDD.html" title="class in 
org.apache.spark.rdd">RDD</a>&lt;<a 
href="../../../org/apache/spark/Dependency.html" title="type parameter in 
Dependency">T</a>&gt;</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/Dependency.html#rdd--">rdd</a></span>()</code>&nbsp;</td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.Object">
+<!--   -->
+</a>
+<h3>Methods inherited from class&nbsp;Object</h3>
+<code>equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, 
wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.detail">
+<!--   -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="Dependency--">
+<!--   -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>Dependency</h4>
+<pre>public&nbsp;Dependency()</pre>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.detail">
+<!--   -->
+</a>
+<h3>Method Detail</h3>
+<a name="rdd--">
+<!--   -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>rdd</h4>
+<pre>public abstract&nbsp;<a href="../../../org/apache/spark/rdd/RDD.html" 
title="class in org.apache.spark.rdd">RDD</a>&lt;<a 
href="../../../org/apache/spark/Dependency.html" title="type parameter in 
Dependency">T</a>&gt;&nbsp;rdd()</pre>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar.bottom">
+<!--   -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation 
links">Skip navigation links</a></div>
+<a name="navbar.bottom.firstrow">
+<!--   -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../org/apache/spark/ContextBarrierId.html" title="class in 
org.apache.spark"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
+<li><a href="../../../org/apache/spark/ExceptionFailure.html" title="class in 
org.apache.spark"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?org/apache/spark/Dependency.html" 
target="_top">Frames</a></li>
+<li><a href="Dependency.html" target="_top">No&nbsp;Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+  allClassesLink = document.getElementById("allclasses_navbar_bottom");
+  if(window==top) {
+    allClassesLink.style.display = "block";
+  }
+  else {
+    allClassesLink.style.display = "none";
+  }
+  //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary:&nbsp;</li>
+<li>Nested&nbsp;|&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail:&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.bottom">
+<!--   -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+<script defer="defer" type="text/javascript" 
src="../../../lib/jquery.js"></script><script defer="defer" 
type="text/javascript" src="../../../lib/api-javadocs.js"></script></body>
+</html>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/52917ac4/site/docs/2.4.0/api/java/org/apache/spark/ExceptionFailure.html
----------------------------------------------------------------------
diff --git a/site/docs/2.4.0/api/java/org/apache/spark/ExceptionFailure.html 
b/site/docs/2.4.0/api/java/org/apache/spark/ExceptionFailure.html
new file mode 100644
index 0000000..36b5bc6
--- /dev/null
+++ b/site/docs/2.4.0/api/java/org/apache/spark/ExceptionFailure.html
@@ -0,0 +1,502 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" 
"http://www.w3.org/TR/html4/loose.dtd";>
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (1.8.0_181) on Fri Nov 02 07:03:19 UTC 2018 -->
+<title>ExceptionFailure (Spark 2.4.0 JavaDoc)</title>
+<meta name="date" content="2018-11-02">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" 
title="Style">
+<script type="text/javascript" src="../../../script.js"></script>
+</head>
+<body>
+<script type="text/javascript"><!--
+    try {
+        if (location.href.indexOf('is-external=true') == -1) {
+            parent.document.title="ExceptionFailure (Spark 2.4.0 JavaDoc)";
+        }
+    }
+    catch(err) {
+    }
+//-->
+var methods = 
{"i0":10,"i1":5,"i2":10,"i3":9,"i4":10,"i5":5,"i6":10,"i7":10,"i8":5,"i9":5,"i10":9,"i11":9,"i12":10,"i13":10};
+var tabs = {65535:["t0","All Methods"],1:["t1","Static 
Methods"],2:["t2","Instance Methods"],4:["t3","Abstract 
Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar.top">
+<!--   -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation 
links">Skip navigation links</a></div>
+<a name="navbar.top.firstrow">
+<!--   -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../org/apache/spark/Dependency.html" title="class in 
org.apache.spark"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
+<li><a href="../../../org/apache/spark/ExecutorLostFailure.html" title="class 
in org.apache.spark"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?org/apache/spark/ExceptionFailure.html" 
target="_top">Frames</a></li>
+<li><a href="ExceptionFailure.html" target="_top">No&nbsp;Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+  allClassesLink = document.getElementById("allclasses_navbar_top");
+  if(window==top) {
+    allClassesLink.style.display = "block";
+  }
+  else {
+    allClassesLink.style.display = "none";
+  }
+  //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary:&nbsp;</li>
+<li>Nested&nbsp;|&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail:&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.top">
+<!--   -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">org.apache.spark</div>
+<h2 title="Class ExceptionFailure" class="title">Class ExceptionFailure</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>Object</li>
+<li>
+<ul class="inheritance">
+<li>org.apache.spark.ExceptionFailure</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<dl>
+<dt>All Implemented Interfaces:</dt>
+<dd>java.io.Serializable, <a 
href="../../../org/apache/spark/TaskEndReason.html" title="interface in 
org.apache.spark">TaskEndReason</a>, <a 
href="../../../org/apache/spark/TaskFailedReason.html" title="interface in 
org.apache.spark">TaskFailedReason</a>, scala.Equals, scala.Product</dd>
+</dl>
+<hr>
+<br>
+<pre>public class <span class="typeNameLabel">ExceptionFailure</span>
+extends Object
+implements <a href="../../../org/apache/spark/TaskFailedReason.html" 
title="interface in org.apache.spark">TaskFailedReason</a>, scala.Product, 
scala.Serializable</pre>
+<div class="block">:: DeveloperApi ::
+ Task failed due to a runtime exception. This is the most common failure case 
and also captures
+ user program exceptions.
+ <p>
+ <code>stackTrace</code> contains the stack trace of the exception itself. It 
still exists for backward
+ compatibility. It's better to use <code>this(e: Throwable, metrics: 
Option[TaskMetrics])</code> to
+ create <code>ExceptionFailure</code> as it will handle the backward 
compatibility properly.
+ <p>
+ <code>fullStackTrace</code> is a better representation of the stack trace 
because it contains the whole
+ stack trace including the exception and its causes
+ <p>
+ <code>exception</code> is the actual exception that caused the task to fail. 
It may be <code>None</code> in
+ the case that the exception is not in fact serializable. If a task fails more 
than
+ once (due to retries), <code>exception</code> is that one that caused the 
last failure.</div>
+<dl>
+<dt><span class="seeLabel">See Also:</span></dt>
+<dd><a 
href="../../../serialized-form.html#org.apache.spark.ExceptionFailure">Serialized
 Form</a></dd>
+</dl>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.summary">
+<!--   -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" 
summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd">&nbsp;</span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ExceptionFailure.html#ExceptionFailure-java.lang.String-java.lang.String-java.lang.StackTraceElement:A-java.lang.String-scala.Option-scala.collection.Seq-scala.collection.Seq-">ExceptionFailure</a></span>(String&nbsp;className,
+                String&nbsp;description,
+                StackTraceElement[]&nbsp;stackTrace,
+                String&nbsp;fullStackTrace,
+                
scala.Option&lt;org.apache.spark.ThrowableSerializationWrapper&gt;&nbsp;exceptionWrapper,
+                scala.collection.Seq&lt;<a 
href="../../../org/apache/spark/scheduler/AccumulableInfo.html" title="class in 
org.apache.spark.scheduler">AccumulableInfo</a>&gt;&nbsp;accumUpdates,
+                scala.collection.Seq&lt;<a 
href="../../../org/apache/spark/util/AccumulatorV2.html" title="class in 
org.apache.spark.util">AccumulatorV2</a>&lt;?,?&gt;&gt;&nbsp;accums)</code>&nbsp;</td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.summary">
+<!--   -->
+</a>
+<h3>Method Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" 
summary="Method Summary table, listing methods, and an explanation">
+<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span 
class="tabEnd">&nbsp;</span></span><span id="t1" class="tableTab"><span><a 
href="javascript:show(1);">Static Methods</a></span><span 
class="tabEnd">&nbsp;</span></span><span id="t2" class="tableTab"><span><a 
href="javascript:show(2);">Instance Methods</a></span><span 
class="tabEnd">&nbsp;</span></span><span id="t3" class="tableTab"><span><a 
href="javascript:show(4);">Abstract Methods</a></span><span 
class="tabEnd">&nbsp;</span></span><span id="t4" class="tableTab"><span><a 
href="javascript:show(8);">Concrete Methods</a></span><span 
class="tabEnd">&nbsp;</span></span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr id="i0" class="altColor">
+<td class="colFirst"><code>scala.collection.Seq&lt;<a 
href="../../../org/apache/spark/scheduler/AccumulableInfo.html" title="class in 
org.apache.spark.scheduler">AccumulableInfo</a>&gt;</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ExceptionFailure.html#accumUpdates--">accumUpdates</a></span>()</code>&nbsp;</td>
+</tr>
+<tr id="i1" class="rowColor">
+<td class="colFirst"><code>abstract static boolean</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ExceptionFailure.html#canEqual-java.lang.Object-">canEqual</a></span>(Object&nbsp;that)</code>&nbsp;</td>
+</tr>
+<tr id="i2" class="altColor">
+<td class="colFirst"><code>String</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ExceptionFailure.html#className--">className</a></span>()</code>&nbsp;</td>
+</tr>
+<tr id="i3" class="rowColor">
+<td class="colFirst"><code>static boolean</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ExceptionFailure.html#countTowardsTaskFailures--">countTowardsTaskFailures</a></span>()</code>&nbsp;</td>
+</tr>
+<tr id="i4" class="altColor">
+<td class="colFirst"><code>String</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ExceptionFailure.html#description--">description</a></span>()</code>&nbsp;</td>
+</tr>
+<tr id="i5" class="rowColor">
+<td class="colFirst"><code>abstract static boolean</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ExceptionFailure.html#equals-java.lang.Object-">equals</a></span>(Object&nbsp;that)</code>&nbsp;</td>
+</tr>
+<tr id="i6" class="altColor">
+<td class="colFirst"><code>scala.Option&lt;Throwable&gt;</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ExceptionFailure.html#exception--">exception</a></span>()</code>&nbsp;</td>
+</tr>
+<tr id="i7" class="rowColor">
+<td class="colFirst"><code>String</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ExceptionFailure.html#fullStackTrace--">fullStackTrace</a></span>()</code>&nbsp;</td>
+</tr>
+<tr id="i8" class="altColor">
+<td class="colFirst"><code>abstract static int</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ExceptionFailure.html#productArity--">productArity</a></span>()</code>&nbsp;</td>
+</tr>
+<tr id="i9" class="rowColor">
+<td class="colFirst"><code>abstract static Object</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ExceptionFailure.html#productElement-int-">productElement</a></span>(int&nbsp;n)</code>&nbsp;</td>
+</tr>
+<tr id="i10" class="altColor">
+<td class="colFirst"><code>static 
scala.collection.Iterator&lt;Object&gt;</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ExceptionFailure.html#productIterator--">productIterator</a></span>()</code>&nbsp;</td>
+</tr>
+<tr id="i11" class="rowColor">
+<td class="colFirst"><code>static String</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ExceptionFailure.html#productPrefix--">productPrefix</a></span>()</code>&nbsp;</td>
+</tr>
+<tr id="i12" class="altColor">
+<td class="colFirst"><code>StackTraceElement[]</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ExceptionFailure.html#stackTrace--">stackTrace</a></span>()</code>&nbsp;</td>
+</tr>
+<tr id="i13" class="rowColor">
+<td class="colFirst"><code>String</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a 
href="../../../org/apache/spark/ExceptionFailure.html#toErrorString--">toErrorString</a></span>()</code>
+<div class="block">Error message displayed in the web UI.</div>
+</td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.Object">
+<!--   -->
+</a>
+<h3>Methods inherited from class&nbsp;Object</h3>
+<code>equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, 
wait</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a 
name="methods.inherited.from.class.org.apache.spark.TaskFailedReason">
+<!--   -->
+</a>
+<h3>Methods inherited from interface&nbsp;org.apache.spark.<a 
href="../../../org/apache/spark/TaskFailedReason.html" title="interface in 
org.apache.spark">TaskFailedReason</a></h3>
+<code><a 
href="../../../org/apache/spark/TaskFailedReason.html#countTowardsTaskFailures--">countTowardsTaskFailures</a></code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.scala.Product">
+<!--   -->
+</a>
+<h3>Methods inherited from interface&nbsp;scala.Product</h3>
+<code>productArity, productElement, productIterator, productPrefix</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.scala.Equals">
+<!--   -->
+</a>
+<h3>Methods inherited from interface&nbsp;scala.Equals</h3>
+<code>canEqual, equals</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.detail">
+<!--   -->
+</a>
+<h3>Constructor Detail</h3>
+<a 
name="ExceptionFailure-java.lang.String-java.lang.String-java.lang.StackTraceElement:A-java.lang.String-scala.Option-scala.collection.Seq-scala.collection.Seq-">
+<!--   -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>ExceptionFailure</h4>
+<pre>public&nbsp;ExceptionFailure(String&nbsp;className,
+                        String&nbsp;description,
+                        StackTraceElement[]&nbsp;stackTrace,
+                        String&nbsp;fullStackTrace,
+                        
scala.Option&lt;org.apache.spark.ThrowableSerializationWrapper&gt;&nbsp;exceptionWrapper,
+                        scala.collection.Seq&lt;<a 
href="../../../org/apache/spark/scheduler/AccumulableInfo.html" title="class in 
org.apache.spark.scheduler">AccumulableInfo</a>&gt;&nbsp;accumUpdates,
+                        scala.collection.Seq&lt;<a 
href="../../../org/apache/spark/util/AccumulatorV2.html" title="class in 
org.apache.spark.util">AccumulatorV2</a>&lt;?,?&gt;&gt;&nbsp;accums)</pre>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.detail">
+<!--   -->
+</a>
+<h3>Method Detail</h3>
+<a name="countTowardsTaskFailures--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>countTowardsTaskFailures</h4>
+<pre>public static&nbsp;boolean&nbsp;countTowardsTaskFailures()</pre>
+</li>
+</ul>
+<a name="canEqual-java.lang.Object-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>canEqual</h4>
+<pre>public abstract static&nbsp;boolean&nbsp;canEqual(Object&nbsp;that)</pre>
+</li>
+</ul>
+<a name="equals-java.lang.Object-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>equals</h4>
+<pre>public abstract static&nbsp;boolean&nbsp;equals(Object&nbsp;that)</pre>
+</li>
+</ul>
+<a name="productElement-int-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>productElement</h4>
+<pre>public abstract static&nbsp;Object&nbsp;productElement(int&nbsp;n)</pre>
+</li>
+</ul>
+<a name="productArity--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>productArity</h4>
+<pre>public abstract static&nbsp;int&nbsp;productArity()</pre>
+</li>
+</ul>
+<a name="productIterator--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>productIterator</h4>
+<pre>public 
static&nbsp;scala.collection.Iterator&lt;Object&gt;&nbsp;productIterator()</pre>
+</li>
+</ul>
+<a name="productPrefix--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>productPrefix</h4>
+<pre>public static&nbsp;String&nbsp;productPrefix()</pre>
+</li>
+</ul>
+<a name="className--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>className</h4>
+<pre>public&nbsp;String&nbsp;className()</pre>
+</li>
+</ul>
+<a name="description--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>description</h4>
+<pre>public&nbsp;String&nbsp;description()</pre>
+</li>
+</ul>
+<a name="stackTrace--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>stackTrace</h4>
+<pre>public&nbsp;StackTraceElement[]&nbsp;stackTrace()</pre>
+</li>
+</ul>
+<a name="fullStackTrace--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>fullStackTrace</h4>
+<pre>public&nbsp;String&nbsp;fullStackTrace()</pre>
+</li>
+</ul>
+<a name="accumUpdates--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>accumUpdates</h4>
+<pre>public&nbsp;scala.collection.Seq&lt;<a 
href="../../../org/apache/spark/scheduler/AccumulableInfo.html" title="class in 
org.apache.spark.scheduler">AccumulableInfo</a>&gt;&nbsp;accumUpdates()</pre>
+</li>
+</ul>
+<a name="exception--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>exception</h4>
+<pre>public&nbsp;scala.Option&lt;Throwable&gt;&nbsp;exception()</pre>
+</li>
+</ul>
+<a name="toErrorString--">
+<!--   -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>toErrorString</h4>
+<pre>public&nbsp;String&nbsp;toErrorString()</pre>
+<div class="block"><span class="descfrmTypeLabel">Description copied from 
interface:&nbsp;<code><a 
href="../../../org/apache/spark/TaskFailedReason.html#toErrorString--">TaskFailedReason</a></code></span></div>
+<div class="block">Error message displayed in the web UI.</div>
+<dl>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code><a 
href="../../../org/apache/spark/TaskFailedReason.html#toErrorString--">toErrorString</a></code>&nbsp;in
 interface&nbsp;<code><a href="../../../org/apache/spark/TaskFailedReason.html" 
title="interface in org.apache.spark">TaskFailedReason</a></code></dd>
+</dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar.bottom">
+<!--   -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation 
links">Skip navigation links</a></div>
+<a name="navbar.bottom.firstrow">
+<!--   -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../org/apache/spark/Dependency.html" title="class in 
org.apache.spark"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
+<li><a href="../../../org/apache/spark/ExecutorLostFailure.html" title="class 
in org.apache.spark"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?org/apache/spark/ExceptionFailure.html" 
target="_top">Frames</a></li>
+<li><a href="ExceptionFailure.html" target="_top">No&nbsp;Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+  allClassesLink = document.getElementById("allclasses_navbar_bottom");
+  if(window==top) {
+    allClassesLink.style.display = "block";
+  }
+  else {
+    allClassesLink.style.display = "none";
+  }
+  //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary:&nbsp;</li>
+<li>Nested&nbsp;|&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail:&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.bottom">
+<!--   -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+<script defer="defer" type="text/javascript" 
src="../../../lib/jquery.js"></script><script defer="defer" 
type="text/javascript" src="../../../lib/api-javadocs.js"></script></body>
+</html>


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org
For additional commands, e-mail: commits-h...@spark.apache.org

Reply via email to