http://git-wip-us.apache.org/repos/asf/spark-website/blob/e1001463/site/docs/2.2.2/api/java/org/apache/spark/FetchFailed.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.2/api/java/org/apache/spark/FetchFailed.html b/site/docs/2.2.2/api/java/org/apache/spark/FetchFailed.html new file mode 100644 index 0000000..f83bd30 --- /dev/null +++ b/site/docs/2.2.2/api/java/org/apache/spark/FetchFailed.html @@ -0,0 +1,483 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (1.8.0_171) on Wed Jun 27 17:36:10 UTC 2018 --> +<title>FetchFailed (Spark 2.2.2 JavaDoc)</title> +<meta name="date" content="2018-06-27"> +<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../script.js"></script> +</head> +<body> +<script type="text/javascript"><!-- + try { + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="FetchFailed (Spark 2.2.2 JavaDoc)"; + } + } + catch(err) { + } +//--> +var methods = {"i0":10,"i1":5,"i2":10,"i3":5,"i4":10,"i5":10,"i6":5,"i7":5,"i8":9,"i9":9,"i10":10,"i11":10,"i12":10}; +var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],4:["t3","Abstract Methods"],8:["t4","Concrete Methods"]}; +var altColor = "altColor"; +var rowColor = "rowColor"; +var tableTab = "tableTab"; +var activeTableTab = "activeTableTab"; +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar.top"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.top.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/ExpireDeadHosts.html" title="class in org.apache.spark"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/FutureAction.html" title="interface in org.apache.spark"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/FetchFailed.html" target="_top">Frames</a></li> +<li><a href="FetchFailed.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.spark</div> +<h2 title="Class FetchFailed" class="title">Class FetchFailed</h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>Object</li> +<li> +<ul class="inheritance"> +<li>org.apache.spark.FetchFailed</li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>All Implemented Interfaces:</dt> +<dd>java.io.Serializable, <a href="../../../org/apache/spark/TaskEndReason.html" title="interface in org.apache.spark">TaskEndReason</a>, <a href="../../../org/apache/spark/TaskFailedReason.html" title="interface in org.apache.spark">TaskFailedReason</a>, scala.Equals, scala.Product</dd> +</dl> +<hr> +<br> +<pre>public class <span class="typeNameLabel">FetchFailed</span> +extends Object +implements <a href="../../../org/apache/spark/TaskFailedReason.html" title="interface in org.apache.spark">TaskFailedReason</a>, scala.Product, scala.Serializable</pre> +<div class="block">:: DeveloperApi :: + Task failed to fetch shuffle data from a remote node. Probably means we have lost the remote + executors the task is trying to fetch from, and thus need to rerun the previous stage.</div> +<dl> +<dt><span class="seeLabel">See Also:</span></dt> +<dd><a href="../../../serialized-form.html#org.apache.spark.FetchFailed">Serialized Form</a></dd> +</dl> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ======== CONSTRUCTOR SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.summary"> +<!-- --> +</a> +<h3>Constructor Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> +<caption><span>Constructors</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colOne" scope="col">Constructor and Description</th> +</tr> +<tr class="altColor"> +<td class="colOne"><code><span class="memberNameLink"><a href="../../../org/apache/spark/FetchFailed.html#FetchFailed-org.apache.spark.storage.BlockManagerId-int-int-int-java.lang.String-">FetchFailed</a></span>(<a href="../../../org/apache/spark/storage/BlockManagerId.html" title="class in org.apache.spark.storage">BlockManagerId</a> bmAddress, + int shuffleId, + int mapId, + int reduceId, + String message)</code> </td> +</tr> +</table> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t1" class="tableTab"><span><a href="javascript:show(1);">Static Methods</a></span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t3" class="tableTab"><span><a href="javascript:show(4);">Abstract Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr id="i0" class="altColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/storage/BlockManagerId.html" title="class in org.apache.spark.storage">BlockManagerId</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/FetchFailed.html#bmAddress--">bmAddress</a></span>()</code> </td> +</tr> +<tr id="i1" class="rowColor"> +<td class="colFirst"><code>abstract static boolean</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/FetchFailed.html#canEqual-java.lang.Object-">canEqual</a></span>(Object that)</code> </td> +</tr> +<tr id="i2" class="altColor"> +<td class="colFirst"><code>boolean</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/FetchFailed.html#countTowardsTaskFailures--">countTowardsTaskFailures</a></span>()</code> +<div class="block">Fetch failures lead to a different failure handling path: (1) we don't abort the stage after + 4 task failures, instead we immediately go back to the stage which generated the map output, + and regenerate the missing data.</div> +</td> +</tr> +<tr id="i3" class="rowColor"> +<td class="colFirst"><code>abstract static boolean</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/FetchFailed.html#equals-java.lang.Object-">equals</a></span>(Object that)</code> </td> +</tr> +<tr id="i4" class="altColor"> +<td class="colFirst"><code>int</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/FetchFailed.html#mapId--">mapId</a></span>()</code> </td> +</tr> +<tr id="i5" class="rowColor"> +<td class="colFirst"><code>String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/FetchFailed.html#message--">message</a></span>()</code> </td> +</tr> +<tr id="i6" class="altColor"> +<td class="colFirst"><code>abstract static int</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/FetchFailed.html#productArity--">productArity</a></span>()</code> </td> +</tr> +<tr id="i7" class="rowColor"> +<td class="colFirst"><code>abstract static Object</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/FetchFailed.html#productElement-int-">productElement</a></span>(int n)</code> </td> +</tr> +<tr id="i8" class="altColor"> +<td class="colFirst"><code>static scala.collection.Iterator<Object></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/FetchFailed.html#productIterator--">productIterator</a></span>()</code> </td> +</tr> +<tr id="i9" class="rowColor"> +<td class="colFirst"><code>static String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/FetchFailed.html#productPrefix--">productPrefix</a></span>()</code> </td> +</tr> +<tr id="i10" class="altColor"> +<td class="colFirst"><code>int</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/FetchFailed.html#reduceId--">reduceId</a></span>()</code> </td> +</tr> +<tr id="i11" class="rowColor"> +<td class="colFirst"><code>int</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/FetchFailed.html#shuffleId--">shuffleId</a></span>()</code> </td> +</tr> +<tr id="i12" class="altColor"> +<td class="colFirst"><code>String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/FetchFailed.html#toErrorString--">toErrorString</a></span>()</code> +<div class="block">Error message displayed in the web UI.</div> +</td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.Object"> +<!-- --> +</a> +<h3>Methods inherited from class Object</h3> +<code>equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li> +</ul> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.scala.Product"> +<!-- --> +</a> +<h3>Methods inherited from interface scala.Product</h3> +<code>productArity, productElement, productIterator, productPrefix</code></li> +</ul> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.scala.Equals"> +<!-- --> +</a> +<h3>Methods inherited from interface scala.Equals</h3> +<code>canEqual, equals</code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========= CONSTRUCTOR DETAIL ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.detail"> +<!-- --> +</a> +<h3>Constructor Detail</h3> +<a name="FetchFailed-org.apache.spark.storage.BlockManagerId-int-int-int-java.lang.String-"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>FetchFailed</h4> +<pre>public FetchFailed(<a href="../../../org/apache/spark/storage/BlockManagerId.html" title="class in org.apache.spark.storage">BlockManagerId</a> bmAddress, + int shuffleId, + int mapId, + int reduceId, + String message)</pre> +</li> +</ul> +</li> +</ul> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="canEqual-java.lang.Object-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>canEqual</h4> +<pre>public abstract static boolean canEqual(Object that)</pre> +</li> +</ul> +<a name="equals-java.lang.Object-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>equals</h4> +<pre>public abstract static boolean equals(Object that)</pre> +</li> +</ul> +<a name="productElement-int-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>productElement</h4> +<pre>public abstract static Object productElement(int n)</pre> +</li> +</ul> +<a name="productArity--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>productArity</h4> +<pre>public abstract static int productArity()</pre> +</li> +</ul> +<a name="productIterator--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>productIterator</h4> +<pre>public static scala.collection.Iterator<Object> productIterator()</pre> +</li> +</ul> +<a name="productPrefix--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>productPrefix</h4> +<pre>public static String productPrefix()</pre> +</li> +</ul> +<a name="bmAddress--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>bmAddress</h4> +<pre>public <a href="../../../org/apache/spark/storage/BlockManagerId.html" title="class in org.apache.spark.storage">BlockManagerId</a> bmAddress()</pre> +</li> +</ul> +<a name="shuffleId--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>shuffleId</h4> +<pre>public int shuffleId()</pre> +</li> +</ul> +<a name="mapId--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>mapId</h4> +<pre>public int mapId()</pre> +</li> +</ul> +<a name="reduceId--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>reduceId</h4> +<pre>public int reduceId()</pre> +</li> +</ul> +<a name="message--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>message</h4> +<pre>public String message()</pre> +</li> +</ul> +<a name="toErrorString--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>toErrorString</h4> +<pre>public String toErrorString()</pre> +<div class="block"><span class="descfrmTypeLabel">Description copied from interface: <code><a href="../../../org/apache/spark/TaskFailedReason.html#toErrorString--">TaskFailedReason</a></code></span></div> +<div class="block">Error message displayed in the web UI.</div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../org/apache/spark/TaskFailedReason.html#toErrorString--">toErrorString</a></code> in interface <code><a href="../../../org/apache/spark/TaskFailedReason.html" title="interface in org.apache.spark">TaskFailedReason</a></code></dd> +</dl> +</li> +</ul> +<a name="countTowardsTaskFailures--"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>countTowardsTaskFailures</h4> +<pre>public boolean countTowardsTaskFailures()</pre> +<div class="block">Fetch failures lead to a different failure handling path: (1) we don't abort the stage after + 4 task failures, instead we immediately go back to the stage which generated the map output, + and regenerate the missing data. (2) we don't count fetch failures for blacklisting, since + presumably its not the fault of the executor where the task ran, but the executor which + stored the data. This is especially important because we might rack up a bunch of + fetch-failures in rapid succession, on all nodes of the cluster, due to one bad node.</div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../org/apache/spark/TaskFailedReason.html#countTowardsTaskFailures--">countTowardsTaskFailures</a></code> in interface <code><a href="../../../org/apache/spark/TaskFailedReason.html" title="interface in org.apache.spark">TaskFailedReason</a></code></dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar.bottom"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.bottom.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/ExpireDeadHosts.html" title="class in org.apache.spark"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/FutureAction.html" title="interface in org.apache.spark"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/FetchFailed.html" target="_top">Frames</a></li> +<li><a href="FetchFailed.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body> +</html>
http://git-wip-us.apache.org/repos/asf/spark-website/blob/e1001463/site/docs/2.2.2/api/java/org/apache/spark/FutureAction.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.2/api/java/org/apache/spark/FutureAction.html b/site/docs/2.2.2/api/java/org/apache/spark/FutureAction.html new file mode 100644 index 0000000..254a536 --- /dev/null +++ b/site/docs/2.2.2/api/java/org/apache/spark/FutureAction.html @@ -0,0 +1,457 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (1.8.0_171) on Wed Jun 27 17:36:10 UTC 2018 --> +<title>FutureAction (Spark 2.2.2 JavaDoc)</title> +<meta name="date" content="2018-06-27"> +<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../script.js"></script> +</head> +<body> +<script type="text/javascript"><!-- + try { + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="FutureAction (Spark 2.2.2 JavaDoc)"; + } + } + catch(err) { + } +//--> +var methods = {"i0":6,"i1":6,"i2":6,"i3":6,"i4":6,"i5":6,"i6":6,"i7":6,"i8":6}; +var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],4:["t3","Abstract Methods"]}; +var altColor = "altColor"; +var rowColor = "rowColor"; +var tableTab = "tableTab"; +var activeTableTab = "activeTableTab"; +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar.top"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.top.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/FetchFailed.html" title="class in org.apache.spark"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/HashPartitioner.html" title="class in org.apache.spark"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/FutureAction.html" target="_top">Frames</a></li> +<li><a href="FutureAction.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.spark</div> +<h2 title="Interface FutureAction" class="title">Interface FutureAction<T></h2> +</div> +<div class="contentContainer"> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>All Superinterfaces:</dt> +<dd>scala.concurrent.Awaitable<T>, scala.concurrent.Future<T></dd> +</dl> +<dl> +<dt>All Known Implementing Classes:</dt> +<dd><a href="../../../org/apache/spark/ComplexFutureAction.html" title="class in org.apache.spark">ComplexFutureAction</a>, <a href="../../../org/apache/spark/SimpleFutureAction.html" title="class in org.apache.spark">SimpleFutureAction</a></dd> +</dl> +<hr> +<br> +<pre>public interface <span class="typeNameLabel">FutureAction<T></span> +extends scala.concurrent.Future<T></pre> +<div class="block">A future for the result of an action to support cancellation. This is an extension of the + Scala Future interface to support cancellation.</div> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ======== NESTED CLASS SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="nested.class.summary"> +<!-- --> +</a> +<h3>Nested Class Summary</h3> +<ul class="blockList"> +<li class="blockList"><a name="nested.classes.inherited.from.class.scala.concurrent.Future"> +<!-- --> +</a> +<h3>Nested classes/interfaces inherited from interface scala.concurrent.Future</h3> +<code>scala.concurrent.Future.InternalCallbackExecutor$</code></li> +</ul> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t3" class="tableTab"><span><a href="javascript:show(4);">Abstract Methods</a></span><span class="tabEnd"> </span></span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr id="i0" class="altColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/FutureAction.html#cancel--">cancel</a></span>()</code> +<div class="block">Cancels the execution of this action.</div> +</td> +</tr> +<tr id="i1" class="rowColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/FutureAction.html" title="type parameter in FutureAction">T</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/FutureAction.html#get--">get</a></span>()</code> +<div class="block">Blocks and returns the result of this job.</div> +</td> +</tr> +<tr id="i2" class="altColor"> +<td class="colFirst"><code>boolean</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/FutureAction.html#isCancelled--">isCancelled</a></span>()</code> +<div class="block">Returns whether the action has been cancelled.</div> +</td> +</tr> +<tr id="i3" class="rowColor"> +<td class="colFirst"><code>boolean</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/FutureAction.html#isCompleted--">isCompleted</a></span>()</code> +<div class="block">Returns whether the action has already been completed with a value or an exception.</div> +</td> +</tr> +<tr id="i4" class="altColor"> +<td class="colFirst"><code>scala.collection.Seq<Object></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/FutureAction.html#jobIds--">jobIds</a></span>()</code> +<div class="block">Returns the job IDs run by the underlying async operation.</div> +</td> +</tr> +<tr id="i5" class="rowColor"> +<td class="colFirst"><code><U> void</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/FutureAction.html#onComplete-scala.Function1-scala.concurrent.ExecutionContext-">onComplete</a></span>(scala.Function1<scala.util.Try<<a href="../../../org/apache/spark/FutureAction.html" title="type parameter in FutureAction">T</a>>,U> func, + scala.concurrent.ExecutionContext executor)</code> +<div class="block">When this action is completed, either through an exception, or a value, applies the provided + function.</div> +</td> +</tr> +<tr id="i6" class="altColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/FutureAction.html" title="interface in org.apache.spark">FutureAction</a><<a href="../../../org/apache/spark/FutureAction.html" title="type parameter in FutureAction">T</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/FutureAction.html#ready-scala.concurrent.duration.Duration-scala.concurrent.CanAwait-">ready</a></span>(scala.concurrent.duration.Duration atMost, + scala.concurrent.CanAwait permit)</code> +<div class="block">Blocks until this action completes.</div> +</td> +</tr> +<tr id="i7" class="rowColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/FutureAction.html" title="type parameter in FutureAction">T</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/FutureAction.html#result-scala.concurrent.duration.Duration-scala.concurrent.CanAwait-">result</a></span>(scala.concurrent.duration.Duration atMost, + scala.concurrent.CanAwait permit)</code> +<div class="block">Awaits and returns the result (of type T) of this action.</div> +</td> +</tr> +<tr id="i8" class="altColor"> +<td class="colFirst"><code>scala.Option<scala.util.Try<<a href="../../../org/apache/spark/FutureAction.html" title="type parameter in FutureAction">T</a>>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/FutureAction.html#value--">value</a></span>()</code> +<div class="block">The value of this Future.</div> +</td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.scala.concurrent.Future"> +<!-- --> +</a> +<h3>Methods inherited from interface scala.concurrent.Future</h3> +<code>andThen, collect, failed, fallbackTo, filter, flatMap, foreach, map, mapTo, onFailure, onSuccess, recover, recoverWith, transform, withFilter, zip</code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="cancel--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>cancel</h4> +<pre>void cancel()</pre> +<div class="block">Cancels the execution of this action.</div> +</li> +</ul> +<a name="ready-scala.concurrent.duration.Duration-scala.concurrent.CanAwait-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>ready</h4> +<pre><a href="../../../org/apache/spark/FutureAction.html" title="interface in org.apache.spark">FutureAction</a><<a href="../../../org/apache/spark/FutureAction.html" title="type parameter in FutureAction">T</a>> ready(scala.concurrent.duration.Duration atMost, + scala.concurrent.CanAwait permit)</pre> +<div class="block">Blocks until this action completes. + <p></div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code>ready</code> in interface <code>scala.concurrent.Awaitable<<a href="../../../org/apache/spark/FutureAction.html" title="type parameter in FutureAction">T</a>></code></dd> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>atMost</code> - maximum wait time, which may be negative (no waiting is done), Duration.Inf + for unbounded waiting, or a finite positive duration</dd> +<dd><code>permit</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>this FutureAction</dd> +</dl> +</li> +</ul> +<a name="result-scala.concurrent.duration.Duration-scala.concurrent.CanAwait-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>result</h4> +<pre><a href="../../../org/apache/spark/FutureAction.html" title="type parameter in FutureAction">T</a> result(scala.concurrent.duration.Duration atMost, + scala.concurrent.CanAwait permit) + throws Exception</pre> +<div class="block">Awaits and returns the result (of type T) of this action. + <p></div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code>result</code> in interface <code>scala.concurrent.Awaitable<<a href="../../../org/apache/spark/FutureAction.html" title="type parameter in FutureAction">T</a>></code></dd> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>atMost</code> - maximum wait time, which may be negative (no waiting is done), Duration.Inf + for unbounded waiting, or a finite positive duration</dd> +<dd><code>permit</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>the result value if the action is completed within the specific maximum wait time</dd> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code>Exception</code> - exception during action execution</dd> +</dl> +</li> +</ul> +<a name="onComplete-scala.Function1-scala.concurrent.ExecutionContext-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>onComplete</h4> +<pre><U> void onComplete(scala.Function1<scala.util.Try<<a href="../../../org/apache/spark/FutureAction.html" title="type parameter in FutureAction">T</a>>,U> func, + scala.concurrent.ExecutionContext executor)</pre> +<div class="block">When this action is completed, either through an exception, or a value, applies the provided + function.</div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code>onComplete</code> in interface <code>scala.concurrent.Future<<a href="../../../org/apache/spark/FutureAction.html" title="type parameter in FutureAction">T</a>></code></dd> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>func</code> - (undocumented)</dd> +<dd><code>executor</code> - (undocumented)</dd> +</dl> +</li> +</ul> +<a name="isCompleted--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>isCompleted</h4> +<pre>boolean isCompleted()</pre> +<div class="block">Returns whether the action has already been completed with a value or an exception.</div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code>isCompleted</code> in interface <code>scala.concurrent.Future<<a href="../../../org/apache/spark/FutureAction.html" title="type parameter in FutureAction">T</a>></code></dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="isCancelled--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>isCancelled</h4> +<pre>boolean isCancelled()</pre> +<div class="block">Returns whether the action has been cancelled.</div> +<dl> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="value--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>value</h4> +<pre>scala.Option<scala.util.Try<<a href="../../../org/apache/spark/FutureAction.html" title="type parameter in FutureAction">T</a>>> value()</pre> +<div class="block">The value of this Future. + <p> + If the future is not completed the returned value will be None. If the future is completed + the value will be Some(Success(t)) if it contains a valid result, or Some(Failure(error)) if + it contains an exception.</div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code>value</code> in interface <code>scala.concurrent.Future<<a href="../../../org/apache/spark/FutureAction.html" title="type parameter in FutureAction">T</a>></code></dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="get--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>get</h4> +<pre><a href="../../../org/apache/spark/FutureAction.html" title="type parameter in FutureAction">T</a> get() +throws <a href="../../../org/apache/spark/SparkException.html" title="class in org.apache.spark">SparkException</a></pre> +<div class="block">Blocks and returns the result of this job.</div> +<dl> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code><a href="../../../org/apache/spark/SparkException.html" title="class in org.apache.spark">SparkException</a></code></dd> +</dl> +</li> +</ul> +<a name="jobIds--"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>jobIds</h4> +<pre>scala.collection.Seq<Object> jobIds()</pre> +<div class="block">Returns the job IDs run by the underlying async operation. + <p> + This returns the current snapshot of the job list. Certain operations may run multiple + jobs, so multiple calls to this method may return different lists.</div> +<dl> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar.bottom"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.bottom.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/FetchFailed.html" title="class in org.apache.spark"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/HashPartitioner.html" title="class in org.apache.spark"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/FutureAction.html" target="_top">Frames</a></li> +<li><a href="FutureAction.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body> +</html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/e1001463/site/docs/2.2.2/api/java/org/apache/spark/HashPartitioner.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.2/api/java/org/apache/spark/HashPartitioner.html b/site/docs/2.2.2/api/java/org/apache/spark/HashPartitioner.html new file mode 100644 index 0000000..2966e19 --- /dev/null +++ b/site/docs/2.2.2/api/java/org/apache/spark/HashPartitioner.html @@ -0,0 +1,350 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (1.8.0_171) on Wed Jun 27 17:36:10 UTC 2018 --> +<title>HashPartitioner (Spark 2.2.2 JavaDoc)</title> +<meta name="date" content="2018-06-27"> +<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../script.js"></script> +</head> +<body> +<script type="text/javascript"><!-- + try { + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="HashPartitioner (Spark 2.2.2 JavaDoc)"; + } + } + catch(err) { + } +//--> +var methods = {"i0":10,"i1":10,"i2":10,"i3":10}; +var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; +var altColor = "altColor"; +var rowColor = "rowColor"; +var tableTab = "tableTab"; +var activeTableTab = "activeTableTab"; +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar.top"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.top.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/FutureAction.html" title="interface in org.apache.spark"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/InternalAccumulator.html" title="class in org.apache.spark"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/HashPartitioner.html" target="_top">Frames</a></li> +<li><a href="HashPartitioner.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.spark</div> +<h2 title="Class HashPartitioner" class="title">Class HashPartitioner</h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>Object</li> +<li> +<ul class="inheritance"> +<li><a href="../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">org.apache.spark.Partitioner</a></li> +<li> +<ul class="inheritance"> +<li>org.apache.spark.HashPartitioner</li> +</ul> +</li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>All Implemented Interfaces:</dt> +<dd>java.io.Serializable</dd> +</dl> +<hr> +<br> +<pre>public class <span class="typeNameLabel">HashPartitioner</span> +extends <a href="../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a></pre> +<div class="block">A <a href="../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark"><code>Partitioner</code></a> that implements hash-based partitioning using + Java's <code>Object.hashCode</code>. + <p> + Java arrays have hashCodes that are based on the arrays' identities rather than their contents, + so attempting to partition an RDD[Array[_} or RDD[(Array[_], _)] using a HashPartitioner will + produce an unexpected or incorrect result.</div> +<dl> +<dt><span class="seeLabel">See Also:</span></dt> +<dd><a href="../../../serialized-form.html#org.apache.spark.HashPartitioner">Serialized Form</a></dd> +</dl> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ======== CONSTRUCTOR SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.summary"> +<!-- --> +</a> +<h3>Constructor Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> +<caption><span>Constructors</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colOne" scope="col">Constructor and Description</th> +</tr> +<tr class="altColor"> +<td class="colOne"><code><span class="memberNameLink"><a href="../../../org/apache/spark/HashPartitioner.html#HashPartitioner-int-">HashPartitioner</a></span>(int partitions)</code> </td> +</tr> +</table> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr id="i0" class="altColor"> +<td class="colFirst"><code>boolean</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/HashPartitioner.html#equals-java.lang.Object-">equals</a></span>(Object other)</code> </td> +</tr> +<tr id="i1" class="rowColor"> +<td class="colFirst"><code>int</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/HashPartitioner.html#getPartition-java.lang.Object-">getPartition</a></span>(Object key)</code> </td> +</tr> +<tr id="i2" class="altColor"> +<td class="colFirst"><code>int</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/HashPartitioner.html#hashCode--">hashCode</a></span>()</code> </td> +</tr> +<tr id="i3" class="rowColor"> +<td class="colFirst"><code>int</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/HashPartitioner.html#numPartitions--">numPartitions</a></span>()</code> </td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.org.apache.spark.Partitioner"> +<!-- --> +</a> +<h3>Methods inherited from class org.apache.spark.<a href="../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a></h3> +<code><a href="../../../org/apache/spark/Partitioner.html#defaultPartitioner-org.apache.spark.rdd.RDD-scala.collection.Seq-">defaultPartitioner</a></code></li> +</ul> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.Object"> +<!-- --> +</a> +<h3>Methods inherited from class Object</h3> +<code>getClass, notify, notifyAll, toString, wait, wait, wait</code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========= CONSTRUCTOR DETAIL ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.detail"> +<!-- --> +</a> +<h3>Constructor Detail</h3> +<a name="HashPartitioner-int-"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>HashPartitioner</h4> +<pre>public HashPartitioner(int partitions)</pre> +</li> +</ul> +</li> +</ul> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="numPartitions--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>numPartitions</h4> +<pre>public int numPartitions()</pre> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../org/apache/spark/Partitioner.html#numPartitions--">numPartitions</a></code> in class <code><a href="../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a></code></dd> +</dl> +</li> +</ul> +<a name="getPartition-java.lang.Object-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getPartition</h4> +<pre>public int getPartition(Object key)</pre> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../org/apache/spark/Partitioner.html#getPartition-java.lang.Object-">getPartition</a></code> in class <code><a href="../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a></code></dd> +</dl> +</li> +</ul> +<a name="equals-java.lang.Object-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>equals</h4> +<pre>public boolean equals(Object other)</pre> +<dl> +<dt><span class="overrideSpecifyLabel">Overrides:</span></dt> +<dd><code>equals</code> in class <code>Object</code></dd> +</dl> +</li> +</ul> +<a name="hashCode--"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>hashCode</h4> +<pre>public int hashCode()</pre> +<dl> +<dt><span class="overrideSpecifyLabel">Overrides:</span></dt> +<dd><code>hashCode</code> in class <code>Object</code></dd> +</dl> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar.bottom"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.bottom.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/FutureAction.html" title="interface in org.apache.spark"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/InternalAccumulator.html" title="class in org.apache.spark"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/HashPartitioner.html" target="_top">Frames</a></li> +<li><a href="HashPartitioner.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body> +</html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/e1001463/site/docs/2.2.2/api/java/org/apache/spark/InternalAccumulator.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.2/api/java/org/apache/spark/InternalAccumulator.html b/site/docs/2.2.2/api/java/org/apache/spark/InternalAccumulator.html new file mode 100644 index 0000000..85d497a --- /dev/null +++ b/site/docs/2.2.2/api/java/org/apache/spark/InternalAccumulator.html @@ -0,0 +1,510 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (1.8.0_171) on Wed Jun 27 17:36:10 UTC 2018 --> +<title>InternalAccumulator (Spark 2.2.2 JavaDoc)</title> +<meta name="date" content="2018-06-27"> +<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../script.js"></script> +</head> +<body> +<script type="text/javascript"><!-- + try { + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="InternalAccumulator (Spark 2.2.2 JavaDoc)"; + } + } + catch(err) { + } +//--> +var methods = {"i0":9,"i1":9,"i2":9,"i3":9,"i4":9,"i5":9,"i6":9,"i7":9,"i8":9,"i9":9,"i10":9,"i11":9,"i12":9,"i13":9,"i14":9,"i15":9,"i16":9}; +var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],8:["t4","Concrete Methods"]}; +var altColor = "altColor"; +var rowColor = "rowColor"; +var tableTab = "tableTab"; +var activeTableTab = "activeTableTab"; +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar.top"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.top.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/HashPartitioner.html" title="class in org.apache.spark"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/InternalAccumulator.input$.html" title="class in org.apache.spark"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/InternalAccumulator.html" target="_top">Frames</a></li> +<li><a href="InternalAccumulator.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li><a href="#nested.class.summary">Nested</a> | </li> +<li>Field | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.spark</div> +<h2 title="Class InternalAccumulator" class="title">Class InternalAccumulator</h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>Object</li> +<li> +<ul class="inheritance"> +<li>org.apache.spark.InternalAccumulator</li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<hr> +<br> +<pre>public class <span class="typeNameLabel">InternalAccumulator</span> +extends Object</pre> +<div class="block">A collection of fields and methods concerned with internal accumulators that represent + task level metrics.</div> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ======== NESTED CLASS SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="nested.class.summary"> +<!-- --> +</a> +<h3>Nested Class Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Nested Class Summary table, listing nested classes, and an explanation"> +<caption><span>Nested Classes</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Class and Description</th> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>static class </code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/InternalAccumulator.input$.html" title="class in org.apache.spark">InternalAccumulator.input$</a></span></code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>static class </code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/InternalAccumulator.output$.html" title="class in org.apache.spark">InternalAccumulator.output$</a></span></code> </td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>static class </code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/InternalAccumulator.shuffleRead$.html" title="class in org.apache.spark">InternalAccumulator.shuffleRead$</a></span></code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>static class </code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/InternalAccumulator.shuffleWrite$.html" title="class in org.apache.spark">InternalAccumulator.shuffleWrite$</a></span></code> </td> +</tr> +</table> +</li> +</ul> +<!-- ======== CONSTRUCTOR SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.summary"> +<!-- --> +</a> +<h3>Constructor Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> +<caption><span>Constructors</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colOne" scope="col">Constructor and Description</th> +</tr> +<tr class="altColor"> +<td class="colOne"><code><span class="memberNameLink"><a href="../../../org/apache/spark/InternalAccumulator.html#InternalAccumulator--">InternalAccumulator</a></span>()</code> </td> +</tr> +</table> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t1" class="tableTab"><span><a href="javascript:show(1);">Static Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr id="i0" class="altColor"> +<td class="colFirst"><code>static String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/InternalAccumulator.html#DISK_BYTES_SPILLED--">DISK_BYTES_SPILLED</a></span>()</code> </td> +</tr> +<tr id="i1" class="rowColor"> +<td class="colFirst"><code>static String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/InternalAccumulator.html#EXECUTOR_CPU_TIME--">EXECUTOR_CPU_TIME</a></span>()</code> </td> +</tr> +<tr id="i2" class="altColor"> +<td class="colFirst"><code>static String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/InternalAccumulator.html#EXECUTOR_DESERIALIZE_CPU_TIME--">EXECUTOR_DESERIALIZE_CPU_TIME</a></span>()</code> </td> +</tr> +<tr id="i3" class="rowColor"> +<td class="colFirst"><code>static String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/InternalAccumulator.html#EXECUTOR_DESERIALIZE_TIME--">EXECUTOR_DESERIALIZE_TIME</a></span>()</code> </td> +</tr> +<tr id="i4" class="altColor"> +<td class="colFirst"><code>static String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/InternalAccumulator.html#EXECUTOR_RUN_TIME--">EXECUTOR_RUN_TIME</a></span>()</code> </td> +</tr> +<tr id="i5" class="rowColor"> +<td class="colFirst"><code>static String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/InternalAccumulator.html#INPUT_METRICS_PREFIX--">INPUT_METRICS_PREFIX</a></span>()</code> </td> +</tr> +<tr id="i6" class="altColor"> +<td class="colFirst"><code>static String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/InternalAccumulator.html#JVM_GC_TIME--">JVM_GC_TIME</a></span>()</code> </td> +</tr> +<tr id="i7" class="rowColor"> +<td class="colFirst"><code>static String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/InternalAccumulator.html#MEMORY_BYTES_SPILLED--">MEMORY_BYTES_SPILLED</a></span>()</code> </td> +</tr> +<tr id="i8" class="altColor"> +<td class="colFirst"><code>static String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/InternalAccumulator.html#METRICS_PREFIX--">METRICS_PREFIX</a></span>()</code> </td> +</tr> +<tr id="i9" class="rowColor"> +<td class="colFirst"><code>static String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/InternalAccumulator.html#OUTPUT_METRICS_PREFIX--">OUTPUT_METRICS_PREFIX</a></span>()</code> </td> +</tr> +<tr id="i10" class="altColor"> +<td class="colFirst"><code>static String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/InternalAccumulator.html#PEAK_EXECUTION_MEMORY--">PEAK_EXECUTION_MEMORY</a></span>()</code> </td> +</tr> +<tr id="i11" class="rowColor"> +<td class="colFirst"><code>static String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/InternalAccumulator.html#RESULT_SERIALIZATION_TIME--">RESULT_SERIALIZATION_TIME</a></span>()</code> </td> +</tr> +<tr id="i12" class="altColor"> +<td class="colFirst"><code>static String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/InternalAccumulator.html#RESULT_SIZE--">RESULT_SIZE</a></span>()</code> </td> +</tr> +<tr id="i13" class="rowColor"> +<td class="colFirst"><code>static String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/InternalAccumulator.html#SHUFFLE_READ_METRICS_PREFIX--">SHUFFLE_READ_METRICS_PREFIX</a></span>()</code> </td> +</tr> +<tr id="i14" class="altColor"> +<td class="colFirst"><code>static String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/InternalAccumulator.html#SHUFFLE_WRITE_METRICS_PREFIX--">SHUFFLE_WRITE_METRICS_PREFIX</a></span>()</code> </td> +</tr> +<tr id="i15" class="rowColor"> +<td class="colFirst"><code>static String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/InternalAccumulator.html#TEST_ACCUM--">TEST_ACCUM</a></span>()</code> </td> +</tr> +<tr id="i16" class="altColor"> +<td class="colFirst"><code>static String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/InternalAccumulator.html#UPDATED_BLOCK_STATUSES--">UPDATED_BLOCK_STATUSES</a></span>()</code> </td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.Object"> +<!-- --> +</a> +<h3>Methods inherited from class Object</h3> +<code>equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========= CONSTRUCTOR DETAIL ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.detail"> +<!-- --> +</a> +<h3>Constructor Detail</h3> +<a name="InternalAccumulator--"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>InternalAccumulator</h4> +<pre>public InternalAccumulator()</pre> +</li> +</ul> +</li> +</ul> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="METRICS_PREFIX--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>METRICS_PREFIX</h4> +<pre>public static String METRICS_PREFIX()</pre> +</li> +</ul> +<a name="SHUFFLE_READ_METRICS_PREFIX--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>SHUFFLE_READ_METRICS_PREFIX</h4> +<pre>public static String SHUFFLE_READ_METRICS_PREFIX()</pre> +</li> +</ul> +<a name="SHUFFLE_WRITE_METRICS_PREFIX--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>SHUFFLE_WRITE_METRICS_PREFIX</h4> +<pre>public static String SHUFFLE_WRITE_METRICS_PREFIX()</pre> +</li> +</ul> +<a name="OUTPUT_METRICS_PREFIX--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>OUTPUT_METRICS_PREFIX</h4> +<pre>public static String OUTPUT_METRICS_PREFIX()</pre> +</li> +</ul> +<a name="INPUT_METRICS_PREFIX--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>INPUT_METRICS_PREFIX</h4> +<pre>public static String INPUT_METRICS_PREFIX()</pre> +</li> +</ul> +<a name="EXECUTOR_DESERIALIZE_TIME--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>EXECUTOR_DESERIALIZE_TIME</h4> +<pre>public static String EXECUTOR_DESERIALIZE_TIME()</pre> +</li> +</ul> +<a name="EXECUTOR_DESERIALIZE_CPU_TIME--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>EXECUTOR_DESERIALIZE_CPU_TIME</h4> +<pre>public static String EXECUTOR_DESERIALIZE_CPU_TIME()</pre> +</li> +</ul> +<a name="EXECUTOR_RUN_TIME--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>EXECUTOR_RUN_TIME</h4> +<pre>public static String EXECUTOR_RUN_TIME()</pre> +</li> +</ul> +<a name="EXECUTOR_CPU_TIME--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>EXECUTOR_CPU_TIME</h4> +<pre>public static String EXECUTOR_CPU_TIME()</pre> +</li> +</ul> +<a name="RESULT_SIZE--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>RESULT_SIZE</h4> +<pre>public static String RESULT_SIZE()</pre> +</li> +</ul> +<a name="JVM_GC_TIME--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>JVM_GC_TIME</h4> +<pre>public static String JVM_GC_TIME()</pre> +</li> +</ul> +<a name="RESULT_SERIALIZATION_TIME--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>RESULT_SERIALIZATION_TIME</h4> +<pre>public static String RESULT_SERIALIZATION_TIME()</pre> +</li> +</ul> +<a name="MEMORY_BYTES_SPILLED--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>MEMORY_BYTES_SPILLED</h4> +<pre>public static String MEMORY_BYTES_SPILLED()</pre> +</li> +</ul> +<a name="DISK_BYTES_SPILLED--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>DISK_BYTES_SPILLED</h4> +<pre>public static String DISK_BYTES_SPILLED()</pre> +</li> +</ul> +<a name="PEAK_EXECUTION_MEMORY--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>PEAK_EXECUTION_MEMORY</h4> +<pre>public static String PEAK_EXECUTION_MEMORY()</pre> +</li> +</ul> +<a name="UPDATED_BLOCK_STATUSES--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>UPDATED_BLOCK_STATUSES</h4> +<pre>public static String UPDATED_BLOCK_STATUSES()</pre> +</li> +</ul> +<a name="TEST_ACCUM--"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>TEST_ACCUM</h4> +<pre>public static String TEST_ACCUM()</pre> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar.bottom"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.bottom.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/HashPartitioner.html" title="class in org.apache.spark"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/InternalAccumulator.input$.html" title="class in org.apache.spark"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/InternalAccumulator.html" target="_top">Frames</a></li> +<li><a href="InternalAccumulator.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li><a href="#nested.class.summary">Nested</a> | </li> +<li>Field | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body> +</html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/e1001463/site/docs/2.2.2/api/java/org/apache/spark/InternalAccumulator.input$.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.2/api/java/org/apache/spark/InternalAccumulator.input$.html b/site/docs/2.2.2/api/java/org/apache/spark/InternalAccumulator.input$.html new file mode 100644 index 0000000..84299bc --- /dev/null +++ b/site/docs/2.2.2/api/java/org/apache/spark/InternalAccumulator.input$.html @@ -0,0 +1,325 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (1.8.0_171) on Wed Jun 27 17:36:10 UTC 2018 --> +<title>InternalAccumulator.input$ (Spark 2.2.2 JavaDoc)</title> +<meta name="date" content="2018-06-27"> +<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../script.js"></script> +</head> +<body> +<script type="text/javascript"><!-- + try { + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="InternalAccumulator.input$ (Spark 2.2.2 JavaDoc)"; + } + } + catch(err) { + } +//--> +var methods = {"i0":10,"i1":10}; +var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; +var altColor = "altColor"; +var rowColor = "rowColor"; +var tableTab = "tableTab"; +var activeTableTab = "activeTableTab"; +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar.top"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.top.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/InternalAccumulator.html" title="class in org.apache.spark"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/InternalAccumulator.output$.html" title="class in org.apache.spark"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/InternalAccumulator.input$.html" target="_top">Frames</a></li> +<li><a href="InternalAccumulator.input$.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li><a href="#field.summary">Field</a> | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li><a href="#field.detail">Field</a> | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.spark</div> +<h2 title="Class InternalAccumulator.input$" class="title">Class InternalAccumulator.input$</h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>Object</li> +<li> +<ul class="inheritance"> +<li>org.apache.spark.InternalAccumulator.input$</li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>Enclosing class:</dt> +<dd><a href="../../../org/apache/spark/InternalAccumulator.html" title="class in org.apache.spark">InternalAccumulator</a></dd> +</dl> +<hr> +<br> +<pre>public static class <span class="typeNameLabel">InternalAccumulator.input$</span> +extends Object</pre> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- =========== FIELD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="field.summary"> +<!-- --> +</a> +<h3>Field Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Field Summary table, listing fields, and an explanation"> +<caption><span>Fields</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Field and Description</th> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>static <a href="../../../org/apache/spark/InternalAccumulator.input$.html" title="class in org.apache.spark">InternalAccumulator.input$</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/InternalAccumulator.input$.html#MODULE:D">MODULE$</a></span></code> +<div class="block">Static reference to the singleton instance of this Scala object.</div> +</td> +</tr> +</table> +</li> +</ul> +<!-- ======== CONSTRUCTOR SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.summary"> +<!-- --> +</a> +<h3>Constructor Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> +<caption><span>Constructors</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colOne" scope="col">Constructor and Description</th> +</tr> +<tr class="altColor"> +<td class="colOne"><code><span class="memberNameLink"><a href="../../../org/apache/spark/InternalAccumulator.input$.html#input:D--">input$</a></span>()</code> </td> +</tr> +</table> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr id="i0" class="altColor"> +<td class="colFirst"><code>String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/InternalAccumulator.input$.html#BYTES_READ--">BYTES_READ</a></span>()</code> </td> +</tr> +<tr id="i1" class="rowColor"> +<td class="colFirst"><code>String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/InternalAccumulator.input$.html#RECORDS_READ--">RECORDS_READ</a></span>()</code> </td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.Object"> +<!-- --> +</a> +<h3>Methods inherited from class Object</h3> +<code>equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ============ FIELD DETAIL =========== --> +<ul class="blockList"> +<li class="blockList"><a name="field.detail"> +<!-- --> +</a> +<h3>Field Detail</h3> +<a name="MODULE:D"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>MODULE$</h4> +<pre>public static final <a href="../../../org/apache/spark/InternalAccumulator.input$.html" title="class in org.apache.spark">InternalAccumulator.input$</a> MODULE$</pre> +<div class="block">Static reference to the singleton instance of this Scala object.</div> +</li> +</ul> +</li> +</ul> +<!-- ========= CONSTRUCTOR DETAIL ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.detail"> +<!-- --> +</a> +<h3>Constructor Detail</h3> +<a name="input:D--"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>input$</h4> +<pre>public input$()</pre> +</li> +</ul> +</li> +</ul> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="BYTES_READ--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>BYTES_READ</h4> +<pre>public String BYTES_READ()</pre> +</li> +</ul> +<a name="RECORDS_READ--"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>RECORDS_READ</h4> +<pre>public String RECORDS_READ()</pre> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar.bottom"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.bottom.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/InternalAccumulator.html" title="class in org.apache.spark"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/InternalAccumulator.output$.html" title="class in org.apache.spark"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/InternalAccumulator.input$.html" target="_top">Frames</a></li> +<li><a href="InternalAccumulator.input$.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li><a href="#field.summary">Field</a> | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li><a href="#field.detail">Field</a> | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body> +</html> --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org