http://git-wip-us.apache.org/repos/asf/spark-website/blob/52917ac4/site/docs/2.4.0/api/java/org/apache/spark/Aggregator.html ---------------------------------------------------------------------- diff --git a/site/docs/2.4.0/api/java/org/apache/spark/Aggregator.html b/site/docs/2.4.0/api/java/org/apache/spark/Aggregator.html new file mode 100644 index 0000000..3880c8d --- /dev/null +++ b/site/docs/2.4.0/api/java/org/apache/spark/Aggregator.html @@ -0,0 +1,436 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (1.8.0_181) on Fri Nov 02 07:03:19 UTC 2018 --> +<title>Aggregator (Spark 2.4.0 JavaDoc)</title> +<meta name="date" content="2018-11-02"> +<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../script.js"></script> +</head> +<body> +<script type="text/javascript"><!-- + try { + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Aggregator (Spark 2.4.0 JavaDoc)"; + } + } + catch(err) { + } +//--> +var methods = {"i0":5,"i1":10,"i2":10,"i3":10,"i4":5,"i5":10,"i6":10,"i7":5,"i8":5,"i9":9,"i10":9}; +var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],4:["t3","Abstract Methods"],8:["t4","Concrete Methods"]}; +var altColor = "altColor"; +var rowColor = "rowColor"; +var tableTab = "tableTab"; +var activeTableTab = "activeTableTab"; +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar.top"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.top.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/AccumulatorParam.StringAccumulatorParam$.html" title="class in org.apache.spark"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/BarrierTaskContext.html" title="class in org.apache.spark"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/Aggregator.html" target="_top">Frames</a></li> +<li><a href="Aggregator.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.spark</div> +<h2 title="Class Aggregator" class="title">Class Aggregator<K,V,C></h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>Object</li> +<li> +<ul class="inheritance"> +<li>org.apache.spark.Aggregator<K,V,C></li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>All Implemented Interfaces:</dt> +<dd>java.io.Serializable, scala.Equals, scala.Product</dd> +</dl> +<hr> +<br> +<pre>public class <span class="typeNameLabel">Aggregator<K,V,C></span> +extends Object +implements scala.Product, scala.Serializable</pre> +<div class="block">:: DeveloperApi :: + A set of functions used to aggregate data. + <p> + param: createCombiner function to create the initial value of the aggregation. + param: mergeValue function to merge a new value into the aggregation result. + param: mergeCombiners function to merge outputs from multiple mergeValue function.</div> +<dl> +<dt><span class="seeLabel">See Also:</span></dt> +<dd><a href="../../../serialized-form.html#org.apache.spark.Aggregator">Serialized Form</a></dd> +</dl> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ======== CONSTRUCTOR SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.summary"> +<!-- --> +</a> +<h3>Constructor Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> +<caption><span>Constructors</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colOne" scope="col">Constructor and Description</th> +</tr> +<tr class="altColor"> +<td class="colOne"><code><span class="memberNameLink"><a href="../../../org/apache/spark/Aggregator.html#Aggregator-scala.Function1-scala.Function2-scala.Function2-">Aggregator</a></span>(scala.Function1<<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">V</a>,<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>> createCombiner, + scala.Function2<<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>,<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">V</a>,<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>> mergeValue, + scala.Function2<<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>,<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>,<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>> mergeCombiners)</code> </td> +</tr> +</table> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t1" class="tableTab"><span><a href="javascript:show(1);">Static Methods</a></span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t3" class="tableTab"><span><a href="javascript:show(4);">Abstract Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr id="i0" class="altColor"> +<td class="colFirst"><code>abstract static boolean</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/Aggregator.html#canEqual-java.lang.Object-">canEqual</a></span>(Object that)</code> </td> +</tr> +<tr id="i1" class="rowColor"> +<td class="colFirst"><code>scala.collection.Iterator<scala.Tuple2<<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">K</a>,<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/Aggregator.html#combineCombinersByKey-scala.collection.Iterator-org.apache.spark.TaskContext-">combineCombinersByKey</a></span>(scala.collection.Iterator<? extends scala.Product2<<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">K</a>,<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>>> iter, + <a href="../../../org/apache/spark/TaskContext.html" title="class in org.apache.spark">TaskContext</a> context)</code> </td> +</tr> +<tr id="i2" class="altColor"> +<td class="colFirst"><code>scala.collection.Iterator<scala.Tuple2<<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">K</a>,<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/Aggregator.html#combineValuesByKey-scala.collection.Iterator-org.apache.spark.TaskContext-">combineValuesByKey</a></span>(scala.collection.Iterator<? extends scala.Product2<<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">K</a>,<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">V</a>>> iter, + <a href="../../../org/apache/spark/TaskContext.html" title="class in org.apache.spark">TaskContext</a> context)</code> </td> +</tr> +<tr id="i3" class="rowColor"> +<td class="colFirst"><code>scala.Function1<<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">V</a>,<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/Aggregator.html#createCombiner--">createCombiner</a></span>()</code> </td> +</tr> +<tr id="i4" class="altColor"> +<td class="colFirst"><code>abstract static boolean</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/Aggregator.html#equals-java.lang.Object-">equals</a></span>(Object that)</code> </td> +</tr> +<tr id="i5" class="rowColor"> +<td class="colFirst"><code>scala.Function2<<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>,<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>,<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/Aggregator.html#mergeCombiners--">mergeCombiners</a></span>()</code> </td> +</tr> +<tr id="i6" class="altColor"> +<td class="colFirst"><code>scala.Function2<<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>,<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">V</a>,<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/Aggregator.html#mergeValue--">mergeValue</a></span>()</code> </td> +</tr> +<tr id="i7" class="rowColor"> +<td class="colFirst"><code>abstract static int</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/Aggregator.html#productArity--">productArity</a></span>()</code> </td> +</tr> +<tr id="i8" class="altColor"> +<td class="colFirst"><code>abstract static Object</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/Aggregator.html#productElement-int-">productElement</a></span>(int n)</code> </td> +</tr> +<tr id="i9" class="rowColor"> +<td class="colFirst"><code>static scala.collection.Iterator<Object></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/Aggregator.html#productIterator--">productIterator</a></span>()</code> </td> +</tr> +<tr id="i10" class="altColor"> +<td class="colFirst"><code>static String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/Aggregator.html#productPrefix--">productPrefix</a></span>()</code> </td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.Object"> +<!-- --> +</a> +<h3>Methods inherited from class Object</h3> +<code>equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li> +</ul> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.scala.Product"> +<!-- --> +</a> +<h3>Methods inherited from interface scala.Product</h3> +<code>productArity, productElement, productIterator, productPrefix</code></li> +</ul> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.scala.Equals"> +<!-- --> +</a> +<h3>Methods inherited from interface scala.Equals</h3> +<code>canEqual, equals</code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========= CONSTRUCTOR DETAIL ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.detail"> +<!-- --> +</a> +<h3>Constructor Detail</h3> +<a name="Aggregator-scala.Function1-scala.Function2-scala.Function2-"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>Aggregator</h4> +<pre>public Aggregator(scala.Function1<<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">V</a>,<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>> createCombiner, + scala.Function2<<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>,<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">V</a>,<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>> mergeValue, + scala.Function2<<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>,<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>,<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>> mergeCombiners)</pre> +</li> +</ul> +</li> +</ul> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="canEqual-java.lang.Object-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>canEqual</h4> +<pre>public abstract static boolean canEqual(Object that)</pre> +</li> +</ul> +<a name="equals-java.lang.Object-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>equals</h4> +<pre>public abstract static boolean equals(Object that)</pre> +</li> +</ul> +<a name="productElement-int-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>productElement</h4> +<pre>public abstract static Object productElement(int n)</pre> +</li> +</ul> +<a name="productArity--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>productArity</h4> +<pre>public abstract static int productArity()</pre> +</li> +</ul> +<a name="productIterator--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>productIterator</h4> +<pre>public static scala.collection.Iterator<Object> productIterator()</pre> +</li> +</ul> +<a name="productPrefix--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>productPrefix</h4> +<pre>public static String productPrefix()</pre> +</li> +</ul> +<a name="createCombiner--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>createCombiner</h4> +<pre>public scala.Function1<<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">V</a>,<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>> createCombiner()</pre> +</li> +</ul> +<a name="mergeValue--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>mergeValue</h4> +<pre>public scala.Function2<<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>,<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">V</a>,<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>> mergeValue()</pre> +</li> +</ul> +<a name="mergeCombiners--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>mergeCombiners</h4> +<pre>public scala.Function2<<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>,<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>,<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>> mergeCombiners()</pre> +</li> +</ul> +<a name="combineValuesByKey-scala.collection.Iterator-org.apache.spark.TaskContext-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>combineValuesByKey</h4> +<pre>public scala.collection.Iterator<scala.Tuple2<<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">K</a>,<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>>> combineValuesByKey(scala.collection.Iterator<? extends scala.Product2<<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">K</a>,<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">V</a>>> iter, + <a href="../../../org/apache/spark/TaskContext.html" title="class in org.apache.spark">TaskContext</a> context)</pre> +</li> +</ul> +<a name="combineCombinersByKey-scala.collection.Iterator-org.apache.spark.TaskContext-"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>combineCombinersByKey</h4> +<pre>public scala.collection.Iterator<scala.Tuple2<<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">K</a>,<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>>> combineCombinersByKey(scala.collection.Iterator<? extends scala.Product2<<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">K</a>,<a href="../../../org/apache/spark/Aggregator.html" title="type parameter in Aggregator">C</a>>> iter, + <a href="../../../org/apache/spark/TaskContext.html" title="class in org.apache.spark">TaskContext</a> context)</pre> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar.bottom"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.bottom.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/AccumulatorParam.StringAccumulatorParam$.html" title="class in org.apache.spark"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/BarrierTaskContext.html" title="class in org.apache.spark"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/Aggregator.html" target="_top">Frames</a></li> +<li><a href="Aggregator.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body> +</html>
http://git-wip-us.apache.org/repos/asf/spark-website/blob/52917ac4/site/docs/2.4.0/api/java/org/apache/spark/BarrierTaskContext.html ---------------------------------------------------------------------- diff --git a/site/docs/2.4.0/api/java/org/apache/spark/BarrierTaskContext.html b/site/docs/2.4.0/api/java/org/apache/spark/BarrierTaskContext.html new file mode 100644 index 0000000..b7a8574 --- /dev/null +++ b/site/docs/2.4.0/api/java/org/apache/spark/BarrierTaskContext.html @@ -0,0 +1,670 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (1.8.0_181) on Fri Nov 02 07:03:19 UTC 2018 --> +<title>BarrierTaskContext (Spark 2.4.0 JavaDoc)</title> +<meta name="date" content="2018-11-02"> +<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../script.js"></script> +</head> +<body> +<script type="text/javascript"><!-- + try { + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="BarrierTaskContext (Spark 2.4.0 JavaDoc)"; + } + } + catch(err) { + } +//--> +var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":9,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10}; +var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; +var altColor = "altColor"; +var rowColor = "rowColor"; +var tableTab = "tableTab"; +var activeTableTab = "activeTableTab"; +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar.top"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.top.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/Aggregator.html" title="class in org.apache.spark"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/BarrierTaskInfo.html" title="class in org.apache.spark"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/BarrierTaskContext.html" target="_top">Frames</a></li> +<li><a href="BarrierTaskContext.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.spark</div> +<h2 title="Class BarrierTaskContext" class="title">Class BarrierTaskContext</h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>Object</li> +<li> +<ul class="inheritance"> +<li><a href="../../../org/apache/spark/TaskContext.html" title="class in org.apache.spark">org.apache.spark.TaskContext</a></li> +<li> +<ul class="inheritance"> +<li>org.apache.spark.BarrierTaskContext</li> +</ul> +</li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>All Implemented Interfaces:</dt> +<dd>java.io.Serializable, <a href="../../../org/apache/spark/internal/Logging.html" title="interface in org.apache.spark.internal">Logging</a></dd> +</dl> +<hr> +<br> +<pre>public class <span class="typeNameLabel">BarrierTaskContext</span> +extends <a href="../../../org/apache/spark/TaskContext.html" title="class in org.apache.spark">TaskContext</a> +implements <a href="../../../org/apache/spark/internal/Logging.html" title="interface in org.apache.spark.internal">Logging</a></pre> +<div class="block">:: Experimental :: + A <a href="../../../org/apache/spark/TaskContext.html" title="class in org.apache.spark"><code>TaskContext</code></a> with extra contextual info and tooling for tasks in a barrier stage. + Use <a href="../../../org/apache/spark/BarrierTaskContext.html#get--"><code>get()</code></a> to obtain the barrier context for a running barrier task.</div> +<dl> +<dt><span class="seeLabel">See Also:</span></dt> +<dd><a href="../../../serialized-form.html#org.apache.spark.BarrierTaskContext">Serialized Form</a></dd> +</dl> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t1" class="tableTab"><span><a href="javascript:show(1);">Static Methods</a></span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr id="i0" class="altColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/BarrierTaskContext.html" title="class in org.apache.spark">BarrierTaskContext</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/BarrierTaskContext.html#addTaskCompletionListener-org.apache.spark.util.TaskCompletionListener-">addTaskCompletionListener</a></span>(<a href="../../../org/apache/spark/util/TaskCompletionListener.html" title="interface in org.apache.spark.util">TaskCompletionListener</a> listener)</code> +<div class="block">Adds a (Java friendly) listener to be executed on task completion.</div> +</td> +</tr> +<tr id="i1" class="rowColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/BarrierTaskContext.html" title="class in org.apache.spark">BarrierTaskContext</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/BarrierTaskContext.html#addTaskFailureListener-org.apache.spark.util.TaskFailureListener-">addTaskFailureListener</a></span>(<a href="../../../org/apache/spark/util/TaskFailureListener.html" title="interface in org.apache.spark.util">TaskFailureListener</a> listener)</code> +<div class="block">Adds a listener to be executed on task failure.</div> +</td> +</tr> +<tr id="i2" class="altColor"> +<td class="colFirst"><code>int</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/BarrierTaskContext.html#attemptNumber--">attemptNumber</a></span>()</code> +<div class="block">How many times this task has been attempted.</div> +</td> +</tr> +<tr id="i3" class="rowColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/BarrierTaskContext.html#barrier--">barrier</a></span>()</code> +<div class="block">:: Experimental :: + Sets a global barrier and waits until all tasks in this stage hit this barrier.</div> +</td> +</tr> +<tr id="i4" class="altColor"> +<td class="colFirst"><code>static <a href="../../../org/apache/spark/BarrierTaskContext.html" title="class in org.apache.spark">BarrierTaskContext</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/BarrierTaskContext.html#get--">get</a></span>()</code> +<div class="block">:: Experimental :: + Returns the currently active BarrierTaskContext.</div> +</td> +</tr> +<tr id="i5" class="rowColor"> +<td class="colFirst"><code>String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/BarrierTaskContext.html#getLocalProperty-java.lang.String-">getLocalProperty</a></span>(String key)</code> +<div class="block">Get a local property set upstream in the driver, or null if it is missing.</div> +</td> +</tr> +<tr id="i6" class="altColor"> +<td class="colFirst"><code>scala.collection.Seq<org.apache.spark.metrics.source.Source></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/BarrierTaskContext.html#getMetricsSources-java.lang.String-">getMetricsSources</a></span>(String sourceName)</code> +<div class="block">::DeveloperApi:: + Returns all metrics sources with the given name which are associated with the instance + which runs the task.</div> +</td> +</tr> +<tr id="i7" class="rowColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/BarrierTaskInfo.html" title="class in org.apache.spark">BarrierTaskInfo</a>[]</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/BarrierTaskContext.html#getTaskInfos--">getTaskInfos</a></span>()</code> +<div class="block">:: Experimental :: + Returns <a href="../../../org/apache/spark/BarrierTaskInfo.html" title="class in org.apache.spark"><code>BarrierTaskInfo</code></a> for all tasks in this barrier stage, ordered by partition ID.</div> +</td> +</tr> +<tr id="i8" class="altColor"> +<td class="colFirst"><code>boolean</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/BarrierTaskContext.html#isCompleted--">isCompleted</a></span>()</code> +<div class="block">Returns true if the task has completed.</div> +</td> +</tr> +<tr id="i9" class="rowColor"> +<td class="colFirst"><code>boolean</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/BarrierTaskContext.html#isInterrupted--">isInterrupted</a></span>()</code> +<div class="block">Returns true if the task has been killed.</div> +</td> +</tr> +<tr id="i10" class="altColor"> +<td class="colFirst"><code>boolean</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/BarrierTaskContext.html#isRunningLocally--">isRunningLocally</a></span>()</code> +<div class="block">Returns true if the task is running locally in the driver program.</div> +</td> +</tr> +<tr id="i11" class="rowColor"> +<td class="colFirst"><code>int</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/BarrierTaskContext.html#partitionId--">partitionId</a></span>()</code> +<div class="block">The ID of the RDD partition that is computed by this task.</div> +</td> +</tr> +<tr id="i12" class="altColor"> +<td class="colFirst"><code>int</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/BarrierTaskContext.html#stageAttemptNumber--">stageAttemptNumber</a></span>()</code> +<div class="block">How many times the stage that this task belongs to has been attempted.</div> +</td> +</tr> +<tr id="i13" class="rowColor"> +<td class="colFirst"><code>int</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/BarrierTaskContext.html#stageId--">stageId</a></span>()</code> +<div class="block">The ID of the stage that this task belong to.</div> +</td> +</tr> +<tr id="i14" class="altColor"> +<td class="colFirst"><code>long</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/BarrierTaskContext.html#taskAttemptId--">taskAttemptId</a></span>()</code> +<div class="block">An ID that is unique to this task attempt (within the same SparkContext, no two task attempts + will share the same attempt ID).</div> +</td> +</tr> +<tr id="i15" class="rowColor"> +<td class="colFirst"><code>org.apache.spark.executor.TaskMetrics</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/BarrierTaskContext.html#taskMetrics--">taskMetrics</a></span>()</code> </td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.org.apache.spark.TaskContext"> +<!-- --> +</a> +<h3>Methods inherited from class org.apache.spark.<a href="../../../org/apache/spark/TaskContext.html" title="class in org.apache.spark">TaskContext</a></h3> +<code><a href="../../../org/apache/spark/TaskContext.html#addTaskCompletionListener-scala.Function1-">addTaskCompletionListener</a>, <a href="../../../org/apache/spark/TaskContext.html#addTaskFailureListener-scala.Function2-">addTaskFailureListener</a>, <a href="../../../org/apache/spark/TaskContext.html#getPartitionId--">getPartitionId</a></code></li> +</ul> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.Object"> +<!-- --> +</a> +<h3>Methods inherited from class Object</h3> +<code>equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li> +</ul> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.org.apache.spark.internal.Logging"> +<!-- --> +</a> +<h3>Methods inherited from interface org.apache.spark.internal.<a href="../../../org/apache/spark/internal/Logging.html" title="interface in org.apache.spark.internal">Logging</a></h3> +<code><a href="../../../org/apache/spark/internal/Logging.html#initializeLogging-boolean-boolean-">initializeLogging</a>, <a href="../../../org/apache/spark/internal/Logging.html#initializeLogIfNecessary-boolean-">initializeLogIfNecessary</a>, <a href="../../../org/apache/spark/internal/Logging.html#initializeLogIfNecessary-boolean-boolean-">initializeLogIfNecessary</a>, <a href="../../../org/apache/spark/internal/Logging.html#isTraceEnabled--">isTraceEnabled</a>, <a href="../../../org/apache/spark/internal/Logging.html#log_--">log_</a>, <a href="../../../org/apache/spark/internal/Logging.html#log--">log</a>, <a href="../../../org/apache/spark/internal/Logging.html#logDebug-scala.Function0-">logDebug</a>, <a href="../../../org/apache/spark/internal/Logging.html#logDebug-scala.Function0-java.lang.Throwable-">logDebug</a>, <a href="../../../org/apache/spark/internal/Logging.html#logError-scala.Function0-">logError</a>, <a href="../../../org/apache/spark/internal/Logging.html#logError- scala.Function0-java.lang.Throwable-">logError</a>, <a href="../../../org/apache/spark/internal/Logging.html#logInfo-scala.Function0-">logInfo</a>, <a href="../../../org/apache/spark/internal/Logging.html#logInfo-scala.Function0-java.lang.Throwable-">logInfo</a>, <a href="../../../org/apache/spark/internal/Logging.html#logName--">logName</a>, <a href="../../../org/apache/spark/internal/Logging.html#logTrace-scala.Function0-">logTrace</a>, <a href="../../../org/apache/spark/internal/Logging.html#logTrace-scala.Function0-java.lang.Throwable-">logTrace</a>, <a href="../../../org/apache/spark/internal/Logging.html#logWarning-scala.Function0-">logWarning</a>, <a href="../../../org/apache/spark/internal/Logging.html#logWarning-scala.Function0-java.lang.Throwable-">logWarning</a></code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="get--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>get</h4> +<pre>public static <a href="../../../org/apache/spark/BarrierTaskContext.html" title="class in org.apache.spark">BarrierTaskContext</a> get()</pre> +<div class="block">:: Experimental :: + Returns the currently active BarrierTaskContext. This can be called inside of user functions to + access contextual information about running barrier tasks.</div> +<dl> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="barrier--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>barrier</h4> +<pre>public void barrier()</pre> +<div class="block">:: Experimental :: + Sets a global barrier and waits until all tasks in this stage hit this barrier. Similar to + MPI_Barrier function in MPI, the barrier() function call blocks until all tasks in the same + stage have reached this routine. + <p> + CAUTION! In a barrier stage, each task must have the same number of barrier() calls, in all + possible code branches. Otherwise, you may get the job hanging or a SparkException after + timeout. Some examples of '''misuses''' are listed below: + 1. Only call barrier() function on a subset of all the tasks in the same barrier stage, it + shall lead to timeout of the function call. + <pre><code> + rdd.barrier().mapPartitions { iter => + val context = BarrierTaskContext.get() + if (context.partitionId() == 0) { + // Do nothing. + } else { + context.barrier() + } + iter + } + </code></pre> + <p> + 2. Include barrier() function in a try-catch code block, this may lead to timeout of the + second function call. + <pre><code> + rdd.barrier().mapPartitions { iter => + val context = BarrierTaskContext.get() + try { + // Do something that might throw an Exception. + doSomething() + context.barrier() + } catch { + case e: Exception => logWarning("...", e) + } + context.barrier() + iter + } + </code></pre></div> +</li> +</ul> +<a name="getTaskInfos--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getTaskInfos</h4> +<pre>public <a href="../../../org/apache/spark/BarrierTaskInfo.html" title="class in org.apache.spark">BarrierTaskInfo</a>[] getTaskInfos()</pre> +<div class="block">:: Experimental :: + Returns <a href="../../../org/apache/spark/BarrierTaskInfo.html" title="class in org.apache.spark"><code>BarrierTaskInfo</code></a> for all tasks in this barrier stage, ordered by partition ID.</div> +<dl> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="isCompleted--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>isCompleted</h4> +<pre>public boolean isCompleted()</pre> +<div class="block"><span class="descfrmTypeLabel">Description copied from class: <code><a href="../../../org/apache/spark/TaskContext.html#isCompleted--">TaskContext</a></code></span></div> +<div class="block">Returns true if the task has completed.</div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../org/apache/spark/TaskContext.html#isCompleted--">isCompleted</a></code> in class <code><a href="../../../org/apache/spark/TaskContext.html" title="class in org.apache.spark">TaskContext</a></code></dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="isInterrupted--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>isInterrupted</h4> +<pre>public boolean isInterrupted()</pre> +<div class="block"><span class="descfrmTypeLabel">Description copied from class: <code><a href="../../../org/apache/spark/TaskContext.html#isInterrupted--">TaskContext</a></code></span></div> +<div class="block">Returns true if the task has been killed.</div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../org/apache/spark/TaskContext.html#isInterrupted--">isInterrupted</a></code> in class <code><a href="../../../org/apache/spark/TaskContext.html" title="class in org.apache.spark">TaskContext</a></code></dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="isRunningLocally--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>isRunningLocally</h4> +<pre>public boolean isRunningLocally()</pre> +<div class="block"><span class="descfrmTypeLabel">Description copied from class: <code><a href="../../../org/apache/spark/TaskContext.html#isRunningLocally--">TaskContext</a></code></span></div> +<div class="block">Returns true if the task is running locally in the driver program.</div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../org/apache/spark/TaskContext.html#isRunningLocally--">isRunningLocally</a></code> in class <code><a href="../../../org/apache/spark/TaskContext.html" title="class in org.apache.spark">TaskContext</a></code></dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>false</dd> +</dl> +</li> +</ul> +<a name="addTaskCompletionListener-org.apache.spark.util.TaskCompletionListener-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>addTaskCompletionListener</h4> +<pre>public <a href="../../../org/apache/spark/BarrierTaskContext.html" title="class in org.apache.spark">BarrierTaskContext</a> addTaskCompletionListener(<a href="../../../org/apache/spark/util/TaskCompletionListener.html" title="interface in org.apache.spark.util">TaskCompletionListener</a> listener)</pre> +<div class="block"><span class="descfrmTypeLabel">Description copied from class: <code><a href="../../../org/apache/spark/TaskContext.html#addTaskCompletionListener-org.apache.spark.util.TaskCompletionListener-">TaskContext</a></code></span></div> +<div class="block">Adds a (Java friendly) listener to be executed on task completion. + This will be called in all situations - success, failure, or cancellation. Adding a listener + to an already completed task will result in that listener being called immediately. + <p> + An example use is for HadoopRDD to register a callback to close the input stream. + <p> + Exceptions thrown by the listener will result in failure of the task.</div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../org/apache/spark/TaskContext.html#addTaskCompletionListener-org.apache.spark.util.TaskCompletionListener-">addTaskCompletionListener</a></code> in class <code><a href="../../../org/apache/spark/TaskContext.html" title="class in org.apache.spark">TaskContext</a></code></dd> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>listener</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="addTaskFailureListener-org.apache.spark.util.TaskFailureListener-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>addTaskFailureListener</h4> +<pre>public <a href="../../../org/apache/spark/BarrierTaskContext.html" title="class in org.apache.spark">BarrierTaskContext</a> addTaskFailureListener(<a href="../../../org/apache/spark/util/TaskFailureListener.html" title="interface in org.apache.spark.util">TaskFailureListener</a> listener)</pre> +<div class="block"><span class="descfrmTypeLabel">Description copied from class: <code><a href="../../../org/apache/spark/TaskContext.html#addTaskFailureListener-org.apache.spark.util.TaskFailureListener-">TaskContext</a></code></span></div> +<div class="block">Adds a listener to be executed on task failure. Adding a listener to an already failed task + will result in that listener being called immediately.</div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../org/apache/spark/TaskContext.html#addTaskFailureListener-org.apache.spark.util.TaskFailureListener-">addTaskFailureListener</a></code> in class <code><a href="../../../org/apache/spark/TaskContext.html" title="class in org.apache.spark">TaskContext</a></code></dd> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>listener</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="stageId--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>stageId</h4> +<pre>public int stageId()</pre> +<div class="block"><span class="descfrmTypeLabel">Description copied from class: <code><a href="../../../org/apache/spark/TaskContext.html#stageId--">TaskContext</a></code></span></div> +<div class="block">The ID of the stage that this task belong to.</div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../org/apache/spark/TaskContext.html#stageId--">stageId</a></code> in class <code><a href="../../../org/apache/spark/TaskContext.html" title="class in org.apache.spark">TaskContext</a></code></dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="stageAttemptNumber--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>stageAttemptNumber</h4> +<pre>public int stageAttemptNumber()</pre> +<div class="block"><span class="descfrmTypeLabel">Description copied from class: <code><a href="../../../org/apache/spark/TaskContext.html#stageAttemptNumber--">TaskContext</a></code></span></div> +<div class="block">How many times the stage that this task belongs to has been attempted. The first stage attempt + will be assigned stageAttemptNumber = 0, and subsequent attempts will have increasing attempt + numbers.</div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../org/apache/spark/TaskContext.html#stageAttemptNumber--">stageAttemptNumber</a></code> in class <code><a href="../../../org/apache/spark/TaskContext.html" title="class in org.apache.spark">TaskContext</a></code></dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="partitionId--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>partitionId</h4> +<pre>public int partitionId()</pre> +<div class="block"><span class="descfrmTypeLabel">Description copied from class: <code><a href="../../../org/apache/spark/TaskContext.html#partitionId--">TaskContext</a></code></span></div> +<div class="block">The ID of the RDD partition that is computed by this task.</div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../org/apache/spark/TaskContext.html#partitionId--">partitionId</a></code> in class <code><a href="../../../org/apache/spark/TaskContext.html" title="class in org.apache.spark">TaskContext</a></code></dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="attemptNumber--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>attemptNumber</h4> +<pre>public int attemptNumber()</pre> +<div class="block"><span class="descfrmTypeLabel">Description copied from class: <code><a href="../../../org/apache/spark/TaskContext.html#attemptNumber--">TaskContext</a></code></span></div> +<div class="block">How many times this task has been attempted. The first task attempt will be assigned + attemptNumber = 0, and subsequent attempts will have increasing attempt numbers.</div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../org/apache/spark/TaskContext.html#attemptNumber--">attemptNumber</a></code> in class <code><a href="../../../org/apache/spark/TaskContext.html" title="class in org.apache.spark">TaskContext</a></code></dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="taskAttemptId--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>taskAttemptId</h4> +<pre>public long taskAttemptId()</pre> +<div class="block"><span class="descfrmTypeLabel">Description copied from class: <code><a href="../../../org/apache/spark/TaskContext.html#taskAttemptId--">TaskContext</a></code></span></div> +<div class="block">An ID that is unique to this task attempt (within the same SparkContext, no two task attempts + will share the same attempt ID). This is roughly equivalent to Hadoop's TaskAttemptID.</div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../org/apache/spark/TaskContext.html#taskAttemptId--">taskAttemptId</a></code> in class <code><a href="../../../org/apache/spark/TaskContext.html" title="class in org.apache.spark">TaskContext</a></code></dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="getLocalProperty-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getLocalProperty</h4> +<pre>public String getLocalProperty(String key)</pre> +<div class="block"><span class="descfrmTypeLabel">Description copied from class: <code><a href="../../../org/apache/spark/TaskContext.html#getLocalProperty-java.lang.String-">TaskContext</a></code></span></div> +<div class="block">Get a local property set upstream in the driver, or null if it is missing. See also + <code>org.apache.spark.SparkContext.setLocalProperty</code>.</div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../org/apache/spark/TaskContext.html#getLocalProperty-java.lang.String-">getLocalProperty</a></code> in class <code><a href="../../../org/apache/spark/TaskContext.html" title="class in org.apache.spark">TaskContext</a></code></dd> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>key</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="taskMetrics--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>taskMetrics</h4> +<pre>public org.apache.spark.executor.TaskMetrics taskMetrics()</pre> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../org/apache/spark/TaskContext.html#taskMetrics--">taskMetrics</a></code> in class <code><a href="../../../org/apache/spark/TaskContext.html" title="class in org.apache.spark">TaskContext</a></code></dd> +</dl> +</li> +</ul> +<a name="getMetricsSources-java.lang.String-"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>getMetricsSources</h4> +<pre>public scala.collection.Seq<org.apache.spark.metrics.source.Source> getMetricsSources(String sourceName)</pre> +<div class="block"><span class="descfrmTypeLabel">Description copied from class: <code><a href="../../../org/apache/spark/TaskContext.html#getMetricsSources-java.lang.String-">TaskContext</a></code></span></div> +<div class="block">::DeveloperApi:: + Returns all metrics sources with the given name which are associated with the instance + which runs the task. For more information see <code>org.apache.spark.metrics.MetricsSystem</code>.</div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../org/apache/spark/TaskContext.html#getMetricsSources-java.lang.String-">getMetricsSources</a></code> in class <code><a href="../../../org/apache/spark/TaskContext.html" title="class in org.apache.spark">TaskContext</a></code></dd> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>sourceName</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar.bottom"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.bottom.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/Aggregator.html" title="class in org.apache.spark"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/BarrierTaskInfo.html" title="class in org.apache.spark"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/BarrierTaskContext.html" target="_top">Frames</a></li> +<li><a href="BarrierTaskContext.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body> +</html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/52917ac4/site/docs/2.4.0/api/java/org/apache/spark/BarrierTaskInfo.html ---------------------------------------------------------------------- diff --git a/site/docs/2.4.0/api/java/org/apache/spark/BarrierTaskInfo.html b/site/docs/2.4.0/api/java/org/apache/spark/BarrierTaskInfo.html new file mode 100644 index 0000000..e0da8d7 --- /dev/null +++ b/site/docs/2.4.0/api/java/org/apache/spark/BarrierTaskInfo.html @@ -0,0 +1,239 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (1.8.0_181) on Fri Nov 02 07:03:19 UTC 2018 --> +<title>BarrierTaskInfo (Spark 2.4.0 JavaDoc)</title> +<meta name="date" content="2018-11-02"> +<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../script.js"></script> +</head> +<body> +<script type="text/javascript"><!-- + try { + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="BarrierTaskInfo (Spark 2.4.0 JavaDoc)"; + } + } + catch(err) { + } +//--> +var methods = {"i0":10}; +var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; +var altColor = "altColor"; +var rowColor = "rowColor"; +var tableTab = "tableTab"; +var activeTableTab = "activeTableTab"; +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar.top"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.top.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/BarrierTaskContext.html" title="class in org.apache.spark"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/CleanAccum.html" title="class in org.apache.spark"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/BarrierTaskInfo.html" target="_top">Frames</a></li> +<li><a href="BarrierTaskInfo.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.spark</div> +<h2 title="Class BarrierTaskInfo" class="title">Class BarrierTaskInfo</h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>Object</li> +<li> +<ul class="inheritance"> +<li>org.apache.spark.BarrierTaskInfo</li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<hr> +<br> +<pre>public class <span class="typeNameLabel">BarrierTaskInfo</span> +extends Object</pre> +<div class="block">:: Experimental :: + Carries all task infos of a barrier task. + <p> + param: address the IPv4 address(host:port) of the executor that a barrier task is running on</div> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr id="i0" class="altColor"> +<td class="colFirst"><code>String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/BarrierTaskInfo.html#address--">address</a></span>()</code> </td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.Object"> +<!-- --> +</a> +<h3>Methods inherited from class Object</h3> +<code>equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="address--"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>address</h4> +<pre>public String address()</pre> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar.bottom"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.bottom.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/BarrierTaskContext.html" title="class in org.apache.spark"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/CleanAccum.html" title="class in org.apache.spark"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/BarrierTaskInfo.html" target="_top">Frames</a></li> +<li><a href="BarrierTaskInfo.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body> +</html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/52917ac4/site/docs/2.4.0/api/java/org/apache/spark/CleanAccum.html ---------------------------------------------------------------------- diff --git a/site/docs/2.4.0/api/java/org/apache/spark/CleanAccum.html b/site/docs/2.4.0/api/java/org/apache/spark/CleanAccum.html new file mode 100644 index 0000000..be76c7d --- /dev/null +++ b/site/docs/2.4.0/api/java/org/apache/spark/CleanAccum.html @@ -0,0 +1,370 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (1.8.0_181) on Fri Nov 02 07:03:19 UTC 2018 --> +<title>CleanAccum (Spark 2.4.0 JavaDoc)</title> +<meta name="date" content="2018-11-02"> +<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../script.js"></script> +</head> +<body> +<script type="text/javascript"><!-- + try { + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="CleanAccum (Spark 2.4.0 JavaDoc)"; + } + } + catch(err) { + } +//--> +var methods = {"i0":10,"i1":5,"i2":5,"i3":5,"i4":5,"i5":9,"i6":9}; +var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],4:["t3","Abstract Methods"],8:["t4","Concrete Methods"]}; +var altColor = "altColor"; +var rowColor = "rowColor"; +var tableTab = "tableTab"; +var activeTableTab = "activeTableTab"; +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar.top"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.top.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/BarrierTaskInfo.html" title="class in org.apache.spark"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/CleanBroadcast.html" title="class in org.apache.spark"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/CleanAccum.html" target="_top">Frames</a></li> +<li><a href="CleanAccum.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.spark</div> +<h2 title="Class CleanAccum" class="title">Class CleanAccum</h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>Object</li> +<li> +<ul class="inheritance"> +<li>org.apache.spark.CleanAccum</li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>All Implemented Interfaces:</dt> +<dd>java.io.Serializable, <a href="../../../org/apache/spark/CleanupTask.html" title="interface in org.apache.spark">CleanupTask</a>, scala.Equals, scala.Product</dd> +</dl> +<hr> +<br> +<pre>public class <span class="typeNameLabel">CleanAccum</span> +extends Object +implements <a href="../../../org/apache/spark/CleanupTask.html" title="interface in org.apache.spark">CleanupTask</a>, scala.Product, scala.Serializable</pre> +<dl> +<dt><span class="seeLabel">See Also:</span></dt> +<dd><a href="../../../serialized-form.html#org.apache.spark.CleanAccum">Serialized Form</a></dd> +</dl> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ======== CONSTRUCTOR SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.summary"> +<!-- --> +</a> +<h3>Constructor Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> +<caption><span>Constructors</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colOne" scope="col">Constructor and Description</th> +</tr> +<tr class="altColor"> +<td class="colOne"><code><span class="memberNameLink"><a href="../../../org/apache/spark/CleanAccum.html#CleanAccum-long-">CleanAccum</a></span>(long accId)</code> </td> +</tr> +</table> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t1" class="tableTab"><span><a href="javascript:show(1);">Static Methods</a></span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t3" class="tableTab"><span><a href="javascript:show(4);">Abstract Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr id="i0" class="altColor"> +<td class="colFirst"><code>long</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/CleanAccum.html#accId--">accId</a></span>()</code> </td> +</tr> +<tr id="i1" class="rowColor"> +<td class="colFirst"><code>abstract static boolean</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/CleanAccum.html#canEqual-java.lang.Object-">canEqual</a></span>(Object that)</code> </td> +</tr> +<tr id="i2" class="altColor"> +<td class="colFirst"><code>abstract static boolean</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/CleanAccum.html#equals-java.lang.Object-">equals</a></span>(Object that)</code> </td> +</tr> +<tr id="i3" class="rowColor"> +<td class="colFirst"><code>abstract static int</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/CleanAccum.html#productArity--">productArity</a></span>()</code> </td> +</tr> +<tr id="i4" class="altColor"> +<td class="colFirst"><code>abstract static Object</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/CleanAccum.html#productElement-int-">productElement</a></span>(int n)</code> </td> +</tr> +<tr id="i5" class="rowColor"> +<td class="colFirst"><code>static scala.collection.Iterator<Object></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/CleanAccum.html#productIterator--">productIterator</a></span>()</code> </td> +</tr> +<tr id="i6" class="altColor"> +<td class="colFirst"><code>static String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/CleanAccum.html#productPrefix--">productPrefix</a></span>()</code> </td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.Object"> +<!-- --> +</a> +<h3>Methods inherited from class Object</h3> +<code>equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li> +</ul> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.scala.Product"> +<!-- --> +</a> +<h3>Methods inherited from interface scala.Product</h3> +<code>productArity, productElement, productIterator, productPrefix</code></li> +</ul> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.scala.Equals"> +<!-- --> +</a> +<h3>Methods inherited from interface scala.Equals</h3> +<code>canEqual, equals</code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========= CONSTRUCTOR DETAIL ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.detail"> +<!-- --> +</a> +<h3>Constructor Detail</h3> +<a name="CleanAccum-long-"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>CleanAccum</h4> +<pre>public CleanAccum(long accId)</pre> +</li> +</ul> +</li> +</ul> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="canEqual-java.lang.Object-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>canEqual</h4> +<pre>public abstract static boolean canEqual(Object that)</pre> +</li> +</ul> +<a name="equals-java.lang.Object-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>equals</h4> +<pre>public abstract static boolean equals(Object that)</pre> +</li> +</ul> +<a name="productElement-int-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>productElement</h4> +<pre>public abstract static Object productElement(int n)</pre> +</li> +</ul> +<a name="productArity--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>productArity</h4> +<pre>public abstract static int productArity()</pre> +</li> +</ul> +<a name="productIterator--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>productIterator</h4> +<pre>public static scala.collection.Iterator<Object> productIterator()</pre> +</li> +</ul> +<a name="productPrefix--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>productPrefix</h4> +<pre>public static String productPrefix()</pre> +</li> +</ul> +<a name="accId--"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>accId</h4> +<pre>public long accId()</pre> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar.bottom"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.bottom.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/BarrierTaskInfo.html" title="class in org.apache.spark"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/CleanBroadcast.html" title="class in org.apache.spark"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/CleanAccum.html" target="_top">Frames</a></li> +<li><a href="CleanAccum.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body> +</html> --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org
