http://git-wip-us.apache.org/repos/asf/spark-website/blob/52917ac4/site/docs/2.4.0/api/java/org/apache/spark/SparkConf.html ---------------------------------------------------------------------- diff --git a/site/docs/2.4.0/api/java/org/apache/spark/SparkConf.html b/site/docs/2.4.0/api/java/org/apache/spark/SparkConf.html new file mode 100644 index 0000000..af05251 --- /dev/null +++ b/site/docs/2.4.0/api/java/org/apache/spark/SparkConf.html @@ -0,0 +1,1339 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (1.8.0_181) on Fri Nov 02 07:03:19 UTC 2018 --> +<title>SparkConf (Spark 2.4.0 JavaDoc)</title> +<meta name="date" content="2018-11-02"> +<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style"> +<script type="text/javascript" src="../../../script.js"></script> +</head> +<body> +<script type="text/javascript"><!-- + try { + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="SparkConf (Spark 2.4.0 JavaDoc)"; + } + } + catch(err) { + } +//--> +var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":9,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":9,"i29":9,"i30":9,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10}; +var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; +var altColor = "altColor"; +var rowColor = "rowColor"; +var tableTab = "tableTab"; +var activeTableTab = "activeTableTab"; +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar.top"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.top.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/SimpleFutureAction.html" title="class in org.apache.spark"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/SparkContext.html" title="class in org.apache.spark"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/SparkConf.html" target="_top">Frames</a></li> +<li><a href="SparkConf.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.spark</div> +<h2 title="Class SparkConf" class="title">Class SparkConf</h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>Object</li> +<li> +<ul class="inheritance"> +<li>org.apache.spark.SparkConf</li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>All Implemented Interfaces:</dt> +<dd>java.io.Serializable, Cloneable, <a href="../../../org/apache/spark/internal/Logging.html" title="interface in org.apache.spark.internal">Logging</a></dd> +</dl> +<hr> +<br> +<pre>public class <span class="typeNameLabel">SparkConf</span> +extends Object +implements scala.Cloneable, <a href="../../../org/apache/spark/internal/Logging.html" title="interface in org.apache.spark.internal">Logging</a>, scala.Serializable</pre> +<div class="block">Configuration for a Spark application. Used to set various Spark parameters as key-value pairs. + <p> + Most of the time, you would create a SparkConf object with <code>new SparkConf()</code>, which will load + values from any <code>spark.*</code> Java system properties set in your application as well. In this case, + parameters you set directly on the <code>SparkConf</code> object take priority over system properties. + <p> + For unit tests, you can also call <code>new SparkConf(false)</code> to skip loading external settings and + get the same configuration no matter what the system properties are. + <p> + All setter methods in this class support chaining. For example, you can write + <code>new SparkConf().setMaster("local").setAppName("My app")</code>. + <p> + param: loadDefaults whether to also load values from Java system properties + <p></div> +<dl> +<dt><span class="seeLabel">See Also:</span></dt> +<dd><a href="../../../serialized-form.html#org.apache.spark.SparkConf">Serialized Form</a></dd> +<dt><span class="simpleTagLabel">Note:</span></dt> +<dd>Once a SparkConf object is passed to Spark, it is cloned and can no longer be modified + by the user. Spark does not support modifying the configuration at runtime.</dd> +</dl> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ======== CONSTRUCTOR SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.summary"> +<!-- --> +</a> +<h3>Constructor Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> +<caption><span>Constructors</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colOne" scope="col">Constructor and Description</th> +</tr> +<tr class="altColor"> +<td class="colOne"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#SparkConf--">SparkConf</a></span>()</code> +<div class="block">Create a SparkConf that loads defaults from system properties and the classpath</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colOne"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#SparkConf-boolean-">SparkConf</a></span>(boolean loadDefaults)</code> </td> +</tr> +</table> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t1" class="tableTab"><span><a href="javascript:show(1);">Static Methods</a></span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr id="i0" class="altColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#clone--">clone</a></span>()</code> +<div class="block">Copy this object</div> +</td> +</tr> +<tr id="i1" class="rowColor"> +<td class="colFirst"><code>boolean</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#contains-java.lang.String-">contains</a></span>(String key)</code> +<div class="block">Does the configuration contain a given parameter?</div> +</td> +</tr> +<tr id="i2" class="altColor"> +<td class="colFirst"><code>String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#get-java.lang.String-">get</a></span>(String key)</code> +<div class="block">Get a parameter; throws a NoSuchElementException if it's not set</div> +</td> +</tr> +<tr id="i3" class="rowColor"> +<td class="colFirst"><code>String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#get-java.lang.String-java.lang.String-">get</a></span>(String key, + String defaultValue)</code> +<div class="block">Get a parameter, falling back to a default if not set</div> +</td> +</tr> +<tr id="i4" class="altColor"> +<td class="colFirst"><code>scala.Tuple2<String,String>[]</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getAll--">getAll</a></span>()</code> +<div class="block">Get all parameters as a list of pairs</div> +</td> +</tr> +<tr id="i5" class="rowColor"> +<td class="colFirst"><code>scala.Tuple2<String,String>[]</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getAllWithPrefix-java.lang.String-">getAllWithPrefix</a></span>(String prefix)</code> +<div class="block">Get all parameters that start with <code>prefix</code></div> +</td> +</tr> +<tr id="i6" class="altColor"> +<td class="colFirst"><code>String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getAppId--">getAppId</a></span>()</code> +<div class="block">Returns the Spark application id, valid in the Driver after TaskScheduler registration and + from the start in the Executor.</div> +</td> +</tr> +<tr id="i7" class="rowColor"> +<td class="colFirst"><code>scala.collection.immutable.Map<Object,String></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getAvroSchema--">getAvroSchema</a></span>()</code> +<div class="block">Gets all the avro schemas in the configuration used in the generic Avro record serializer</div> +</td> +</tr> +<tr id="i8" class="altColor"> +<td class="colFirst"><code>boolean</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getBoolean-java.lang.String-boolean-">getBoolean</a></span>(String key, + boolean defaultValue)</code> +<div class="block">Get a parameter as a boolean, falling back to a default if not set</div> +</td> +</tr> +<tr id="i9" class="rowColor"> +<td class="colFirst"><code>static scala.Option<String></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getDeprecatedConfig-java.lang.String-java.util.Map-">getDeprecatedConfig</a></span>(String key, + java.util.Map<String,String> conf)</code> +<div class="block">Looks for available deprecated keys for the given config option, and return the first + value available.</div> +</td> +</tr> +<tr id="i10" class="altColor"> +<td class="colFirst"><code>double</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getDouble-java.lang.String-double-">getDouble</a></span>(String key, + double defaultValue)</code> +<div class="block">Get a parameter as a double, falling back to a default if not ste</div> +</td> +</tr> +<tr id="i11" class="rowColor"> +<td class="colFirst"><code>scala.collection.Seq<scala.Tuple2<String,String>></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getExecutorEnv--">getExecutorEnv</a></span>()</code> +<div class="block">Get all executor environment variables set on this SparkConf</div> +</td> +</tr> +<tr id="i12" class="altColor"> +<td class="colFirst"><code>int</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getInt-java.lang.String-int-">getInt</a></span>(String key, + int defaultValue)</code> +<div class="block">Get a parameter as an integer, falling back to a default if not set</div> +</td> +</tr> +<tr id="i13" class="rowColor"> +<td class="colFirst"><code>long</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getLong-java.lang.String-long-">getLong</a></span>(String key, + long defaultValue)</code> +<div class="block">Get a parameter as a long, falling back to a default if not set</div> +</td> +</tr> +<tr id="i14" class="altColor"> +<td class="colFirst"><code>scala.Option<String></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getOption-java.lang.String-">getOption</a></span>(String key)</code> +<div class="block">Get a parameter as an Option</div> +</td> +</tr> +<tr id="i15" class="rowColor"> +<td class="colFirst"><code>long</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getSizeAsBytes-java.lang.String-">getSizeAsBytes</a></span>(String key)</code> +<div class="block">Get a size parameter as bytes; throws a NoSuchElementException if it's not set.</div> +</td> +</tr> +<tr id="i16" class="altColor"> +<td class="colFirst"><code>long</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getSizeAsBytes-java.lang.String-long-">getSizeAsBytes</a></span>(String key, + long defaultValue)</code> +<div class="block">Get a size parameter as bytes, falling back to a default if not set.</div> +</td> +</tr> +<tr id="i17" class="rowColor"> +<td class="colFirst"><code>long</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getSizeAsBytes-java.lang.String-java.lang.String-">getSizeAsBytes</a></span>(String key, + String defaultValue)</code> +<div class="block">Get a size parameter as bytes, falling back to a default if not set.</div> +</td> +</tr> +<tr id="i18" class="altColor"> +<td class="colFirst"><code>long</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getSizeAsGb-java.lang.String-">getSizeAsGb</a></span>(String key)</code> +<div class="block">Get a size parameter as Gibibytes; throws a NoSuchElementException if it's not set.</div> +</td> +</tr> +<tr id="i19" class="rowColor"> +<td class="colFirst"><code>long</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getSizeAsGb-java.lang.String-java.lang.String-">getSizeAsGb</a></span>(String key, + String defaultValue)</code> +<div class="block">Get a size parameter as Gibibytes, falling back to a default if not set.</div> +</td> +</tr> +<tr id="i20" class="altColor"> +<td class="colFirst"><code>long</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getSizeAsKb-java.lang.String-">getSizeAsKb</a></span>(String key)</code> +<div class="block">Get a size parameter as Kibibytes; throws a NoSuchElementException if it's not set.</div> +</td> +</tr> +<tr id="i21" class="rowColor"> +<td class="colFirst"><code>long</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getSizeAsKb-java.lang.String-java.lang.String-">getSizeAsKb</a></span>(String key, + String defaultValue)</code> +<div class="block">Get a size parameter as Kibibytes, falling back to a default if not set.</div> +</td> +</tr> +<tr id="i22" class="altColor"> +<td class="colFirst"><code>long</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getSizeAsMb-java.lang.String-">getSizeAsMb</a></span>(String key)</code> +<div class="block">Get a size parameter as Mebibytes; throws a NoSuchElementException if it's not set.</div> +</td> +</tr> +<tr id="i23" class="rowColor"> +<td class="colFirst"><code>long</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getSizeAsMb-java.lang.String-java.lang.String-">getSizeAsMb</a></span>(String key, + String defaultValue)</code> +<div class="block">Get a size parameter as Mebibytes, falling back to a default if not set.</div> +</td> +</tr> +<tr id="i24" class="altColor"> +<td class="colFirst"><code>long</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getTimeAsMs-java.lang.String-">getTimeAsMs</a></span>(String key)</code> +<div class="block">Get a time parameter as milliseconds; throws a NoSuchElementException if it's not set.</div> +</td> +</tr> +<tr id="i25" class="rowColor"> +<td class="colFirst"><code>long</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getTimeAsMs-java.lang.String-java.lang.String-">getTimeAsMs</a></span>(String key, + String defaultValue)</code> +<div class="block">Get a time parameter as milliseconds, falling back to a default if not set.</div> +</td> +</tr> +<tr id="i26" class="altColor"> +<td class="colFirst"><code>long</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getTimeAsSeconds-java.lang.String-">getTimeAsSeconds</a></span>(String key)</code> +<div class="block">Get a time parameter as seconds; throws a NoSuchElementException if it's not set.</div> +</td> +</tr> +<tr id="i27" class="rowColor"> +<td class="colFirst"><code>long</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getTimeAsSeconds-java.lang.String-java.lang.String-">getTimeAsSeconds</a></span>(String key, + String defaultValue)</code> +<div class="block">Get a time parameter as seconds, falling back to a default if not set.</div> +</td> +</tr> +<tr id="i28" class="altColor"> +<td class="colFirst"><code>static boolean</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#isExecutorStartupConf-java.lang.String-">isExecutorStartupConf</a></span>(String name)</code> +<div class="block">Return whether the given config should be passed to an executor on start-up.</div> +</td> +</tr> +<tr id="i29" class="rowColor"> +<td class="colFirst"><code>static boolean</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#isSparkPortConf-java.lang.String-">isSparkPortConf</a></span>(String name)</code> +<div class="block">Return true if the given config matches either <code>spark.*.port</code> or <code>spark.port.*</code>.</div> +</td> +</tr> +<tr id="i30" class="altColor"> +<td class="colFirst"><code>static void</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#logDeprecationWarning-java.lang.String-">logDeprecationWarning</a></span>(String key)</code> +<div class="block">Logs a warning message if the given config key is deprecated.</div> +</td> +</tr> +<tr id="i31" class="rowColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#registerAvroSchemas-scala.collection.Seq-">registerAvroSchemas</a></span>(scala.collection.Seq<org.apache.avro.Schema> schemas)</code> +<div class="block">Use Kryo serialization and register the given set of Avro schemas so that the generic + record serializer can decrease network IO</div> +</td> +</tr> +<tr id="i32" class="altColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#registerKryoClasses-java.lang.Class:A-">registerKryoClasses</a></span>(Class<?>[] classes)</code> +<div class="block">Use Kryo serialization and register the given set of classes with Kryo.</div> +</td> +</tr> +<tr id="i33" class="rowColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#remove-java.lang.String-">remove</a></span>(String key)</code> +<div class="block">Remove a parameter from the configuration</div> +</td> +</tr> +<tr id="i34" class="altColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#set-java.lang.String-java.lang.String-">set</a></span>(String key, + String value)</code> +<div class="block">Set a configuration variable.</div> +</td> +</tr> +<tr id="i35" class="rowColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#setAll-scala.collection.Traversable-">setAll</a></span>(scala.collection.Traversable<scala.Tuple2<String,String>> settings)</code> +<div class="block">Set multiple parameters together</div> +</td> +</tr> +<tr id="i36" class="altColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#setAppName-java.lang.String-">setAppName</a></span>(String name)</code> +<div class="block">Set a name for your application.</div> +</td> +</tr> +<tr id="i37" class="rowColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#setExecutorEnv-scala.collection.Seq-">setExecutorEnv</a></span>(scala.collection.Seq<scala.Tuple2<String,String>> variables)</code> +<div class="block">Set multiple environment variables to be used when launching executors.</div> +</td> +</tr> +<tr id="i38" class="altColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#setExecutorEnv-java.lang.String-java.lang.String-">setExecutorEnv</a></span>(String variable, + String value)</code> +<div class="block">Set an environment variable to be used when launching executors for this application.</div> +</td> +</tr> +<tr id="i39" class="rowColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#setExecutorEnv-scala.Tuple2:A-">setExecutorEnv</a></span>(scala.Tuple2<String,String>[] variables)</code> +<div class="block">Set multiple environment variables to be used when launching executors.</div> +</td> +</tr> +<tr id="i40" class="altColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#setIfMissing-java.lang.String-java.lang.String-">setIfMissing</a></span>(String key, + String value)</code> +<div class="block">Set a parameter if it isn't already configured</div> +</td> +</tr> +<tr id="i41" class="rowColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#setJars-scala.collection.Seq-">setJars</a></span>(scala.collection.Seq<String> jars)</code> +<div class="block">Set JAR files to distribute to the cluster.</div> +</td> +</tr> +<tr id="i42" class="altColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#setJars-java.lang.String:A-">setJars</a></span>(String[] jars)</code> +<div class="block">Set JAR files to distribute to the cluster.</div> +</td> +</tr> +<tr id="i43" class="rowColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#setMaster-java.lang.String-">setMaster</a></span>(String master)</code> +<div class="block">The master URL to connect to, such as "local" to run locally with one thread, "local[4]" to + run locally with 4 cores, or "spark://master:7077" to run on a Spark standalone cluster.</div> +</td> +</tr> +<tr id="i44" class="altColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#setSparkHome-java.lang.String-">setSparkHome</a></span>(String home)</code> +<div class="block">Set the location where Spark is installed on worker nodes.</div> +</td> +</tr> +<tr id="i45" class="rowColor"> +<td class="colFirst"><code>String</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#toDebugString--">toDebugString</a></span>()</code> +<div class="block">Return a string listing all keys and values, one per line.</div> +</td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.Object"> +<!-- --> +</a> +<h3>Methods inherited from class Object</h3> +<code>equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li> +</ul> +<ul class="blockList"> +<li class="blockList"><a name="methods.inherited.from.class.org.apache.spark.internal.Logging"> +<!-- --> +</a> +<h3>Methods inherited from interface org.apache.spark.internal.<a href="../../../org/apache/spark/internal/Logging.html" title="interface in org.apache.spark.internal">Logging</a></h3> +<code><a href="../../../org/apache/spark/internal/Logging.html#initializeLogging-boolean-boolean-">initializeLogging</a>, <a href="../../../org/apache/spark/internal/Logging.html#initializeLogIfNecessary-boolean-">initializeLogIfNecessary</a>, <a href="../../../org/apache/spark/internal/Logging.html#initializeLogIfNecessary-boolean-boolean-">initializeLogIfNecessary</a>, <a href="../../../org/apache/spark/internal/Logging.html#isTraceEnabled--">isTraceEnabled</a>, <a href="../../../org/apache/spark/internal/Logging.html#log_--">log_</a>, <a href="../../../org/apache/spark/internal/Logging.html#log--">log</a>, <a href="../../../org/apache/spark/internal/Logging.html#logDebug-scala.Function0-">logDebug</a>, <a href="../../../org/apache/spark/internal/Logging.html#logDebug-scala.Function0-java.lang.Throwable-">logDebug</a>, <a href="../../../org/apache/spark/internal/Logging.html#logError-scala.Function0-">logError</a>, <a href="../../../org/apache/spark/internal/Logging.html#logError- scala.Function0-java.lang.Throwable-">logError</a>, <a href="../../../org/apache/spark/internal/Logging.html#logInfo-scala.Function0-">logInfo</a>, <a href="../../../org/apache/spark/internal/Logging.html#logInfo-scala.Function0-java.lang.Throwable-">logInfo</a>, <a href="../../../org/apache/spark/internal/Logging.html#logName--">logName</a>, <a href="../../../org/apache/spark/internal/Logging.html#logTrace-scala.Function0-">logTrace</a>, <a href="../../../org/apache/spark/internal/Logging.html#logTrace-scala.Function0-java.lang.Throwable-">logTrace</a>, <a href="../../../org/apache/spark/internal/Logging.html#logWarning-scala.Function0-">logWarning</a>, <a href="../../../org/apache/spark/internal/Logging.html#logWarning-scala.Function0-java.lang.Throwable-">logWarning</a></code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========= CONSTRUCTOR DETAIL ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor.detail"> +<!-- --> +</a> +<h3>Constructor Detail</h3> +<a name="SparkConf-boolean-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>SparkConf</h4> +<pre>public SparkConf(boolean loadDefaults)</pre> +</li> +</ul> +<a name="SparkConf--"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>SparkConf</h4> +<pre>public SparkConf()</pre> +<div class="block">Create a SparkConf that loads defaults from system properties and the classpath</div> +</li> +</ul> +</li> +</ul> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method.detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="isExecutorStartupConf-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>isExecutorStartupConf</h4> +<pre>public static boolean isExecutorStartupConf(String name)</pre> +<div class="block">Return whether the given config should be passed to an executor on start-up. + <p> + Certain authentication configs are required from the executor when it connects to + the scheduler, while the rest of the spark configs can be inherited from the driver later.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>name</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="isSparkPortConf-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>isSparkPortConf</h4> +<pre>public static boolean isSparkPortConf(String name)</pre> +<div class="block">Return true if the given config matches either <code>spark.*.port</code> or <code>spark.port.*</code>.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>name</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="getDeprecatedConfig-java.lang.String-java.util.Map-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getDeprecatedConfig</h4> +<pre>public static scala.Option<String> getDeprecatedConfig(String key, + java.util.Map<String,String> conf)</pre> +<div class="block">Looks for available deprecated keys for the given config option, and return the first + value available.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>key</code> - (undocumented)</dd> +<dd><code>conf</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="logDeprecationWarning-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>logDeprecationWarning</h4> +<pre>public static void logDeprecationWarning(String key)</pre> +<div class="block">Logs a warning message if the given config key is deprecated.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>key</code> - (undocumented)</dd> +</dl> +</li> +</ul> +<a name="set-java.lang.String-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>set</h4> +<pre>public <a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a> set(String key, + String value)</pre> +<div class="block">Set a configuration variable.</div> +</li> +</ul> +<a name="setMaster-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>setMaster</h4> +<pre>public <a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a> setMaster(String master)</pre> +<div class="block">The master URL to connect to, such as "local" to run locally with one thread, "local[4]" to + run locally with 4 cores, or "spark://master:7077" to run on a Spark standalone cluster.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>master</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="setAppName-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>setAppName</h4> +<pre>public <a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a> setAppName(String name)</pre> +<div class="block">Set a name for your application. Shown in the Spark web UI.</div> +</li> +</ul> +<a name="setJars-scala.collection.Seq-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>setJars</h4> +<pre>public <a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a> setJars(scala.collection.Seq<String> jars)</pre> +<div class="block">Set JAR files to distribute to the cluster.</div> +</li> +</ul> +<a name="setJars-java.lang.String:A-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>setJars</h4> +<pre>public <a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a> setJars(String[] jars)</pre> +<div class="block">Set JAR files to distribute to the cluster. (Java-friendly version.)</div> +</li> +</ul> +<a name="setExecutorEnv-java.lang.String-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>setExecutorEnv</h4> +<pre>public <a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a> setExecutorEnv(String variable, + String value)</pre> +<div class="block">Set an environment variable to be used when launching executors for this application. + These variables are stored as properties of the form spark.executorEnv.VAR_NAME + (for example spark.executorEnv.PATH) but this method makes them easier to set.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>variable</code> - (undocumented)</dd> +<dd><code>value</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="setExecutorEnv-scala.collection.Seq-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>setExecutorEnv</h4> +<pre>public <a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a> setExecutorEnv(scala.collection.Seq<scala.Tuple2<String,String>> variables)</pre> +<div class="block">Set multiple environment variables to be used when launching executors. + These variables are stored as properties of the form spark.executorEnv.VAR_NAME + (for example spark.executorEnv.PATH) but this method makes them easier to set.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>variables</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="setExecutorEnv-scala.Tuple2:A-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>setExecutorEnv</h4> +<pre>public <a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a> setExecutorEnv(scala.Tuple2<String,String>[] variables)</pre> +<div class="block">Set multiple environment variables to be used when launching executors. + (Java-friendly version.)</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>variables</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="setSparkHome-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>setSparkHome</h4> +<pre>public <a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a> setSparkHome(String home)</pre> +<div class="block">Set the location where Spark is installed on worker nodes.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>home</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="setAll-scala.collection.Traversable-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>setAll</h4> +<pre>public <a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a> setAll(scala.collection.Traversable<scala.Tuple2<String,String>> settings)</pre> +<div class="block">Set multiple parameters together</div> +</li> +</ul> +<a name="setIfMissing-java.lang.String-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>setIfMissing</h4> +<pre>public <a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a> setIfMissing(String key, + String value)</pre> +<div class="block">Set a parameter if it isn't already configured</div> +</li> +</ul> +<a name="registerKryoClasses-java.lang.Class:A-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>registerKryoClasses</h4> +<pre>public <a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a> registerKryoClasses(Class<?>[] classes)</pre> +<div class="block">Use Kryo serialization and register the given set of classes with Kryo. + If called multiple times, this will append the classes from all calls together.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>classes</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="registerAvroSchemas-scala.collection.Seq-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>registerAvroSchemas</h4> +<pre>public <a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a> registerAvroSchemas(scala.collection.Seq<org.apache.avro.Schema> schemas)</pre> +<div class="block">Use Kryo serialization and register the given set of Avro schemas so that the generic + record serializer can decrease network IO</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>schemas</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="getAvroSchema--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getAvroSchema</h4> +<pre>public scala.collection.immutable.Map<Object,String> getAvroSchema()</pre> +<div class="block">Gets all the avro schemas in the configuration used in the generic Avro record serializer</div> +</li> +</ul> +<a name="remove-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>remove</h4> +<pre>public <a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a> remove(String key)</pre> +<div class="block">Remove a parameter from the configuration</div> +</li> +</ul> +<a name="get-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>get</h4> +<pre>public String get(String key)</pre> +<div class="block">Get a parameter; throws a NoSuchElementException if it's not set</div> +</li> +</ul> +<a name="get-java.lang.String-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>get</h4> +<pre>public String get(String key, + String defaultValue)</pre> +<div class="block">Get a parameter, falling back to a default if not set</div> +</li> +</ul> +<a name="getTimeAsSeconds-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getTimeAsSeconds</h4> +<pre>public long getTimeAsSeconds(String key)</pre> +<div class="block">Get a time parameter as seconds; throws a NoSuchElementException if it's not set. If no + suffix is provided then seconds are assumed.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>key</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code>java.util.NoSuchElementException</code> - If the time parameter is not set</dd> +<dd><code>NumberFormatException</code> - If the value cannot be interpreted as seconds</dd> +</dl> +</li> +</ul> +<a name="getTimeAsSeconds-java.lang.String-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getTimeAsSeconds</h4> +<pre>public long getTimeAsSeconds(String key, + String defaultValue)</pre> +<div class="block">Get a time parameter as seconds, falling back to a default if not set. If no + suffix is provided then seconds are assumed.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>key</code> - (undocumented)</dd> +<dd><code>defaultValue</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code>NumberFormatException</code> - If the value cannot be interpreted as seconds</dd> +</dl> +</li> +</ul> +<a name="getTimeAsMs-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getTimeAsMs</h4> +<pre>public long getTimeAsMs(String key)</pre> +<div class="block">Get a time parameter as milliseconds; throws a NoSuchElementException if it's not set. If no + suffix is provided then milliseconds are assumed.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>key</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code>java.util.NoSuchElementException</code> - If the time parameter is not set</dd> +<dd><code>NumberFormatException</code> - If the value cannot be interpreted as milliseconds</dd> +</dl> +</li> +</ul> +<a name="getTimeAsMs-java.lang.String-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getTimeAsMs</h4> +<pre>public long getTimeAsMs(String key, + String defaultValue)</pre> +<div class="block">Get a time parameter as milliseconds, falling back to a default if not set. If no + suffix is provided then milliseconds are assumed.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>key</code> - (undocumented)</dd> +<dd><code>defaultValue</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code>NumberFormatException</code> - If the value cannot be interpreted as milliseconds</dd> +</dl> +</li> +</ul> +<a name="getSizeAsBytes-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getSizeAsBytes</h4> +<pre>public long getSizeAsBytes(String key)</pre> +<div class="block">Get a size parameter as bytes; throws a NoSuchElementException if it's not set. If no + suffix is provided then bytes are assumed.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>key</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code>java.util.NoSuchElementException</code> - If the size parameter is not set</dd> +<dd><code>NumberFormatException</code> - If the value cannot be interpreted as bytes</dd> +</dl> +</li> +</ul> +<a name="getSizeAsBytes-java.lang.String-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getSizeAsBytes</h4> +<pre>public long getSizeAsBytes(String key, + String defaultValue)</pre> +<div class="block">Get a size parameter as bytes, falling back to a default if not set. If no + suffix is provided then bytes are assumed.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>key</code> - (undocumented)</dd> +<dd><code>defaultValue</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code>NumberFormatException</code> - If the value cannot be interpreted as bytes</dd> +</dl> +</li> +</ul> +<a name="getSizeAsBytes-java.lang.String-long-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getSizeAsBytes</h4> +<pre>public long getSizeAsBytes(String key, + long defaultValue)</pre> +<div class="block">Get a size parameter as bytes, falling back to a default if not set.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>key</code> - (undocumented)</dd> +<dd><code>defaultValue</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code>NumberFormatException</code> - If the value cannot be interpreted as bytes</dd> +</dl> +</li> +</ul> +<a name="getSizeAsKb-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getSizeAsKb</h4> +<pre>public long getSizeAsKb(String key)</pre> +<div class="block">Get a size parameter as Kibibytes; throws a NoSuchElementException if it's not set. If no + suffix is provided then Kibibytes are assumed.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>key</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code>java.util.NoSuchElementException</code> - If the size parameter is not set</dd> +<dd><code>NumberFormatException</code> - If the value cannot be interpreted as Kibibytes</dd> +</dl> +</li> +</ul> +<a name="getSizeAsKb-java.lang.String-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getSizeAsKb</h4> +<pre>public long getSizeAsKb(String key, + String defaultValue)</pre> +<div class="block">Get a size parameter as Kibibytes, falling back to a default if not set. If no + suffix is provided then Kibibytes are assumed.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>key</code> - (undocumented)</dd> +<dd><code>defaultValue</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code>NumberFormatException</code> - If the value cannot be interpreted as Kibibytes</dd> +</dl> +</li> +</ul> +<a name="getSizeAsMb-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getSizeAsMb</h4> +<pre>public long getSizeAsMb(String key)</pre> +<div class="block">Get a size parameter as Mebibytes; throws a NoSuchElementException if it's not set. If no + suffix is provided then Mebibytes are assumed.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>key</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code>java.util.NoSuchElementException</code> - If the size parameter is not set</dd> +<dd><code>NumberFormatException</code> - If the value cannot be interpreted as Mebibytes</dd> +</dl> +</li> +</ul> +<a name="getSizeAsMb-java.lang.String-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getSizeAsMb</h4> +<pre>public long getSizeAsMb(String key, + String defaultValue)</pre> +<div class="block">Get a size parameter as Mebibytes, falling back to a default if not set. If no + suffix is provided then Mebibytes are assumed.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>key</code> - (undocumented)</dd> +<dd><code>defaultValue</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code>NumberFormatException</code> - If the value cannot be interpreted as Mebibytes</dd> +</dl> +</li> +</ul> +<a name="getSizeAsGb-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getSizeAsGb</h4> +<pre>public long getSizeAsGb(String key)</pre> +<div class="block">Get a size parameter as Gibibytes; throws a NoSuchElementException if it's not set. If no + suffix is provided then Gibibytes are assumed.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>key</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code>java.util.NoSuchElementException</code> - If the size parameter is not set</dd> +<dd><code>NumberFormatException</code> - If the value cannot be interpreted as Gibibytes</dd> +</dl> +</li> +</ul> +<a name="getSizeAsGb-java.lang.String-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getSizeAsGb</h4> +<pre>public long getSizeAsGb(String key, + String defaultValue)</pre> +<div class="block">Get a size parameter as Gibibytes, falling back to a default if not set. If no + suffix is provided then Gibibytes are assumed.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>key</code> - (undocumented)</dd> +<dd><code>defaultValue</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code>NumberFormatException</code> - If the value cannot be interpreted as Gibibytes</dd> +</dl> +</li> +</ul> +<a name="getOption-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getOption</h4> +<pre>public scala.Option<String> getOption(String key)</pre> +<div class="block">Get a parameter as an Option</div> +</li> +</ul> +<a name="getAll--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getAll</h4> +<pre>public scala.Tuple2<String,String>[] getAll()</pre> +<div class="block">Get all parameters as a list of pairs</div> +</li> +</ul> +<a name="getAllWithPrefix-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getAllWithPrefix</h4> +<pre>public scala.Tuple2<String,String>[] getAllWithPrefix(String prefix)</pre> +<div class="block">Get all parameters that start with <code>prefix</code></div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>prefix</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="getInt-java.lang.String-int-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getInt</h4> +<pre>public int getInt(String key, + int defaultValue)</pre> +<div class="block">Get a parameter as an integer, falling back to a default if not set</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>key</code> - (undocumented)</dd> +<dd><code>defaultValue</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code>NumberFormatException</code> - If the value cannot be interpreted as an integer</dd> +</dl> +</li> +</ul> +<a name="getLong-java.lang.String-long-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getLong</h4> +<pre>public long getLong(String key, + long defaultValue)</pre> +<div class="block">Get a parameter as a long, falling back to a default if not set</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>key</code> - (undocumented)</dd> +<dd><code>defaultValue</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code>NumberFormatException</code> - If the value cannot be interpreted as a long</dd> +</dl> +</li> +</ul> +<a name="getDouble-java.lang.String-double-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getDouble</h4> +<pre>public double getDouble(String key, + double defaultValue)</pre> +<div class="block">Get a parameter as a double, falling back to a default if not ste</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>key</code> - (undocumented)</dd> +<dd><code>defaultValue</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code>NumberFormatException</code> - If the value cannot be interpreted as a double</dd> +</dl> +</li> +</ul> +<a name="getBoolean-java.lang.String-boolean-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getBoolean</h4> +<pre>public boolean getBoolean(String key, + boolean defaultValue)</pre> +<div class="block">Get a parameter as a boolean, falling back to a default if not set</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>key</code> - (undocumented)</dd> +<dd><code>defaultValue</code> - (undocumented)</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code>IllegalArgumentException</code> - If the value cannot be interpreted as a boolean</dd> +</dl> +</li> +</ul> +<a name="getExecutorEnv--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getExecutorEnv</h4> +<pre>public scala.collection.Seq<scala.Tuple2<String,String>> getExecutorEnv()</pre> +<div class="block">Get all executor environment variables set on this SparkConf</div> +</li> +</ul> +<a name="getAppId--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getAppId</h4> +<pre>public String getAppId()</pre> +<div class="block">Returns the Spark application id, valid in the Driver after TaskScheduler registration and + from the start in the Executor.</div> +<dl> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +<a name="contains-java.lang.String-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>contains</h4> +<pre>public boolean contains(String key)</pre> +<div class="block">Does the configuration contain a given parameter?</div> +</li> +</ul> +<a name="clone--"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>clone</h4> +<pre>public <a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a> clone()</pre> +<div class="block">Copy this object</div> +<dl> +<dt><span class="overrideSpecifyLabel">Overrides:</span></dt> +<dd><code>clone</code> in class <code>Object</code></dd> +</dl> +</li> +</ul> +<a name="toDebugString--"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>toDebugString</h4> +<pre>public String toDebugString()</pre> +<div class="block">Return a string listing all keys and values, one per line. This is useful to print the + configuration out for debugging.</div> +<dl> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>(undocumented)</dd> +</dl> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar.bottom"> +<!-- --> +</a> +<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> +<a name="navbar.bottom.firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/SimpleFutureAction.html" title="class in org.apache.spark"><span class="typeNameLink">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/SparkContext.html" title="class in org.apache.spark"><span class="typeNameLink">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/SparkConf.html" target="_top">Frames</a></li> +<li><a href="SparkConf.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor.summary">Constr</a> | </li> +<li><a href="#method.summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor.detail">Constr</a> | </li> +<li><a href="#method.detail">Method</a></li> +</ul> +</div> +<a name="skip.navbar.bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body> +</html>
--------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org
