Added: dev/spark/v2.3.0-rc1-docs/_site/api/R/sparkR.conf.html ============================================================================== --- dev/spark/v2.3.0-rc1-docs/_site/api/R/sparkR.conf.html (added) +++ dev/spark/v2.3.0-rc1-docs/_site/api/R/sparkR.conf.html Sat Jan 13 10:29:47 2018 @@ -0,0 +1,68 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: Get Runtime Config from the current active SparkSession</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for sparkR.conf {SparkR}"><tr><td>sparkR.conf {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>Get Runtime Config from the current active SparkSession</h2> + +<h3>Description</h3> + +<p>Get Runtime Config from the current active SparkSession. +To change SparkSession Runtime Config, please see <code>sparkR.session()</code>. +</p> + + +<h3>Usage</h3> + +<pre> +sparkR.conf(key, defaultValue) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>key</code></td> +<td> +<p>(optional) The key of the config to get, if omitted, all config is returned</p> +</td></tr> +<tr valign="top"><td><code>defaultValue</code></td> +<td> +<p>(optional) The default value of the config to return if they config is not +set, if omitted, the call fails if the config key is not set</p> +</td></tr> +</table> + + +<h3>Value</h3> + +<p>a list of config values with keys as their names +</p> + + +<h3>Note</h3> + +<p>sparkR.conf since 2.0.0 +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D allConfigs <- sparkR.conf() +##D masterValue <- unlist(sparkR.conf("spark.master")) +##D namedConfig <- sparkR.conf("spark.executor.memory", "0g") +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.3.0 <a href="00Index.html">Index</a>]</div> +</body></html>
Added: dev/spark/v2.3.0-rc1-docs/_site/api/R/sparkR.init-deprecated.html ============================================================================== --- dev/spark/v2.3.0-rc1-docs/_site/api/R/sparkR.init-deprecated.html (added) +++ dev/spark/v2.3.0-rc1-docs/_site/api/R/sparkR.init-deprecated.html Sat Jan 13 10:29:47 2018 @@ -0,0 +1,92 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: (Deprecated) Initialize a new Spark Context</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for sparkR.init {SparkR}"><tr><td>sparkR.init {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>(Deprecated) Initialize a new Spark Context</h2> + +<h3>Description</h3> + +<p>This function initializes a new SparkContext. +</p> + + +<h3>Usage</h3> + +<pre> +sparkR.init(master = "", appName = "SparkR", + sparkHome = Sys.getenv("SPARK_HOME"), sparkEnvir = list(), + sparkExecutorEnv = list(), sparkJars = "", sparkPackages = "") +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>master</code></td> +<td> +<p>The Spark master URL</p> +</td></tr> +<tr valign="top"><td><code>appName</code></td> +<td> +<p>Application name to register with cluster manager</p> +</td></tr> +<tr valign="top"><td><code>sparkHome</code></td> +<td> +<p>Spark Home directory</p> +</td></tr> +<tr valign="top"><td><code>sparkEnvir</code></td> +<td> +<p>Named list of environment variables to set on worker nodes</p> +</td></tr> +<tr valign="top"><td><code>sparkExecutorEnv</code></td> +<td> +<p>Named list of environment variables to be used when launching executors</p> +</td></tr> +<tr valign="top"><td><code>sparkJars</code></td> +<td> +<p>Character vector of jar files to pass to the worker nodes</p> +</td></tr> +<tr valign="top"><td><code>sparkPackages</code></td> +<td> +<p>Character vector of package coordinates</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>sparkR.init since 1.4.0 +</p> + + +<h3>See Also</h3> + +<p><a href="sparkR.session.html">sparkR.session</a> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sc <- sparkR.init("local[2]", "SparkR", "/home/spark") +##D sc <- sparkR.init("local[2]", "SparkR", "/home/spark", +##D list(spark.executor.memory="1g")) +##D sc <- sparkR.init("yarn-client", "SparkR", "/home/spark", +##D list(spark.executor.memory="4g"), +##D list(LD_LIBRARY_PATH="/directory of JVM libraries (libjvm.so) on workers/"), +##D c("one.jar", "two.jar", "three.jar"), +##D c("com.databricks:spark-avro_2.11:2.0.1")) +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.3.0 <a href="00Index.html">Index</a>]</div> +</body></html> Added: dev/spark/v2.3.0-rc1-docs/_site/api/R/sparkR.newJObject.html ============================================================================== --- dev/spark/v2.3.0-rc1-docs/_site/api/R/sparkR.newJObject.html (added) +++ dev/spark/v2.3.0-rc1-docs/_site/api/R/sparkR.newJObject.html Sat Jan 13 10:29:47 2018 @@ -0,0 +1,86 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: Create Java Objects</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for sparkR.newJObject {SparkR}"><tr><td>sparkR.newJObject {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>Create Java Objects</h2> + +<h3>Description</h3> + +<p>Create a new Java object in the JVM running the Spark driver. The return +value is automatically converted to an R object for simple objects. Other +values are returned as a "jobj" which is a reference to an object on JVM. +</p> + + +<h3>Usage</h3> + +<pre> +sparkR.newJObject(x, ...) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>fully qualified Java class name.</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>arguments to be passed to the constructor.</p> +</td></tr> +</table> + + +<h3>Details</h3> + +<p>This is a low level function to access the JVM directly and should only be used +for advanced use cases. The arguments and return values that are primitive R +types (like integer, numeric, character, lists) are automatically translated to/from +Java types (like Integer, Double, String, Array). A full list can be found in +serialize.R and deserialize.R in the Apache Spark code base. +</p> + + +<h3>Value</h3> + +<p>the object created. Either returned as a R object +if it can be deserialized or returned as a "jobj". See details section for more. +</p> + + +<h3>Note</h3> + +<p>sparkR.newJObject since 2.0.1 +</p> + + +<h3>See Also</h3> + +<p><a href="sparkR.callJMethod.html">sparkR.callJMethod</a>, <a href="sparkR.callJStatic.html">sparkR.callJStatic</a> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() # Need to have a Spark JVM running before calling newJObject +##D # Create a Java ArrayList and populate it +##D jarray <- sparkR.newJObject("java.util.ArrayList") +##D sparkR.callJMethod(jarray, "add", 42L) +##D sparkR.callJMethod(jarray, "get", 0L) # Will print 42 +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.3.0 <a href="00Index.html">Index</a>]</div> +</body></html> Added: dev/spark/v2.3.0-rc1-docs/_site/api/R/sparkR.session.html ============================================================================== --- dev/spark/v2.3.0-rc1-docs/_site/api/R/sparkR.session.html (added) +++ dev/spark/v2.3.0-rc1-docs/_site/api/R/sparkR.session.html Sat Jan 13 10:29:47 2018 @@ -0,0 +1,114 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: Get the existing SparkSession or initialize a new...</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for sparkR.session {SparkR}"><tr><td>sparkR.session {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>Get the existing SparkSession or initialize a new SparkSession.</h2> + +<h3>Description</h3> + +<p>SparkSession is the entry point into SparkR. <code>sparkR.session</code> gets the existing +SparkSession or initializes a new SparkSession. +Additional Spark properties can be set in <code>...</code>, and these named parameters take priority +over values in <code>master</code>, <code>appName</code>, named lists of <code>sparkConfig</code>. +</p> + + +<h3>Usage</h3> + +<pre> +sparkR.session(master = "", appName = "SparkR", + sparkHome = Sys.getenv("SPARK_HOME"), sparkConfig = list(), + sparkJars = "", sparkPackages = "", enableHiveSupport = TRUE, ...) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>master</code></td> +<td> +<p>the Spark master URL.</p> +</td></tr> +<tr valign="top"><td><code>appName</code></td> +<td> +<p>application name to register with cluster manager.</p> +</td></tr> +<tr valign="top"><td><code>sparkHome</code></td> +<td> +<p>Spark Home directory.</p> +</td></tr> +<tr valign="top"><td><code>sparkConfig</code></td> +<td> +<p>named list of Spark configuration to set on worker nodes.</p> +</td></tr> +<tr valign="top"><td><code>sparkJars</code></td> +<td> +<p>character vector of jar files to pass to the worker nodes.</p> +</td></tr> +<tr valign="top"><td><code>sparkPackages</code></td> +<td> +<p>character vector of package coordinates</p> +</td></tr> +<tr valign="top"><td><code>enableHiveSupport</code></td> +<td> +<p>enable support for Hive, fallback if not built with Hive support; once +set, this cannot be turned off on an existing session</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>named Spark properties passed to the method.</p> +</td></tr> +</table> + + +<h3>Details</h3> + +<p>When called in an interactive session, this method checks for the Spark installation, and, if not +found, it will be downloaded and cached automatically. Alternatively, <code>install.spark</code> can +be called manually. +</p> +<p>A default warehouse is created automatically in the current directory when a managed table is +created via <code>sql</code> statement <code>CREATE TABLE</code>, for example. To change the location of the +warehouse, set the named parameter <code>spark.sql.warehouse.dir</code> to the SparkSession. Along with +the warehouse, an accompanied metastore may also be automatically created in the current +directory when a new SparkSession is initialized with <code>enableHiveSupport</code> set to +<code>TRUE</code>, which is the default. For more details, refer to Hive configuration at +<a href="http://spark.apache.org/docs/latest/sql-programming-guide.html#hive-tables">http://spark.apache.org/docs/latest/sql-programming-guide.html#hive-tables</a>. +</p> +<p>For details on how to initialize and use SparkR, refer to SparkR programming guide at +<a href="http://spark.apache.org/docs/latest/sparkr.html#starting-up-sparksession">http://spark.apache.org/docs/latest/sparkr.html#starting-up-sparksession</a>. +</p> + + +<h3>Note</h3> + +<p>sparkR.session since 2.0.0 +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D df <- read.json(path) +##D +##D sparkR.session("local[2]", "SparkR", "/home/spark") +##D sparkR.session("yarn-client", "SparkR", "/home/spark", +##D list(spark.executor.memory="4g"), +##D c("one.jar", "two.jar", "three.jar"), +##D c("com.databricks:spark-avro_2.11:2.0.1")) +##D sparkR.session(spark.master = "yarn-client", spark.executor.memory = "4g") +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.3.0 <a href="00Index.html">Index</a>]</div> +</body></html> Added: dev/spark/v2.3.0-rc1-docs/_site/api/R/sparkR.session.stop.html ============================================================================== --- dev/spark/v2.3.0-rc1-docs/_site/api/R/sparkR.session.stop.html (added) +++ dev/spark/v2.3.0-rc1-docs/_site/api/R/sparkR.session.stop.html Sat Jan 13 10:29:47 2018 @@ -0,0 +1,39 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: Stop the Spark Session and Spark Context</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> +</head><body> + +<table width="100%" summary="page for sparkR.session.stop {SparkR}"><tr><td>sparkR.session.stop {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>Stop the Spark Session and Spark Context</h2> + +<h3>Description</h3> + +<p>Stop the Spark Session and Spark Context. +</p> + + +<h3>Usage</h3> + +<pre> +sparkR.session.stop() + +sparkR.stop() +</pre> + + +<h3>Details</h3> + +<p>Also terminates the backend this R session is connected to. +</p> + + +<h3>Note</h3> + +<p>sparkR.session.stop since 2.0.0 +</p> +<p>sparkR.stop since 1.4.0 +</p> + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.3.0 <a href="00Index.html">Index</a>]</div> +</body></html> Added: dev/spark/v2.3.0-rc1-docs/_site/api/R/sparkR.uiWebUrl.html ============================================================================== --- dev/spark/v2.3.0-rc1-docs/_site/api/R/sparkR.uiWebUrl.html (added) +++ dev/spark/v2.3.0-rc1-docs/_site/api/R/sparkR.uiWebUrl.html Sat Jan 13 10:29:47 2018 @@ -0,0 +1,50 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: Get the URL of the SparkUI instance for the current active...</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for sparkR.uiWebUrl {SparkR}"><tr><td>sparkR.uiWebUrl {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>Get the URL of the SparkUI instance for the current active SparkSession</h2> + +<h3>Description</h3> + +<p>Get the URL of the SparkUI instance for the current active SparkSession. +</p> + + +<h3>Usage</h3> + +<pre> +sparkR.uiWebUrl() +</pre> + + +<h3>Value</h3> + +<p>the SparkUI URL, or NA if it is disabled, or not started. +</p> + + +<h3>Note</h3> + +<p>sparkR.uiWebUrl since 2.1.1 +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D url <- sparkR.uiWebUrl() +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.3.0 <a href="00Index.html">Index</a>]</div> +</body></html> Added: dev/spark/v2.3.0-rc1-docs/_site/api/R/sparkR.version.html ============================================================================== --- dev/spark/v2.3.0-rc1-docs/_site/api/R/sparkR.version.html (added) +++ dev/spark/v2.3.0-rc1-docs/_site/api/R/sparkR.version.html Sat Jan 13 10:29:47 2018 @@ -0,0 +1,50 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: Get version of Spark on which this application is running</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for sparkR.version {SparkR}"><tr><td>sparkR.version {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>Get version of Spark on which this application is running</h2> + +<h3>Description</h3> + +<p>Get version of Spark on which this application is running. +</p> + + +<h3>Usage</h3> + +<pre> +sparkR.version() +</pre> + + +<h3>Value</h3> + +<p>a character string of the Spark version +</p> + + +<h3>Note</h3> + +<p>sparkR.version since 2.0.1 +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D version <- sparkR.version() +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.3.0 <a href="00Index.html">Index</a>]</div> +</body></html> Added: dev/spark/v2.3.0-rc1-docs/_site/api/R/sparkRHive.init-deprecated.html ============================================================================== --- dev/spark/v2.3.0-rc1-docs/_site/api/R/sparkRHive.init-deprecated.html (added) +++ dev/spark/v2.3.0-rc1-docs/_site/api/R/sparkRHive.init-deprecated.html Sat Jan 13 10:29:47 2018 @@ -0,0 +1,67 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: (Deprecated) Initialize a new HiveContext</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for sparkRHive.init {SparkR}"><tr><td>sparkRHive.init {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>(Deprecated) Initialize a new HiveContext</h2> + +<h3>Description</h3> + +<p>This function creates a HiveContext from an existing JavaSparkContext +</p> + + +<h3>Usage</h3> + +<pre> +sparkRHive.init(jsc = NULL) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>jsc</code></td> +<td> +<p>The existing JavaSparkContext created with SparkR.init()</p> +</td></tr> +</table> + + +<h3>Details</h3> + +<p>Starting SparkR 2.0, a SparkSession is initialized and returned instead. +This API is deprecated and kept for backward compatibility only. +</p> + + +<h3>Note</h3> + +<p>sparkRHive.init since 1.4.0 +</p> + + +<h3>See Also</h3> + +<p><a href="sparkR.session.html">sparkR.session</a> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sc <- sparkR.init() +##D sqlContext <- sparkRHive.init(sc) +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.3.0 <a href="00Index.html">Index</a>]</div> +</body></html> Added: dev/spark/v2.3.0-rc1-docs/_site/api/R/sparkRSQL.init-deprecated.html ============================================================================== --- dev/spark/v2.3.0-rc1-docs/_site/api/R/sparkRSQL.init-deprecated.html (added) +++ dev/spark/v2.3.0-rc1-docs/_site/api/R/sparkRSQL.init-deprecated.html Sat Jan 13 10:29:47 2018 @@ -0,0 +1,68 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: (Deprecated) Initialize a new SQLContext</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for sparkRSQL.init {SparkR}"><tr><td>sparkRSQL.init {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>(Deprecated) Initialize a new SQLContext</h2> + +<h3>Description</h3> + +<p>This function creates a SparkContext from an existing JavaSparkContext and +then uses it to initialize a new SQLContext +</p> + + +<h3>Usage</h3> + +<pre> +sparkRSQL.init(jsc = NULL) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>jsc</code></td> +<td> +<p>The existing JavaSparkContext created with SparkR.init()</p> +</td></tr> +</table> + + +<h3>Details</h3> + +<p>Starting SparkR 2.0, a SparkSession is initialized and returned instead. +This API is deprecated and kept for backward compatibility only. +</p> + + +<h3>Note</h3> + +<p>sparkRSQL.init since 1.4.0 +</p> + + +<h3>See Also</h3> + +<p><a href="sparkR.session.html">sparkR.session</a> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sc <- sparkR.init() +##D sqlContext <- sparkRSQL.init(sc) +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.3.0 <a href="00Index.html">Index</a>]</div> +</body></html> Added: dev/spark/v2.3.0-rc1-docs/_site/api/R/sql.html ============================================================================== --- dev/spark/v2.3.0-rc1-docs/_site/api/R/sql.html (added) +++ dev/spark/v2.3.0-rc1-docs/_site/api/R/sql.html Sat Jan 13 10:29:47 2018 @@ -0,0 +1,64 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: SQL Query</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for sql {SparkR}"><tr><td>sql {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>SQL Query</h2> + +<h3>Description</h3> + +<p>Executes a SQL query using Spark, returning the result as a SparkDataFrame. +</p> + + +<h3>Usage</h3> + +<pre> +## Default S3 method: +sql(sqlQuery) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>sqlQuery</code></td> +<td> +<p>A character vector containing the SQL query</p> +</td></tr> +</table> + + +<h3>Value</h3> + +<p>SparkDataFrame +</p> + + +<h3>Note</h3> + +<p>sql since 1.4.0 +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D path <- "path/to/file.json" +##D df <- read.json(path) +##D createOrReplaceTempView(df, "table") +##D new_df <- sql("SELECT * FROM table") +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.3.0 <a href="00Index.html">Index</a>]</div> +</body></html> Added: dev/spark/v2.3.0-rc1-docs/_site/api/R/startsWith.html ============================================================================== --- dev/spark/v2.3.0-rc1-docs/_site/api/R/startsWith.html (added) +++ dev/spark/v2.3.0-rc1-docs/_site/api/R/startsWith.html Sat Jan 13 10:29:47 2018 @@ -0,0 +1,56 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: startsWith</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> +</head><body> + +<table width="100%" summary="page for startsWith {SparkR}"><tr><td>startsWith {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>startsWith</h2> + +<h3>Description</h3> + +<p>Determines if entries of x start with string (entries of) prefix respectively, +where strings are recycled to common lengths. +</p> + + +<h3>Usage</h3> + +<pre> +startsWith(x, prefix) + +## S4 method for signature 'Column' +startsWith(x, prefix) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>vector of character string whose "starts" are considered</p> +</td></tr> +<tr valign="top"><td><code>prefix</code></td> +<td> +<p>character vector (often of length one)</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>startsWith since 1.4.0 +</p> + + +<h3>See Also</h3> + +<p>Other colum_func: <code><a href="alias.html">alias</a></code>, +<code><a href="between.html">between</a></code>, <code><a href="cast.html">cast</a></code>, +<code><a href="endsWith.html">endsWith</a></code>, <code><a href="otherwise.html">otherwise</a></code>, +<code><a href="over.html">over</a></code>, <code><a href="substr.html">substr</a></code> +</p> + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.3.0 <a href="00Index.html">Index</a>]</div> +</body></html> Added: dev/spark/v2.3.0-rc1-docs/_site/api/R/status.html ============================================================================== --- dev/spark/v2.3.0-rc1-docs/_site/api/R/status.html (added) +++ dev/spark/v2.3.0-rc1-docs/_site/api/R/status.html Sat Jan 13 10:29:47 2018 @@ -0,0 +1,65 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: status</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for status {SparkR}"><tr><td>status {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>status</h2> + +<h3>Description</h3> + +<p>Prints the current status of the query in JSON format. +</p> + + +<h3>Usage</h3> + +<pre> +status(x) + +## S4 method for signature 'StreamingQuery' +status(x) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>a StreamingQuery.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>status(StreamingQuery) since 2.2.0 +</p> +<p>experimental +</p> + + +<h3>See Also</h3> + +<p>Other StreamingQuery methods: <code><a href="awaitTermination.html">awaitTermination</a></code>, +<code><a href="explain.html">explain</a></code>, <code><a href="isActive.html">isActive</a></code>, +<code><a href="lastProgress.html">lastProgress</a></code>, <code><a href="queryName.html">queryName</a></code>, +<code><a href="stopQuery.html">stopQuery</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: status(sq) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.3.0 <a href="00Index.html">Index</a>]</div> +</body></html> Added: dev/spark/v2.3.0-rc1-docs/_site/api/R/stopQuery.html ============================================================================== --- dev/spark/v2.3.0-rc1-docs/_site/api/R/stopQuery.html (added) +++ dev/spark/v2.3.0-rc1-docs/_site/api/R/stopQuery.html Sat Jan 13 10:29:47 2018 @@ -0,0 +1,66 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: stopQuery</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for stopQuery {SparkR}"><tr><td>stopQuery {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>stopQuery</h2> + +<h3>Description</h3> + +<p>Stops the execution of this query if it is running. This method blocks until the execution is +stopped. +</p> + + +<h3>Usage</h3> + +<pre> +stopQuery(x) + +## S4 method for signature 'StreamingQuery' +stopQuery(x) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>a StreamingQuery.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>stopQuery(StreamingQuery) since 2.2.0 +</p> +<p>experimental +</p> + + +<h3>See Also</h3> + +<p>Other StreamingQuery methods: <code><a href="awaitTermination.html">awaitTermination</a></code>, +<code><a href="explain.html">explain</a></code>, <code><a href="isActive.html">isActive</a></code>, +<code><a href="lastProgress.html">lastProgress</a></code>, <code><a href="queryName.html">queryName</a></code>, +<code><a href="status.html">status</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: stopQuery(sq) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.3.0 <a href="00Index.html">Index</a>]</div> +</body></html> Added: dev/spark/v2.3.0-rc1-docs/_site/api/R/storageLevel.html ============================================================================== --- dev/spark/v2.3.0-rc1-docs/_site/api/R/storageLevel.html (added) +++ dev/spark/v2.3.0-rc1-docs/_site/api/R/storageLevel.html Sat Jan 13 10:29:47 2018 @@ -0,0 +1,105 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: StorageLevel</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for storageLevel {SparkR}"><tr><td>storageLevel {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>StorageLevel</h2> + +<h3>Description</h3> + +<p>Get storagelevel of this SparkDataFrame. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'SparkDataFrame' +storageLevel(x) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>the SparkDataFrame to get the storageLevel.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>storageLevel since 2.1.0 +</p> + + +<h3>See Also</h3> + +<p>Other SparkDataFrame functions: <code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>, +<code><a href="summarize.html">agg</a></code>, <code><a href="alias.html">alias</a></code>, +<code><a href="arrange.html">arrange</a></code>, <code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="attach.html">attach,SparkDataFrame-method</a></code>, +<code><a href="broadcast.html">broadcast</a></code>, <code><a href="cache.html">cache</a></code>, +<code><a href="checkpoint.html">checkpoint</a></code>, <code><a href="coalesce.html">coalesce</a></code>, +<code><a href="collect.html">collect</a></code>, <code><a href="columns.html">colnames</a></code>, +<code><a href="coltypes.html">coltypes</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="crossJoin.html">crossJoin</a></code>, <code><a href="cube.html">cube</a></code>, +<code><a href="dapplyCollect.html">dapplyCollect</a></code>, <code><a href="dapply.html">dapply</a></code>, +<code><a href="describe.html">describe</a></code>, <code><a href="dim.html">dim</a></code>, +<code><a href="distinct.html">distinct</a></code>, <code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="nafunctions.html">dropna</a></code>, <code><a href="drop.html">drop</a></code>, +<code><a href="dtypes.html">dtypes</a></code>, <code><a href="except.html">except</a></code>, +<code><a href="explain.html">explain</a></code>, <code><a href="filter.html">filter</a></code>, +<code><a href="first.html">first</a></code>, <code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapply.html">gapply</a></code>, <code><a href="getNumPartitions.html">getNumPartitions</a></code>, +<code><a href="groupBy.html">group_by</a></code>, <code><a href="head.html">head</a></code>, +<code><a href="hint.html">hint</a></code>, <code><a href="histogram.html">histogram</a></code>, +<code><a href="insertInto.html">insertInto</a></code>, <code><a href="intersect.html">intersect</a></code>, +<code><a href="isLocal.html">isLocal</a></code>, <code><a href="isStreaming.html">isStreaming</a></code>, +<code><a href="join.html">join</a></code>, <code><a href="limit.html">limit</a></code>, +<code><a href="localCheckpoint.html">localCheckpoint</a></code>, <code><a href="merge.html">merge</a></code>, +<code><a href="mutate.html">mutate</a></code>, <code><a href="ncol.html">ncol</a></code>, +<code><a href="nrow.html">nrow</a></code>, <code><a href="persist.html">persist</a></code>, +<code><a href="printSchema.html">printSchema</a></code>, <code><a href="randomSplit.html">randomSplit</a></code>, +<code><a href="rbind.html">rbind</a></code>, <code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="rename.html">rename</a></code>, <code><a href="repartition.html">repartition</a></code>, +<code><a href="rollup.html">rollup</a></code>, <code><a href="sample.html">sample</a></code>, +<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="schema.html">schema</a></code>, +<code><a href="selectExpr.html">selectExpr</a></code>, <code><a href="select.html">select</a></code>, +<code><a href="showDF.html">showDF</a></code>, <code><a href="show.html">show</a></code>, +<code><a href="str.html">str</a></code>, <code><a href="subset.html">subset</a></code>, +<code><a href="summary.html">summary</a></code>, <code><a href="take.html">take</a></code>, +<code><a href="toJSON.html">toJSON</a></code>, <code><a href="unionByName.html">unionByName</a></code>, +<code><a href="union.html">union</a></code>, <code><a href="unpersist.html">unpersist</a></code>, +<code><a href="withColumn.html">withColumn</a></code>, <code><a href="withWatermark.html">withWatermark</a></code>, +<code><a href="with.html">with</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.jdbc.html">write.jdbc</a></code>, <code><a href="write.json.html">write.json</a></code>, +<code><a href="write.orc.html">write.orc</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>, +<code><a href="write.stream.html">write.stream</a></code>, <code><a href="write.text.html">write.text</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D path <- "path/to/file.json" +##D df <- read.json(path) +##D persist(df, "MEMORY_AND_DISK") +##D storageLevel(df) +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.3.0 <a href="00Index.html">Index</a>]</div> +</body></html> Added: dev/spark/v2.3.0-rc1-docs/_site/api/R/str.html ============================================================================== --- dev/spark/v2.3.0-rc1-docs/_site/api/R/str.html (added) +++ dev/spark/v2.3.0-rc1-docs/_site/api/R/str.html Sat Jan 13 10:29:47 2018 @@ -0,0 +1,106 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: Compactly display the structure of a dataset</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for str {SparkR}"><tr><td>str {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>Compactly display the structure of a dataset</h2> + +<h3>Description</h3> + +<p>Display the structure of a SparkDataFrame, including column names, column types, as well as a +a small sample of rows. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'SparkDataFrame' +str(object) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>object</code></td> +<td> +<p>a SparkDataFrame</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>str since 1.6.1 +</p> + + +<h3>See Also</h3> + +<p>Other SparkDataFrame functions: <code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>, +<code><a href="summarize.html">agg</a></code>, <code><a href="alias.html">alias</a></code>, +<code><a href="arrange.html">arrange</a></code>, <code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="attach.html">attach,SparkDataFrame-method</a></code>, +<code><a href="broadcast.html">broadcast</a></code>, <code><a href="cache.html">cache</a></code>, +<code><a href="checkpoint.html">checkpoint</a></code>, <code><a href="coalesce.html">coalesce</a></code>, +<code><a href="collect.html">collect</a></code>, <code><a href="columns.html">colnames</a></code>, +<code><a href="coltypes.html">coltypes</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="crossJoin.html">crossJoin</a></code>, <code><a href="cube.html">cube</a></code>, +<code><a href="dapplyCollect.html">dapplyCollect</a></code>, <code><a href="dapply.html">dapply</a></code>, +<code><a href="describe.html">describe</a></code>, <code><a href="dim.html">dim</a></code>, +<code><a href="distinct.html">distinct</a></code>, <code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="nafunctions.html">dropna</a></code>, <code><a href="drop.html">drop</a></code>, +<code><a href="dtypes.html">dtypes</a></code>, <code><a href="except.html">except</a></code>, +<code><a href="explain.html">explain</a></code>, <code><a href="filter.html">filter</a></code>, +<code><a href="first.html">first</a></code>, <code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapply.html">gapply</a></code>, <code><a href="getNumPartitions.html">getNumPartitions</a></code>, +<code><a href="groupBy.html">group_by</a></code>, <code><a href="head.html">head</a></code>, +<code><a href="hint.html">hint</a></code>, <code><a href="histogram.html">histogram</a></code>, +<code><a href="insertInto.html">insertInto</a></code>, <code><a href="intersect.html">intersect</a></code>, +<code><a href="isLocal.html">isLocal</a></code>, <code><a href="isStreaming.html">isStreaming</a></code>, +<code><a href="join.html">join</a></code>, <code><a href="limit.html">limit</a></code>, +<code><a href="localCheckpoint.html">localCheckpoint</a></code>, <code><a href="merge.html">merge</a></code>, +<code><a href="mutate.html">mutate</a></code>, <code><a href="ncol.html">ncol</a></code>, +<code><a href="nrow.html">nrow</a></code>, <code><a href="persist.html">persist</a></code>, +<code><a href="printSchema.html">printSchema</a></code>, <code><a href="randomSplit.html">randomSplit</a></code>, +<code><a href="rbind.html">rbind</a></code>, <code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="rename.html">rename</a></code>, <code><a href="repartition.html">repartition</a></code>, +<code><a href="rollup.html">rollup</a></code>, <code><a href="sample.html">sample</a></code>, +<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="schema.html">schema</a></code>, +<code><a href="selectExpr.html">selectExpr</a></code>, <code><a href="select.html">select</a></code>, +<code><a href="showDF.html">showDF</a></code>, <code><a href="show.html">show</a></code>, +<code><a href="storageLevel.html">storageLevel</a></code>, <code><a href="subset.html">subset</a></code>, +<code><a href="summary.html">summary</a></code>, <code><a href="take.html">take</a></code>, +<code><a href="toJSON.html">toJSON</a></code>, <code><a href="unionByName.html">unionByName</a></code>, +<code><a href="union.html">union</a></code>, <code><a href="unpersist.html">unpersist</a></code>, +<code><a href="withColumn.html">withColumn</a></code>, <code><a href="withWatermark.html">withWatermark</a></code>, +<code><a href="with.html">with</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.jdbc.html">write.jdbc</a></code>, <code><a href="write.json.html">write.json</a></code>, +<code><a href="write.orc.html">write.orc</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>, +<code><a href="write.stream.html">write.stream</a></code>, <code><a href="write.text.html">write.text</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D # Create a SparkDataFrame from the Iris dataset +##D irisDF <- createDataFrame(iris) +##D +##D # Show the structure of the SparkDataFrame +##D str(irisDF) +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.3.0 <a href="00Index.html">Index</a>]</div> +</body></html> Added: dev/spark/v2.3.0-rc1-docs/_site/api/R/structField.html ============================================================================== --- dev/spark/v2.3.0-rc1-docs/_site/api/R/structField.html (added) +++ dev/spark/v2.3.0-rc1-docs/_site/api/R/structField.html Sat Jan 13 10:29:47 2018 @@ -0,0 +1,83 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: structField</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for structField {SparkR}"><tr><td>structField {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>structField</h2> + +<h3>Description</h3> + +<p>Create a structField object that contains the metadata for a single field in a schema. +</p> + + +<h3>Usage</h3> + +<pre> +structField(x, ...) + +## S3 method for class 'jobj' +structField(x, ...) + +## S3 method for class 'character' +structField(x, type, nullable = TRUE, ...) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>the name of the field.</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>additional argument(s) passed to the method.</p> +</td></tr> +<tr valign="top"><td><code>type</code></td> +<td> +<p>The data type of the field</p> +</td></tr> +<tr valign="top"><td><code>nullable</code></td> +<td> +<p>A logical vector indicating whether or not the field is nullable</p> +</td></tr> +</table> + + +<h3>Value</h3> + +<p>A structField object. +</p> + + +<h3>Note</h3> + +<p>structField since 1.4.0 +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D field1 <- structField("a", "integer") +##D field2 <- structField("c", "string") +##D field3 <- structField("avg", "double") +##D schema <- structType(field1, field2, field3) +##D df1 <- gapply(df, list("a", "c"), +##D function(key, x) { y <- data.frame(key, mean(x$b), stringsAsFactors = FALSE) }, +##D schema) +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.3.0 <a href="00Index.html">Index</a>]</div> +</body></html> Added: dev/spark/v2.3.0-rc1-docs/_site/api/R/structType.html ============================================================================== --- dev/spark/v2.3.0-rc1-docs/_site/api/R/structType.html (added) +++ dev/spark/v2.3.0-rc1-docs/_site/api/R/structType.html Sat Jan 13 10:29:47 2018 @@ -0,0 +1,83 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: structType</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for structType {SparkR}"><tr><td>structType {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>structType</h2> + +<h3>Description</h3> + +<p>Create a structType object that contains the metadata for a SparkDataFrame. Intended for +use with createDataFrame and toDF. +</p> + + +<h3>Usage</h3> + +<pre> +structType(x, ...) + +## S3 method for class 'jobj' +structType(x, ...) + +## S3 method for class 'structField' +structType(x, ...) + +## S3 method for class 'character' +structType(x, ...) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>a structField object (created with the <code>structField</code> method). Since Spark 2.3, +this can be a DDL-formatted string, which is a comma separated list of field +definitions, e.g., "a INT, b STRING".</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>additional structField objects</p> +</td></tr> +</table> + + +<h3>Value</h3> + +<p>a structType object +</p> + + +<h3>Note</h3> + +<p>structType since 1.4.0 +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D schema <- structType(structField("a", "integer"), structField("c", "string"), +##D structField("avg", "double")) +##D df1 <- gapply(df, list("a", "c"), +##D function(key, x) { y <- data.frame(key, mean(x$b), stringsAsFactors = FALSE) }, +##D schema) +##D schema <- structType("a INT, c STRING, avg DOUBLE") +##D df1 <- gapply(df, list("a", "c"), +##D function(key, x) { y <- data.frame(key, mean(x$b), stringsAsFactors = FALSE) }, +##D schema) +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.3.0 <a href="00Index.html">Index</a>]</div> +</body></html> Added: dev/spark/v2.3.0-rc1-docs/_site/api/R/subset.html ============================================================================== --- dev/spark/v2.3.0-rc1-docs/_site/api/R/subset.html (added) +++ dev/spark/v2.3.0-rc1-docs/_site/api/R/subset.html Sat Jan 13 10:29:47 2018 @@ -0,0 +1,170 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: Subset</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for subset {SparkR}"><tr><td>subset {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>Subset</h2> + +<h3>Description</h3> + +<p>Return subsets of SparkDataFrame according to given conditions +</p> + + +<h3>Usage</h3> + +<pre> +subset(x, ...) + +## S4 method for signature 'SparkDataFrame,numericOrcharacter' +x[[i]] + +## S4 replacement method for signature 'SparkDataFrame,numericOrcharacter' +x[[i]] <- value + +## S4 method for signature 'SparkDataFrame' +x[i, j, ..., drop = F] + +## S4 method for signature 'SparkDataFrame' +subset(x, subset, select, drop = F, ...) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>a SparkDataFrame.</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>currently not used.</p> +</td></tr> +<tr valign="top"><td><code>i, subset</code></td> +<td> +<p>(Optional) a logical expression to filter on rows. +For extract operator [[ and replacement operator [[<-, the indexing parameter for +a single Column.</p> +</td></tr> +<tr valign="top"><td><code>value</code></td> +<td> +<p>a Column or an atomic vector in the length of 1 as literal value, or <code>NULL</code>. +If <code>NULL</code>, the specified Column is dropped.</p> +</td></tr> +<tr valign="top"><td><code>j, select</code></td> +<td> +<p>expression for the single Column or a list of columns to select from the +SparkDataFrame.</p> +</td></tr> +<tr valign="top"><td><code>drop</code></td> +<td> +<p>if TRUE, a Column will be returned if the resulting dataset has only one column. +Otherwise, a SparkDataFrame will always be returned.</p> +</td></tr> +</table> + + +<h3>Value</h3> + +<p>A new SparkDataFrame containing only the rows that meet the condition with selected +columns. +</p> + + +<h3>Note</h3> + +<p>[[ since 1.4.0 +</p> +<p>[[<- since 2.1.1 +</p> +<p>[ since 1.4.0 +</p> +<p>subset since 1.5.0 +</p> + + +<h3>See Also</h3> + +<p><a href="withColumn.html">withColumn</a> +</p> +<p>Other SparkDataFrame functions: <code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>, +<code><a href="summarize.html">agg</a></code>, <code><a href="alias.html">alias</a></code>, +<code><a href="arrange.html">arrange</a></code>, <code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="attach.html">attach,SparkDataFrame-method</a></code>, +<code><a href="broadcast.html">broadcast</a></code>, <code><a href="cache.html">cache</a></code>, +<code><a href="checkpoint.html">checkpoint</a></code>, <code><a href="coalesce.html">coalesce</a></code>, +<code><a href="collect.html">collect</a></code>, <code><a href="columns.html">colnames</a></code>, +<code><a href="coltypes.html">coltypes</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="crossJoin.html">crossJoin</a></code>, <code><a href="cube.html">cube</a></code>, +<code><a href="dapplyCollect.html">dapplyCollect</a></code>, <code><a href="dapply.html">dapply</a></code>, +<code><a href="describe.html">describe</a></code>, <code><a href="dim.html">dim</a></code>, +<code><a href="distinct.html">distinct</a></code>, <code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="nafunctions.html">dropna</a></code>, <code><a href="drop.html">drop</a></code>, +<code><a href="dtypes.html">dtypes</a></code>, <code><a href="except.html">except</a></code>, +<code><a href="explain.html">explain</a></code>, <code><a href="filter.html">filter</a></code>, +<code><a href="first.html">first</a></code>, <code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapply.html">gapply</a></code>, <code><a href="getNumPartitions.html">getNumPartitions</a></code>, +<code><a href="groupBy.html">group_by</a></code>, <code><a href="head.html">head</a></code>, +<code><a href="hint.html">hint</a></code>, <code><a href="histogram.html">histogram</a></code>, +<code><a href="insertInto.html">insertInto</a></code>, <code><a href="intersect.html">intersect</a></code>, +<code><a href="isLocal.html">isLocal</a></code>, <code><a href="isStreaming.html">isStreaming</a></code>, +<code><a href="join.html">join</a></code>, <code><a href="limit.html">limit</a></code>, +<code><a href="localCheckpoint.html">localCheckpoint</a></code>, <code><a href="merge.html">merge</a></code>, +<code><a href="mutate.html">mutate</a></code>, <code><a href="ncol.html">ncol</a></code>, +<code><a href="nrow.html">nrow</a></code>, <code><a href="persist.html">persist</a></code>, +<code><a href="printSchema.html">printSchema</a></code>, <code><a href="randomSplit.html">randomSplit</a></code>, +<code><a href="rbind.html">rbind</a></code>, <code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="rename.html">rename</a></code>, <code><a href="repartition.html">repartition</a></code>, +<code><a href="rollup.html">rollup</a></code>, <code><a href="sample.html">sample</a></code>, +<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="schema.html">schema</a></code>, +<code><a href="selectExpr.html">selectExpr</a></code>, <code><a href="select.html">select</a></code>, +<code><a href="showDF.html">showDF</a></code>, <code><a href="show.html">show</a></code>, +<code><a href="storageLevel.html">storageLevel</a></code>, <code><a href="str.html">str</a></code>, +<code><a href="summary.html">summary</a></code>, <code><a href="take.html">take</a></code>, +<code><a href="toJSON.html">toJSON</a></code>, <code><a href="unionByName.html">unionByName</a></code>, +<code><a href="union.html">union</a></code>, <code><a href="unpersist.html">unpersist</a></code>, +<code><a href="withColumn.html">withColumn</a></code>, <code><a href="withWatermark.html">withWatermark</a></code>, +<code><a href="with.html">with</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.jdbc.html">write.jdbc</a></code>, <code><a href="write.json.html">write.json</a></code>, +<code><a href="write.orc.html">write.orc</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>, +<code><a href="write.stream.html">write.stream</a></code>, <code><a href="write.text.html">write.text</a></code> +</p> +<p>Other subsetting functions: <code><a href="filter.html">filter</a></code>, +<code><a href="select.html">select</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D # Columns can be selected using [[ and [ +##D df[[2]] == df[["age"]] +##D df[,2] == df[,"age"] +##D df[,c("name", "age")] +##D # Or to filter rows +##D df[df$age > 20,] +##D # SparkDataFrame can be subset on both rows and Columns +##D df[df$name == "Smith", c(1,2)] +##D df[df$age %in% c(19, 30), 1:2] +##D subset(df, df$age %in% c(19, 30), 1:2) +##D subset(df, df$age %in% c(19), select = c(1,2)) +##D subset(df, select = c(1,2)) +##D # Columns can be selected and set +##D df[["age"]] <- 23 +##D df[[1]] <- df$age +##D df[[2]] <- NULL # drop column +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.3.0 <a href="00Index.html">Index</a>]</div> +</body></html> Added: dev/spark/v2.3.0-rc1-docs/_site/api/R/substr.html ============================================================================== --- dev/spark/v2.3.0-rc1-docs/_site/api/R/substr.html (added) +++ dev/spark/v2.3.0-rc1-docs/_site/api/R/substr.html Sat Jan 13 10:29:47 2018 @@ -0,0 +1,57 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: substr</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> +</head><body> + +<table width="100%" summary="page for substr {SparkR}"><tr><td>substr {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>substr</h2> + +<h3>Description</h3> + +<p>An expression that returns a substring. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'Column' +substr(x, start, stop) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>a Column.</p> +</td></tr> +<tr valign="top"><td><code>start</code></td> +<td> +<p>starting position.</p> +</td></tr> +<tr valign="top"><td><code>stop</code></td> +<td> +<p>ending position.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>substr since 1.4.0 +</p> + + +<h3>See Also</h3> + +<p>Other colum_func: <code><a href="alias.html">alias</a></code>, +<code><a href="between.html">between</a></code>, <code><a href="cast.html">cast</a></code>, +<code><a href="endsWith.html">endsWith</a></code>, <code><a href="otherwise.html">otherwise</a></code>, +<code><a href="over.html">over</a></code>, <code><a href="startsWith.html">startsWith</a></code> +</p> + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.3.0 <a href="00Index.html">Index</a>]</div> +</body></html> Added: dev/spark/v2.3.0-rc1-docs/_site/api/R/summarize.html ============================================================================== --- dev/spark/v2.3.0-rc1-docs/_site/api/R/summarize.html (added) +++ dev/spark/v2.3.0-rc1-docs/_site/api/R/summarize.html Sat Jan 13 10:29:47 2018 @@ -0,0 +1,143 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: summarize</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for agg {SparkR}"><tr><td>agg {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>summarize</h2> + +<h3>Description</h3> + +<p>Aggregates on the entire SparkDataFrame without groups. +The resulting SparkDataFrame will also contain the grouping columns. +</p> +<p>Compute aggregates by specifying a list of columns +</p> + + +<h3>Usage</h3> + +<pre> +agg(x, ...) + +summarize(x, ...) + +## S4 method for signature 'GroupedData' +agg(x, ...) + +## S4 method for signature 'GroupedData' +summarize(x, ...) + +## S4 method for signature 'SparkDataFrame' +agg(x, ...) + +## S4 method for signature 'SparkDataFrame' +summarize(x, ...) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>a SparkDataFrame or GroupedData.</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>further arguments to be passed to or from other methods.</p> +</td></tr> +</table> + + +<h3>Details</h3> + +<p>df2 <- agg(df, <column> = <aggFunction>) +df2 <- agg(df, newColName = aggFunction(column)) +</p> + + +<h3>Value</h3> + +<p>A SparkDataFrame. +</p> + + +<h3>Note</h3> + +<p>agg since 1.4.0 +</p> +<p>summarize since 1.4.0 +</p> +<p>agg since 1.4.0 +</p> +<p>summarize since 1.4.0 +</p> + + +<h3>See Also</h3> + +<p>Other SparkDataFrame functions: <code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>, +<code><a href="alias.html">alias</a></code>, <code><a href="arrange.html">arrange</a></code>, +<code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="attach.html">attach,SparkDataFrame-method</a></code>, +<code><a href="broadcast.html">broadcast</a></code>, <code><a href="cache.html">cache</a></code>, +<code><a href="checkpoint.html">checkpoint</a></code>, <code><a href="coalesce.html">coalesce</a></code>, +<code><a href="collect.html">collect</a></code>, <code><a href="columns.html">colnames</a></code>, +<code><a href="coltypes.html">coltypes</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="crossJoin.html">crossJoin</a></code>, <code><a href="cube.html">cube</a></code>, +<code><a href="dapplyCollect.html">dapplyCollect</a></code>, <code><a href="dapply.html">dapply</a></code>, +<code><a href="describe.html">describe</a></code>, <code><a href="dim.html">dim</a></code>, +<code><a href="distinct.html">distinct</a></code>, <code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="nafunctions.html">dropna</a></code>, <code><a href="drop.html">drop</a></code>, +<code><a href="dtypes.html">dtypes</a></code>, <code><a href="except.html">except</a></code>, +<code><a href="explain.html">explain</a></code>, <code><a href="filter.html">filter</a></code>, +<code><a href="first.html">first</a></code>, <code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapply.html">gapply</a></code>, <code><a href="getNumPartitions.html">getNumPartitions</a></code>, +<code><a href="groupBy.html">group_by</a></code>, <code><a href="head.html">head</a></code>, +<code><a href="hint.html">hint</a></code>, <code><a href="histogram.html">histogram</a></code>, +<code><a href="insertInto.html">insertInto</a></code>, <code><a href="intersect.html">intersect</a></code>, +<code><a href="isLocal.html">isLocal</a></code>, <code><a href="isStreaming.html">isStreaming</a></code>, +<code><a href="join.html">join</a></code>, <code><a href="limit.html">limit</a></code>, +<code><a href="localCheckpoint.html">localCheckpoint</a></code>, <code><a href="merge.html">merge</a></code>, +<code><a href="mutate.html">mutate</a></code>, <code><a href="ncol.html">ncol</a></code>, +<code><a href="nrow.html">nrow</a></code>, <code><a href="persist.html">persist</a></code>, +<code><a href="printSchema.html">printSchema</a></code>, <code><a href="randomSplit.html">randomSplit</a></code>, +<code><a href="rbind.html">rbind</a></code>, <code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="rename.html">rename</a></code>, <code><a href="repartition.html">repartition</a></code>, +<code><a href="rollup.html">rollup</a></code>, <code><a href="sample.html">sample</a></code>, +<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="schema.html">schema</a></code>, +<code><a href="selectExpr.html">selectExpr</a></code>, <code><a href="select.html">select</a></code>, +<code><a href="showDF.html">showDF</a></code>, <code><a href="show.html">show</a></code>, +<code><a href="storageLevel.html">storageLevel</a></code>, <code><a href="str.html">str</a></code>, +<code><a href="subset.html">subset</a></code>, <code><a href="summary.html">summary</a></code>, +<code><a href="take.html">take</a></code>, <code><a href="toJSON.html">toJSON</a></code>, +<code><a href="unionByName.html">unionByName</a></code>, <code><a href="union.html">union</a></code>, +<code><a href="unpersist.html">unpersist</a></code>, <code><a href="withColumn.html">withColumn</a></code>, +<code><a href="withWatermark.html">withWatermark</a></code>, <code><a href="with.html">with</a></code>, +<code><a href="write.df.html">write.df</a></code>, <code><a href="write.jdbc.html">write.jdbc</a></code>, +<code><a href="write.json.html">write.json</a></code>, <code><a href="write.orc.html">write.orc</a></code>, +<code><a href="write.parquet.html">write.parquet</a></code>, <code><a href="write.stream.html">write.stream</a></code>, +<code><a href="write.text.html">write.text</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D df2 <- agg(df, age = "sum") # new column name will be created as 'SUM(age#0)' +##D df3 <- agg(df, ageSum = sum(df$age)) # Creates a new column named ageSum +##D df4 <- summarize(df, ageSum = max(df$age)) +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.3.0 <a href="00Index.html">Index</a>]</div> +</body></html> Added: dev/spark/v2.3.0-rc1-docs/_site/api/R/summary.html ============================================================================== --- dev/spark/v2.3.0-rc1-docs/_site/api/R/summary.html (added) +++ dev/spark/v2.3.0-rc1-docs/_site/api/R/summary.html Sat Jan 13 10:29:47 2018 @@ -0,0 +1,150 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: summary</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for summary {SparkR}"><tr><td>summary {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>summary</h2> + +<h3>Description</h3> + +<p>Computes specified statistics for numeric and string columns. Available statistics are: +</p> + +<ul> +<li><p> count +</p> +</li> +<li><p> mean +</p> +</li> +<li><p> stddev +</p> +</li> +<li><p> min +</p> +</li> +<li><p> max +</p> +</li> +<li><p> arbitrary approximate percentiles specified as a percentage (eg, "75 +</p> +</li></ul> + +<p>If no statistics are given, this function computes count, mean, stddev, min, +approximate quartiles (percentiles at 25 +This function is meant for exploratory data analysis, as we make no guarantee about the +backward compatibility of the schema of the resulting Dataset. If you want to +programmatically compute summary statistics, use the <code>agg</code> function instead. +</p> + + +<h3>Usage</h3> + +<pre> +summary(object, ...) + +## S4 method for signature 'SparkDataFrame' +summary(object, ...) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>object</code></td> +<td> +<p>a SparkDataFrame to be summarized.</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>(optional) statistics to be computed for all columns.</p> +</td></tr> +</table> + + +<h3>Value</h3> + +<p>A SparkDataFrame. +</p> + + +<h3>Note</h3> + +<p>summary(SparkDataFrame) since 1.5.0 +</p> +<p>The statistics provided by <code>summary</code> were change in 2.3.0 use <a href="describe.html">describe</a> for +previous defaults. +</p> + + +<h3>See Also</h3> + +<p><a href="describe.html">describe</a> +</p> +<p>Other SparkDataFrame functions: <code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>, +<code><a href="summarize.html">agg</a></code>, <code><a href="alias.html">alias</a></code>, +<code><a href="arrange.html">arrange</a></code>, <code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="attach.html">attach,SparkDataFrame-method</a></code>, +<code><a href="broadcast.html">broadcast</a></code>, <code><a href="cache.html">cache</a></code>, +<code><a href="checkpoint.html">checkpoint</a></code>, <code><a href="coalesce.html">coalesce</a></code>, +<code><a href="collect.html">collect</a></code>, <code><a href="columns.html">colnames</a></code>, +<code><a href="coltypes.html">coltypes</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="crossJoin.html">crossJoin</a></code>, <code><a href="cube.html">cube</a></code>, +<code><a href="dapplyCollect.html">dapplyCollect</a></code>, <code><a href="dapply.html">dapply</a></code>, +<code><a href="describe.html">describe</a></code>, <code><a href="dim.html">dim</a></code>, +<code><a href="distinct.html">distinct</a></code>, <code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="nafunctions.html">dropna</a></code>, <code><a href="drop.html">drop</a></code>, +<code><a href="dtypes.html">dtypes</a></code>, <code><a href="except.html">except</a></code>, +<code><a href="explain.html">explain</a></code>, <code><a href="filter.html">filter</a></code>, +<code><a href="first.html">first</a></code>, <code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapply.html">gapply</a></code>, <code><a href="getNumPartitions.html">getNumPartitions</a></code>, +<code><a href="groupBy.html">group_by</a></code>, <code><a href="head.html">head</a></code>, +<code><a href="hint.html">hint</a></code>, <code><a href="histogram.html">histogram</a></code>, +<code><a href="insertInto.html">insertInto</a></code>, <code><a href="intersect.html">intersect</a></code>, +<code><a href="isLocal.html">isLocal</a></code>, <code><a href="isStreaming.html">isStreaming</a></code>, +<code><a href="join.html">join</a></code>, <code><a href="limit.html">limit</a></code>, +<code><a href="localCheckpoint.html">localCheckpoint</a></code>, <code><a href="merge.html">merge</a></code>, +<code><a href="mutate.html">mutate</a></code>, <code><a href="ncol.html">ncol</a></code>, +<code><a href="nrow.html">nrow</a></code>, <code><a href="persist.html">persist</a></code>, +<code><a href="printSchema.html">printSchema</a></code>, <code><a href="randomSplit.html">randomSplit</a></code>, +<code><a href="rbind.html">rbind</a></code>, <code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="rename.html">rename</a></code>, <code><a href="repartition.html">repartition</a></code>, +<code><a href="rollup.html">rollup</a></code>, <code><a href="sample.html">sample</a></code>, +<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="schema.html">schema</a></code>, +<code><a href="selectExpr.html">selectExpr</a></code>, <code><a href="select.html">select</a></code>, +<code><a href="showDF.html">showDF</a></code>, <code><a href="show.html">show</a></code>, +<code><a href="storageLevel.html">storageLevel</a></code>, <code><a href="str.html">str</a></code>, +<code><a href="subset.html">subset</a></code>, <code><a href="take.html">take</a></code>, +<code><a href="toJSON.html">toJSON</a></code>, <code><a href="unionByName.html">unionByName</a></code>, +<code><a href="union.html">union</a></code>, <code><a href="unpersist.html">unpersist</a></code>, +<code><a href="withColumn.html">withColumn</a></code>, <code><a href="withWatermark.html">withWatermark</a></code>, +<code><a href="with.html">with</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.jdbc.html">write.jdbc</a></code>, <code><a href="write.json.html">write.json</a></code>, +<code><a href="write.orc.html">write.orc</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>, +<code><a href="write.stream.html">write.stream</a></code>, <code><a href="write.text.html">write.text</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D path <- "path/to/file.json" +##D df <- read.json(path) +##D summary(df) +##D summary(df, "min", "25%", "75%", "max") +##D summary(select(df, "age", "height")) +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.3.0 <a href="00Index.html">Index</a>]</div> +</body></html> Added: dev/spark/v2.3.0-rc1-docs/_site/api/R/tableNames.html ============================================================================== --- dev/spark/v2.3.0-rc1-docs/_site/api/R/tableNames.html (added) +++ dev/spark/v2.3.0-rc1-docs/_site/api/R/tableNames.html Sat Jan 13 10:29:47 2018 @@ -0,0 +1,61 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: Table Names</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for tableNames {SparkR}"><tr><td>tableNames {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>Table Names</h2> + +<h3>Description</h3> + +<p>Returns the names of tables in the given database as an array. +</p> + + +<h3>Usage</h3> + +<pre> +## Default S3 method: +tableNames(databaseName = NULL) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>databaseName</code></td> +<td> +<p>(optional) name of the database</p> +</td></tr> +</table> + + +<h3>Value</h3> + +<p>a list of table names +</p> + + +<h3>Note</h3> + +<p>tableNames since 1.4.0 +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D tableNames("hive") +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.3.0 <a href="00Index.html">Index</a>]</div> +</body></html> Added: dev/spark/v2.3.0-rc1-docs/_site/api/R/tableToDF.html ============================================================================== --- dev/spark/v2.3.0-rc1-docs/_site/api/R/tableToDF.html (added) +++ dev/spark/v2.3.0-rc1-docs/_site/api/R/tableToDF.html Sat Jan 13 10:29:47 2018 @@ -0,0 +1,67 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: Create a SparkDataFrame from a SparkSQL table or view</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for tableToDF {SparkR}"><tr><td>tableToDF {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>Create a SparkDataFrame from a SparkSQL table or view</h2> + +<h3>Description</h3> + +<p>Returns the specified table or view as a SparkDataFrame. The table or view must already exist or +have already been registered in the SparkSession. +</p> + + +<h3>Usage</h3> + +<pre> +tableToDF(tableName) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>tableName</code></td> +<td> +<p>the qualified or unqualified name that designates a table or view. If a database +is specified, it identifies the table/view from the database. +Otherwise, it first attempts to find a temporary view with the given name +and then match the table/view from the current database.</p> +</td></tr> +</table> + + +<h3>Value</h3> + +<p>SparkDataFrame +</p> + + +<h3>Note</h3> + +<p>tableToDF since 2.0.0 +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D path <- "path/to/file.json" +##D df <- read.json(path) +##D createOrReplaceTempView(df, "table") +##D new_df <- tableToDF("table") +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.3.0 <a href="00Index.html">Index</a>]</div> +</body></html> Added: dev/spark/v2.3.0-rc1-docs/_site/api/R/tables.html ============================================================================== --- dev/spark/v2.3.0-rc1-docs/_site/api/R/tables.html (added) +++ dev/spark/v2.3.0-rc1-docs/_site/api/R/tables.html Sat Jan 13 10:29:47 2018 @@ -0,0 +1,67 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: Tables</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for tables {SparkR}"><tr><td>tables {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>Tables</h2> + +<h3>Description</h3> + +<p>Returns a SparkDataFrame containing names of tables in the given database. +</p> + + +<h3>Usage</h3> + +<pre> +## Default S3 method: +tables(databaseName = NULL) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>databaseName</code></td> +<td> +<p>(optional) name of the database</p> +</td></tr> +</table> + + +<h3>Value</h3> + +<p>a SparkDataFrame +</p> + + +<h3>Note</h3> + +<p>tables since 1.4.0 +</p> + + +<h3>See Also</h3> + +<p><a href="listTables.html">listTables</a> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D tables("hive") +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.3.0 <a href="00Index.html">Index</a>]</div> +</body></html> Added: dev/spark/v2.3.0-rc1-docs/_site/api/R/take.html ============================================================================== --- dev/spark/v2.3.0-rc1-docs/_site/api/R/take.html (added) +++ dev/spark/v2.3.0-rc1-docs/_site/api/R/take.html Sat Jan 13 10:29:47 2018 @@ -0,0 +1,110 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: Take the first NUM rows of a SparkDataFrame and return the...</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for take {SparkR}"><tr><td>take {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>Take the first NUM rows of a SparkDataFrame and return the results as a R data.frame</h2> + +<h3>Description</h3> + +<p>Take the first NUM rows of a SparkDataFrame and return the results as a R data.frame +</p> + + +<h3>Usage</h3> + +<pre> +take(x, num) + +## S4 method for signature 'SparkDataFrame,numeric' +take(x, num) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>a SparkDataFrame.</p> +</td></tr> +<tr valign="top"><td><code>num</code></td> +<td> +<p>number of rows to take.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>take since 1.4.0 +</p> + + +<h3>See Also</h3> + +<p>Other SparkDataFrame functions: <code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>, +<code><a href="summarize.html">agg</a></code>, <code><a href="alias.html">alias</a></code>, +<code><a href="arrange.html">arrange</a></code>, <code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="attach.html">attach,SparkDataFrame-method</a></code>, +<code><a href="broadcast.html">broadcast</a></code>, <code><a href="cache.html">cache</a></code>, +<code><a href="checkpoint.html">checkpoint</a></code>, <code><a href="coalesce.html">coalesce</a></code>, +<code><a href="collect.html">collect</a></code>, <code><a href="columns.html">colnames</a></code>, +<code><a href="coltypes.html">coltypes</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="crossJoin.html">crossJoin</a></code>, <code><a href="cube.html">cube</a></code>, +<code><a href="dapplyCollect.html">dapplyCollect</a></code>, <code><a href="dapply.html">dapply</a></code>, +<code><a href="describe.html">describe</a></code>, <code><a href="dim.html">dim</a></code>, +<code><a href="distinct.html">distinct</a></code>, <code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="nafunctions.html">dropna</a></code>, <code><a href="drop.html">drop</a></code>, +<code><a href="dtypes.html">dtypes</a></code>, <code><a href="except.html">except</a></code>, +<code><a href="explain.html">explain</a></code>, <code><a href="filter.html">filter</a></code>, +<code><a href="first.html">first</a></code>, <code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapply.html">gapply</a></code>, <code><a href="getNumPartitions.html">getNumPartitions</a></code>, +<code><a href="groupBy.html">group_by</a></code>, <code><a href="head.html">head</a></code>, +<code><a href="hint.html">hint</a></code>, <code><a href="histogram.html">histogram</a></code>, +<code><a href="insertInto.html">insertInto</a></code>, <code><a href="intersect.html">intersect</a></code>, +<code><a href="isLocal.html">isLocal</a></code>, <code><a href="isStreaming.html">isStreaming</a></code>, +<code><a href="join.html">join</a></code>, <code><a href="limit.html">limit</a></code>, +<code><a href="localCheckpoint.html">localCheckpoint</a></code>, <code><a href="merge.html">merge</a></code>, +<code><a href="mutate.html">mutate</a></code>, <code><a href="ncol.html">ncol</a></code>, +<code><a href="nrow.html">nrow</a></code>, <code><a href="persist.html">persist</a></code>, +<code><a href="printSchema.html">printSchema</a></code>, <code><a href="randomSplit.html">randomSplit</a></code>, +<code><a href="rbind.html">rbind</a></code>, <code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="rename.html">rename</a></code>, <code><a href="repartition.html">repartition</a></code>, +<code><a href="rollup.html">rollup</a></code>, <code><a href="sample.html">sample</a></code>, +<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="schema.html">schema</a></code>, +<code><a href="selectExpr.html">selectExpr</a></code>, <code><a href="select.html">select</a></code>, +<code><a href="showDF.html">showDF</a></code>, <code><a href="show.html">show</a></code>, +<code><a href="storageLevel.html">storageLevel</a></code>, <code><a href="str.html">str</a></code>, +<code><a href="subset.html">subset</a></code>, <code><a href="summary.html">summary</a></code>, +<code><a href="toJSON.html">toJSON</a></code>, <code><a href="unionByName.html">unionByName</a></code>, +<code><a href="union.html">union</a></code>, <code><a href="unpersist.html">unpersist</a></code>, +<code><a href="withColumn.html">withColumn</a></code>, <code><a href="withWatermark.html">withWatermark</a></code>, +<code><a href="with.html">with</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.jdbc.html">write.jdbc</a></code>, <code><a href="write.json.html">write.json</a></code>, +<code><a href="write.orc.html">write.orc</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>, +<code><a href="write.stream.html">write.stream</a></code>, <code><a href="write.text.html">write.text</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D path <- "path/to/file.json" +##D df <- read.json(path) +##D take(df, 2) +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.3.0 <a href="00Index.html">Index</a>]</div> +</body></html> --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org