http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/translate.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/translate.html b/site/docs/2.2.1/api/R/translate.html new file mode 100644 index 0000000..7ca4311 --- /dev/null +++ b/site/docs/2.2.1/api/R/translate.html @@ -0,0 +1,87 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: translate</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for translate {SparkR}"><tr><td>translate {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>translate</h2> + +<h3>Description</h3> + +<p>Translate any character in the src by a character in replaceString. +The characters in replaceString is corresponding to the characters in matchingString. +The translate will happen when any character in the string matching with the character +in the matchingString. +</p> + + +<h3>Usage</h3> + +<pre> +translate(x, matchingString, replaceString) + +## S4 method for signature 'Column,character,character' +translate(x, matchingString, + replaceString) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>a string Column.</p> +</td></tr> +<tr valign="top"><td><code>matchingString</code></td> +<td> +<p>a source string where each character will be translated.</p> +</td></tr> +<tr valign="top"><td><code>replaceString</code></td> +<td> +<p>a target string where each <code>matchingString</code> character will +be replaced by the character in <code>replaceString</code> +at the same location, if any.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>translate since 1.5.0 +</p> + + +<h3>See Also</h3> + +<p>Other string_funcs: <code><a href="ascii.html">ascii</a></code>, +<code><a href="base64.html">base64</a></code>, <code><a href="concat_ws.html">concat_ws</a></code>, +<code><a href="concat.html">concat</a></code>, <code><a href="decode.html">decode</a></code>, +<code><a href="encode.html">encode</a></code>, <code><a href="format_number.html">format_number</a></code>, +<code><a href="format_string.html">format_string</a></code>, <code><a href="initcap.html">initcap</a></code>, +<code><a href="instr.html">instr</a></code>, <code><a href="length.html">length</a></code>, +<code><a href="levenshtein.html">levenshtein</a></code>, <code><a href="locate.html">locate</a></code>, +<code><a href="lower.html">lower</a></code>, <code><a href="lpad.html">lpad</a></code>, +<code><a href="ltrim.html">ltrim</a></code>, <code><a href="regexp_extract.html">regexp_extract</a></code>, +<code><a href="regexp_replace.html">regexp_replace</a></code>, <code><a href="reverse.html">reverse</a></code>, +<code><a href="rpad.html">rpad</a></code>, <code><a href="rtrim.html">rtrim</a></code>, +<code><a href="soundex.html">soundex</a></code>, <code><a href="substring_index.html">substring_index</a></code>, +<code><a href="trim.html">trim</a></code>, <code><a href="unbase64.html">unbase64</a></code>, +<code><a href="upper.html">upper</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: translate(df$c, 'rnlt', '123') +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html>
http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/trim.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/trim.html b/site/docs/2.2.1/api/R/trim.html new file mode 100644 index 0000000..aa2eff0 --- /dev/null +++ b/site/docs/2.2.1/api/R/trim.html @@ -0,0 +1,73 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: trim</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for trim {SparkR}"><tr><td>trim {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>trim</h2> + +<h3>Description</h3> + +<p>Trim the spaces from both ends for the specified string column. +</p> + + +<h3>Usage</h3> + +<pre> +trim(x) + +## S4 method for signature 'Column' +trim(x) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>Column to compute on.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>trim since 1.5.0 +</p> + + +<h3>See Also</h3> + +<p>Other string_funcs: <code><a href="ascii.html">ascii</a></code>, +<code><a href="base64.html">base64</a></code>, <code><a href="concat_ws.html">concat_ws</a></code>, +<code><a href="concat.html">concat</a></code>, <code><a href="decode.html">decode</a></code>, +<code><a href="encode.html">encode</a></code>, <code><a href="format_number.html">format_number</a></code>, +<code><a href="format_string.html">format_string</a></code>, <code><a href="initcap.html">initcap</a></code>, +<code><a href="instr.html">instr</a></code>, <code><a href="length.html">length</a></code>, +<code><a href="levenshtein.html">levenshtein</a></code>, <code><a href="locate.html">locate</a></code>, +<code><a href="lower.html">lower</a></code>, <code><a href="lpad.html">lpad</a></code>, +<code><a href="ltrim.html">ltrim</a></code>, <code><a href="regexp_extract.html">regexp_extract</a></code>, +<code><a href="regexp_replace.html">regexp_replace</a></code>, <code><a href="reverse.html">reverse</a></code>, +<code><a href="rpad.html">rpad</a></code>, <code><a href="rtrim.html">rtrim</a></code>, +<code><a href="soundex.html">soundex</a></code>, <code><a href="substring_index.html">substring_index</a></code>, +<code><a href="translate.html">translate</a></code>, <code><a href="unbase64.html">unbase64</a></code>, +<code><a href="upper.html">upper</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: trim(df$c) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/unbase64.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/unbase64.html b/site/docs/2.2.1/api/R/unbase64.html new file mode 100644 index 0000000..4f30454 --- /dev/null +++ b/site/docs/2.2.1/api/R/unbase64.html @@ -0,0 +1,74 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: unbase64</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for unbase64 {SparkR}"><tr><td>unbase64 {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>unbase64</h2> + +<h3>Description</h3> + +<p>Decodes a BASE64 encoded string column and returns it as a binary column. +This is the reverse of base64. +</p> + + +<h3>Usage</h3> + +<pre> +unbase64(x) + +## S4 method for signature 'Column' +unbase64(x) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>Column to compute on.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>unbase64 since 1.5.0 +</p> + + +<h3>See Also</h3> + +<p>Other string_funcs: <code><a href="ascii.html">ascii</a></code>, +<code><a href="base64.html">base64</a></code>, <code><a href="concat_ws.html">concat_ws</a></code>, +<code><a href="concat.html">concat</a></code>, <code><a href="decode.html">decode</a></code>, +<code><a href="encode.html">encode</a></code>, <code><a href="format_number.html">format_number</a></code>, +<code><a href="format_string.html">format_string</a></code>, <code><a href="initcap.html">initcap</a></code>, +<code><a href="instr.html">instr</a></code>, <code><a href="length.html">length</a></code>, +<code><a href="levenshtein.html">levenshtein</a></code>, <code><a href="locate.html">locate</a></code>, +<code><a href="lower.html">lower</a></code>, <code><a href="lpad.html">lpad</a></code>, +<code><a href="ltrim.html">ltrim</a></code>, <code><a href="regexp_extract.html">regexp_extract</a></code>, +<code><a href="regexp_replace.html">regexp_replace</a></code>, <code><a href="reverse.html">reverse</a></code>, +<code><a href="rpad.html">rpad</a></code>, <code><a href="rtrim.html">rtrim</a></code>, +<code><a href="soundex.html">soundex</a></code>, <code><a href="substring_index.html">substring_index</a></code>, +<code><a href="translate.html">translate</a></code>, <code><a href="trim.html">trim</a></code>, +<code><a href="upper.html">upper</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: unbase64(df$c) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/uncacheTable.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/uncacheTable.html b/site/docs/2.2.1/api/R/uncacheTable.html new file mode 100644 index 0000000..7c964da --- /dev/null +++ b/site/docs/2.2.1/api/R/uncacheTable.html @@ -0,0 +1,65 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: Uncache Table</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for uncacheTable {SparkR}"><tr><td>uncacheTable {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>Uncache Table</h2> + +<h3>Description</h3> + +<p>Removes the specified table from the in-memory cache. +</p> + + +<h3>Usage</h3> + +<pre> +## Default S3 method: +uncacheTable(tableName) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>tableName</code></td> +<td> +<p>the qualified or unqualified name that designates a table. If no database +identifier is provided, it refers to a table in the current database.</p> +</td></tr> +</table> + + +<h3>Value</h3> + +<p>SparkDataFrame +</p> + + +<h3>Note</h3> + +<p>uncacheTable since 1.4.0 +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D path <- "path/to/file.json" +##D df <- read.json(path) +##D createOrReplaceTempView(df, "table") +##D uncacheTable("table") +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/unhex.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/unhex.html b/site/docs/2.2.1/api/R/unhex.html new file mode 100644 index 0000000..5f86ea1 --- /dev/null +++ b/site/docs/2.2.1/api/R/unhex.html @@ -0,0 +1,80 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: unhex</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for unhex {SparkR}"><tr><td>unhex {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>unhex</h2> + +<h3>Description</h3> + +<p>Inverse of hex. Interprets each pair of characters as a hexadecimal number +and converts to the byte representation of number. +</p> + + +<h3>Usage</h3> + +<pre> +unhex(x) + +## S4 method for signature 'Column' +unhex(x) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>Column to compute on.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>unhex since 1.5.0 +</p> + + +<h3>See Also</h3> + +<p>Other math_funcs: <code><a href="acos.html">acos</a></code>, <code><a href="asin.html">asin</a></code>, +<code><a href="atan2.html">atan2</a></code>, <code><a href="atan.html">atan</a></code>, +<code><a href="bin.html">bin</a></code>, <code><a href="bround.html">bround</a></code>, +<code><a href="cbrt.html">cbrt</a></code>, <code><a href="ceil.html">ceil</a></code>, +<code><a href="conv.html">conv</a></code>, <code><a href="corr.html">corr</a></code>, +<code><a href="cosh.html">cosh</a></code>, <code><a href="cos.html">cos</a></code>, +<code><a href="covar_pop.html">covar_pop</a></code>, <code><a href="cov.html">cov</a></code>, +<code><a href="expm1.html">expm1</a></code>, <code><a href="exp.html">exp</a></code>, +<code><a href="factorial.html">factorial</a></code>, <code><a href="floor.html">floor</a></code>, +<code><a href="hex.html">hex</a></code>, <code><a href="hypot.html">hypot</a></code>, +<code><a href="log10.html">log10</a></code>, <code><a href="log1p.html">log1p</a></code>, +<code><a href="log2.html">log2</a></code>, <code><a href="log.html">log</a></code>, +<code><a href="pmod.html">pmod</a></code>, <code><a href="rint.html">rint</a></code>, +<code><a href="round.html">round</a></code>, <code><a href="shiftLeft.html">shiftLeft</a></code>, +<code><a href="shiftRightUnsigned.html">shiftRightUnsigned</a></code>, +<code><a href="shiftRight.html">shiftRight</a></code>, <code><a href="sign.html">signum</a></code>, +<code><a href="sinh.html">sinh</a></code>, <code><a href="sin.html">sin</a></code>, +<code><a href="sqrt.html">sqrt</a></code>, <code><a href="tanh.html">tanh</a></code>, +<code><a href="tan.html">tan</a></code>, <code><a href="toDegrees.html">toDegrees</a></code>, +<code><a href="toRadians.html">toRadians</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: unhex(df$c) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/union.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/union.html b/site/docs/2.2.1/api/R/union.html new file mode 100644 index 0000000..a518030 --- /dev/null +++ b/site/docs/2.2.1/api/R/union.html @@ -0,0 +1,133 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: Return a new SparkDataFrame containing the union of rows</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for union {SparkR}"><tr><td>union {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>Return a new SparkDataFrame containing the union of rows</h2> + +<h3>Description</h3> + +<p>Return a new SparkDataFrame containing the union of rows in this SparkDataFrame +and another SparkDataFrame. This is equivalent to <code>UNION ALL</code> in SQL. +Input SparkDataFrames can have different schemas (names and data types). +</p> +<p>unionAll is deprecated - use union instead +</p> + + +<h3>Usage</h3> + +<pre> +union(x, y) + +unionAll(x, y) + +## S4 method for signature 'SparkDataFrame,SparkDataFrame' +union(x, y) + +## S4 method for signature 'SparkDataFrame,SparkDataFrame' +unionAll(x, y) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>A SparkDataFrame</p> +</td></tr> +<tr valign="top"><td><code>y</code></td> +<td> +<p>A SparkDataFrame</p> +</td></tr> +</table> + + +<h3>Details</h3> + +<p>Note: This does not remove duplicate rows across the two SparkDataFrames. +Also as standard in SQL, this function resolves columns by position (not by name). +</p> + + +<h3>Value</h3> + +<p>A SparkDataFrame containing the result of the union. +</p> + + +<h3>Note</h3> + +<p>union since 2.0.0 +</p> +<p>unionAll since 1.4.0 +</p> + + +<h3>See Also</h3> + +<p><a href="rbind.html">rbind</a> +</p> +<p>Other SparkDataFrame functions: <code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>, +<code><a href="summarize.html">agg</a></code>, <code><a href="arrange.html">arrange</a></code>, +<code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="attach.html">attach,SparkDataFrame-method</a></code>, +<code><a href="cache.html">cache</a></code>, <code><a href="checkpoint.html">checkpoint</a></code>, +<code><a href="coalesce.html">coalesce</a></code>, <code><a href="collect.html">collect</a></code>, +<code><a href="columns.html">colnames</a></code>, <code><a href="coltypes.html">coltypes</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="crossJoin.html">crossJoin</a></code>, <code><a href="dapplyCollect.html">dapplyCollect</a></code>, +<code><a href="dapply.html">dapply</a></code>, <code><a href="summary.html">describe</a></code>, +<code><a href="dim.html">dim</a></code>, <code><a href="distinct.html">distinct</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, <code><a href="nafunctions.html">dropna</a></code>, +<code><a href="drop.html">drop</a></code>, <code><a href="dtypes.html">dtypes</a></code>, +<code><a href="except.html">except</a></code>, <code><a href="explain.html">explain</a></code>, +<code><a href="filter.html">filter</a></code>, <code><a href="first.html">first</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect</a></code>, <code><a href="gapply.html">gapply</a></code>, +<code><a href="getNumPartitions.html">getNumPartitions</a></code>, <code><a href="groupBy.html">group_by</a></code>, +<code><a href="head.html">head</a></code>, <code><a href="hint.html">hint</a></code>, +<code><a href="histogram.html">histogram</a></code>, <code><a href="insertInto.html">insertInto</a></code>, +<code><a href="intersect.html">intersect</a></code>, <code><a href="isLocal.html">isLocal</a></code>, +<code><a href="isStreaming.html">isStreaming</a></code>, <code><a href="join.html">join</a></code>, +<code><a href="limit.html">limit</a></code>, <code><a href="merge.html">merge</a></code>, +<code><a href="mutate.html">mutate</a></code>, <code><a href="ncol.html">ncol</a></code>, +<code><a href="nrow.html">nrow</a></code>, <code><a href="persist.html">persist</a></code>, +<code><a href="printSchema.html">printSchema</a></code>, <code><a href="randomSplit.html">randomSplit</a></code>, +<code><a href="rbind.html">rbind</a></code>, <code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="rename.html">rename</a></code>, <code><a href="repartition.html">repartition</a></code>, +<code><a href="sample.html">sample</a></code>, <code><a href="saveAsTable.html">saveAsTable</a></code>, +<code><a href="schema.html">schema</a></code>, <code><a href="selectExpr.html">selectExpr</a></code>, +<code><a href="select.html">select</a></code>, <code><a href="showDF.html">showDF</a></code>, +<code><a href="show.html">show</a></code>, <code><a href="storageLevel.html">storageLevel</a></code>, +<code><a href="str.html">str</a></code>, <code><a href="subset.html">subset</a></code>, +<code><a href="take.html">take</a></code>, <code><a href="toJSON.html">toJSON</a></code>, +<code><a href="unpersist.html">unpersist</a></code>, <code><a href="withColumn.html">withColumn</a></code>, +<code><a href="with.html">with</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.jdbc.html">write.jdbc</a></code>, <code><a href="write.json.html">write.json</a></code>, +<code><a href="write.orc.html">write.orc</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>, +<code><a href="write.stream.html">write.stream</a></code>, <code><a href="write.text.html">write.text</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D df1 <- read.json(path) +##D df2 <- read.json(path2) +##D unioned <- union(df, df2) +##D unions <- rbind(df, df2, df3, df4) +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/unix_timestamp.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/unix_timestamp.html b/site/docs/2.2.1/api/R/unix_timestamp.html new file mode 100644 index 0000000..c3331d1 --- /dev/null +++ b/site/docs/2.2.1/api/R/unix_timestamp.html @@ -0,0 +1,92 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: unix_timestamp</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for unix_timestamp {SparkR}"><tr><td>unix_timestamp {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>unix_timestamp</h2> + +<h3>Description</h3> + +<p>Gets current Unix timestamp in seconds. +</p> + + +<h3>Usage</h3> + +<pre> +unix_timestamp(x, format) + +## S4 method for signature 'missing,missing' +unix_timestamp(x, format) + +## S4 method for signature 'Column,missing' +unix_timestamp(x, format) + +## S4 method for signature 'Column,character' +unix_timestamp(x, format = "yyyy-MM-dd HH:mm:ss") +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>a Column of date, in string, date or timestamp type.</p> +</td></tr> +<tr valign="top"><td><code>format</code></td> +<td> +<p>the target format. See +<a href="http://docs.oracle.com/javase/tutorial/i18n/format/simpleDateFormat.html"> +Customizing Formats</a> for available options.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>unix_timestamp since 1.5.0 +</p> +<p>unix_timestamp(Column) since 1.5.0 +</p> +<p>unix_timestamp(Column, character) since 1.5.0 +</p> + + +<h3>See Also</h3> + +<p>Other datetime_funcs: <code><a href="add_months.html">add_months</a></code>, +<code><a href="date_add.html">date_add</a></code>, <code><a href="date_format.html">date_format</a></code>, +<code><a href="date_sub.html">date_sub</a></code>, <code><a href="datediff.html">datediff</a></code>, +<code><a href="dayofmonth.html">dayofmonth</a></code>, <code><a href="dayofyear.html">dayofyear</a></code>, +<code><a href="from_unixtime.html">from_unixtime</a></code>, +<code><a href="from_utc_timestamp.html">from_utc_timestamp</a></code>, <code><a href="hour.html">hour</a></code>, +<code><a href="last_day.html">last_day</a></code>, <code><a href="minute.html">minute</a></code>, +<code><a href="months_between.html">months_between</a></code>, <code><a href="month.html">month</a></code>, +<code><a href="next_day.html">next_day</a></code>, <code><a href="quarter.html">quarter</a></code>, +<code><a href="second.html">second</a></code>, <code><a href="to_date.html">to_date</a></code>, +<code><a href="to_timestamp.html">to_timestamp</a></code>, +<code><a href="to_utc_timestamp.html">to_utc_timestamp</a></code>, <code><a href="weekofyear.html">weekofyear</a></code>, +<code><a href="window.html">window</a></code>, <code><a href="year.html">year</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D unix_timestamp() +##D unix_timestamp(df$t) +##D unix_timestamp(df$t, 'yyyy-MM-dd HH') +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/unpersist.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/unpersist.html b/site/docs/2.2.1/api/R/unpersist.html new file mode 100644 index 0000000..1c4cc78 --- /dev/null +++ b/site/docs/2.2.1/api/R/unpersist.html @@ -0,0 +1,112 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: Unpersist</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for unpersist {SparkR}"><tr><td>unpersist {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>Unpersist</h2> + +<h3>Description</h3> + +<p>Mark this SparkDataFrame as non-persistent, and remove all blocks for it from memory and +disk. +</p> + + +<h3>Usage</h3> + +<pre> +unpersist(x, ...) + +## S4 method for signature 'SparkDataFrame' +unpersist(x, blocking = TRUE) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>the SparkDataFrame to unpersist.</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>further arguments to be passed to or from other methods.</p> +</td></tr> +<tr valign="top"><td><code>blocking</code></td> +<td> +<p>whether to block until all blocks are deleted.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>unpersist since 1.4.0 +</p> + + +<h3>See Also</h3> + +<p>Other SparkDataFrame functions: <code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>, +<code><a href="summarize.html">agg</a></code>, <code><a href="arrange.html">arrange</a></code>, +<code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="attach.html">attach,SparkDataFrame-method</a></code>, +<code><a href="cache.html">cache</a></code>, <code><a href="checkpoint.html">checkpoint</a></code>, +<code><a href="coalesce.html">coalesce</a></code>, <code><a href="collect.html">collect</a></code>, +<code><a href="columns.html">colnames</a></code>, <code><a href="coltypes.html">coltypes</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="crossJoin.html">crossJoin</a></code>, <code><a href="dapplyCollect.html">dapplyCollect</a></code>, +<code><a href="dapply.html">dapply</a></code>, <code><a href="summary.html">describe</a></code>, +<code><a href="dim.html">dim</a></code>, <code><a href="distinct.html">distinct</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, <code><a href="nafunctions.html">dropna</a></code>, +<code><a href="drop.html">drop</a></code>, <code><a href="dtypes.html">dtypes</a></code>, +<code><a href="except.html">except</a></code>, <code><a href="explain.html">explain</a></code>, +<code><a href="filter.html">filter</a></code>, <code><a href="first.html">first</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect</a></code>, <code><a href="gapply.html">gapply</a></code>, +<code><a href="getNumPartitions.html">getNumPartitions</a></code>, <code><a href="groupBy.html">group_by</a></code>, +<code><a href="head.html">head</a></code>, <code><a href="hint.html">hint</a></code>, +<code><a href="histogram.html">histogram</a></code>, <code><a href="insertInto.html">insertInto</a></code>, +<code><a href="intersect.html">intersect</a></code>, <code><a href="isLocal.html">isLocal</a></code>, +<code><a href="isStreaming.html">isStreaming</a></code>, <code><a href="join.html">join</a></code>, +<code><a href="limit.html">limit</a></code>, <code><a href="merge.html">merge</a></code>, +<code><a href="mutate.html">mutate</a></code>, <code><a href="ncol.html">ncol</a></code>, +<code><a href="nrow.html">nrow</a></code>, <code><a href="persist.html">persist</a></code>, +<code><a href="printSchema.html">printSchema</a></code>, <code><a href="randomSplit.html">randomSplit</a></code>, +<code><a href="rbind.html">rbind</a></code>, <code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="rename.html">rename</a></code>, <code><a href="repartition.html">repartition</a></code>, +<code><a href="sample.html">sample</a></code>, <code><a href="saveAsTable.html">saveAsTable</a></code>, +<code><a href="schema.html">schema</a></code>, <code><a href="selectExpr.html">selectExpr</a></code>, +<code><a href="select.html">select</a></code>, <code><a href="showDF.html">showDF</a></code>, +<code><a href="show.html">show</a></code>, <code><a href="storageLevel.html">storageLevel</a></code>, +<code><a href="str.html">str</a></code>, <code><a href="subset.html">subset</a></code>, +<code><a href="take.html">take</a></code>, <code><a href="toJSON.html">toJSON</a></code>, +<code><a href="union.html">union</a></code>, <code><a href="withColumn.html">withColumn</a></code>, +<code><a href="with.html">with</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.jdbc.html">write.jdbc</a></code>, <code><a href="write.json.html">write.json</a></code>, +<code><a href="write.orc.html">write.orc</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>, +<code><a href="write.stream.html">write.stream</a></code>, <code><a href="write.text.html">write.text</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D path <- "path/to/file.json" +##D df <- read.json(path) +##D persist(df, "MEMORY_AND_DISK") +##D unpersist(df) +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/upper.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/upper.html b/site/docs/2.2.1/api/R/upper.html new file mode 100644 index 0000000..6a5a51e --- /dev/null +++ b/site/docs/2.2.1/api/R/upper.html @@ -0,0 +1,73 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: upper</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for upper {SparkR}"><tr><td>upper {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>upper</h2> + +<h3>Description</h3> + +<p>Converts a string column to upper case. +</p> + + +<h3>Usage</h3> + +<pre> +upper(x) + +## S4 method for signature 'Column' +upper(x) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>Column to compute on.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>upper since 1.4.0 +</p> + + +<h3>See Also</h3> + +<p>Other string_funcs: <code><a href="ascii.html">ascii</a></code>, +<code><a href="base64.html">base64</a></code>, <code><a href="concat_ws.html">concat_ws</a></code>, +<code><a href="concat.html">concat</a></code>, <code><a href="decode.html">decode</a></code>, +<code><a href="encode.html">encode</a></code>, <code><a href="format_number.html">format_number</a></code>, +<code><a href="format_string.html">format_string</a></code>, <code><a href="initcap.html">initcap</a></code>, +<code><a href="instr.html">instr</a></code>, <code><a href="length.html">length</a></code>, +<code><a href="levenshtein.html">levenshtein</a></code>, <code><a href="locate.html">locate</a></code>, +<code><a href="lower.html">lower</a></code>, <code><a href="lpad.html">lpad</a></code>, +<code><a href="ltrim.html">ltrim</a></code>, <code><a href="regexp_extract.html">regexp_extract</a></code>, +<code><a href="regexp_replace.html">regexp_replace</a></code>, <code><a href="reverse.html">reverse</a></code>, +<code><a href="rpad.html">rpad</a></code>, <code><a href="rtrim.html">rtrim</a></code>, +<code><a href="soundex.html">soundex</a></code>, <code><a href="substring_index.html">substring_index</a></code>, +<code><a href="translate.html">translate</a></code>, <code><a href="trim.html">trim</a></code>, +<code><a href="unbase64.html">unbase64</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: upper(df$c) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/var.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/var.html b/site/docs/2.2.1/api/R/var.html new file mode 100644 index 0000000..9e79833 --- /dev/null +++ b/site/docs/2.2.1/api/R/var.html @@ -0,0 +1,85 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: var</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for var {SparkR}"><tr><td>var {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>var</h2> + +<h3>Description</h3> + +<p>Aggregate function: alias for <a href="var_samp.html">var_samp</a>. +</p> + + +<h3>Usage</h3> + +<pre> +var(x, y = NULL, na.rm = FALSE, use) + +variance(x) + +## S4 method for signature 'Column' +var(x) + +## S4 method for signature 'Column' +variance(x) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>a Column to compute on.</p> +</td></tr> +<tr valign="top"><td><code>y, na.rm, use</code></td> +<td> +<p>currently not used.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>var since 1.6.0 +</p> +<p>variance since 1.6.0 +</p> + + +<h3>See Also</h3> + +<p><a href="var_pop.html">var_pop</a>, <a href="var_samp.html">var_samp</a> +</p> +<p>Other agg_funcs: <code><a href="summarize.html">agg</a></code>, <code><a href="avg.html">avg</a></code>, +<code><a href="countDistinct.html">countDistinct</a></code>, <code><a href="count.html">count</a></code>, +<code><a href="first.html">first</a></code>, <code><a href="kurtosis.html">kurtosis</a></code>, +<code><a href="last.html">last</a></code>, <code><a href="max.html">max</a></code>, +<code><a href="mean.html">mean</a></code>, <code><a href="min.html">min</a></code>, <code><a href="sd.html">sd</a></code>, +<code><a href="skewness.html">skewness</a></code>, <code><a href="stddev_pop.html">stddev_pop</a></code>, +<code><a href="stddev_samp.html">stddev_samp</a></code>, <code><a href="sumDistinct.html">sumDistinct</a></code>, +<code><a href="sum.html">sum</a></code>, <code><a href="var_pop.html">var_pop</a></code>, +<code><a href="var_samp.html">var_samp</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D variance(df$c) +##D select(df, var_pop(df$age)) +##D agg(df, var(df$age)) +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/var_pop.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/var_pop.html b/site/docs/2.2.1/api/R/var_pop.html new file mode 100644 index 0000000..2b91769 --- /dev/null +++ b/site/docs/2.2.1/api/R/var_pop.html @@ -0,0 +1,70 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: var_pop</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for var_pop {SparkR}"><tr><td>var_pop {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>var_pop</h2> + +<h3>Description</h3> + +<p>Aggregate function: returns the population variance of the values in a group. +</p> + + +<h3>Usage</h3> + +<pre> +var_pop(x) + +## S4 method for signature 'Column' +var_pop(x) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>Column to compute on.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>var_pop since 1.5.0 +</p> + + +<h3>See Also</h3> + +<p><a href="var.html">var</a>, <a href="var_samp.html">var_samp</a> +</p> +<p>Other agg_funcs: <code><a href="summarize.html">agg</a></code>, <code><a href="avg.html">avg</a></code>, +<code><a href="countDistinct.html">countDistinct</a></code>, <code><a href="count.html">count</a></code>, +<code><a href="first.html">first</a></code>, <code><a href="kurtosis.html">kurtosis</a></code>, +<code><a href="last.html">last</a></code>, <code><a href="max.html">max</a></code>, +<code><a href="mean.html">mean</a></code>, <code><a href="min.html">min</a></code>, <code><a href="sd.html">sd</a></code>, +<code><a href="skewness.html">skewness</a></code>, <code><a href="stddev_pop.html">stddev_pop</a></code>, +<code><a href="stddev_samp.html">stddev_samp</a></code>, <code><a href="sumDistinct.html">sumDistinct</a></code>, +<code><a href="sum.html">sum</a></code>, <code><a href="var_samp.html">var_samp</a></code>, +<code><a href="var.html">var</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: var_pop(df$c) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/var_samp.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/var_samp.html b/site/docs/2.2.1/api/R/var_samp.html new file mode 100644 index 0000000..ed061f0 --- /dev/null +++ b/site/docs/2.2.1/api/R/var_samp.html @@ -0,0 +1,70 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: var_samp</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for var_samp {SparkR}"><tr><td>var_samp {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>var_samp</h2> + +<h3>Description</h3> + +<p>Aggregate function: returns the unbiased variance of the values in a group. +</p> + + +<h3>Usage</h3> + +<pre> +var_samp(x) + +## S4 method for signature 'Column' +var_samp(x) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>Column to compute on.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>var_samp since 1.6.0 +</p> + + +<h3>See Also</h3> + +<p><a href="var_pop.html">var_pop</a>, <a href="var.html">var</a> +</p> +<p>Other agg_funcs: <code><a href="summarize.html">agg</a></code>, <code><a href="avg.html">avg</a></code>, +<code><a href="countDistinct.html">countDistinct</a></code>, <code><a href="count.html">count</a></code>, +<code><a href="first.html">first</a></code>, <code><a href="kurtosis.html">kurtosis</a></code>, +<code><a href="last.html">last</a></code>, <code><a href="max.html">max</a></code>, +<code><a href="mean.html">mean</a></code>, <code><a href="min.html">min</a></code>, <code><a href="sd.html">sd</a></code>, +<code><a href="skewness.html">skewness</a></code>, <code><a href="stddev_pop.html">stddev_pop</a></code>, +<code><a href="stddev_samp.html">stddev_samp</a></code>, <code><a href="sumDistinct.html">sumDistinct</a></code>, +<code><a href="sum.html">sum</a></code>, <code><a href="var_pop.html">var_pop</a></code>, +<code><a href="var.html">var</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: var_samp(df$c) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/weekofyear.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/weekofyear.html b/site/docs/2.2.1/api/R/weekofyear.html new file mode 100644 index 0000000..9794fc6 --- /dev/null +++ b/site/docs/2.2.1/api/R/weekofyear.html @@ -0,0 +1,73 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: weekofyear</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for weekofyear {SparkR}"><tr><td>weekofyear {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>weekofyear</h2> + +<h3>Description</h3> + +<p>Extracts the week number as an integer from a given date/timestamp/string. +</p> + + +<h3>Usage</h3> + +<pre> +weekofyear(x) + +## S4 method for signature 'Column' +weekofyear(x) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>Column to compute on.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>weekofyear since 1.5.0 +</p> + + +<h3>See Also</h3> + +<p>Other datetime_funcs: <code><a href="add_months.html">add_months</a></code>, +<code><a href="date_add.html">date_add</a></code>, <code><a href="date_format.html">date_format</a></code>, +<code><a href="date_sub.html">date_sub</a></code>, <code><a href="datediff.html">datediff</a></code>, +<code><a href="dayofmonth.html">dayofmonth</a></code>, <code><a href="dayofyear.html">dayofyear</a></code>, +<code><a href="from_unixtime.html">from_unixtime</a></code>, +<code><a href="from_utc_timestamp.html">from_utc_timestamp</a></code>, <code><a href="hour.html">hour</a></code>, +<code><a href="last_day.html">last_day</a></code>, <code><a href="minute.html">minute</a></code>, +<code><a href="months_between.html">months_between</a></code>, <code><a href="month.html">month</a></code>, +<code><a href="next_day.html">next_day</a></code>, <code><a href="quarter.html">quarter</a></code>, +<code><a href="second.html">second</a></code>, <code><a href="to_date.html">to_date</a></code>, +<code><a href="to_timestamp.html">to_timestamp</a></code>, +<code><a href="to_utc_timestamp.html">to_utc_timestamp</a></code>, +<code><a href="unix_timestamp.html">unix_timestamp</a></code>, <code><a href="window.html">window</a></code>, +<code><a href="year.html">year</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: weekofyear(df$c) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/when.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/when.html b/site/docs/2.2.1/api/R/when.html new file mode 100644 index 0000000..a84369a --- /dev/null +++ b/site/docs/2.2.1/api/R/when.html @@ -0,0 +1,75 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: when</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for when {SparkR}"><tr><td>when {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>when</h2> + +<h3>Description</h3> + +<p>Evaluates a list of conditions and returns one of multiple possible result expressions. +For unmatched expressions null is returned. +</p> + + +<h3>Usage</h3> + +<pre> +when(condition, value) + +## S4 method for signature 'Column' +when(condition, value) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>condition</code></td> +<td> +<p>the condition to test on. Must be a Column expression.</p> +</td></tr> +<tr valign="top"><td><code>value</code></td> +<td> +<p>result expression.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>when since 1.5.0 +</p> + + +<h3>See Also</h3> + +<p><a href="ifelse.html">ifelse</a> +</p> +<p>Other normal_funcs: <code><a href="abs.html">abs</a></code>, +<code><a href="bitwiseNOT.html">bitwiseNOT</a></code>, <code><a href="coalesce.html">coalesce</a></code>, +<code><a href="column.html">column</a></code>, <code><a href="expr.html">expr</a></code>, +<code><a href="from_json.html">from_json</a></code>, <code><a href="greatest.html">greatest</a></code>, +<code><a href="ifelse.html">ifelse</a></code>, <code><a href="is.nan.html">isnan</a></code>, +<code><a href="least.html">least</a></code>, <code><a href="lit.html">lit</a></code>, +<code><a href="nanvl.html">nanvl</a></code>, <code><a href="negate.html">negate</a></code>, +<code><a href="randn.html">randn</a></code>, <code><a href="rand.html">rand</a></code>, +<code><a href="struct.html">struct</a></code>, <code><a href="to_json.html">to_json</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: when(df$age == 2, df$age + 1) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/window.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/window.html b/site/docs/2.2.1/api/R/window.html new file mode 100644 index 0000000..b348fc7 --- /dev/null +++ b/site/docs/2.2.1/api/R/window.html @@ -0,0 +1,123 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: window</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for window {SparkR}"><tr><td>window {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>window</h2> + +<h3>Description</h3> + +<p>Bucketize rows into one or more time windows given a timestamp specifying column. Window +starts are inclusive but the window ends are exclusive, e.g. 12:05 will be in the window +[12:05,12:10) but not in [12:00,12:05). Windows can support microsecond precision. Windows in +the order of months are not supported. +</p> + + +<h3>Usage</h3> + +<pre> +window(x, ...) + +## S4 method for signature 'Column' +window(x, windowDuration, slideDuration = NULL, + startTime = NULL) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>a time Column. Must be of TimestampType.</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>further arguments to be passed to or from other methods.</p> +</td></tr> +<tr valign="top"><td><code>windowDuration</code></td> +<td> +<p>a string specifying the width of the window, e.g. '1 second', +'1 day 12 hours', '2 minutes'. Valid interval strings are 'week', +'day', 'hour', 'minute', 'second', 'millisecond', 'microsecond'. Note that +the duration is a fixed length of time, and does not vary over time +according to a calendar. For example, '1 day' always means 86,400,000 +milliseconds, not a calendar day.</p> +</td></tr> +<tr valign="top"><td><code>slideDuration</code></td> +<td> +<p>a string specifying the sliding interval of the window. Same format as +<code>windowDuration</code>. A new window will be generated every +<code>slideDuration</code>. Must be less than or equal to +the <code>windowDuration</code>. This duration is likewise absolute, and does not +vary according to a calendar.</p> +</td></tr> +<tr valign="top"><td><code>startTime</code></td> +<td> +<p>the offset with respect to 1970-01-01 00:00:00 UTC with which to start +window intervals. For example, in order to have hourly tumbling windows +that start 15 minutes past the hour, e.g. 12:15-13:15, 13:15-14:15... provide +<code>startTime</code> as <code>"15 minutes"</code>.</p> +</td></tr> +</table> + + +<h3>Value</h3> + +<p>An output column of struct called 'window' by default with the nested columns 'start' +and 'end'. +</p> + + +<h3>Note</h3> + +<p>window since 2.0.0 +</p> + + +<h3>See Also</h3> + +<p>Other datetime_funcs: <code><a href="add_months.html">add_months</a></code>, +<code><a href="date_add.html">date_add</a></code>, <code><a href="date_format.html">date_format</a></code>, +<code><a href="date_sub.html">date_sub</a></code>, <code><a href="datediff.html">datediff</a></code>, +<code><a href="dayofmonth.html">dayofmonth</a></code>, <code><a href="dayofyear.html">dayofyear</a></code>, +<code><a href="from_unixtime.html">from_unixtime</a></code>, +<code><a href="from_utc_timestamp.html">from_utc_timestamp</a></code>, <code><a href="hour.html">hour</a></code>, +<code><a href="last_day.html">last_day</a></code>, <code><a href="minute.html">minute</a></code>, +<code><a href="months_between.html">months_between</a></code>, <code><a href="month.html">month</a></code>, +<code><a href="next_day.html">next_day</a></code>, <code><a href="quarter.html">quarter</a></code>, +<code><a href="second.html">second</a></code>, <code><a href="to_date.html">to_date</a></code>, +<code><a href="to_timestamp.html">to_timestamp</a></code>, +<code><a href="to_utc_timestamp.html">to_utc_timestamp</a></code>, +<code><a href="unix_timestamp.html">unix_timestamp</a></code>, <code><a href="weekofyear.html">weekofyear</a></code>, +<code><a href="year.html">year</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D # One minute windows every 15 seconds 10 seconds after the minute, e.g. 09:00:10-09:01:10, +##D # 09:00:25-09:01:25, 09:00:40-09:01:40, ... +##D window(df$time, "1 minute", "15 seconds", "10 seconds") +##D +##D # One minute tumbling windows 15 seconds after the minute, e.g. 09:00:15-09:01:15, +##D # 09:01:15-09:02:15... +##D window(df$time, "1 minute", startTime = "15 seconds") +##D +##D # Thirty-second windows every 10 seconds, e.g. 09:00:00-09:00:30, 09:00:10-09:00:40, ... +##D window(df$time, "30 seconds", "10 seconds") +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/windowOrderBy.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/windowOrderBy.html b/site/docs/2.2.1/api/R/windowOrderBy.html new file mode 100644 index 0000000..73e916d --- /dev/null +++ b/site/docs/2.2.1/api/R/windowOrderBy.html @@ -0,0 +1,71 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: windowOrderBy</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for windowOrderBy {SparkR}"><tr><td>windowOrderBy {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>windowOrderBy</h2> + +<h3>Description</h3> + +<p>Creates a WindowSpec with the ordering defined. +</p> + + +<h3>Usage</h3> + +<pre> +windowOrderBy(col, ...) + +## S4 method for signature 'character' +windowOrderBy(col, ...) + +## S4 method for signature 'Column' +windowOrderBy(col, ...) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>col</code></td> +<td> +<p>A column name or Column by which rows are ordered within +windows.</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>Optional column names or Columns in addition to col, by +which rows are ordered within windows.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>windowOrderBy(character) since 2.0.0 +</p> +<p>windowOrderBy(Column) since 2.0.0 +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D ws <- windowOrderBy("key1", "key2") +##D df1 <- select(df, over(lead("value", 1), ws)) +##D +##D ws <- windowOrderBy(df$key1, df$key2) +##D df1 <- select(df, over(lead("value", 1), ws)) +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/windowPartitionBy.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/windowPartitionBy.html b/site/docs/2.2.1/api/R/windowPartitionBy.html new file mode 100644 index 0000000..4642f03 --- /dev/null +++ b/site/docs/2.2.1/api/R/windowPartitionBy.html @@ -0,0 +1,71 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: windowPartitionBy</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for windowPartitionBy {SparkR}"><tr><td>windowPartitionBy {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>windowPartitionBy</h2> + +<h3>Description</h3> + +<p>Creates a WindowSpec with the partitioning defined. +</p> + + +<h3>Usage</h3> + +<pre> +windowPartitionBy(col, ...) + +## S4 method for signature 'character' +windowPartitionBy(col, ...) + +## S4 method for signature 'Column' +windowPartitionBy(col, ...) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>col</code></td> +<td> +<p>A column name or Column by which rows are partitioned to +windows.</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>Optional column names or Columns in addition to col, by +which rows are partitioned to windows.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>windowPartitionBy(character) since 2.0.0 +</p> +<p>windowPartitionBy(Column) since 2.0.0 +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D ws <- orderBy(windowPartitionBy("key1", "key2"), "key3") +##D df1 <- select(df, over(lead("value", 1), ws)) +##D +##D ws <- orderBy(windowPartitionBy(df$key1, df$key2), df$key3) +##D df1 <- select(df, over(lead("value", 1), ws)) +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/with.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/with.html b/site/docs/2.2.1/api/R/with.html new file mode 100644 index 0000000..af64a89 --- /dev/null +++ b/site/docs/2.2.1/api/R/with.html @@ -0,0 +1,113 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: Evaluate a R expression in an environment constructed from a...</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for with {SparkR}"><tr><td>with {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>Evaluate a R expression in an environment constructed from a SparkDataFrame</h2> + +<h3>Description</h3> + +<p>Evaluate a R expression in an environment constructed from a SparkDataFrame +with() allows access to columns of a SparkDataFrame by simply referring to +their name. It appends every column of a SparkDataFrame into a new +environment. Then, the given expression is evaluated in this new +environment. +</p> + + +<h3>Usage</h3> + +<pre> +with(data, expr, ...) + +## S4 method for signature 'SparkDataFrame' +with(data, expr, ...) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>data</code></td> +<td> +<p>(SparkDataFrame) SparkDataFrame to use for constructing an environment.</p> +</td></tr> +<tr valign="top"><td><code>expr</code></td> +<td> +<p>(expression) Expression to evaluate.</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>arguments to be passed to future methods.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>with since 1.6.0 +</p> + + +<h3>See Also</h3> + +<p><a href="attach.html">attach</a> +</p> +<p>Other SparkDataFrame functions: <code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>, +<code><a href="summarize.html">agg</a></code>, <code><a href="arrange.html">arrange</a></code>, +<code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="attach.html">attach,SparkDataFrame-method</a></code>, +<code><a href="cache.html">cache</a></code>, <code><a href="checkpoint.html">checkpoint</a></code>, +<code><a href="coalesce.html">coalesce</a></code>, <code><a href="collect.html">collect</a></code>, +<code><a href="columns.html">colnames</a></code>, <code><a href="coltypes.html">coltypes</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="crossJoin.html">crossJoin</a></code>, <code><a href="dapplyCollect.html">dapplyCollect</a></code>, +<code><a href="dapply.html">dapply</a></code>, <code><a href="summary.html">describe</a></code>, +<code><a href="dim.html">dim</a></code>, <code><a href="distinct.html">distinct</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, <code><a href="nafunctions.html">dropna</a></code>, +<code><a href="drop.html">drop</a></code>, <code><a href="dtypes.html">dtypes</a></code>, +<code><a href="except.html">except</a></code>, <code><a href="explain.html">explain</a></code>, +<code><a href="filter.html">filter</a></code>, <code><a href="first.html">first</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect</a></code>, <code><a href="gapply.html">gapply</a></code>, +<code><a href="getNumPartitions.html">getNumPartitions</a></code>, <code><a href="groupBy.html">group_by</a></code>, +<code><a href="head.html">head</a></code>, <code><a href="hint.html">hint</a></code>, +<code><a href="histogram.html">histogram</a></code>, <code><a href="insertInto.html">insertInto</a></code>, +<code><a href="intersect.html">intersect</a></code>, <code><a href="isLocal.html">isLocal</a></code>, +<code><a href="isStreaming.html">isStreaming</a></code>, <code><a href="join.html">join</a></code>, +<code><a href="limit.html">limit</a></code>, <code><a href="merge.html">merge</a></code>, +<code><a href="mutate.html">mutate</a></code>, <code><a href="ncol.html">ncol</a></code>, +<code><a href="nrow.html">nrow</a></code>, <code><a href="persist.html">persist</a></code>, +<code><a href="printSchema.html">printSchema</a></code>, <code><a href="randomSplit.html">randomSplit</a></code>, +<code><a href="rbind.html">rbind</a></code>, <code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="rename.html">rename</a></code>, <code><a href="repartition.html">repartition</a></code>, +<code><a href="sample.html">sample</a></code>, <code><a href="saveAsTable.html">saveAsTable</a></code>, +<code><a href="schema.html">schema</a></code>, <code><a href="selectExpr.html">selectExpr</a></code>, +<code><a href="select.html">select</a></code>, <code><a href="showDF.html">showDF</a></code>, +<code><a href="show.html">show</a></code>, <code><a href="storageLevel.html">storageLevel</a></code>, +<code><a href="str.html">str</a></code>, <code><a href="subset.html">subset</a></code>, +<code><a href="take.html">take</a></code>, <code><a href="toJSON.html">toJSON</a></code>, +<code><a href="union.html">union</a></code>, <code><a href="unpersist.html">unpersist</a></code>, +<code><a href="withColumn.html">withColumn</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.jdbc.html">write.jdbc</a></code>, <code><a href="write.json.html">write.json</a></code>, +<code><a href="write.orc.html">write.orc</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>, +<code><a href="write.stream.html">write.stream</a></code>, <code><a href="write.text.html">write.text</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D with(irisDf, nrow(Sepal_Width)) +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/withColumn.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/withColumn.html b/site/docs/2.2.1/api/R/withColumn.html new file mode 100644 index 0000000..0a4c7ca --- /dev/null +++ b/site/docs/2.2.1/api/R/withColumn.html @@ -0,0 +1,126 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: WithColumn</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for withColumn {SparkR}"><tr><td>withColumn {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>WithColumn</h2> + +<h3>Description</h3> + +<p>Return a new SparkDataFrame by adding a column or replacing the existing column +that has the same name. +</p> + + +<h3>Usage</h3> + +<pre> +withColumn(x, colName, col) + +## S4 method for signature 'SparkDataFrame,character' +withColumn(x, colName, col) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>a SparkDataFrame.</p> +</td></tr> +<tr valign="top"><td><code>colName</code></td> +<td> +<p>a column name.</p> +</td></tr> +<tr valign="top"><td><code>col</code></td> +<td> +<p>a Column expression, or an atomic vector in the length of 1 as literal value.</p> +</td></tr> +</table> + + +<h3>Value</h3> + +<p>A SparkDataFrame with the new column added or the existing column replaced. +</p> + + +<h3>Note</h3> + +<p>withColumn since 1.4.0 +</p> + + +<h3>See Also</h3> + +<p><a href="rename.html">rename</a> <a href="mutate.html">mutate</a> <a href="subset.html">subset</a> +</p> +<p>Other SparkDataFrame functions: <code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>, +<code><a href="summarize.html">agg</a></code>, <code><a href="arrange.html">arrange</a></code>, +<code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="attach.html">attach,SparkDataFrame-method</a></code>, +<code><a href="cache.html">cache</a></code>, <code><a href="checkpoint.html">checkpoint</a></code>, +<code><a href="coalesce.html">coalesce</a></code>, <code><a href="collect.html">collect</a></code>, +<code><a href="columns.html">colnames</a></code>, <code><a href="coltypes.html">coltypes</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="crossJoin.html">crossJoin</a></code>, <code><a href="dapplyCollect.html">dapplyCollect</a></code>, +<code><a href="dapply.html">dapply</a></code>, <code><a href="summary.html">describe</a></code>, +<code><a href="dim.html">dim</a></code>, <code><a href="distinct.html">distinct</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, <code><a href="nafunctions.html">dropna</a></code>, +<code><a href="drop.html">drop</a></code>, <code><a href="dtypes.html">dtypes</a></code>, +<code><a href="except.html">except</a></code>, <code><a href="explain.html">explain</a></code>, +<code><a href="filter.html">filter</a></code>, <code><a href="first.html">first</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect</a></code>, <code><a href="gapply.html">gapply</a></code>, +<code><a href="getNumPartitions.html">getNumPartitions</a></code>, <code><a href="groupBy.html">group_by</a></code>, +<code><a href="head.html">head</a></code>, <code><a href="hint.html">hint</a></code>, +<code><a href="histogram.html">histogram</a></code>, <code><a href="insertInto.html">insertInto</a></code>, +<code><a href="intersect.html">intersect</a></code>, <code><a href="isLocal.html">isLocal</a></code>, +<code><a href="isStreaming.html">isStreaming</a></code>, <code><a href="join.html">join</a></code>, +<code><a href="limit.html">limit</a></code>, <code><a href="merge.html">merge</a></code>, +<code><a href="mutate.html">mutate</a></code>, <code><a href="ncol.html">ncol</a></code>, +<code><a href="nrow.html">nrow</a></code>, <code><a href="persist.html">persist</a></code>, +<code><a href="printSchema.html">printSchema</a></code>, <code><a href="randomSplit.html">randomSplit</a></code>, +<code><a href="rbind.html">rbind</a></code>, <code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="rename.html">rename</a></code>, <code><a href="repartition.html">repartition</a></code>, +<code><a href="sample.html">sample</a></code>, <code><a href="saveAsTable.html">saveAsTable</a></code>, +<code><a href="schema.html">schema</a></code>, <code><a href="selectExpr.html">selectExpr</a></code>, +<code><a href="select.html">select</a></code>, <code><a href="showDF.html">showDF</a></code>, +<code><a href="show.html">show</a></code>, <code><a href="storageLevel.html">storageLevel</a></code>, +<code><a href="str.html">str</a></code>, <code><a href="subset.html">subset</a></code>, +<code><a href="take.html">take</a></code>, <code><a href="toJSON.html">toJSON</a></code>, +<code><a href="union.html">union</a></code>, <code><a href="unpersist.html">unpersist</a></code>, +<code><a href="with.html">with</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.jdbc.html">write.jdbc</a></code>, <code><a href="write.json.html">write.json</a></code>, +<code><a href="write.orc.html">write.orc</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>, +<code><a href="write.stream.html">write.stream</a></code>, <code><a href="write.text.html">write.text</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D path <- "path/to/file.json" +##D df <- read.json(path) +##D newDF <- withColumn(df, "newCol", df$col1 * 5) +##D # Replace an existing column +##D newDF2 <- withColumn(newDF, "newCol", newDF$col1) +##D newDF3 <- withColumn(newDF, "newCol", 42) +##D # Use extract operator to set an existing or new column +##D df[["age"]] <- 23 +##D df[[2]] <- df$col1 +##D df[[2]] <- NULL # drop column +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/write.df.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/write.df.html b/site/docs/2.2.1/api/R/write.df.html new file mode 100644 index 0000000..fe18464 --- /dev/null +++ b/site/docs/2.2.1/api/R/write.df.html @@ -0,0 +1,156 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: Save the contents of SparkDataFrame to a data source.</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for write.df {SparkR}"><tr><td>write.df {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>Save the contents of SparkDataFrame to a data source.</h2> + +<h3>Description</h3> + +<p>The data source is specified by the <code>source</code> and a set of options (...). +If <code>source</code> is not specified, the default data source configured by +spark.sql.sources.default will be used. +</p> + + +<h3>Usage</h3> + +<pre> +write.df(df, path = NULL, ...) + +saveDF(df, path, source = NULL, mode = "error", ...) + +write.df(df, path = NULL, ...) + +## S4 method for signature 'SparkDataFrame' +write.df(df, path = NULL, source = NULL, + mode = "error", ...) + +## S4 method for signature 'SparkDataFrame,character' +saveDF(df, path, source = NULL, + mode = "error", ...) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>df</code></td> +<td> +<p>a SparkDataFrame.</p> +</td></tr> +<tr valign="top"><td><code>path</code></td> +<td> +<p>a name for the table.</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>additional argument(s) passed to the method.</p> +</td></tr> +<tr valign="top"><td><code>source</code></td> +<td> +<p>a name for external data source.</p> +</td></tr> +<tr valign="top"><td><code>mode</code></td> +<td> +<p>one of 'append', 'overwrite', 'error', 'ignore' save mode (it is 'error' by default)</p> +</td></tr> +</table> + + +<h3>Details</h3> + +<p>Additionally, mode is used to specify the behavior of the save operation when data already +exists in the data source. There are four modes: +</p> + +<ul> +<li><p> append: Contents of this SparkDataFrame are expected to be appended to existing data. +</p> +</li> +<li><p> overwrite: Existing data is expected to be overwritten by the contents of this +SparkDataFrame. +</p> +</li> +<li><p> error: An exception is expected to be thrown. +</p> +</li> +<li><p> ignore: The save operation is expected to not save the contents of the SparkDataFrame +and to not change the existing data. +</p> +</li></ul> + + + +<h3>Note</h3> + +<p>write.df since 1.4.0 +</p> +<p>saveDF since 1.4.0 +</p> + + +<h3>See Also</h3> + +<p>Other SparkDataFrame functions: <code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>, +<code><a href="summarize.html">agg</a></code>, <code><a href="arrange.html">arrange</a></code>, +<code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="attach.html">attach,SparkDataFrame-method</a></code>, +<code><a href="cache.html">cache</a></code>, <code><a href="checkpoint.html">checkpoint</a></code>, +<code><a href="coalesce.html">coalesce</a></code>, <code><a href="collect.html">collect</a></code>, +<code><a href="columns.html">colnames</a></code>, <code><a href="coltypes.html">coltypes</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="crossJoin.html">crossJoin</a></code>, <code><a href="dapplyCollect.html">dapplyCollect</a></code>, +<code><a href="dapply.html">dapply</a></code>, <code><a href="summary.html">describe</a></code>, +<code><a href="dim.html">dim</a></code>, <code><a href="distinct.html">distinct</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, <code><a href="nafunctions.html">dropna</a></code>, +<code><a href="drop.html">drop</a></code>, <code><a href="dtypes.html">dtypes</a></code>, +<code><a href="except.html">except</a></code>, <code><a href="explain.html">explain</a></code>, +<code><a href="filter.html">filter</a></code>, <code><a href="first.html">first</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect</a></code>, <code><a href="gapply.html">gapply</a></code>, +<code><a href="getNumPartitions.html">getNumPartitions</a></code>, <code><a href="groupBy.html">group_by</a></code>, +<code><a href="head.html">head</a></code>, <code><a href="hint.html">hint</a></code>, +<code><a href="histogram.html">histogram</a></code>, <code><a href="insertInto.html">insertInto</a></code>, +<code><a href="intersect.html">intersect</a></code>, <code><a href="isLocal.html">isLocal</a></code>, +<code><a href="isStreaming.html">isStreaming</a></code>, <code><a href="join.html">join</a></code>, +<code><a href="limit.html">limit</a></code>, <code><a href="merge.html">merge</a></code>, +<code><a href="mutate.html">mutate</a></code>, <code><a href="ncol.html">ncol</a></code>, +<code><a href="nrow.html">nrow</a></code>, <code><a href="persist.html">persist</a></code>, +<code><a href="printSchema.html">printSchema</a></code>, <code><a href="randomSplit.html">randomSplit</a></code>, +<code><a href="rbind.html">rbind</a></code>, <code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="rename.html">rename</a></code>, <code><a href="repartition.html">repartition</a></code>, +<code><a href="sample.html">sample</a></code>, <code><a href="saveAsTable.html">saveAsTable</a></code>, +<code><a href="schema.html">schema</a></code>, <code><a href="selectExpr.html">selectExpr</a></code>, +<code><a href="select.html">select</a></code>, <code><a href="showDF.html">showDF</a></code>, +<code><a href="show.html">show</a></code>, <code><a href="storageLevel.html">storageLevel</a></code>, +<code><a href="str.html">str</a></code>, <code><a href="subset.html">subset</a></code>, +<code><a href="take.html">take</a></code>, <code><a href="toJSON.html">toJSON</a></code>, +<code><a href="union.html">union</a></code>, <code><a href="unpersist.html">unpersist</a></code>, +<code><a href="withColumn.html">withColumn</a></code>, <code><a href="with.html">with</a></code>, +<code><a href="write.jdbc.html">write.jdbc</a></code>, <code><a href="write.json.html">write.json</a></code>, +<code><a href="write.orc.html">write.orc</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>, +<code><a href="write.stream.html">write.stream</a></code>, <code><a href="write.text.html">write.text</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D path <- "path/to/file.json" +##D df <- read.json(path) +##D write.df(df, "myfile", "parquet", "overwrite") +##D saveDF(df, parquetPath2, "parquet", mode = saveMode, mergeSchema = mergeSchema) +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org