http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/encode.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/encode.html b/site/docs/2.2.1/api/R/encode.html new file mode 100644 index 0000000..153068c --- /dev/null +++ b/site/docs/2.2.1/api/R/encode.html @@ -0,0 +1,78 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: encode</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for encode {SparkR}"><tr><td>encode {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>encode</h2> + +<h3>Description</h3> + +<p>Computes the first argument into a binary from a string using the provided character set +(one of 'US-ASCII', 'ISO-8859-1', 'UTF-8', 'UTF-16BE', 'UTF-16LE', 'UTF-16'). +</p> + + +<h3>Usage</h3> + +<pre> +encode(x, charset) + +## S4 method for signature 'Column,character' +encode(x, charset) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>Column to compute on.</p> +</td></tr> +<tr valign="top"><td><code>charset</code></td> +<td> +<p>Character set to use</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>encode since 1.6.0 +</p> + + +<h3>See Also</h3> + +<p>Other string_funcs: <code><a href="ascii.html">ascii</a></code>, +<code><a href="base64.html">base64</a></code>, <code><a href="concat_ws.html">concat_ws</a></code>, +<code><a href="concat.html">concat</a></code>, <code><a href="decode.html">decode</a></code>, +<code><a href="format_number.html">format_number</a></code>, <code><a href="format_string.html">format_string</a></code>, +<code><a href="initcap.html">initcap</a></code>, <code><a href="instr.html">instr</a></code>, +<code><a href="length.html">length</a></code>, <code><a href="levenshtein.html">levenshtein</a></code>, +<code><a href="locate.html">locate</a></code>, <code><a href="lower.html">lower</a></code>, +<code><a href="lpad.html">lpad</a></code>, <code><a href="ltrim.html">ltrim</a></code>, +<code><a href="regexp_extract.html">regexp_extract</a></code>, +<code><a href="regexp_replace.html">regexp_replace</a></code>, <code><a href="reverse.html">reverse</a></code>, +<code><a href="rpad.html">rpad</a></code>, <code><a href="rtrim.html">rtrim</a></code>, +<code><a href="soundex.html">soundex</a></code>, <code><a href="substring_index.html">substring_index</a></code>, +<code><a href="translate.html">translate</a></code>, <code><a href="trim.html">trim</a></code>, +<code><a href="unbase64.html">unbase64</a></code>, <code><a href="upper.html">upper</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: encode(df$c, "UTF-8") +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html>
http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/endsWith.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/endsWith.html b/site/docs/2.2.1/api/R/endsWith.html new file mode 100644 index 0000000..a18ea2b --- /dev/null +++ b/site/docs/2.2.1/api/R/endsWith.html @@ -0,0 +1,56 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: endsWith</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> +</head><body> + +<table width="100%" summary="page for endsWith {SparkR}"><tr><td>endsWith {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>endsWith</h2> + +<h3>Description</h3> + +<p>Determines if entries of x end with string (entries of) suffix respectively, +where strings are recycled to common lengths. +</p> + + +<h3>Usage</h3> + +<pre> +endsWith(x, suffix) + +## S4 method for signature 'Column' +endsWith(x, suffix) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>vector of character string whose "ends" are considered</p> +</td></tr> +<tr valign="top"><td><code>suffix</code></td> +<td> +<p>character vector (often of length one)</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>endsWith since 1.4.0 +</p> + + +<h3>See Also</h3> + +<p>Other colum_func: <code><a href="alias.html">alias</a></code>, +<code><a href="between.html">between</a></code>, <code><a href="cast.html">cast</a></code>, +<code><a href="otherwise.html">otherwise</a></code>, <code><a href="over.html">over</a></code>, +<code><a href="startsWith.html">startsWith</a></code>, <code><a href="substr.html">substr</a></code> +</p> + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/except.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/except.html b/site/docs/2.2.1/api/R/except.html new file mode 100644 index 0000000..d692105 --- /dev/null +++ b/site/docs/2.2.1/api/R/except.html @@ -0,0 +1,113 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: except</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for except {SparkR}"><tr><td>except {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>except</h2> + +<h3>Description</h3> + +<p>Return a new SparkDataFrame containing rows in this SparkDataFrame +but not in another SparkDataFrame. This is equivalent to <code>EXCEPT</code> in SQL. +</p> + + +<h3>Usage</h3> + +<pre> +except(x, y) + +## S4 method for signature 'SparkDataFrame,SparkDataFrame' +except(x, y) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>a SparkDataFrame.</p> +</td></tr> +<tr valign="top"><td><code>y</code></td> +<td> +<p>a SparkDataFrame.</p> +</td></tr> +</table> + + +<h3>Value</h3> + +<p>A SparkDataFrame containing the result of the except operation. +</p> + + +<h3>Note</h3> + +<p>except since 1.4.0 +</p> + + +<h3>See Also</h3> + +<p>Other SparkDataFrame functions: <code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>, +<code><a href="summarize.html">agg</a></code>, <code><a href="arrange.html">arrange</a></code>, +<code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="attach.html">attach,SparkDataFrame-method</a></code>, +<code><a href="cache.html">cache</a></code>, <code><a href="checkpoint.html">checkpoint</a></code>, +<code><a href="coalesce.html">coalesce</a></code>, <code><a href="collect.html">collect</a></code>, +<code><a href="columns.html">colnames</a></code>, <code><a href="coltypes.html">coltypes</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="crossJoin.html">crossJoin</a></code>, <code><a href="dapplyCollect.html">dapplyCollect</a></code>, +<code><a href="dapply.html">dapply</a></code>, <code><a href="summary.html">describe</a></code>, +<code><a href="dim.html">dim</a></code>, <code><a href="distinct.html">distinct</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, <code><a href="nafunctions.html">dropna</a></code>, +<code><a href="drop.html">drop</a></code>, <code><a href="dtypes.html">dtypes</a></code>, +<code><a href="explain.html">explain</a></code>, <code><a href="filter.html">filter</a></code>, +<code><a href="first.html">first</a></code>, <code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapply.html">gapply</a></code>, <code><a href="getNumPartitions.html">getNumPartitions</a></code>, +<code><a href="groupBy.html">group_by</a></code>, <code><a href="head.html">head</a></code>, +<code><a href="hint.html">hint</a></code>, <code><a href="histogram.html">histogram</a></code>, +<code><a href="insertInto.html">insertInto</a></code>, <code><a href="intersect.html">intersect</a></code>, +<code><a href="isLocal.html">isLocal</a></code>, <code><a href="isStreaming.html">isStreaming</a></code>, +<code><a href="join.html">join</a></code>, <code><a href="limit.html">limit</a></code>, +<code><a href="merge.html">merge</a></code>, <code><a href="mutate.html">mutate</a></code>, +<code><a href="ncol.html">ncol</a></code>, <code><a href="nrow.html">nrow</a></code>, +<code><a href="persist.html">persist</a></code>, <code><a href="printSchema.html">printSchema</a></code>, +<code><a href="randomSplit.html">randomSplit</a></code>, <code><a href="rbind.html">rbind</a></code>, +<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, <code><a href="rename.html">rename</a></code>, +<code><a href="repartition.html">repartition</a></code>, <code><a href="sample.html">sample</a></code>, +<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="schema.html">schema</a></code>, +<code><a href="selectExpr.html">selectExpr</a></code>, <code><a href="select.html">select</a></code>, +<code><a href="showDF.html">showDF</a></code>, <code><a href="show.html">show</a></code>, +<code><a href="storageLevel.html">storageLevel</a></code>, <code><a href="str.html">str</a></code>, +<code><a href="subset.html">subset</a></code>, <code><a href="take.html">take</a></code>, +<code><a href="toJSON.html">toJSON</a></code>, <code><a href="union.html">union</a></code>, +<code><a href="unpersist.html">unpersist</a></code>, <code><a href="withColumn.html">withColumn</a></code>, +<code><a href="with.html">with</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.jdbc.html">write.jdbc</a></code>, <code><a href="write.json.html">write.json</a></code>, +<code><a href="write.orc.html">write.orc</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>, +<code><a href="write.stream.html">write.stream</a></code>, <code><a href="write.text.html">write.text</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D df1 <- read.json(path) +##D df2 <- read.json(path2) +##D exceptDF <- except(df, df2) +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/exp.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/exp.html b/site/docs/2.2.1/api/R/exp.html new file mode 100644 index 0000000..25cfef0 --- /dev/null +++ b/site/docs/2.2.1/api/R/exp.html @@ -0,0 +1,77 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: exp</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for exp {SparkR}"><tr><td>exp {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>exp</h2> + +<h3>Description</h3> + +<p>Computes the exponential of the given value. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'Column' +exp(x) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>Column to compute on.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>exp since 1.5.0 +</p> + + +<h3>See Also</h3> + +<p>Other math_funcs: <code><a href="acos.html">acos</a></code>, <code><a href="asin.html">asin</a></code>, +<code><a href="atan2.html">atan2</a></code>, <code><a href="atan.html">atan</a></code>, +<code><a href="bin.html">bin</a></code>, <code><a href="bround.html">bround</a></code>, +<code><a href="cbrt.html">cbrt</a></code>, <code><a href="ceil.html">ceil</a></code>, +<code><a href="conv.html">conv</a></code>, <code><a href="corr.html">corr</a></code>, +<code><a href="cosh.html">cosh</a></code>, <code><a href="cos.html">cos</a></code>, +<code><a href="covar_pop.html">covar_pop</a></code>, <code><a href="cov.html">cov</a></code>, +<code><a href="expm1.html">expm1</a></code>, <code><a href="factorial.html">factorial</a></code>, +<code><a href="floor.html">floor</a></code>, <code><a href="hex.html">hex</a></code>, +<code><a href="hypot.html">hypot</a></code>, <code><a href="log10.html">log10</a></code>, +<code><a href="log1p.html">log1p</a></code>, <code><a href="log2.html">log2</a></code>, +<code><a href="log.html">log</a></code>, <code><a href="pmod.html">pmod</a></code>, +<code><a href="rint.html">rint</a></code>, <code><a href="round.html">round</a></code>, +<code><a href="shiftLeft.html">shiftLeft</a></code>, +<code><a href="shiftRightUnsigned.html">shiftRightUnsigned</a></code>, +<code><a href="shiftRight.html">shiftRight</a></code>, <code><a href="sign.html">signum</a></code>, +<code><a href="sinh.html">sinh</a></code>, <code><a href="sin.html">sin</a></code>, +<code><a href="sqrt.html">sqrt</a></code>, <code><a href="tanh.html">tanh</a></code>, +<code><a href="tan.html">tan</a></code>, <code><a href="toDegrees.html">toDegrees</a></code>, +<code><a href="toRadians.html">toRadians</a></code>, <code><a href="unhex.html">unhex</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: exp(df$c) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/explain.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/explain.html b/site/docs/2.2.1/api/R/explain.html new file mode 100644 index 0000000..33ad222 --- /dev/null +++ b/site/docs/2.2.1/api/R/explain.html @@ -0,0 +1,121 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: Explain</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for explain {SparkR}"><tr><td>explain {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>Explain</h2> + +<h3>Description</h3> + +<p>Print the logical and physical Catalyst plans to the console for debugging. +</p> + + +<h3>Usage</h3> + +<pre> +explain(x, ...) + +## S4 method for signature 'SparkDataFrame' +explain(x, extended = FALSE) + +## S4 method for signature 'StreamingQuery' +explain(x, extended = FALSE) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>a SparkDataFrame or a StreamingQuery.</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>further arguments to be passed to or from other methods.</p> +</td></tr> +<tr valign="top"><td><code>extended</code></td> +<td> +<p>Logical. If extended is FALSE, prints only the physical plan.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>explain since 1.4.0 +</p> +<p>explain(StreamingQuery) since 2.2.0 +</p> + + +<h3>See Also</h3> + +<p>Other SparkDataFrame functions: <code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>, +<code><a href="summarize.html">agg</a></code>, <code><a href="arrange.html">arrange</a></code>, +<code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="attach.html">attach,SparkDataFrame-method</a></code>, +<code><a href="cache.html">cache</a></code>, <code><a href="checkpoint.html">checkpoint</a></code>, +<code><a href="coalesce.html">coalesce</a></code>, <code><a href="collect.html">collect</a></code>, +<code><a href="columns.html">colnames</a></code>, <code><a href="coltypes.html">coltypes</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="crossJoin.html">crossJoin</a></code>, <code><a href="dapplyCollect.html">dapplyCollect</a></code>, +<code><a href="dapply.html">dapply</a></code>, <code><a href="summary.html">describe</a></code>, +<code><a href="dim.html">dim</a></code>, <code><a href="distinct.html">distinct</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, <code><a href="nafunctions.html">dropna</a></code>, +<code><a href="drop.html">drop</a></code>, <code><a href="dtypes.html">dtypes</a></code>, +<code><a href="except.html">except</a></code>, <code><a href="filter.html">filter</a></code>, +<code><a href="first.html">first</a></code>, <code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapply.html">gapply</a></code>, <code><a href="getNumPartitions.html">getNumPartitions</a></code>, +<code><a href="groupBy.html">group_by</a></code>, <code><a href="head.html">head</a></code>, +<code><a href="hint.html">hint</a></code>, <code><a href="histogram.html">histogram</a></code>, +<code><a href="insertInto.html">insertInto</a></code>, <code><a href="intersect.html">intersect</a></code>, +<code><a href="isLocal.html">isLocal</a></code>, <code><a href="isStreaming.html">isStreaming</a></code>, +<code><a href="join.html">join</a></code>, <code><a href="limit.html">limit</a></code>, +<code><a href="merge.html">merge</a></code>, <code><a href="mutate.html">mutate</a></code>, +<code><a href="ncol.html">ncol</a></code>, <code><a href="nrow.html">nrow</a></code>, +<code><a href="persist.html">persist</a></code>, <code><a href="printSchema.html">printSchema</a></code>, +<code><a href="randomSplit.html">randomSplit</a></code>, <code><a href="rbind.html">rbind</a></code>, +<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, <code><a href="rename.html">rename</a></code>, +<code><a href="repartition.html">repartition</a></code>, <code><a href="sample.html">sample</a></code>, +<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="schema.html">schema</a></code>, +<code><a href="selectExpr.html">selectExpr</a></code>, <code><a href="select.html">select</a></code>, +<code><a href="showDF.html">showDF</a></code>, <code><a href="show.html">show</a></code>, +<code><a href="storageLevel.html">storageLevel</a></code>, <code><a href="str.html">str</a></code>, +<code><a href="subset.html">subset</a></code>, <code><a href="take.html">take</a></code>, +<code><a href="toJSON.html">toJSON</a></code>, <code><a href="union.html">union</a></code>, +<code><a href="unpersist.html">unpersist</a></code>, <code><a href="withColumn.html">withColumn</a></code>, +<code><a href="with.html">with</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.jdbc.html">write.jdbc</a></code>, <code><a href="write.json.html">write.json</a></code>, +<code><a href="write.orc.html">write.orc</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>, +<code><a href="write.stream.html">write.stream</a></code>, <code><a href="write.text.html">write.text</a></code> +</p> +<p>Other StreamingQuery methods: <code><a href="awaitTermination.html">awaitTermination</a></code>, +<code><a href="isActive.html">isActive</a></code>, <code><a href="lastProgress.html">lastProgress</a></code>, +<code><a href="queryName.html">queryName</a></code>, <code><a href="status.html">status</a></code>, +<code><a href="stopQuery.html">stopQuery</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D path <- "path/to/file.json" +##D df <- read.json(path) +##D explain(df, TRUE) +## End(Not run) +## Not run: explain(sq) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/explode.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/explode.html b/site/docs/2.2.1/api/R/explode.html new file mode 100644 index 0000000..8ef82c9 --- /dev/null +++ b/site/docs/2.2.1/api/R/explode.html @@ -0,0 +1,62 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: explode</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for explode {SparkR}"><tr><td>explode {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>explode</h2> + +<h3>Description</h3> + +<p>Creates a new row for each element in the given array or map column. +</p> + + +<h3>Usage</h3> + +<pre> +explode(x) + +## S4 method for signature 'Column' +explode(x) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>Column to compute on</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>explode since 1.5.0 +</p> + + +<h3>See Also</h3> + +<p>Other collection_funcs: <code><a href="array_contains.html">array_contains</a></code>, +<code><a href="posexplode.html">posexplode</a></code>, <code><a href="size.html">size</a></code>, +<code><a href="sort_array.html">sort_array</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: explode(df$c) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/expm1.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/expm1.html b/site/docs/2.2.1/api/R/expm1.html new file mode 100644 index 0000000..4dc85b5 --- /dev/null +++ b/site/docs/2.2.1/api/R/expm1.html @@ -0,0 +1,77 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: expm1</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for expm1 {SparkR}"><tr><td>expm1 {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>expm1</h2> + +<h3>Description</h3> + +<p>Computes the exponential of the given value minus one. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'Column' +expm1(x) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>Column to compute on.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>expm1 since 1.5.0 +</p> + + +<h3>See Also</h3> + +<p>Other math_funcs: <code><a href="acos.html">acos</a></code>, <code><a href="asin.html">asin</a></code>, +<code><a href="atan2.html">atan2</a></code>, <code><a href="atan.html">atan</a></code>, +<code><a href="bin.html">bin</a></code>, <code><a href="bround.html">bround</a></code>, +<code><a href="cbrt.html">cbrt</a></code>, <code><a href="ceil.html">ceil</a></code>, +<code><a href="conv.html">conv</a></code>, <code><a href="corr.html">corr</a></code>, +<code><a href="cosh.html">cosh</a></code>, <code><a href="cos.html">cos</a></code>, +<code><a href="covar_pop.html">covar_pop</a></code>, <code><a href="cov.html">cov</a></code>, +<code><a href="exp.html">exp</a></code>, <code><a href="factorial.html">factorial</a></code>, +<code><a href="floor.html">floor</a></code>, <code><a href="hex.html">hex</a></code>, +<code><a href="hypot.html">hypot</a></code>, <code><a href="log10.html">log10</a></code>, +<code><a href="log1p.html">log1p</a></code>, <code><a href="log2.html">log2</a></code>, +<code><a href="log.html">log</a></code>, <code><a href="pmod.html">pmod</a></code>, +<code><a href="rint.html">rint</a></code>, <code><a href="round.html">round</a></code>, +<code><a href="shiftLeft.html">shiftLeft</a></code>, +<code><a href="shiftRightUnsigned.html">shiftRightUnsigned</a></code>, +<code><a href="shiftRight.html">shiftRight</a></code>, <code><a href="sign.html">signum</a></code>, +<code><a href="sinh.html">sinh</a></code>, <code><a href="sin.html">sin</a></code>, +<code><a href="sqrt.html">sqrt</a></code>, <code><a href="tanh.html">tanh</a></code>, +<code><a href="tan.html">tan</a></code>, <code><a href="toDegrees.html">toDegrees</a></code>, +<code><a href="toRadians.html">toRadians</a></code>, <code><a href="unhex.html">unhex</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: expm1(df$c) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/expr.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/expr.html b/site/docs/2.2.1/api/R/expr.html new file mode 100644 index 0000000..488cf8d --- /dev/null +++ b/site/docs/2.2.1/api/R/expr.html @@ -0,0 +1,69 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: expr</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for expr {SparkR}"><tr><td>expr {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>expr</h2> + +<h3>Description</h3> + +<p>Parses the expression string into the column that it represents, similar to +SparkDataFrame.selectExpr +</p> + + +<h3>Usage</h3> + +<pre> +expr(x) + +## S4 method for signature 'character' +expr(x) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>an expression character object to be parsed.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>expr since 1.5.0 +</p> + + +<h3>See Also</h3> + +<p>Other normal_funcs: <code><a href="abs.html">abs</a></code>, +<code><a href="bitwiseNOT.html">bitwiseNOT</a></code>, <code><a href="coalesce.html">coalesce</a></code>, +<code><a href="column.html">column</a></code>, <code><a href="from_json.html">from_json</a></code>, +<code><a href="greatest.html">greatest</a></code>, <code><a href="ifelse.html">ifelse</a></code>, +<code><a href="is.nan.html">isnan</a></code>, <code><a href="least.html">least</a></code>, +<code><a href="lit.html">lit</a></code>, <code><a href="nanvl.html">nanvl</a></code>, +<code><a href="negate.html">negate</a></code>, <code><a href="randn.html">randn</a></code>, +<code><a href="rand.html">rand</a></code>, <code><a href="struct.html">struct</a></code>, +<code><a href="to_json.html">to_json</a></code>, <code><a href="when.html">when</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: expr('length(name)') +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/factorial.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/factorial.html b/site/docs/2.2.1/api/R/factorial.html new file mode 100644 index 0000000..7cb2140 --- /dev/null +++ b/site/docs/2.2.1/api/R/factorial.html @@ -0,0 +1,77 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: factorial</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for factorial {SparkR}"><tr><td>factorial {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>factorial</h2> + +<h3>Description</h3> + +<p>Computes the factorial of the given value. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'Column' +factorial(x) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>Column to compute on.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>factorial since 1.5.0 +</p> + + +<h3>See Also</h3> + +<p>Other math_funcs: <code><a href="acos.html">acos</a></code>, <code><a href="asin.html">asin</a></code>, +<code><a href="atan2.html">atan2</a></code>, <code><a href="atan.html">atan</a></code>, +<code><a href="bin.html">bin</a></code>, <code><a href="bround.html">bround</a></code>, +<code><a href="cbrt.html">cbrt</a></code>, <code><a href="ceil.html">ceil</a></code>, +<code><a href="conv.html">conv</a></code>, <code><a href="corr.html">corr</a></code>, +<code><a href="cosh.html">cosh</a></code>, <code><a href="cos.html">cos</a></code>, +<code><a href="covar_pop.html">covar_pop</a></code>, <code><a href="cov.html">cov</a></code>, +<code><a href="expm1.html">expm1</a></code>, <code><a href="exp.html">exp</a></code>, +<code><a href="floor.html">floor</a></code>, <code><a href="hex.html">hex</a></code>, +<code><a href="hypot.html">hypot</a></code>, <code><a href="log10.html">log10</a></code>, +<code><a href="log1p.html">log1p</a></code>, <code><a href="log2.html">log2</a></code>, +<code><a href="log.html">log</a></code>, <code><a href="pmod.html">pmod</a></code>, +<code><a href="rint.html">rint</a></code>, <code><a href="round.html">round</a></code>, +<code><a href="shiftLeft.html">shiftLeft</a></code>, +<code><a href="shiftRightUnsigned.html">shiftRightUnsigned</a></code>, +<code><a href="shiftRight.html">shiftRight</a></code>, <code><a href="sign.html">signum</a></code>, +<code><a href="sinh.html">sinh</a></code>, <code><a href="sin.html">sin</a></code>, +<code><a href="sqrt.html">sqrt</a></code>, <code><a href="tanh.html">tanh</a></code>, +<code><a href="tan.html">tan</a></code>, <code><a href="toDegrees.html">toDegrees</a></code>, +<code><a href="toRadians.html">toRadians</a></code>, <code><a href="unhex.html">unhex</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: factorial(df$c) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/filter.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/filter.html b/site/docs/2.2.1/api/R/filter.html new file mode 100644 index 0000000..19816c6 --- /dev/null +++ b/site/docs/2.2.1/api/R/filter.html @@ -0,0 +1,124 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: Filter</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for filter {SparkR}"><tr><td>filter {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>Filter</h2> + +<h3>Description</h3> + +<p>Filter the rows of a SparkDataFrame according to a given condition. +</p> + + +<h3>Usage</h3> + +<pre> +filter(x, condition) + +where(x, condition) + +## S4 method for signature 'SparkDataFrame,characterOrColumn' +filter(x, condition) + +## S4 method for signature 'SparkDataFrame,characterOrColumn' +where(x, condition) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>A SparkDataFrame to be sorted.</p> +</td></tr> +<tr valign="top"><td><code>condition</code></td> +<td> +<p>The condition to filter on. This may either be a Column expression +or a string containing a SQL statement</p> +</td></tr> +</table> + + +<h3>Value</h3> + +<p>A SparkDataFrame containing only the rows that meet the condition. +</p> + + +<h3>Note</h3> + +<p>filter since 1.4.0 +</p> +<p>where since 1.4.0 +</p> + + +<h3>See Also</h3> + +<p>Other SparkDataFrame functions: <code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>, +<code><a href="summarize.html">agg</a></code>, <code><a href="arrange.html">arrange</a></code>, +<code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="attach.html">attach,SparkDataFrame-method</a></code>, +<code><a href="cache.html">cache</a></code>, <code><a href="checkpoint.html">checkpoint</a></code>, +<code><a href="coalesce.html">coalesce</a></code>, <code><a href="collect.html">collect</a></code>, +<code><a href="columns.html">colnames</a></code>, <code><a href="coltypes.html">coltypes</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="crossJoin.html">crossJoin</a></code>, <code><a href="dapplyCollect.html">dapplyCollect</a></code>, +<code><a href="dapply.html">dapply</a></code>, <code><a href="summary.html">describe</a></code>, +<code><a href="dim.html">dim</a></code>, <code><a href="distinct.html">distinct</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, <code><a href="nafunctions.html">dropna</a></code>, +<code><a href="drop.html">drop</a></code>, <code><a href="dtypes.html">dtypes</a></code>, +<code><a href="except.html">except</a></code>, <code><a href="explain.html">explain</a></code>, +<code><a href="first.html">first</a></code>, <code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapply.html">gapply</a></code>, <code><a href="getNumPartitions.html">getNumPartitions</a></code>, +<code><a href="groupBy.html">group_by</a></code>, <code><a href="head.html">head</a></code>, +<code><a href="hint.html">hint</a></code>, <code><a href="histogram.html">histogram</a></code>, +<code><a href="insertInto.html">insertInto</a></code>, <code><a href="intersect.html">intersect</a></code>, +<code><a href="isLocal.html">isLocal</a></code>, <code><a href="isStreaming.html">isStreaming</a></code>, +<code><a href="join.html">join</a></code>, <code><a href="limit.html">limit</a></code>, +<code><a href="merge.html">merge</a></code>, <code><a href="mutate.html">mutate</a></code>, +<code><a href="ncol.html">ncol</a></code>, <code><a href="nrow.html">nrow</a></code>, +<code><a href="persist.html">persist</a></code>, <code><a href="printSchema.html">printSchema</a></code>, +<code><a href="randomSplit.html">randomSplit</a></code>, <code><a href="rbind.html">rbind</a></code>, +<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, <code><a href="rename.html">rename</a></code>, +<code><a href="repartition.html">repartition</a></code>, <code><a href="sample.html">sample</a></code>, +<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="schema.html">schema</a></code>, +<code><a href="selectExpr.html">selectExpr</a></code>, <code><a href="select.html">select</a></code>, +<code><a href="showDF.html">showDF</a></code>, <code><a href="show.html">show</a></code>, +<code><a href="storageLevel.html">storageLevel</a></code>, <code><a href="str.html">str</a></code>, +<code><a href="subset.html">subset</a></code>, <code><a href="take.html">take</a></code>, +<code><a href="toJSON.html">toJSON</a></code>, <code><a href="union.html">union</a></code>, +<code><a href="unpersist.html">unpersist</a></code>, <code><a href="withColumn.html">withColumn</a></code>, +<code><a href="with.html">with</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.jdbc.html">write.jdbc</a></code>, <code><a href="write.json.html">write.json</a></code>, +<code><a href="write.orc.html">write.orc</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>, +<code><a href="write.stream.html">write.stream</a></code>, <code><a href="write.text.html">write.text</a></code> +</p> +<p>Other subsetting functions: <code><a href="select.html">select</a></code>, +<code><a href="subset.html">subset</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D path <- "path/to/file.json" +##D df <- read.json(path) +##D filter(df, "col1 > 0") +##D filter(df, df$col2 != "abcdefg") +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/first.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/first.html b/site/docs/2.2.1/api/R/first.html new file mode 100644 index 0000000..982f75b --- /dev/null +++ b/site/docs/2.2.1/api/R/first.html @@ -0,0 +1,139 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: Return the first row of a SparkDataFrame</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for first {SparkR}"><tr><td>first {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>Return the first row of a SparkDataFrame</h2> + +<h3>Description</h3> + +<p>Return the first row of a SparkDataFrame +</p> +<p>Aggregate function: returns the first value in a group. +</p> + + +<h3>Usage</h3> + +<pre> +first(x, ...) + +## S4 method for signature 'SparkDataFrame' +first(x) + +## S4 method for signature 'characterOrColumn' +first(x, na.rm = FALSE) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>a SparkDataFrame or a column used in aggregation function.</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>further arguments to be passed to or from other methods.</p> +</td></tr> +<tr valign="top"><td><code>na.rm</code></td> +<td> +<p>a logical value indicating whether NA values should be stripped +before the computation proceeds.</p> +</td></tr> +</table> + + +<h3>Details</h3> + +<p>The function by default returns the first values it sees. It will return the first non-missing +value it sees when na.rm is set to true. If all values are missing, then NA is returned. +</p> + + +<h3>Note</h3> + +<p>first(SparkDataFrame) since 1.4.0 +</p> +<p>first(characterOrColumn) since 1.4.0 +</p> + + +<h3>See Also</h3> + +<p>Other SparkDataFrame functions: <code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>, +<code><a href="summarize.html">agg</a></code>, <code><a href="arrange.html">arrange</a></code>, +<code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="attach.html">attach,SparkDataFrame-method</a></code>, +<code><a href="cache.html">cache</a></code>, <code><a href="checkpoint.html">checkpoint</a></code>, +<code><a href="coalesce.html">coalesce</a></code>, <code><a href="collect.html">collect</a></code>, +<code><a href="columns.html">colnames</a></code>, <code><a href="coltypes.html">coltypes</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="crossJoin.html">crossJoin</a></code>, <code><a href="dapplyCollect.html">dapplyCollect</a></code>, +<code><a href="dapply.html">dapply</a></code>, <code><a href="summary.html">describe</a></code>, +<code><a href="dim.html">dim</a></code>, <code><a href="distinct.html">distinct</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, <code><a href="nafunctions.html">dropna</a></code>, +<code><a href="drop.html">drop</a></code>, <code><a href="dtypes.html">dtypes</a></code>, +<code><a href="except.html">except</a></code>, <code><a href="explain.html">explain</a></code>, +<code><a href="filter.html">filter</a></code>, <code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapply.html">gapply</a></code>, <code><a href="getNumPartitions.html">getNumPartitions</a></code>, +<code><a href="groupBy.html">group_by</a></code>, <code><a href="head.html">head</a></code>, +<code><a href="hint.html">hint</a></code>, <code><a href="histogram.html">histogram</a></code>, +<code><a href="insertInto.html">insertInto</a></code>, <code><a href="intersect.html">intersect</a></code>, +<code><a href="isLocal.html">isLocal</a></code>, <code><a href="isStreaming.html">isStreaming</a></code>, +<code><a href="join.html">join</a></code>, <code><a href="limit.html">limit</a></code>, +<code><a href="merge.html">merge</a></code>, <code><a href="mutate.html">mutate</a></code>, +<code><a href="ncol.html">ncol</a></code>, <code><a href="nrow.html">nrow</a></code>, +<code><a href="persist.html">persist</a></code>, <code><a href="printSchema.html">printSchema</a></code>, +<code><a href="randomSplit.html">randomSplit</a></code>, <code><a href="rbind.html">rbind</a></code>, +<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, <code><a href="rename.html">rename</a></code>, +<code><a href="repartition.html">repartition</a></code>, <code><a href="sample.html">sample</a></code>, +<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="schema.html">schema</a></code>, +<code><a href="selectExpr.html">selectExpr</a></code>, <code><a href="select.html">select</a></code>, +<code><a href="showDF.html">showDF</a></code>, <code><a href="show.html">show</a></code>, +<code><a href="storageLevel.html">storageLevel</a></code>, <code><a href="str.html">str</a></code>, +<code><a href="subset.html">subset</a></code>, <code><a href="take.html">take</a></code>, +<code><a href="toJSON.html">toJSON</a></code>, <code><a href="union.html">union</a></code>, +<code><a href="unpersist.html">unpersist</a></code>, <code><a href="withColumn.html">withColumn</a></code>, +<code><a href="with.html">with</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.jdbc.html">write.jdbc</a></code>, <code><a href="write.json.html">write.json</a></code>, +<code><a href="write.orc.html">write.orc</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>, +<code><a href="write.stream.html">write.stream</a></code>, <code><a href="write.text.html">write.text</a></code> +</p> +<p>Other agg_funcs: <code><a href="summarize.html">agg</a></code>, <code><a href="avg.html">avg</a></code>, +<code><a href="countDistinct.html">countDistinct</a></code>, <code><a href="count.html">count</a></code>, +<code><a href="kurtosis.html">kurtosis</a></code>, <code><a href="last.html">last</a></code>, +<code><a href="max.html">max</a></code>, <code><a href="mean.html">mean</a></code>, <code><a href="min.html">min</a></code>, +<code><a href="sd.html">sd</a></code>, <code><a href="skewness.html">skewness</a></code>, +<code><a href="stddev_pop.html">stddev_pop</a></code>, <code><a href="stddev_samp.html">stddev_samp</a></code>, +<code><a href="sumDistinct.html">sumDistinct</a></code>, <code><a href="sum.html">sum</a></code>, +<code><a href="var_pop.html">var_pop</a></code>, <code><a href="var_samp.html">var_samp</a></code>, +<code><a href="var.html">var</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D path <- "path/to/file.json" +##D df <- read.json(path) +##D first(df) +## End(Not run) +## Not run: +##D first(df$c) +##D first(df$c, TRUE) +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/fitted.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/fitted.html b/site/docs/2.2.1/api/R/fitted.html new file mode 100644 index 0000000..82f057b --- /dev/null +++ b/site/docs/2.2.1/api/R/fitted.html @@ -0,0 +1,74 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: Get fitted result from a k-means model</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for fitted {SparkR}"><tr><td>fitted {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>Get fitted result from a k-means model</h2> + +<h3>Description</h3> + +<p>Get fitted result from a k-means model, similarly to R's fitted(). +Note: A saved-loaded model does not support this method. +</p> + + +<h3>Usage</h3> + +<pre> +fitted(object, ...) + +## S4 method for signature 'KMeansModel' +fitted(object, method = c("centers", "classes")) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>object</code></td> +<td> +<p>a fitted k-means model.</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>additional argument(s) passed to the method.</p> +</td></tr> +<tr valign="top"><td><code>method</code></td> +<td> +<p>type of fitted results, <code>"centers"</code> for cluster centers +or <code>"classes"</code> for assigned classes.</p> +</td></tr> +</table> + + +<h3>Value</h3> + +<p><code>fitted</code> returns a SparkDataFrame containing fitted values. +</p> + + +<h3>Note</h3> + +<p>fitted since 2.0.0 +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D model <- spark.kmeans(trainingData, ~ ., 2) +##D fitted.model <- fitted(model) +##D showDF(fitted.model) +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/floor.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/floor.html b/site/docs/2.2.1/api/R/floor.html new file mode 100644 index 0000000..0f47374 --- /dev/null +++ b/site/docs/2.2.1/api/R/floor.html @@ -0,0 +1,77 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: floor</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for floor {SparkR}"><tr><td>floor {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>floor</h2> + +<h3>Description</h3> + +<p>Computes the floor of the given value. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'Column' +floor(x) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>Column to compute on.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>floor since 1.5.0 +</p> + + +<h3>See Also</h3> + +<p>Other math_funcs: <code><a href="acos.html">acos</a></code>, <code><a href="asin.html">asin</a></code>, +<code><a href="atan2.html">atan2</a></code>, <code><a href="atan.html">atan</a></code>, +<code><a href="bin.html">bin</a></code>, <code><a href="bround.html">bround</a></code>, +<code><a href="cbrt.html">cbrt</a></code>, <code><a href="ceil.html">ceil</a></code>, +<code><a href="conv.html">conv</a></code>, <code><a href="corr.html">corr</a></code>, +<code><a href="cosh.html">cosh</a></code>, <code><a href="cos.html">cos</a></code>, +<code><a href="covar_pop.html">covar_pop</a></code>, <code><a href="cov.html">cov</a></code>, +<code><a href="expm1.html">expm1</a></code>, <code><a href="exp.html">exp</a></code>, +<code><a href="factorial.html">factorial</a></code>, <code><a href="hex.html">hex</a></code>, +<code><a href="hypot.html">hypot</a></code>, <code><a href="log10.html">log10</a></code>, +<code><a href="log1p.html">log1p</a></code>, <code><a href="log2.html">log2</a></code>, +<code><a href="log.html">log</a></code>, <code><a href="pmod.html">pmod</a></code>, +<code><a href="rint.html">rint</a></code>, <code><a href="round.html">round</a></code>, +<code><a href="shiftLeft.html">shiftLeft</a></code>, +<code><a href="shiftRightUnsigned.html">shiftRightUnsigned</a></code>, +<code><a href="shiftRight.html">shiftRight</a></code>, <code><a href="sign.html">signum</a></code>, +<code><a href="sinh.html">sinh</a></code>, <code><a href="sin.html">sin</a></code>, +<code><a href="sqrt.html">sqrt</a></code>, <code><a href="tanh.html">tanh</a></code>, +<code><a href="tan.html">tan</a></code>, <code><a href="toDegrees.html">toDegrees</a></code>, +<code><a href="toRadians.html">toRadians</a></code>, <code><a href="unhex.html">unhex</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: floor(df$c) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/format_number.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/format_number.html b/site/docs/2.2.1/api/R/format_number.html new file mode 100644 index 0000000..39f84ff --- /dev/null +++ b/site/docs/2.2.1/api/R/format_number.html @@ -0,0 +1,85 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: format_number</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for format_number {SparkR}"><tr><td>format_number {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>format_number</h2> + +<h3>Description</h3> + +<p>Formats numeric column y to a format like '#,###,###.##', rounded to x decimal places +with HALF_EVEN round mode, and returns the result as a string column. +</p> + + +<h3>Usage</h3> + +<pre> +format_number(y, x) + +## S4 method for signature 'Column,numeric' +format_number(y, x) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>y</code></td> +<td> +<p>column to format</p> +</td></tr> +<tr valign="top"><td><code>x</code></td> +<td> +<p>number of decimal place to format to</p> +</td></tr> +</table> + + +<h3>Details</h3> + +<p>If x is 0, the result has no decimal point or fractional part. +If x < 0, the result will be null. +</p> + + +<h3>Note</h3> + +<p>format_number since 1.5.0 +</p> + + +<h3>See Also</h3> + +<p>Other string_funcs: <code><a href="ascii.html">ascii</a></code>, +<code><a href="base64.html">base64</a></code>, <code><a href="concat_ws.html">concat_ws</a></code>, +<code><a href="concat.html">concat</a></code>, <code><a href="decode.html">decode</a></code>, +<code><a href="encode.html">encode</a></code>, <code><a href="format_string.html">format_string</a></code>, +<code><a href="initcap.html">initcap</a></code>, <code><a href="instr.html">instr</a></code>, +<code><a href="length.html">length</a></code>, <code><a href="levenshtein.html">levenshtein</a></code>, +<code><a href="locate.html">locate</a></code>, <code><a href="lower.html">lower</a></code>, +<code><a href="lpad.html">lpad</a></code>, <code><a href="ltrim.html">ltrim</a></code>, +<code><a href="regexp_extract.html">regexp_extract</a></code>, +<code><a href="regexp_replace.html">regexp_replace</a></code>, <code><a href="reverse.html">reverse</a></code>, +<code><a href="rpad.html">rpad</a></code>, <code><a href="rtrim.html">rtrim</a></code>, +<code><a href="soundex.html">soundex</a></code>, <code><a href="substring_index.html">substring_index</a></code>, +<code><a href="translate.html">translate</a></code>, <code><a href="trim.html">trim</a></code>, +<code><a href="unbase64.html">unbase64</a></code>, <code><a href="upper.html">upper</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: format_number(df$n, 4) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/format_string.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/format_string.html b/site/docs/2.2.1/api/R/format_string.html new file mode 100644 index 0000000..d71f2c7 --- /dev/null +++ b/site/docs/2.2.1/api/R/format_string.html @@ -0,0 +1,81 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: format_string</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for format_string {SparkR}"><tr><td>format_string {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>format_string</h2> + +<h3>Description</h3> + +<p>Formats the arguments in printf-style and returns the result as a string column. +</p> + + +<h3>Usage</h3> + +<pre> +format_string(format, x, ...) + +## S4 method for signature 'character,Column' +format_string(format, x, ...) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>format</code></td> +<td> +<p>a character object of format strings.</p> +</td></tr> +<tr valign="top"><td><code>x</code></td> +<td> +<p>a Column.</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>additional Column(s).</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>format_string since 1.5.0 +</p> + + +<h3>See Also</h3> + +<p>Other string_funcs: <code><a href="ascii.html">ascii</a></code>, +<code><a href="base64.html">base64</a></code>, <code><a href="concat_ws.html">concat_ws</a></code>, +<code><a href="concat.html">concat</a></code>, <code><a href="decode.html">decode</a></code>, +<code><a href="encode.html">encode</a></code>, <code><a href="format_number.html">format_number</a></code>, +<code><a href="initcap.html">initcap</a></code>, <code><a href="instr.html">instr</a></code>, +<code><a href="length.html">length</a></code>, <code><a href="levenshtein.html">levenshtein</a></code>, +<code><a href="locate.html">locate</a></code>, <code><a href="lower.html">lower</a></code>, +<code><a href="lpad.html">lpad</a></code>, <code><a href="ltrim.html">ltrim</a></code>, +<code><a href="regexp_extract.html">regexp_extract</a></code>, +<code><a href="regexp_replace.html">regexp_replace</a></code>, <code><a href="reverse.html">reverse</a></code>, +<code><a href="rpad.html">rpad</a></code>, <code><a href="rtrim.html">rtrim</a></code>, +<code><a href="soundex.html">soundex</a></code>, <code><a href="substring_index.html">substring_index</a></code>, +<code><a href="translate.html">translate</a></code>, <code><a href="trim.html">trim</a></code>, +<code><a href="unbase64.html">unbase64</a></code>, <code><a href="upper.html">upper</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: format_string('%d %s', df$a, df$b) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/freqItems.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/freqItems.html b/site/docs/2.2.1/api/R/freqItems.html new file mode 100644 index 0000000..df5a481 --- /dev/null +++ b/site/docs/2.2.1/api/R/freqItems.html @@ -0,0 +1,80 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: Finding frequent items for columns, possibly with false...</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for freqItems {SparkR}"><tr><td>freqItems {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>Finding frequent items for columns, possibly with false positives</h2> + +<h3>Description</h3> + +<p>Finding frequent items for columns, possibly with false positives. +Using the frequent element count algorithm described in +<a href="http://dx.doi.org/10.1145/762471.762473">http://dx.doi.org/10.1145/762471.762473</a>, proposed by Karp, Schenker, and Papadimitriou. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'SparkDataFrame,character' +freqItems(x, cols, support = 0.01) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>A SparkDataFrame.</p> +</td></tr> +<tr valign="top"><td><code>cols</code></td> +<td> +<p>A vector column names to search frequent items in.</p> +</td></tr> +<tr valign="top"><td><code>support</code></td> +<td> +<p>(Optional) The minimum frequency for an item to be considered <code>frequent</code>. +Should be greater than 1e-4. Default support = 0.01.</p> +</td></tr> +</table> + + +<h3>Value</h3> + +<p>a local R data.frame with the frequent items in each column +</p> + + +<h3>Note</h3> + +<p>freqItems since 1.6.0 +</p> + + +<h3>See Also</h3> + +<p>Other stat functions: <code><a href="approxQuantile.html">approxQuantile</a></code>, +<code><a href="corr.html">corr</a></code>, <code><a href="cov.html">cov</a></code>, +<code><a href="crosstab.html">crosstab</a></code>, <code><a href="sampleBy.html">sampleBy</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D df <- read.json("/path/to/file.json") +##D fi = freqItems(df, c("title", "gender")) +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/from_json.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/from_json.html b/site/docs/2.2.1/api/R/from_json.html new file mode 100644 index 0000000..612da00 --- /dev/null +++ b/site/docs/2.2.1/api/R/from_json.html @@ -0,0 +1,86 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: from_json</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for from_json {SparkR}"><tr><td>from_json {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>from_json</h2> + +<h3>Description</h3> + +<p>Parses a column containing a JSON string into a Column of <code>structType</code> with the specified +<code>schema</code> or array of <code>structType</code> if <code>as.json.array</code> is set to <code>TRUE</code>. +If the string is unparseable, the Column will contains the value NA. +</p> + + +<h3>Usage</h3> + +<pre> +from_json(x, schema, ...) + +## S4 method for signature 'Column,structType' +from_json(x, schema, as.json.array = FALSE, ...) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>Column containing the JSON string.</p> +</td></tr> +<tr valign="top"><td><code>schema</code></td> +<td> +<p>a structType object to use as the schema to use when parsing the JSON string.</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>additional named properties to control how the json is parsed, accepts the same +options as the JSON data source.</p> +</td></tr> +<tr valign="top"><td><code>as.json.array</code></td> +<td> +<p>indicating if input string is JSON array of objects or a single object.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>from_json since 2.2.0 +</p> + + +<h3>See Also</h3> + +<p>Other normal_funcs: <code><a href="abs.html">abs</a></code>, +<code><a href="bitwiseNOT.html">bitwiseNOT</a></code>, <code><a href="coalesce.html">coalesce</a></code>, +<code><a href="column.html">column</a></code>, <code><a href="expr.html">expr</a></code>, +<code><a href="greatest.html">greatest</a></code>, <code><a href="ifelse.html">ifelse</a></code>, +<code><a href="is.nan.html">isnan</a></code>, <code><a href="least.html">least</a></code>, +<code><a href="lit.html">lit</a></code>, <code><a href="nanvl.html">nanvl</a></code>, +<code><a href="negate.html">negate</a></code>, <code><a href="randn.html">randn</a></code>, +<code><a href="rand.html">rand</a></code>, <code><a href="struct.html">struct</a></code>, +<code><a href="to_json.html">to_json</a></code>, <code><a href="when.html">when</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D schema <- structType(structField("name", "string"), +##D select(df, from_json(df$value, schema, dateFormat = "dd/MM/yyyy")) +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/from_unixtime.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/from_unixtime.html b/site/docs/2.2.1/api/R/from_unixtime.html new file mode 100644 index 0000000..a0fd4e1 --- /dev/null +++ b/site/docs/2.2.1/api/R/from_unixtime.html @@ -0,0 +1,87 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: from_unixtime</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for from_unixtime {SparkR}"><tr><td>from_unixtime {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>from_unixtime</h2> + +<h3>Description</h3> + +<p>Converts the number of seconds from unix epoch (1970-01-01 00:00:00 UTC) to a string +representing the timestamp of that moment in the current system time zone in the given +format. +</p> + + +<h3>Usage</h3> + +<pre> +from_unixtime(x, ...) + +## S4 method for signature 'Column' +from_unixtime(x, format = "yyyy-MM-dd HH:mm:ss") +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>a Column of unix timestamp.</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>further arguments to be passed to or from other methods.</p> +</td></tr> +<tr valign="top"><td><code>format</code></td> +<td> +<p>the target format. See +<a href="http://docs.oracle.com/javase/tutorial/i18n/format/simpleDateFormat.html"> +Customizing Formats</a> for available options.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>from_unixtime since 1.5.0 +</p> + + +<h3>See Also</h3> + +<p>Other datetime_funcs: <code><a href="add_months.html">add_months</a></code>, +<code><a href="date_add.html">date_add</a></code>, <code><a href="date_format.html">date_format</a></code>, +<code><a href="date_sub.html">date_sub</a></code>, <code><a href="datediff.html">datediff</a></code>, +<code><a href="dayofmonth.html">dayofmonth</a></code>, <code><a href="dayofyear.html">dayofyear</a></code>, +<code><a href="from_utc_timestamp.html">from_utc_timestamp</a></code>, <code><a href="hour.html">hour</a></code>, +<code><a href="last_day.html">last_day</a></code>, <code><a href="minute.html">minute</a></code>, +<code><a href="months_between.html">months_between</a></code>, <code><a href="month.html">month</a></code>, +<code><a href="next_day.html">next_day</a></code>, <code><a href="quarter.html">quarter</a></code>, +<code><a href="second.html">second</a></code>, <code><a href="to_date.html">to_date</a></code>, +<code><a href="to_timestamp.html">to_timestamp</a></code>, +<code><a href="to_utc_timestamp.html">to_utc_timestamp</a></code>, +<code><a href="unix_timestamp.html">unix_timestamp</a></code>, <code><a href="weekofyear.html">weekofyear</a></code>, +<code><a href="window.html">window</a></code>, <code><a href="year.html">year</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D from_unixtime(df$t) +##D from_unixtime(df$t, 'yyyy/MM/dd HH') +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/from_utc_timestamp.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/from_utc_timestamp.html b/site/docs/2.2.1/api/R/from_utc_timestamp.html new file mode 100644 index 0000000..2106385 --- /dev/null +++ b/site/docs/2.2.1/api/R/from_utc_timestamp.html @@ -0,0 +1,77 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: from_utc_timestamp</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for from_utc_timestamp {SparkR}"><tr><td>from_utc_timestamp {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>from_utc_timestamp</h2> + +<h3>Description</h3> + +<p>Given a timestamp, which corresponds to a certain time of day in UTC, returns another timestamp +that corresponds to the same time of day in the given timezone. +</p> + + +<h3>Usage</h3> + +<pre> +from_utc_timestamp(y, x) + +## S4 method for signature 'Column,character' +from_utc_timestamp(y, x) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>y</code></td> +<td> +<p>Column to compute on.</p> +</td></tr> +<tr valign="top"><td><code>x</code></td> +<td> +<p>time zone to use.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>from_utc_timestamp since 1.5.0 +</p> + + +<h3>See Also</h3> + +<p>Other datetime_funcs: <code><a href="add_months.html">add_months</a></code>, +<code><a href="date_add.html">date_add</a></code>, <code><a href="date_format.html">date_format</a></code>, +<code><a href="date_sub.html">date_sub</a></code>, <code><a href="datediff.html">datediff</a></code>, +<code><a href="dayofmonth.html">dayofmonth</a></code>, <code><a href="dayofyear.html">dayofyear</a></code>, +<code><a href="from_unixtime.html">from_unixtime</a></code>, <code><a href="hour.html">hour</a></code>, +<code><a href="last_day.html">last_day</a></code>, <code><a href="minute.html">minute</a></code>, +<code><a href="months_between.html">months_between</a></code>, <code><a href="month.html">month</a></code>, +<code><a href="next_day.html">next_day</a></code>, <code><a href="quarter.html">quarter</a></code>, +<code><a href="second.html">second</a></code>, <code><a href="to_date.html">to_date</a></code>, +<code><a href="to_timestamp.html">to_timestamp</a></code>, +<code><a href="to_utc_timestamp.html">to_utc_timestamp</a></code>, +<code><a href="unix_timestamp.html">unix_timestamp</a></code>, <code><a href="weekofyear.html">weekofyear</a></code>, +<code><a href="window.html">window</a></code>, <code><a href="year.html">year</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: from_utc_timestamp(df$t, 'PST') +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/R/gapply.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.1/api/R/gapply.html b/site/docs/2.2.1/api/R/gapply.html new file mode 100644 index 0000000..9dd6b00 --- /dev/null +++ b/site/docs/2.2.1/api/R/gapply.html @@ -0,0 +1,195 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><title>R: gapply</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<link rel="stylesheet" type="text/css" href="R.css" /> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for gapply {SparkR}"><tr><td>gapply {SparkR}</td><td style="text-align: right;">R Documentation</td></tr></table> + +<h2>gapply</h2> + +<h3>Description</h3> + +<p>gapply +</p> +<p>Groups the SparkDataFrame using the specified columns and applies the R function to each +group. +</p> + + +<h3>Usage</h3> + +<pre> +gapply(x, ...) + +## S4 method for signature 'GroupedData' +gapply(x, func, schema) + +## S4 method for signature 'SparkDataFrame' +gapply(x, cols, func, schema) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>a SparkDataFrame or GroupedData.</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>additional argument(s) passed to the method.</p> +</td></tr> +<tr valign="top"><td><code>func</code></td> +<td> +<p>a function to be applied to each group partition specified by grouping +column of the SparkDataFrame. The function <code>func</code> takes as argument +a key - grouping columns and a data frame - a local R data.frame. +The output of <code>func</code> is a local R data.frame.</p> +</td></tr> +<tr valign="top"><td><code>schema</code></td> +<td> +<p>the schema of the resulting SparkDataFrame after the function is applied. +The schema must match to output of <code>func</code>. It has to be defined for each +output column with preferred output column name and corresponding data type.</p> +</td></tr> +<tr valign="top"><td><code>cols</code></td> +<td> +<p>grouping columns.</p> +</td></tr> +</table> + + +<h3>Value</h3> + +<p>A SparkDataFrame. +</p> + + +<h3>Note</h3> + +<p>gapply(GroupedData) since 2.0.0 +</p> +<p>gapply(SparkDataFrame) since 2.0.0 +</p> + + +<h3>See Also</h3> + +<p><a href="gapplyCollect.html">gapplyCollect</a> +</p> +<p>Other SparkDataFrame functions: <code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>, +<code><a href="summarize.html">agg</a></code>, <code><a href="arrange.html">arrange</a></code>, +<code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="attach.html">attach,SparkDataFrame-method</a></code>, +<code><a href="cache.html">cache</a></code>, <code><a href="checkpoint.html">checkpoint</a></code>, +<code><a href="coalesce.html">coalesce</a></code>, <code><a href="collect.html">collect</a></code>, +<code><a href="columns.html">colnames</a></code>, <code><a href="coltypes.html">coltypes</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="crossJoin.html">crossJoin</a></code>, <code><a href="dapplyCollect.html">dapplyCollect</a></code>, +<code><a href="dapply.html">dapply</a></code>, <code><a href="summary.html">describe</a></code>, +<code><a href="dim.html">dim</a></code>, <code><a href="distinct.html">distinct</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, <code><a href="nafunctions.html">dropna</a></code>, +<code><a href="drop.html">drop</a></code>, <code><a href="dtypes.html">dtypes</a></code>, +<code><a href="except.html">except</a></code>, <code><a href="explain.html">explain</a></code>, +<code><a href="filter.html">filter</a></code>, <code><a href="first.html">first</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="getNumPartitions.html">getNumPartitions</a></code>, <code><a href="groupBy.html">group_by</a></code>, +<code><a href="head.html">head</a></code>, <code><a href="hint.html">hint</a></code>, +<code><a href="histogram.html">histogram</a></code>, <code><a href="insertInto.html">insertInto</a></code>, +<code><a href="intersect.html">intersect</a></code>, <code><a href="isLocal.html">isLocal</a></code>, +<code><a href="isStreaming.html">isStreaming</a></code>, <code><a href="join.html">join</a></code>, +<code><a href="limit.html">limit</a></code>, <code><a href="merge.html">merge</a></code>, +<code><a href="mutate.html">mutate</a></code>, <code><a href="ncol.html">ncol</a></code>, +<code><a href="nrow.html">nrow</a></code>, <code><a href="persist.html">persist</a></code>, +<code><a href="printSchema.html">printSchema</a></code>, <code><a href="randomSplit.html">randomSplit</a></code>, +<code><a href="rbind.html">rbind</a></code>, <code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="rename.html">rename</a></code>, <code><a href="repartition.html">repartition</a></code>, +<code><a href="sample.html">sample</a></code>, <code><a href="saveAsTable.html">saveAsTable</a></code>, +<code><a href="schema.html">schema</a></code>, <code><a href="selectExpr.html">selectExpr</a></code>, +<code><a href="select.html">select</a></code>, <code><a href="showDF.html">showDF</a></code>, +<code><a href="show.html">show</a></code>, <code><a href="storageLevel.html">storageLevel</a></code>, +<code><a href="str.html">str</a></code>, <code><a href="subset.html">subset</a></code>, +<code><a href="take.html">take</a></code>, <code><a href="toJSON.html">toJSON</a></code>, +<code><a href="union.html">union</a></code>, <code><a href="unpersist.html">unpersist</a></code>, +<code><a href="withColumn.html">withColumn</a></code>, <code><a href="with.html">with</a></code>, +<code><a href="write.df.html">write.df</a></code>, <code><a href="write.jdbc.html">write.jdbc</a></code>, +<code><a href="write.json.html">write.json</a></code>, <code><a href="write.orc.html">write.orc</a></code>, +<code><a href="write.parquet.html">write.parquet</a></code>, <code><a href="write.stream.html">write.stream</a></code>, +<code><a href="write.text.html">write.text</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D Computes the arithmetic mean of the second column by grouping +##D on the first and third columns. Output the grouping values and the average. +##D +##D df <- createDataFrame ( +##D list(list(1L, 1, "1", 0.1), list(1L, 2, "1", 0.2), list(3L, 3, "3", 0.3)), +##D c("a", "b", "c", "d")) +##D +##D Here our output contains three columns, the key which is a combination of two +##D columns with data types integer and string and the mean which is a double. +##D schema <- structType(structField("a", "integer"), structField("c", "string"), +##D structField("avg", "double")) +##D result <- gapply( +##D df, +##D c("a", "c"), +##D function(key, x) { +##D y <- data.frame(key, mean(x$b), stringsAsFactors = FALSE) +##D }, schema) +##D +##D We can also group the data and afterwards call gapply on GroupedData. +##D For Example: +##D gdf <- group_by(df, "a", "c") +##D result <- gapply( +##D gdf, +##D function(key, x) { +##D y <- data.frame(key, mean(x$b), stringsAsFactors = FALSE) +##D }, schema) +##D collect(result) +##D +##D Result +##D ------ +##D a c avg +##D 3 3 3.0 +##D 1 1 1.5 +##D +##D Fits linear models on iris dataset by grouping on the 'Species' column and +##D using 'Sepal_Length' as a target variable, 'Sepal_Width', 'Petal_Length' +##D and 'Petal_Width' as training features. +##D +##D df <- createDataFrame (iris) +##D schema <- structType(structField("(Intercept)", "double"), +##D structField("Sepal_Width", "double"),structField("Petal_Length", "double"), +##D structField("Petal_Width", "double")) +##D df1 <- gapply( +##D df, +##D df$"Species", +##D function(key, x) { +##D m <- suppressWarnings(lm(Sepal_Length ~ +##D Sepal_Width + Petal_Length + Petal_Width, x)) +##D data.frame(t(coef(m))) +##D }, schema) +##D collect(df1) +##D +##D Result +##D --------- +##D Model (Intercept) Sepal_Width Petal_Length Petal_Width +##D 1 0.699883 0.3303370 0.9455356 -0.1697527 +##D 2 1.895540 0.3868576 0.9083370 -0.6792238 +##D 3 2.351890 0.6548350 0.2375602 0.2521257 +##D +## End(Not run) +</code></pre> + + +<hr /><div style="text-align: center;">[Package <em>SparkR</em> version 2.2.1 <a href="00Index.html">Index</a>]</div> +</body></html> --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org