http://git-wip-us.apache.org/repos/asf/spark-website/blob/f7ec1155/site/docs/2.2.0/api/R/cancelJobGroup.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.0/api/R/cancelJobGroup.html b/site/docs/2.2.0/api/R/cancelJobGroup.html new file mode 100644 index 0000000..121fb86 --- /dev/null +++ b/site/docs/2.2.0/api/R/cancelJobGroup.html @@ -0,0 +1,56 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: Cancel active jobs for the specified group</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for cancelJobGroup {SparkR}"><tr><td>cancelJobGroup {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>Cancel active jobs for the specified group</h2> + +<h3>Description</h3> + +<p>Cancel active jobs for the specified group +</p> + + +<h3>Usage</h3> + +<pre> +## Default S3 method: +cancelJobGroup(groupId) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>groupId</code></td> +<td> +<p>the ID of job group to be cancelled</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>cancelJobGroup since 1.5.0 +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D cancelJobGroup("myJobGroup") +## End(Not run) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 2.2.0 <a href="00Index.html">Index</a>]</div> +</body></html>
http://git-wip-us.apache.org/repos/asf/spark-website/blob/f7ec1155/site/docs/2.2.0/api/R/cast.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.0/api/R/cast.html b/site/docs/2.2.0/api/R/cast.html new file mode 100644 index 0000000..ad5b2c2 --- /dev/null +++ b/site/docs/2.2.0/api/R/cast.html @@ -0,0 +1,82 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: Casts the column to a different data type.</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for cast {SparkR}"><tr><td>cast {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>Casts the column to a different data type.</h2> + +<h3>Description</h3> + +<p>Casts the column to a different data type. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'Column' +cast(x, dataType) + +cast(x, dataType) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>a Column.</p> +</td></tr> +<tr valign="top"><td><code>dataType</code></td> +<td> +<p>a character object describing the target data type. +See +<a href="https://spark.apache.org/docs/latest/sparkr.html#data-type-mapping-between-r-and-spark"> +Spark Data Types</a> for available data types.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>cast since 1.4.0 +</p> + + +<h3>See Also</h3> + +<p>Other colum_func: <code><a href="alias.html">alias</a></code>, +<code><a href="alias.html">alias,Column-method</a></code>; <code><a href="between.html">between</a></code>, +<code><a href="between.html">between</a></code>, +<code><a href="between.html">between,Column-method</a></code>; +<code><a href="endsWith.html">endsWith</a></code>, <code><a href="endsWith.html">endsWith</a></code>, +<code><a href="endsWith.html">endsWith,Column-method</a></code>; +<code><a href="otherwise.html">otherwise</a></code>, <code><a href="otherwise.html">otherwise</a></code>, +<code><a href="otherwise.html">otherwise,Column-method</a></code>; +<code><a href="over.html">over</a></code>, <code><a href="over.html">over</a></code>, +<code><a href="over.html">over,Column,WindowSpec-method</a></code>; +<code><a href="startsWith.html">startsWith</a></code>, <code><a href="startsWith.html">startsWith</a></code>, +<code><a href="startsWith.html">startsWith,Column-method</a></code>; +<code><a href="substr.html">substr</a></code>, <code><a href="substr.html">substr,Column-method</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D cast(df$age, "string") +## End(Not run) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 2.2.0 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/f7ec1155/site/docs/2.2.0/api/R/cbrt.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.0/api/R/cbrt.html b/site/docs/2.2.0/api/R/cbrt.html new file mode 100644 index 0000000..3fde252 --- /dev/null +++ b/site/docs/2.2.0/api/R/cbrt.html @@ -0,0 +1,122 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: cbrt</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for cbrt {SparkR}"><tr><td>cbrt {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>cbrt</h2> + +<h3>Description</h3> + +<p>Computes the cube-root of the given value. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'Column' +cbrt(x) + +cbrt(x) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>Column to compute on.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>cbrt since 1.4.0 +</p> + + +<h3>See Also</h3> + +<p>Other math_funcs: <code><a href="acos.html">acos</a></code>, +<code><a href="acos.html">acos,Column-method</a></code>; <code><a href="asin.html">asin</a></code>, +<code><a href="asin.html">asin,Column-method</a></code>; <code><a href="atan2.html">atan2</a></code>, +<code><a href="atan2.html">atan2,Column-method</a></code>; <code><a href="atan.html">atan</a></code>, +<code><a href="atan.html">atan,Column-method</a></code>; <code><a href="bin.html">bin</a></code>, +<code><a href="bin.html">bin</a></code>, <code><a href="bin.html">bin,Column-method</a></code>; +<code><a href="bround.html">bround</a></code>, <code><a href="bround.html">bround</a></code>, +<code><a href="bround.html">bround,Column-method</a></code>; <code><a href="ceil.html">ceil</a></code>, +<code><a href="ceil.html">ceil</a></code>, <code><a href="ceil.html">ceil,Column-method</a></code>, +<code><a href="ceil.html">ceiling</a></code>, +<code><a href="ceil.html">ceiling,Column-method</a></code>; <code><a href="conv.html">conv</a></code>, +<code><a href="conv.html">conv</a></code>, +<code><a href="conv.html">conv,Column,numeric,numeric-method</a></code>; +<code><a href="corr.html">corr</a></code>, <code><a href="corr.html">corr</a></code>, +<code><a href="corr.html">corr</a></code>, <code><a href="corr.html">corr,Column-method</a></code>, +<code><a href="corr.html">corr,SparkDataFrame-method</a></code>; +<code><a href="cosh.html">cosh</a></code>, <code><a href="cosh.html">cosh,Column-method</a></code>; +<code><a href="cos.html">cos</a></code>, <code><a href="cos.html">cos,Column-method</a></code>; +<code><a href="covar_pop.html">covar_pop</a></code>, <code><a href="covar_pop.html">covar_pop</a></code>, +<code><a href="covar_pop.html">covar_pop,characterOrColumn,characterOrColumn-method</a></code>; +<code><a href="cov.html">cov</a></code>, <code><a href="cov.html">cov</a></code>, <code><a href="cov.html">cov</a></code>, +<code><a href="cov.html">cov,SparkDataFrame-method</a></code>, +<code><a href="cov.html">cov,characterOrColumn-method</a></code>, +<code><a href="cov.html">covar_samp</a></code>, <code><a href="cov.html">covar_samp</a></code>, +<code><a href="cov.html">covar_samp,characterOrColumn,characterOrColumn-method</a></code>; +<code><a href="expm1.html">expm1</a></code>, <code><a href="expm1.html">expm1,Column-method</a></code>; +<code><a href="exp.html">exp</a></code>, <code><a href="exp.html">exp,Column-method</a></code>; +<code><a href="factorial.html">factorial</a></code>, +<code><a href="factorial.html">factorial,Column-method</a></code>; +<code><a href="floor.html">floor</a></code>, <code><a href="floor.html">floor,Column-method</a></code>; +<code><a href="hex.html">hex</a></code>, <code><a href="hex.html">hex</a></code>, +<code><a href="hex.html">hex,Column-method</a></code>; <code><a href="hypot.html">hypot</a></code>, +<code><a href="hypot.html">hypot</a></code>, <code><a href="hypot.html">hypot,Column-method</a></code>; +<code><a href="log10.html">log10</a></code>, <code><a href="log10.html">log10,Column-method</a></code>; +<code><a href="log1p.html">log1p</a></code>, <code><a href="log1p.html">log1p,Column-method</a></code>; +<code><a href="log2.html">log2</a></code>, <code><a href="log2.html">log2,Column-method</a></code>; +<code><a href="log.html">log</a></code>, <code><a href="log.html">log,Column-method</a></code>; +<code><a href="pmod.html">pmod</a></code>, <code><a href="pmod.html">pmod</a></code>, +<code><a href="pmod.html">pmod,Column-method</a></code>; <code><a href="rint.html">rint</a></code>, +<code><a href="rint.html">rint</a></code>, <code><a href="rint.html">rint,Column-method</a></code>; +<code><a href="round.html">round</a></code>, <code><a href="round.html">round,Column-method</a></code>; +<code><a href="shiftLeft.html">shiftLeft</a></code>, <code><a href="shiftLeft.html">shiftLeft</a></code>, +<code><a href="shiftLeft.html">shiftLeft,Column,numeric-method</a></code>; +<code><a href="shiftRightUnsigned.html">shiftRightUnsigned</a></code>, +<code><a href="shiftRightUnsigned.html">shiftRightUnsigned</a></code>, +<code><a href="shiftRightUnsigned.html">shiftRightUnsigned,Column,numeric-method</a></code>; +<code><a href="shiftRight.html">shiftRight</a></code>, <code><a href="shiftRight.html">shiftRight</a></code>, +<code><a href="shiftRight.html">shiftRight,Column,numeric-method</a></code>; +<code><a href="sign.html">sign</a></code>, <code><a href="sign.html">sign,Column-method</a></code>, +<code><a href="sign.html">signum</a></code>, <code><a href="sign.html">signum</a></code>, +<code><a href="sign.html">signum,Column-method</a></code>; <code><a href="sinh.html">sinh</a></code>, +<code><a href="sinh.html">sinh,Column-method</a></code>; <code><a href="sin.html">sin</a></code>, +<code><a href="sin.html">sin,Column-method</a></code>; <code><a href="sqrt.html">sqrt</a></code>, +<code><a href="sqrt.html">sqrt,Column-method</a></code>; <code><a href="tanh.html">tanh</a></code>, +<code><a href="tanh.html">tanh,Column-method</a></code>; <code><a href="tan.html">tan</a></code>, +<code><a href="tan.html">tan,Column-method</a></code>; <code><a href="toDegrees.html">toDegrees</a></code>, +<code><a href="toDegrees.html">toDegrees</a></code>, +<code><a href="toDegrees.html">toDegrees,Column-method</a></code>; +<code><a href="toRadians.html">toRadians</a></code>, <code><a href="toRadians.html">toRadians</a></code>, +<code><a href="toRadians.html">toRadians,Column-method</a></code>; +<code><a href="unhex.html">unhex</a></code>, <code><a href="unhex.html">unhex</a></code>, +<code><a href="unhex.html">unhex,Column-method</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: cbrt(df$c) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 2.2.0 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/f7ec1155/site/docs/2.2.0/api/R/ceil.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.0/api/R/ceil.html b/site/docs/2.2.0/api/R/ceil.html new file mode 100644 index 0000000..1cf558a --- /dev/null +++ b/site/docs/2.2.0/api/R/ceil.html @@ -0,0 +1,126 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: Computes the ceiling of the given value</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for ceil {SparkR}"><tr><td>ceil {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>Computes the ceiling of the given value</h2> + +<h3>Description</h3> + +<p>Computes the ceiling of the given value. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'Column' +ceil(x) + +## S4 method for signature 'Column' +ceiling(x) + +ceil(x) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>Column to compute on.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>ceil since 1.5.0 +</p> +<p>ceiling since 1.5.0 +</p> + + +<h3>See Also</h3> + +<p>Other math_funcs: <code><a href="acos.html">acos</a></code>, +<code><a href="acos.html">acos,Column-method</a></code>; <code><a href="asin.html">asin</a></code>, +<code><a href="asin.html">asin,Column-method</a></code>; <code><a href="atan2.html">atan2</a></code>, +<code><a href="atan2.html">atan2,Column-method</a></code>; <code><a href="atan.html">atan</a></code>, +<code><a href="atan.html">atan,Column-method</a></code>; <code><a href="bin.html">bin</a></code>, +<code><a href="bin.html">bin</a></code>, <code><a href="bin.html">bin,Column-method</a></code>; +<code><a href="bround.html">bround</a></code>, <code><a href="bround.html">bround</a></code>, +<code><a href="bround.html">bround,Column-method</a></code>; <code><a href="cbrt.html">cbrt</a></code>, +<code><a href="cbrt.html">cbrt</a></code>, <code><a href="cbrt.html">cbrt,Column-method</a></code>; +<code><a href="conv.html">conv</a></code>, <code><a href="conv.html">conv</a></code>, +<code><a href="conv.html">conv,Column,numeric,numeric-method</a></code>; +<code><a href="corr.html">corr</a></code>, <code><a href="corr.html">corr</a></code>, +<code><a href="corr.html">corr</a></code>, <code><a href="corr.html">corr,Column-method</a></code>, +<code><a href="corr.html">corr,SparkDataFrame-method</a></code>; +<code><a href="cosh.html">cosh</a></code>, <code><a href="cosh.html">cosh,Column-method</a></code>; +<code><a href="cos.html">cos</a></code>, <code><a href="cos.html">cos,Column-method</a></code>; +<code><a href="covar_pop.html">covar_pop</a></code>, <code><a href="covar_pop.html">covar_pop</a></code>, +<code><a href="covar_pop.html">covar_pop,characterOrColumn,characterOrColumn-method</a></code>; +<code><a href="cov.html">cov</a></code>, <code><a href="cov.html">cov</a></code>, <code><a href="cov.html">cov</a></code>, +<code><a href="cov.html">cov,SparkDataFrame-method</a></code>, +<code><a href="cov.html">cov,characterOrColumn-method</a></code>, +<code><a href="cov.html">covar_samp</a></code>, <code><a href="cov.html">covar_samp</a></code>, +<code><a href="cov.html">covar_samp,characterOrColumn,characterOrColumn-method</a></code>; +<code><a href="expm1.html">expm1</a></code>, <code><a href="expm1.html">expm1,Column-method</a></code>; +<code><a href="exp.html">exp</a></code>, <code><a href="exp.html">exp,Column-method</a></code>; +<code><a href="factorial.html">factorial</a></code>, +<code><a href="factorial.html">factorial,Column-method</a></code>; +<code><a href="floor.html">floor</a></code>, <code><a href="floor.html">floor,Column-method</a></code>; +<code><a href="hex.html">hex</a></code>, <code><a href="hex.html">hex</a></code>, +<code><a href="hex.html">hex,Column-method</a></code>; <code><a href="hypot.html">hypot</a></code>, +<code><a href="hypot.html">hypot</a></code>, <code><a href="hypot.html">hypot,Column-method</a></code>; +<code><a href="log10.html">log10</a></code>, <code><a href="log10.html">log10,Column-method</a></code>; +<code><a href="log1p.html">log1p</a></code>, <code><a href="log1p.html">log1p,Column-method</a></code>; +<code><a href="log2.html">log2</a></code>, <code><a href="log2.html">log2,Column-method</a></code>; +<code><a href="log.html">log</a></code>, <code><a href="log.html">log,Column-method</a></code>; +<code><a href="pmod.html">pmod</a></code>, <code><a href="pmod.html">pmod</a></code>, +<code><a href="pmod.html">pmod,Column-method</a></code>; <code><a href="rint.html">rint</a></code>, +<code><a href="rint.html">rint</a></code>, <code><a href="rint.html">rint,Column-method</a></code>; +<code><a href="round.html">round</a></code>, <code><a href="round.html">round,Column-method</a></code>; +<code><a href="shiftLeft.html">shiftLeft</a></code>, <code><a href="shiftLeft.html">shiftLeft</a></code>, +<code><a href="shiftLeft.html">shiftLeft,Column,numeric-method</a></code>; +<code><a href="shiftRightUnsigned.html">shiftRightUnsigned</a></code>, +<code><a href="shiftRightUnsigned.html">shiftRightUnsigned</a></code>, +<code><a href="shiftRightUnsigned.html">shiftRightUnsigned,Column,numeric-method</a></code>; +<code><a href="shiftRight.html">shiftRight</a></code>, <code><a href="shiftRight.html">shiftRight</a></code>, +<code><a href="shiftRight.html">shiftRight,Column,numeric-method</a></code>; +<code><a href="sign.html">sign</a></code>, <code><a href="sign.html">sign,Column-method</a></code>, +<code><a href="sign.html">signum</a></code>, <code><a href="sign.html">signum</a></code>, +<code><a href="sign.html">signum,Column-method</a></code>; <code><a href="sinh.html">sinh</a></code>, +<code><a href="sinh.html">sinh,Column-method</a></code>; <code><a href="sin.html">sin</a></code>, +<code><a href="sin.html">sin,Column-method</a></code>; <code><a href="sqrt.html">sqrt</a></code>, +<code><a href="sqrt.html">sqrt,Column-method</a></code>; <code><a href="tanh.html">tanh</a></code>, +<code><a href="tanh.html">tanh,Column-method</a></code>; <code><a href="tan.html">tan</a></code>, +<code><a href="tan.html">tan,Column-method</a></code>; <code><a href="toDegrees.html">toDegrees</a></code>, +<code><a href="toDegrees.html">toDegrees</a></code>, +<code><a href="toDegrees.html">toDegrees,Column-method</a></code>; +<code><a href="toRadians.html">toRadians</a></code>, <code><a href="toRadians.html">toRadians</a></code>, +<code><a href="toRadians.html">toRadians,Column-method</a></code>; +<code><a href="unhex.html">unhex</a></code>, <code><a href="unhex.html">unhex</a></code>, +<code><a href="unhex.html">unhex,Column-method</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: ceil(df$c) +## Not run: ceiling(df$c) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 2.2.0 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/f7ec1155/site/docs/2.2.0/api/R/checkpoint.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.0/api/R/checkpoint.html b/site/docs/2.2.0/api/R/checkpoint.html new file mode 100644 index 0000000..d01107e --- /dev/null +++ b/site/docs/2.2.0/api/R/checkpoint.html @@ -0,0 +1,297 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: checkpoint</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for checkpoint {SparkR}"><tr><td>checkpoint {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>checkpoint</h2> + +<h3>Description</h3> + +<p>Returns a checkpointed version of this SparkDataFrame. Checkpointing can be used to truncate the +logical plan, which is especially useful in iterative algorithms where the plan may grow +exponentially. It will be saved to files inside the checkpoint directory set with +<code>setCheckpointDir</code> +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'SparkDataFrame' +checkpoint(x, eager = TRUE) + +checkpoint(x, eager = TRUE) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>A SparkDataFrame</p> +</td></tr> +<tr valign="top"><td><code>eager</code></td> +<td> +<p>whether to checkpoint this SparkDataFrame immediately</p> +</td></tr> +</table> + + +<h3>Value</h3> + +<p>a new checkpointed SparkDataFrame +</p> + + +<h3>Note</h3> + +<p>checkpoint since 2.2.0 +</p> + + +<h3>See Also</h3> + +<p><a href="setCheckpointDir.html">setCheckpointDir</a> +</p> +<p>Other SparkDataFrame functions: <code><a href="select.html">$</a></code>, +<code><a href="select.html">$,SparkDataFrame-method</a></code>, <code><a href="select.html">$<-</a></code>, +<code><a href="select.html">$<-,SparkDataFrame-method</a></code>, +<code><a href="select.html">select</a></code>, <code><a href="select.html">select</a></code>, +<code><a href="select.html">select,SparkDataFrame,Column-method</a></code>, +<code><a href="select.html">select,SparkDataFrame,character-method</a></code>, +<code><a href="select.html">select,SparkDataFrame,list-method</a></code>; +<code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>; <code><a href="subset.html">[</a></code>, +<code><a href="subset.html">[,SparkDataFrame-method</a></code>, <code><a href="subset.html">[[</a></code>, +<code><a href="subset.html">[[,SparkDataFrame,numericOrcharacter-method</a></code>, +<code><a href="subset.html">[[<-</a></code>, +<code><a href="subset.html">[[<-,SparkDataFrame,numericOrcharacter-method</a></code>, +<code><a href="subset.html">subset</a></code>, <code><a href="subset.html">subset</a></code>, +<code><a href="subset.html">subset,SparkDataFrame-method</a></code>; +<code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>, +<code><a href="summarize.html">agg,GroupedData-method</a></code>, +<code><a href="summarize.html">agg,SparkDataFrame-method</a></code>, +<code><a href="summarize.html">summarize</a></code>, <code><a href="summarize.html">summarize</a></code>, +<code><a href="summarize.html">summarize</a></code>, +<code><a href="summarize.html">summarize,GroupedData-method</a></code>, +<code><a href="summarize.html">summarize,SparkDataFrame-method</a></code>; +<code><a href="arrange.html">arrange</a></code>, <code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange,SparkDataFrame,Column-method</a></code>, +<code><a href="arrange.html">arrange,SparkDataFrame,character-method</a></code>, +<code><a href="arrange.html">orderBy,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="as.data.frame.html">as.data.frame,SparkDataFrame-method</a></code>; +<code><a href="attach.html">attach</a></code>, +<code><a href="attach.html">attach,SparkDataFrame-method</a></code>; +<code><a href="cache.html">cache</a></code>, <code><a href="cache.html">cache</a></code>, +<code><a href="cache.html">cache,SparkDataFrame-method</a></code>; +<code><a href="coalesce.html">coalesce</a></code>, <code><a href="coalesce.html">coalesce</a></code>, +<code><a href="coalesce.html">coalesce</a></code>, +<code><a href="coalesce.html">coalesce,Column-method</a></code>, +<code><a href="coalesce.html">coalesce,SparkDataFrame-method</a></code>; +<code><a href="collect.html">collect</a></code>, <code><a href="collect.html">collect</a></code>, +<code><a href="collect.html">collect,SparkDataFrame-method</a></code>; +<code><a href="columns.html">colnames</a></code>, <code><a href="columns.html">colnames</a></code>, +<code><a href="columns.html">colnames,SparkDataFrame-method</a></code>, +<code><a href="columns.html">colnames<-</a></code>, <code><a href="columns.html">colnames<-</a></code>, +<code><a href="columns.html">colnames<-,SparkDataFrame-method</a></code>, +<code><a href="columns.html">columns</a></code>, <code><a href="columns.html">columns</a></code>, +<code><a href="columns.html">columns,SparkDataFrame-method</a></code>, +<code><a href="columns.html">names</a></code>, +<code><a href="columns.html">names,SparkDataFrame-method</a></code>, +<code><a href="columns.html">names<-</a></code>, +<code><a href="columns.html">names<-,SparkDataFrame-method</a></code>; +<code><a href="coltypes.html">coltypes</a></code>, <code><a href="coltypes.html">coltypes</a></code>, +<code><a href="coltypes.html">coltypes,SparkDataFrame-method</a></code>, +<code><a href="coltypes.html">coltypes<-</a></code>, <code><a href="coltypes.html">coltypes<-</a></code>, +<code><a href="coltypes.html">coltypes<-,SparkDataFrame,character-method</a></code>; +<code><a href="nrow.html">count,SparkDataFrame-method</a></code>, +<code><a href="nrow.html">nrow</a></code>, <code><a href="nrow.html">nrow</a></code>, +<code><a href="nrow.html">nrow,SparkDataFrame-method</a></code>; +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView,SparkDataFrame,character-method</a></code>; +<code><a href="crossJoin.html">crossJoin</a></code>, +<code><a href="crossJoin.html">crossJoin,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="dapplyCollect.html">dapplyCollect</a></code>, <code><a href="dapplyCollect.html">dapplyCollect</a></code>, +<code><a href="dapplyCollect.html">dapplyCollect,SparkDataFrame,function-method</a></code>; +<code><a href="dapply.html">dapply</a></code>, <code><a href="dapply.html">dapply</a></code>, +<code><a href="dapply.html">dapply,SparkDataFrame,function,structType-method</a></code>; +<code><a href="summary.html">describe</a></code>, <code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe,SparkDataFrame,ANY-method</a></code>, +<code><a href="summary.html">describe,SparkDataFrame,character-method</a></code>, +<code><a href="summary.html">describe,SparkDataFrame-method</a></code>, +<code><a href="summary.html">summary</a></code>, <code><a href="summary.html">summary</a></code>, +<code><a href="summary.html">summary,SparkDataFrame-method</a></code>; +<code><a href="dim.html">dim</a></code>, +<code><a href="dim.html">dim,SparkDataFrame-method</a></code>; +<code><a href="distinct.html">distinct</a></code>, <code><a href="distinct.html">distinct</a></code>, +<code><a href="distinct.html">distinct,SparkDataFrame-method</a></code>, +<code><a href="distinct.html">unique</a></code>, +<code><a href="distinct.html">unique,SparkDataFrame-method</a></code>; +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates,SparkDataFrame-method</a></code>; +<code><a href="nafunctions.html">dropna</a></code>, <code><a href="nafunctions.html">dropna</a></code>, +<code><a href="nafunctions.html">dropna,SparkDataFrame-method</a></code>, +<code><a href="nafunctions.html">fillna</a></code>, <code><a href="nafunctions.html">fillna</a></code>, +<code><a href="nafunctions.html">fillna,SparkDataFrame-method</a></code>, +<code><a href="nafunctions.html">na.omit</a></code>, <code><a href="nafunctions.html">na.omit</a></code>, +<code><a href="nafunctions.html">na.omit,SparkDataFrame-method</a></code>; +<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop</a></code>, +<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop,ANY-method</a></code>, +<code><a href="drop.html">drop,SparkDataFrame-method</a></code>; +<code><a href="dtypes.html">dtypes</a></code>, <code><a href="dtypes.html">dtypes</a></code>, +<code><a href="dtypes.html">dtypes,SparkDataFrame-method</a></code>; +<code><a href="except.html">except</a></code>, <code><a href="except.html">except</a></code>, +<code><a href="except.html">except,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="explain.html">explain</a></code>, <code><a href="explain.html">explain</a></code>, +<code><a href="explain.html">explain</a></code>, +<code><a href="explain.html">explain,SparkDataFrame-method</a></code>, +<code><a href="explain.html">explain,StreamingQuery-method</a></code>; +<code><a href="filter.html">filter</a></code>, <code><a href="filter.html">filter</a></code>, +<code><a href="filter.html">filter,SparkDataFrame,characterOrColumn-method</a></code>, +<code><a href="filter.html">where</a></code>, <code><a href="filter.html">where</a></code>, +<code><a href="filter.html">where,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="first.html">first</a></code>, <code><a href="first.html">first</a></code>, +<code><a href="first.html">first</a></code>, +<code><a href="first.html">first,SparkDataFrame-method</a></code>, +<code><a href="first.html">first,characterOrColumn-method</a></code>; +<code><a href="gapplyCollect.html">gapplyCollect</a></code>, <code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect,GroupedData-method</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect,SparkDataFrame-method</a></code>; +<code><a href="gapply.html">gapply</a></code>, <code><a href="gapply.html">gapply</a></code>, +<code><a href="gapply.html">gapply</a></code>, +<code><a href="gapply.html">gapply,GroupedData-method</a></code>, +<code><a href="gapply.html">gapply,SparkDataFrame-method</a></code>; +<code><a href="getNumPartitions.html">getNumPartitions</a></code>, +<code><a href="getNumPartitions.html">getNumPartitions,SparkDataFrame-method</a></code>; +<code><a href="groupBy.html">groupBy</a></code>, <code><a href="groupBy.html">groupBy</a></code>, +<code><a href="groupBy.html">groupBy,SparkDataFrame-method</a></code>, +<code><a href="groupBy.html">group_by</a></code>, <code><a href="groupBy.html">group_by</a></code>, +<code><a href="groupBy.html">group_by,SparkDataFrame-method</a></code>; +<code><a href="head.html">head</a></code>, +<code><a href="head.html">head,SparkDataFrame-method</a></code>; +<code><a href="hint.html">hint</a></code>, <code><a href="hint.html">hint</a></code>, +<code><a href="hint.html">hint,SparkDataFrame,character-method</a></code>; +<code><a href="histogram.html">histogram</a></code>, +<code><a href="histogram.html">histogram,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="insertInto.html">insertInto</a></code>, <code><a href="insertInto.html">insertInto</a></code>, +<code><a href="insertInto.html">insertInto,SparkDataFrame,character-method</a></code>; +<code><a href="intersect.html">intersect</a></code>, <code><a href="intersect.html">intersect</a></code>, +<code><a href="intersect.html">intersect,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="isLocal.html">isLocal</a></code>, <code><a href="isLocal.html">isLocal</a></code>, +<code><a href="isLocal.html">isLocal,SparkDataFrame-method</a></code>; +<code><a href="isStreaming.html">isStreaming</a></code>, <code><a href="isStreaming.html">isStreaming</a></code>, +<code><a href="isStreaming.html">isStreaming,SparkDataFrame-method</a></code>; +<code><a href="join.html">join</a></code>, +<code><a href="join.html">join,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="limit.html">limit</a></code>, <code><a href="limit.html">limit</a></code>, +<code><a href="limit.html">limit,SparkDataFrame,numeric-method</a></code>; +<code><a href="merge.html">merge</a></code>, <code><a href="merge.html">merge</a></code>, +<code><a href="merge.html">merge,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="mutate.html">mutate</a></code>, <code><a href="mutate.html">mutate</a></code>, +<code><a href="mutate.html">mutate,SparkDataFrame-method</a></code>, +<code><a href="mutate.html">transform</a></code>, <code><a href="mutate.html">transform</a></code>, +<code><a href="mutate.html">transform,SparkDataFrame-method</a></code>; +<code><a href="ncol.html">ncol</a></code>, +<code><a href="ncol.html">ncol,SparkDataFrame-method</a></code>; +<code><a href="persist.html">persist</a></code>, <code><a href="persist.html">persist</a></code>, +<code><a href="persist.html">persist,SparkDataFrame,character-method</a></code>; +<code><a href="printSchema.html">printSchema</a></code>, <code><a href="printSchema.html">printSchema</a></code>, +<code><a href="printSchema.html">printSchema,SparkDataFrame-method</a></code>; +<code><a href="randomSplit.html">randomSplit</a></code>, <code><a href="randomSplit.html">randomSplit</a></code>, +<code><a href="randomSplit.html">randomSplit,SparkDataFrame,numeric-method</a></code>; +<code><a href="rbind.html">rbind</a></code>, <code><a href="rbind.html">rbind</a></code>, +<code><a href="rbind.html">rbind,SparkDataFrame-method</a></code>; +<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="registerTempTable-deprecated.html">registerTempTable,SparkDataFrame,character-method</a></code>; +<code><a href="rename.html">rename</a></code>, <code><a href="rename.html">rename</a></code>, +<code><a href="rename.html">rename,SparkDataFrame-method</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed,SparkDataFrame,character,character-method</a></code>; +<code><a href="repartition.html">repartition</a></code>, <code><a href="repartition.html">repartition</a></code>, +<code><a href="repartition.html">repartition,SparkDataFrame-method</a></code>; +<code><a href="sample.html">sample</a></code>, <code><a href="sample.html">sample</a></code>, +<code><a href="sample.html">sample,SparkDataFrame,logical,numeric-method</a></code>, +<code><a href="sample.html">sample_frac</a></code>, <code><a href="sample.html">sample_frac</a></code>, +<code><a href="sample.html">sample_frac,SparkDataFrame,logical,numeric-method</a></code>; +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">saveAsParquetFile,SparkDataFrame,character-method</a></code>, +<code><a href="write.parquet.html">write.parquet</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>, +<code><a href="write.parquet.html">write.parquet,SparkDataFrame,character-method</a></code>; +<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="saveAsTable.html">saveAsTable</a></code>, +<code><a href="saveAsTable.html">saveAsTable,SparkDataFrame,character-method</a></code>; +<code><a href="write.df.html">saveDF</a></code>, <code><a href="write.df.html">saveDF</a></code>, +<code><a href="write.df.html">saveDF,SparkDataFrame,character-method</a></code>, +<code><a href="write.df.html">write.df</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df,SparkDataFrame-method</a></code>; +<code><a href="schema.html">schema</a></code>, <code><a href="schema.html">schema</a></code>, +<code><a href="schema.html">schema,SparkDataFrame-method</a></code>; +<code><a href="selectExpr.html">selectExpr</a></code>, <code><a href="selectExpr.html">selectExpr</a></code>, +<code><a href="selectExpr.html">selectExpr,SparkDataFrame,character-method</a></code>; +<code><a href="showDF.html">showDF</a></code>, <code><a href="showDF.html">showDF</a></code>, +<code><a href="showDF.html">showDF,SparkDataFrame-method</a></code>; +<code><a href="show.html">show</a></code>, <code><a href="show.html">show</a></code>, +<code><a href="show.html">show,Column-method</a></code>, +<code><a href="show.html">show,GroupedData-method</a></code>, +<code><a href="show.html">show,SparkDataFrame-method</a></code>, +<code><a href="show.html">show,StreamingQuery-method</a></code>, +<code><a href="show.html">show,WindowSpec-method</a></code>; +<code><a href="storageLevel.html">storageLevel</a></code>, +<code><a href="storageLevel.html">storageLevel,SparkDataFrame-method</a></code>; +<code><a href="str.html">str</a></code>, +<code><a href="str.html">str,SparkDataFrame-method</a></code>; +<code><a href="take.html">take</a></code>, <code><a href="take.html">take</a></code>, +<code><a href="take.html">take,SparkDataFrame,numeric-method</a></code>; +<code><a href="toJSON.html">toJSON</a></code>, +<code><a href="toJSON.html">toJSON,SparkDataFrame-method</a></code>; +<code><a href="union.html">union</a></code>, <code><a href="union.html">union</a></code>, +<code><a href="union.html">union,SparkDataFrame,SparkDataFrame-method</a></code>, +<code><a href="union.html">unionAll</a></code>, <code><a href="union.html">unionAll</a></code>, +<code><a href="union.html">unionAll,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="unpersist.html">unpersist</a></code>, <code><a href="unpersist.html">unpersist</a></code>, +<code><a href="unpersist.html">unpersist,SparkDataFrame-method</a></code>; +<code><a href="withColumn.html">withColumn</a></code>, <code><a href="withColumn.html">withColumn</a></code>, +<code><a href="withColumn.html">withColumn,SparkDataFrame,character-method</a></code>; +<code><a href="with.html">with</a></code>, +<code><a href="with.html">with,SparkDataFrame-method</a></code>; +<code><a href="write.jdbc.html">write.jdbc</a></code>, <code><a href="write.jdbc.html">write.jdbc</a></code>, +<code><a href="write.jdbc.html">write.jdbc,SparkDataFrame,character,character-method</a></code>; +<code><a href="write.json.html">write.json</a></code>, <code><a href="write.json.html">write.json</a></code>, +<code><a href="write.json.html">write.json,SparkDataFrame,character-method</a></code>; +<code><a href="write.orc.html">write.orc</a></code>, <code><a href="write.orc.html">write.orc</a></code>, +<code><a href="write.orc.html">write.orc,SparkDataFrame,character-method</a></code>; +<code><a href="write.stream.html">write.stream</a></code>, <code><a href="write.stream.html">write.stream</a></code>, +<code><a href="write.stream.html">write.stream,SparkDataFrame-method</a></code>; +<code><a href="write.text.html">write.text</a></code>, <code><a href="write.text.html">write.text</a></code>, +<code><a href="write.text.html">write.text,SparkDataFrame,character-method</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D setCheckpointDir("/checkpoint") +##D df <- checkpoint(df) +## End(Not run) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 2.2.0 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/f7ec1155/site/docs/2.2.0/api/R/clearCache.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.0/api/R/clearCache.html b/site/docs/2.2.0/api/R/clearCache.html new file mode 100644 index 0000000..634ee14 --- /dev/null +++ b/site/docs/2.2.0/api/R/clearCache.html @@ -0,0 +1,45 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: Clear Cache</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for clearCache {SparkR}"><tr><td>clearCache {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>Clear Cache</h2> + +<h3>Description</h3> + +<p>Removes all cached tables from the in-memory cache. +</p> + + +<h3>Usage</h3> + +<pre> +## Default S3 method: +clearCache() +</pre> + + +<h3>Note</h3> + +<p>clearCache since 1.4.0 +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D clearCache() +## End(Not run) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 2.2.0 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/f7ec1155/site/docs/2.2.0/api/R/clearJobGroup.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.0/api/R/clearJobGroup.html b/site/docs/2.2.0/api/R/clearJobGroup.html new file mode 100644 index 0000000..20723bd --- /dev/null +++ b/site/docs/2.2.0/api/R/clearJobGroup.html @@ -0,0 +1,46 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: Clear current job group ID and its description</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for clearJobGroup {SparkR}"><tr><td>clearJobGroup {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>Clear current job group ID and its description</h2> + +<h3>Description</h3> + +<p>Clear current job group ID and its description +</p> + + +<h3>Usage</h3> + +<pre> +## Default S3 method: +clearJobGroup() +</pre> + + +<h3>Note</h3> + +<p>clearJobGroup since 1.5.0 +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D clearJobGroup() +## End(Not run) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 2.2.0 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/f7ec1155/site/docs/2.2.0/api/R/coalesce.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.0/api/R/coalesce.html b/site/docs/2.2.0/api/R/coalesce.html new file mode 100644 index 0000000..c1220ee --- /dev/null +++ b/site/docs/2.2.0/api/R/coalesce.html @@ -0,0 +1,352 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: Coalesce</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for coalesce {SparkR}"><tr><td>coalesce {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>Coalesce</h2> + +<h3>Description</h3> + +<p>Returns a new SparkDataFrame that has exactly <code>numPartitions</code> partitions. +This operation results in a narrow dependency, e.g. if you go from 1000 partitions to 100 +partitions, there will not be a shuffle, instead each of the 100 new partitions will claim 10 of +the current partitions. If a larger number of partitions is requested, it will stay at the +current number of partitions. +</p> +<p>Returns the first column that is not NA, or NA if all inputs are. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'SparkDataFrame' +coalesce(x, numPartitions) + +## S4 method for signature 'Column' +coalesce(x, ...) + +coalesce(x, ...) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>a Column or a SparkDataFrame.</p> +</td></tr> +<tr valign="top"><td><code>numPartitions</code></td> +<td> +<p>the number of partitions to use.</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>additional argument(s). If <code>x</code> is a Column, additional Columns can be optionally +provided.</p> +</td></tr> +</table> + + +<h3>Details</h3> + +<p>However, if you're doing a drastic coalesce on a SparkDataFrame, e.g. to numPartitions = 1, +this may result in your computation taking place on fewer nodes than +you like (e.g. one node in the case of numPartitions = 1). To avoid this, +call <code>repartition</code>. This will add a shuffle step, but means the +current upstream partitions will be executed in parallel (per whatever +the current partitioning is). +</p> + + +<h3>Note</h3> + +<p>coalesce(SparkDataFrame) since 2.1.1 +</p> +<p>coalesce(Column) since 2.1.1 +</p> + + +<h3>See Also</h3> + +<p><a href="repartition.html">repartition</a> +</p> +<p>Other SparkDataFrame functions: <code><a href="select.html">$</a></code>, +<code><a href="select.html">$,SparkDataFrame-method</a></code>, <code><a href="select.html">$<-</a></code>, +<code><a href="select.html">$<-,SparkDataFrame-method</a></code>, +<code><a href="select.html">select</a></code>, <code><a href="select.html">select</a></code>, +<code><a href="select.html">select,SparkDataFrame,Column-method</a></code>, +<code><a href="select.html">select,SparkDataFrame,character-method</a></code>, +<code><a href="select.html">select,SparkDataFrame,list-method</a></code>; +<code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>; <code><a href="subset.html">[</a></code>, +<code><a href="subset.html">[,SparkDataFrame-method</a></code>, <code><a href="subset.html">[[</a></code>, +<code><a href="subset.html">[[,SparkDataFrame,numericOrcharacter-method</a></code>, +<code><a href="subset.html">[[<-</a></code>, +<code><a href="subset.html">[[<-,SparkDataFrame,numericOrcharacter-method</a></code>, +<code><a href="subset.html">subset</a></code>, <code><a href="subset.html">subset</a></code>, +<code><a href="subset.html">subset,SparkDataFrame-method</a></code>; +<code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>, +<code><a href="summarize.html">agg,GroupedData-method</a></code>, +<code><a href="summarize.html">agg,SparkDataFrame-method</a></code>, +<code><a href="summarize.html">summarize</a></code>, <code><a href="summarize.html">summarize</a></code>, +<code><a href="summarize.html">summarize</a></code>, +<code><a href="summarize.html">summarize,GroupedData-method</a></code>, +<code><a href="summarize.html">summarize,SparkDataFrame-method</a></code>; +<code><a href="arrange.html">arrange</a></code>, <code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange,SparkDataFrame,Column-method</a></code>, +<code><a href="arrange.html">arrange,SparkDataFrame,character-method</a></code>, +<code><a href="arrange.html">orderBy,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="as.data.frame.html">as.data.frame,SparkDataFrame-method</a></code>; +<code><a href="attach.html">attach</a></code>, +<code><a href="attach.html">attach,SparkDataFrame-method</a></code>; +<code><a href="cache.html">cache</a></code>, <code><a href="cache.html">cache</a></code>, +<code><a href="cache.html">cache,SparkDataFrame-method</a></code>; +<code><a href="checkpoint.html">checkpoint</a></code>, <code><a href="checkpoint.html">checkpoint</a></code>, +<code><a href="checkpoint.html">checkpoint,SparkDataFrame-method</a></code>; +<code><a href="collect.html">collect</a></code>, <code><a href="collect.html">collect</a></code>, +<code><a href="collect.html">collect,SparkDataFrame-method</a></code>; +<code><a href="columns.html">colnames</a></code>, <code><a href="columns.html">colnames</a></code>, +<code><a href="columns.html">colnames,SparkDataFrame-method</a></code>, +<code><a href="columns.html">colnames<-</a></code>, <code><a href="columns.html">colnames<-</a></code>, +<code><a href="columns.html">colnames<-,SparkDataFrame-method</a></code>, +<code><a href="columns.html">columns</a></code>, <code><a href="columns.html">columns</a></code>, +<code><a href="columns.html">columns,SparkDataFrame-method</a></code>, +<code><a href="columns.html">names</a></code>, +<code><a href="columns.html">names,SparkDataFrame-method</a></code>, +<code><a href="columns.html">names<-</a></code>, +<code><a href="columns.html">names<-,SparkDataFrame-method</a></code>; +<code><a href="coltypes.html">coltypes</a></code>, <code><a href="coltypes.html">coltypes</a></code>, +<code><a href="coltypes.html">coltypes,SparkDataFrame-method</a></code>, +<code><a href="coltypes.html">coltypes<-</a></code>, <code><a href="coltypes.html">coltypes<-</a></code>, +<code><a href="coltypes.html">coltypes<-,SparkDataFrame,character-method</a></code>; +<code><a href="nrow.html">count,SparkDataFrame-method</a></code>, +<code><a href="nrow.html">nrow</a></code>, <code><a href="nrow.html">nrow</a></code>, +<code><a href="nrow.html">nrow,SparkDataFrame-method</a></code>; +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView,SparkDataFrame,character-method</a></code>; +<code><a href="crossJoin.html">crossJoin</a></code>, +<code><a href="crossJoin.html">crossJoin,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="dapplyCollect.html">dapplyCollect</a></code>, <code><a href="dapplyCollect.html">dapplyCollect</a></code>, +<code><a href="dapplyCollect.html">dapplyCollect,SparkDataFrame,function-method</a></code>; +<code><a href="dapply.html">dapply</a></code>, <code><a href="dapply.html">dapply</a></code>, +<code><a href="dapply.html">dapply,SparkDataFrame,function,structType-method</a></code>; +<code><a href="summary.html">describe</a></code>, <code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe,SparkDataFrame,ANY-method</a></code>, +<code><a href="summary.html">describe,SparkDataFrame,character-method</a></code>, +<code><a href="summary.html">describe,SparkDataFrame-method</a></code>, +<code><a href="summary.html">summary</a></code>, <code><a href="summary.html">summary</a></code>, +<code><a href="summary.html">summary,SparkDataFrame-method</a></code>; +<code><a href="dim.html">dim</a></code>, +<code><a href="dim.html">dim,SparkDataFrame-method</a></code>; +<code><a href="distinct.html">distinct</a></code>, <code><a href="distinct.html">distinct</a></code>, +<code><a href="distinct.html">distinct,SparkDataFrame-method</a></code>, +<code><a href="distinct.html">unique</a></code>, +<code><a href="distinct.html">unique,SparkDataFrame-method</a></code>; +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates,SparkDataFrame-method</a></code>; +<code><a href="nafunctions.html">dropna</a></code>, <code><a href="nafunctions.html">dropna</a></code>, +<code><a href="nafunctions.html">dropna,SparkDataFrame-method</a></code>, +<code><a href="nafunctions.html">fillna</a></code>, <code><a href="nafunctions.html">fillna</a></code>, +<code><a href="nafunctions.html">fillna,SparkDataFrame-method</a></code>, +<code><a href="nafunctions.html">na.omit</a></code>, <code><a href="nafunctions.html">na.omit</a></code>, +<code><a href="nafunctions.html">na.omit,SparkDataFrame-method</a></code>; +<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop</a></code>, +<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop,ANY-method</a></code>, +<code><a href="drop.html">drop,SparkDataFrame-method</a></code>; +<code><a href="dtypes.html">dtypes</a></code>, <code><a href="dtypes.html">dtypes</a></code>, +<code><a href="dtypes.html">dtypes,SparkDataFrame-method</a></code>; +<code><a href="except.html">except</a></code>, <code><a href="except.html">except</a></code>, +<code><a href="except.html">except,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="explain.html">explain</a></code>, <code><a href="explain.html">explain</a></code>, +<code><a href="explain.html">explain</a></code>, +<code><a href="explain.html">explain,SparkDataFrame-method</a></code>, +<code><a href="explain.html">explain,StreamingQuery-method</a></code>; +<code><a href="filter.html">filter</a></code>, <code><a href="filter.html">filter</a></code>, +<code><a href="filter.html">filter,SparkDataFrame,characterOrColumn-method</a></code>, +<code><a href="filter.html">where</a></code>, <code><a href="filter.html">where</a></code>, +<code><a href="filter.html">where,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="first.html">first</a></code>, <code><a href="first.html">first</a></code>, +<code><a href="first.html">first</a></code>, +<code><a href="first.html">first,SparkDataFrame-method</a></code>, +<code><a href="first.html">first,characterOrColumn-method</a></code>; +<code><a href="gapplyCollect.html">gapplyCollect</a></code>, <code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect,GroupedData-method</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect,SparkDataFrame-method</a></code>; +<code><a href="gapply.html">gapply</a></code>, <code><a href="gapply.html">gapply</a></code>, +<code><a href="gapply.html">gapply</a></code>, +<code><a href="gapply.html">gapply,GroupedData-method</a></code>, +<code><a href="gapply.html">gapply,SparkDataFrame-method</a></code>; +<code><a href="getNumPartitions.html">getNumPartitions</a></code>, +<code><a href="getNumPartitions.html">getNumPartitions,SparkDataFrame-method</a></code>; +<code><a href="groupBy.html">groupBy</a></code>, <code><a href="groupBy.html">groupBy</a></code>, +<code><a href="groupBy.html">groupBy,SparkDataFrame-method</a></code>, +<code><a href="groupBy.html">group_by</a></code>, <code><a href="groupBy.html">group_by</a></code>, +<code><a href="groupBy.html">group_by,SparkDataFrame-method</a></code>; +<code><a href="head.html">head</a></code>, +<code><a href="head.html">head,SparkDataFrame-method</a></code>; +<code><a href="hint.html">hint</a></code>, <code><a href="hint.html">hint</a></code>, +<code><a href="hint.html">hint,SparkDataFrame,character-method</a></code>; +<code><a href="histogram.html">histogram</a></code>, +<code><a href="histogram.html">histogram,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="insertInto.html">insertInto</a></code>, <code><a href="insertInto.html">insertInto</a></code>, +<code><a href="insertInto.html">insertInto,SparkDataFrame,character-method</a></code>; +<code><a href="intersect.html">intersect</a></code>, <code><a href="intersect.html">intersect</a></code>, +<code><a href="intersect.html">intersect,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="isLocal.html">isLocal</a></code>, <code><a href="isLocal.html">isLocal</a></code>, +<code><a href="isLocal.html">isLocal,SparkDataFrame-method</a></code>; +<code><a href="isStreaming.html">isStreaming</a></code>, <code><a href="isStreaming.html">isStreaming</a></code>, +<code><a href="isStreaming.html">isStreaming,SparkDataFrame-method</a></code>; +<code><a href="join.html">join</a></code>, +<code><a href="join.html">join,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="limit.html">limit</a></code>, <code><a href="limit.html">limit</a></code>, +<code><a href="limit.html">limit,SparkDataFrame,numeric-method</a></code>; +<code><a href="merge.html">merge</a></code>, <code><a href="merge.html">merge</a></code>, +<code><a href="merge.html">merge,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="mutate.html">mutate</a></code>, <code><a href="mutate.html">mutate</a></code>, +<code><a href="mutate.html">mutate,SparkDataFrame-method</a></code>, +<code><a href="mutate.html">transform</a></code>, <code><a href="mutate.html">transform</a></code>, +<code><a href="mutate.html">transform,SparkDataFrame-method</a></code>; +<code><a href="ncol.html">ncol</a></code>, +<code><a href="ncol.html">ncol,SparkDataFrame-method</a></code>; +<code><a href="persist.html">persist</a></code>, <code><a href="persist.html">persist</a></code>, +<code><a href="persist.html">persist,SparkDataFrame,character-method</a></code>; +<code><a href="printSchema.html">printSchema</a></code>, <code><a href="printSchema.html">printSchema</a></code>, +<code><a href="printSchema.html">printSchema,SparkDataFrame-method</a></code>; +<code><a href="randomSplit.html">randomSplit</a></code>, <code><a href="randomSplit.html">randomSplit</a></code>, +<code><a href="randomSplit.html">randomSplit,SparkDataFrame,numeric-method</a></code>; +<code><a href="rbind.html">rbind</a></code>, <code><a href="rbind.html">rbind</a></code>, +<code><a href="rbind.html">rbind,SparkDataFrame-method</a></code>; +<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="registerTempTable-deprecated.html">registerTempTable,SparkDataFrame,character-method</a></code>; +<code><a href="rename.html">rename</a></code>, <code><a href="rename.html">rename</a></code>, +<code><a href="rename.html">rename,SparkDataFrame-method</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed,SparkDataFrame,character,character-method</a></code>; +<code><a href="repartition.html">repartition</a></code>, <code><a href="repartition.html">repartition</a></code>, +<code><a href="repartition.html">repartition,SparkDataFrame-method</a></code>; +<code><a href="sample.html">sample</a></code>, <code><a href="sample.html">sample</a></code>, +<code><a href="sample.html">sample,SparkDataFrame,logical,numeric-method</a></code>, +<code><a href="sample.html">sample_frac</a></code>, <code><a href="sample.html">sample_frac</a></code>, +<code><a href="sample.html">sample_frac,SparkDataFrame,logical,numeric-method</a></code>; +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">saveAsParquetFile,SparkDataFrame,character-method</a></code>, +<code><a href="write.parquet.html">write.parquet</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>, +<code><a href="write.parquet.html">write.parquet,SparkDataFrame,character-method</a></code>; +<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="saveAsTable.html">saveAsTable</a></code>, +<code><a href="saveAsTable.html">saveAsTable,SparkDataFrame,character-method</a></code>; +<code><a href="write.df.html">saveDF</a></code>, <code><a href="write.df.html">saveDF</a></code>, +<code><a href="write.df.html">saveDF,SparkDataFrame,character-method</a></code>, +<code><a href="write.df.html">write.df</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df,SparkDataFrame-method</a></code>; +<code><a href="schema.html">schema</a></code>, <code><a href="schema.html">schema</a></code>, +<code><a href="schema.html">schema,SparkDataFrame-method</a></code>; +<code><a href="selectExpr.html">selectExpr</a></code>, <code><a href="selectExpr.html">selectExpr</a></code>, +<code><a href="selectExpr.html">selectExpr,SparkDataFrame,character-method</a></code>; +<code><a href="showDF.html">showDF</a></code>, <code><a href="showDF.html">showDF</a></code>, +<code><a href="showDF.html">showDF,SparkDataFrame-method</a></code>; +<code><a href="show.html">show</a></code>, <code><a href="show.html">show</a></code>, +<code><a href="show.html">show,Column-method</a></code>, +<code><a href="show.html">show,GroupedData-method</a></code>, +<code><a href="show.html">show,SparkDataFrame-method</a></code>, +<code><a href="show.html">show,StreamingQuery-method</a></code>, +<code><a href="show.html">show,WindowSpec-method</a></code>; +<code><a href="storageLevel.html">storageLevel</a></code>, +<code><a href="storageLevel.html">storageLevel,SparkDataFrame-method</a></code>; +<code><a href="str.html">str</a></code>, +<code><a href="str.html">str,SparkDataFrame-method</a></code>; +<code><a href="take.html">take</a></code>, <code><a href="take.html">take</a></code>, +<code><a href="take.html">take,SparkDataFrame,numeric-method</a></code>; +<code><a href="toJSON.html">toJSON</a></code>, +<code><a href="toJSON.html">toJSON,SparkDataFrame-method</a></code>; +<code><a href="union.html">union</a></code>, <code><a href="union.html">union</a></code>, +<code><a href="union.html">union,SparkDataFrame,SparkDataFrame-method</a></code>, +<code><a href="union.html">unionAll</a></code>, <code><a href="union.html">unionAll</a></code>, +<code><a href="union.html">unionAll,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="unpersist.html">unpersist</a></code>, <code><a href="unpersist.html">unpersist</a></code>, +<code><a href="unpersist.html">unpersist,SparkDataFrame-method</a></code>; +<code><a href="withColumn.html">withColumn</a></code>, <code><a href="withColumn.html">withColumn</a></code>, +<code><a href="withColumn.html">withColumn,SparkDataFrame,character-method</a></code>; +<code><a href="with.html">with</a></code>, +<code><a href="with.html">with,SparkDataFrame-method</a></code>; +<code><a href="write.jdbc.html">write.jdbc</a></code>, <code><a href="write.jdbc.html">write.jdbc</a></code>, +<code><a href="write.jdbc.html">write.jdbc,SparkDataFrame,character,character-method</a></code>; +<code><a href="write.json.html">write.json</a></code>, <code><a href="write.json.html">write.json</a></code>, +<code><a href="write.json.html">write.json,SparkDataFrame,character-method</a></code>; +<code><a href="write.orc.html">write.orc</a></code>, <code><a href="write.orc.html">write.orc</a></code>, +<code><a href="write.orc.html">write.orc,SparkDataFrame,character-method</a></code>; +<code><a href="write.stream.html">write.stream</a></code>, <code><a href="write.stream.html">write.stream</a></code>, +<code><a href="write.stream.html">write.stream,SparkDataFrame-method</a></code>; +<code><a href="write.text.html">write.text</a></code>, <code><a href="write.text.html">write.text</a></code>, +<code><a href="write.text.html">write.text,SparkDataFrame,character-method</a></code> +</p> +<p>Other normal_funcs: <code><a href="column.html">Column-class</a></code>, +<code><a href="column.html">column</a></code>, <code><a href="column.html">column</a></code>, +<code><a href="column.html">column</a></code>, +<code><a href="column.html">column,character-method</a></code>, +<code><a href="column.html">column,jobj-method</a></code>; <code><a href="abs.html">abs</a></code>, +<code><a href="abs.html">abs,Column-method</a></code>; +<code><a href="bitwiseNOT.html">bitwiseNOT</a></code>, <code><a href="bitwiseNOT.html">bitwiseNOT</a></code>, +<code><a href="bitwiseNOT.html">bitwiseNOT,Column-method</a></code>; +<code><a href="expr.html">expr</a></code>, <code><a href="expr.html">expr</a></code>, +<code><a href="expr.html">expr,character-method</a></code>; +<code><a href="from_json.html">from_json</a></code>, <code><a href="from_json.html">from_json</a></code>, +<code><a href="from_json.html">from_json,Column,structType-method</a></code>; +<code><a href="greatest.html">greatest</a></code>, <code><a href="greatest.html">greatest</a></code>, +<code><a href="greatest.html">greatest,Column-method</a></code>; +<code><a href="ifelse.html">ifelse</a></code>, <code><a href="ifelse.html">ifelse,Column-method</a></code>; +<code><a href="is.nan.html">is.nan</a></code>, <code><a href="is.nan.html">is.nan,Column-method</a></code>, +<code><a href="is.nan.html">isnan</a></code>, <code><a href="is.nan.html">isnan</a></code>, +<code><a href="is.nan.html">isnan,Column-method</a></code>; <code><a href="least.html">least</a></code>, +<code><a href="least.html">least</a></code>, <code><a href="least.html">least,Column-method</a></code>; +<code><a href="lit.html">lit</a></code>, <code><a href="lit.html">lit</a></code>, +<code><a href="lit.html">lit,ANY-method</a></code>; <code><a href="nanvl.html">nanvl</a></code>, +<code><a href="nanvl.html">nanvl</a></code>, <code><a href="nanvl.html">nanvl,Column-method</a></code>; +<code><a href="negate.html">negate</a></code>, <code><a href="negate.html">negate</a></code>, +<code><a href="negate.html">negate,Column-method</a></code>; <code><a href="randn.html">randn</a></code>, +<code><a href="randn.html">randn</a></code>, <code><a href="randn.html">randn</a></code>, +<code><a href="randn.html">randn,missing-method</a></code>, +<code><a href="randn.html">randn,numeric-method</a></code>; <code><a href="rand.html">rand</a></code>, +<code><a href="rand.html">rand</a></code>, <code><a href="rand.html">rand</a></code>, +<code><a href="rand.html">rand,missing-method</a></code>, +<code><a href="rand.html">rand,numeric-method</a></code>; <code><a href="struct.html">struct</a></code>, +<code><a href="struct.html">struct</a></code>, +<code><a href="struct.html">struct,characterOrColumn-method</a></code>; +<code><a href="to_json.html">to_json</a></code>, <code><a href="to_json.html">to_json</a></code>, +<code><a href="to_json.html">to_json,Column-method</a></code>; <code><a href="when.html">when</a></code>, +<code><a href="when.html">when</a></code>, <code><a href="when.html">when,Column-method</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D path <- "path/to/file.json" +##D df <- read.json(path) +##D newDF <- coalesce(df, 1L) +## End(Not run) +## Not run: coalesce(df$c, df$d, df$e) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 2.2.0 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/f7ec1155/site/docs/2.2.0/api/R/collect.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.0/api/R/collect.html b/site/docs/2.2.0/api/R/collect.html new file mode 100644 index 0000000..619fa5f --- /dev/null +++ b/site/docs/2.2.0/api/R/collect.html @@ -0,0 +1,294 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: Collects all the elements of a SparkDataFrame and coerces...</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for collect {SparkR}"><tr><td>collect {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>Collects all the elements of a SparkDataFrame and coerces them into an R data.frame.</h2> + +<h3>Description</h3> + +<p>Collects all the elements of a SparkDataFrame and coerces them into an R data.frame. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'SparkDataFrame' +collect(x, stringsAsFactors = FALSE) + +collect(x, ...) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>a SparkDataFrame.</p> +</td></tr> +<tr valign="top"><td><code>stringsAsFactors</code></td> +<td> +<p>(Optional) a logical indicating whether or not string columns +should be converted to factors. FALSE by default.</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>further arguments to be passed to or from other methods.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>collect since 1.4.0 +</p> + + +<h3>See Also</h3> + +<p>Other SparkDataFrame functions: <code><a href="select.html">$</a></code>, +<code><a href="select.html">$,SparkDataFrame-method</a></code>, <code><a href="select.html">$<-</a></code>, +<code><a href="select.html">$<-,SparkDataFrame-method</a></code>, +<code><a href="select.html">select</a></code>, <code><a href="select.html">select</a></code>, +<code><a href="select.html">select,SparkDataFrame,Column-method</a></code>, +<code><a href="select.html">select,SparkDataFrame,character-method</a></code>, +<code><a href="select.html">select,SparkDataFrame,list-method</a></code>; +<code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>; <code><a href="subset.html">[</a></code>, +<code><a href="subset.html">[,SparkDataFrame-method</a></code>, <code><a href="subset.html">[[</a></code>, +<code><a href="subset.html">[[,SparkDataFrame,numericOrcharacter-method</a></code>, +<code><a href="subset.html">[[<-</a></code>, +<code><a href="subset.html">[[<-,SparkDataFrame,numericOrcharacter-method</a></code>, +<code><a href="subset.html">subset</a></code>, <code><a href="subset.html">subset</a></code>, +<code><a href="subset.html">subset,SparkDataFrame-method</a></code>; +<code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>, +<code><a href="summarize.html">agg,GroupedData-method</a></code>, +<code><a href="summarize.html">agg,SparkDataFrame-method</a></code>, +<code><a href="summarize.html">summarize</a></code>, <code><a href="summarize.html">summarize</a></code>, +<code><a href="summarize.html">summarize</a></code>, +<code><a href="summarize.html">summarize,GroupedData-method</a></code>, +<code><a href="summarize.html">summarize,SparkDataFrame-method</a></code>; +<code><a href="arrange.html">arrange</a></code>, <code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange,SparkDataFrame,Column-method</a></code>, +<code><a href="arrange.html">arrange,SparkDataFrame,character-method</a></code>, +<code><a href="arrange.html">orderBy,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="as.data.frame.html">as.data.frame,SparkDataFrame-method</a></code>; +<code><a href="attach.html">attach</a></code>, +<code><a href="attach.html">attach,SparkDataFrame-method</a></code>; +<code><a href="cache.html">cache</a></code>, <code><a href="cache.html">cache</a></code>, +<code><a href="cache.html">cache,SparkDataFrame-method</a></code>; +<code><a href="checkpoint.html">checkpoint</a></code>, <code><a href="checkpoint.html">checkpoint</a></code>, +<code><a href="checkpoint.html">checkpoint,SparkDataFrame-method</a></code>; +<code><a href="coalesce.html">coalesce</a></code>, <code><a href="coalesce.html">coalesce</a></code>, +<code><a href="coalesce.html">coalesce</a></code>, +<code><a href="coalesce.html">coalesce,Column-method</a></code>, +<code><a href="coalesce.html">coalesce,SparkDataFrame-method</a></code>; +<code><a href="columns.html">colnames</a></code>, <code><a href="columns.html">colnames</a></code>, +<code><a href="columns.html">colnames,SparkDataFrame-method</a></code>, +<code><a href="columns.html">colnames<-</a></code>, <code><a href="columns.html">colnames<-</a></code>, +<code><a href="columns.html">colnames<-,SparkDataFrame-method</a></code>, +<code><a href="columns.html">columns</a></code>, <code><a href="columns.html">columns</a></code>, +<code><a href="columns.html">columns,SparkDataFrame-method</a></code>, +<code><a href="columns.html">names</a></code>, +<code><a href="columns.html">names,SparkDataFrame-method</a></code>, +<code><a href="columns.html">names<-</a></code>, +<code><a href="columns.html">names<-,SparkDataFrame-method</a></code>; +<code><a href="coltypes.html">coltypes</a></code>, <code><a href="coltypes.html">coltypes</a></code>, +<code><a href="coltypes.html">coltypes,SparkDataFrame-method</a></code>, +<code><a href="coltypes.html">coltypes<-</a></code>, <code><a href="coltypes.html">coltypes<-</a></code>, +<code><a href="coltypes.html">coltypes<-,SparkDataFrame,character-method</a></code>; +<code><a href="nrow.html">count,SparkDataFrame-method</a></code>, +<code><a href="nrow.html">nrow</a></code>, <code><a href="nrow.html">nrow</a></code>, +<code><a href="nrow.html">nrow,SparkDataFrame-method</a></code>; +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView,SparkDataFrame,character-method</a></code>; +<code><a href="crossJoin.html">crossJoin</a></code>, +<code><a href="crossJoin.html">crossJoin,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="dapplyCollect.html">dapplyCollect</a></code>, <code><a href="dapplyCollect.html">dapplyCollect</a></code>, +<code><a href="dapplyCollect.html">dapplyCollect,SparkDataFrame,function-method</a></code>; +<code><a href="dapply.html">dapply</a></code>, <code><a href="dapply.html">dapply</a></code>, +<code><a href="dapply.html">dapply,SparkDataFrame,function,structType-method</a></code>; +<code><a href="summary.html">describe</a></code>, <code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe,SparkDataFrame,ANY-method</a></code>, +<code><a href="summary.html">describe,SparkDataFrame,character-method</a></code>, +<code><a href="summary.html">describe,SparkDataFrame-method</a></code>, +<code><a href="summary.html">summary</a></code>, <code><a href="summary.html">summary</a></code>, +<code><a href="summary.html">summary,SparkDataFrame-method</a></code>; +<code><a href="dim.html">dim</a></code>, +<code><a href="dim.html">dim,SparkDataFrame-method</a></code>; +<code><a href="distinct.html">distinct</a></code>, <code><a href="distinct.html">distinct</a></code>, +<code><a href="distinct.html">distinct,SparkDataFrame-method</a></code>, +<code><a href="distinct.html">unique</a></code>, +<code><a href="distinct.html">unique,SparkDataFrame-method</a></code>; +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates,SparkDataFrame-method</a></code>; +<code><a href="nafunctions.html">dropna</a></code>, <code><a href="nafunctions.html">dropna</a></code>, +<code><a href="nafunctions.html">dropna,SparkDataFrame-method</a></code>, +<code><a href="nafunctions.html">fillna</a></code>, <code><a href="nafunctions.html">fillna</a></code>, +<code><a href="nafunctions.html">fillna,SparkDataFrame-method</a></code>, +<code><a href="nafunctions.html">na.omit</a></code>, <code><a href="nafunctions.html">na.omit</a></code>, +<code><a href="nafunctions.html">na.omit,SparkDataFrame-method</a></code>; +<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop</a></code>, +<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop,ANY-method</a></code>, +<code><a href="drop.html">drop,SparkDataFrame-method</a></code>; +<code><a href="dtypes.html">dtypes</a></code>, <code><a href="dtypes.html">dtypes</a></code>, +<code><a href="dtypes.html">dtypes,SparkDataFrame-method</a></code>; +<code><a href="except.html">except</a></code>, <code><a href="except.html">except</a></code>, +<code><a href="except.html">except,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="explain.html">explain</a></code>, <code><a href="explain.html">explain</a></code>, +<code><a href="explain.html">explain</a></code>, +<code><a href="explain.html">explain,SparkDataFrame-method</a></code>, +<code><a href="explain.html">explain,StreamingQuery-method</a></code>; +<code><a href="filter.html">filter</a></code>, <code><a href="filter.html">filter</a></code>, +<code><a href="filter.html">filter,SparkDataFrame,characterOrColumn-method</a></code>, +<code><a href="filter.html">where</a></code>, <code><a href="filter.html">where</a></code>, +<code><a href="filter.html">where,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="first.html">first</a></code>, <code><a href="first.html">first</a></code>, +<code><a href="first.html">first</a></code>, +<code><a href="first.html">first,SparkDataFrame-method</a></code>, +<code><a href="first.html">first,characterOrColumn-method</a></code>; +<code><a href="gapplyCollect.html">gapplyCollect</a></code>, <code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect,GroupedData-method</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect,SparkDataFrame-method</a></code>; +<code><a href="gapply.html">gapply</a></code>, <code><a href="gapply.html">gapply</a></code>, +<code><a href="gapply.html">gapply</a></code>, +<code><a href="gapply.html">gapply,GroupedData-method</a></code>, +<code><a href="gapply.html">gapply,SparkDataFrame-method</a></code>; +<code><a href="getNumPartitions.html">getNumPartitions</a></code>, +<code><a href="getNumPartitions.html">getNumPartitions,SparkDataFrame-method</a></code>; +<code><a href="groupBy.html">groupBy</a></code>, <code><a href="groupBy.html">groupBy</a></code>, +<code><a href="groupBy.html">groupBy,SparkDataFrame-method</a></code>, +<code><a href="groupBy.html">group_by</a></code>, <code><a href="groupBy.html">group_by</a></code>, +<code><a href="groupBy.html">group_by,SparkDataFrame-method</a></code>; +<code><a href="head.html">head</a></code>, +<code><a href="head.html">head,SparkDataFrame-method</a></code>; +<code><a href="hint.html">hint</a></code>, <code><a href="hint.html">hint</a></code>, +<code><a href="hint.html">hint,SparkDataFrame,character-method</a></code>; +<code><a href="histogram.html">histogram</a></code>, +<code><a href="histogram.html">histogram,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="insertInto.html">insertInto</a></code>, <code><a href="insertInto.html">insertInto</a></code>, +<code><a href="insertInto.html">insertInto,SparkDataFrame,character-method</a></code>; +<code><a href="intersect.html">intersect</a></code>, <code><a href="intersect.html">intersect</a></code>, +<code><a href="intersect.html">intersect,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="isLocal.html">isLocal</a></code>, <code><a href="isLocal.html">isLocal</a></code>, +<code><a href="isLocal.html">isLocal,SparkDataFrame-method</a></code>; +<code><a href="isStreaming.html">isStreaming</a></code>, <code><a href="isStreaming.html">isStreaming</a></code>, +<code><a href="isStreaming.html">isStreaming,SparkDataFrame-method</a></code>; +<code><a href="join.html">join</a></code>, +<code><a href="join.html">join,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="limit.html">limit</a></code>, <code><a href="limit.html">limit</a></code>, +<code><a href="limit.html">limit,SparkDataFrame,numeric-method</a></code>; +<code><a href="merge.html">merge</a></code>, <code><a href="merge.html">merge</a></code>, +<code><a href="merge.html">merge,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="mutate.html">mutate</a></code>, <code><a href="mutate.html">mutate</a></code>, +<code><a href="mutate.html">mutate,SparkDataFrame-method</a></code>, +<code><a href="mutate.html">transform</a></code>, <code><a href="mutate.html">transform</a></code>, +<code><a href="mutate.html">transform,SparkDataFrame-method</a></code>; +<code><a href="ncol.html">ncol</a></code>, +<code><a href="ncol.html">ncol,SparkDataFrame-method</a></code>; +<code><a href="persist.html">persist</a></code>, <code><a href="persist.html">persist</a></code>, +<code><a href="persist.html">persist,SparkDataFrame,character-method</a></code>; +<code><a href="printSchema.html">printSchema</a></code>, <code><a href="printSchema.html">printSchema</a></code>, +<code><a href="printSchema.html">printSchema,SparkDataFrame-method</a></code>; +<code><a href="randomSplit.html">randomSplit</a></code>, <code><a href="randomSplit.html">randomSplit</a></code>, +<code><a href="randomSplit.html">randomSplit,SparkDataFrame,numeric-method</a></code>; +<code><a href="rbind.html">rbind</a></code>, <code><a href="rbind.html">rbind</a></code>, +<code><a href="rbind.html">rbind,SparkDataFrame-method</a></code>; +<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="registerTempTable-deprecated.html">registerTempTable,SparkDataFrame,character-method</a></code>; +<code><a href="rename.html">rename</a></code>, <code><a href="rename.html">rename</a></code>, +<code><a href="rename.html">rename,SparkDataFrame-method</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed,SparkDataFrame,character,character-method</a></code>; +<code><a href="repartition.html">repartition</a></code>, <code><a href="repartition.html">repartition</a></code>, +<code><a href="repartition.html">repartition,SparkDataFrame-method</a></code>; +<code><a href="sample.html">sample</a></code>, <code><a href="sample.html">sample</a></code>, +<code><a href="sample.html">sample,SparkDataFrame,logical,numeric-method</a></code>, +<code><a href="sample.html">sample_frac</a></code>, <code><a href="sample.html">sample_frac</a></code>, +<code><a href="sample.html">sample_frac,SparkDataFrame,logical,numeric-method</a></code>; +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">saveAsParquetFile,SparkDataFrame,character-method</a></code>, +<code><a href="write.parquet.html">write.parquet</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>, +<code><a href="write.parquet.html">write.parquet,SparkDataFrame,character-method</a></code>; +<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="saveAsTable.html">saveAsTable</a></code>, +<code><a href="saveAsTable.html">saveAsTable,SparkDataFrame,character-method</a></code>; +<code><a href="write.df.html">saveDF</a></code>, <code><a href="write.df.html">saveDF</a></code>, +<code><a href="write.df.html">saveDF,SparkDataFrame,character-method</a></code>, +<code><a href="write.df.html">write.df</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df,SparkDataFrame-method</a></code>; +<code><a href="schema.html">schema</a></code>, <code><a href="schema.html">schema</a></code>, +<code><a href="schema.html">schema,SparkDataFrame-method</a></code>; +<code><a href="selectExpr.html">selectExpr</a></code>, <code><a href="selectExpr.html">selectExpr</a></code>, +<code><a href="selectExpr.html">selectExpr,SparkDataFrame,character-method</a></code>; +<code><a href="showDF.html">showDF</a></code>, <code><a href="showDF.html">showDF</a></code>, +<code><a href="showDF.html">showDF,SparkDataFrame-method</a></code>; +<code><a href="show.html">show</a></code>, <code><a href="show.html">show</a></code>, +<code><a href="show.html">show,Column-method</a></code>, +<code><a href="show.html">show,GroupedData-method</a></code>, +<code><a href="show.html">show,SparkDataFrame-method</a></code>, +<code><a href="show.html">show,StreamingQuery-method</a></code>, +<code><a href="show.html">show,WindowSpec-method</a></code>; +<code><a href="storageLevel.html">storageLevel</a></code>, +<code><a href="storageLevel.html">storageLevel,SparkDataFrame-method</a></code>; +<code><a href="str.html">str</a></code>, +<code><a href="str.html">str,SparkDataFrame-method</a></code>; +<code><a href="take.html">take</a></code>, <code><a href="take.html">take</a></code>, +<code><a href="take.html">take,SparkDataFrame,numeric-method</a></code>; +<code><a href="toJSON.html">toJSON</a></code>, +<code><a href="toJSON.html">toJSON,SparkDataFrame-method</a></code>; +<code><a href="union.html">union</a></code>, <code><a href="union.html">union</a></code>, +<code><a href="union.html">union,SparkDataFrame,SparkDataFrame-method</a></code>, +<code><a href="union.html">unionAll</a></code>, <code><a href="union.html">unionAll</a></code>, +<code><a href="union.html">unionAll,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="unpersist.html">unpersist</a></code>, <code><a href="unpersist.html">unpersist</a></code>, +<code><a href="unpersist.html">unpersist,SparkDataFrame-method</a></code>; +<code><a href="withColumn.html">withColumn</a></code>, <code><a href="withColumn.html">withColumn</a></code>, +<code><a href="withColumn.html">withColumn,SparkDataFrame,character-method</a></code>; +<code><a href="with.html">with</a></code>, +<code><a href="with.html">with,SparkDataFrame-method</a></code>; +<code><a href="write.jdbc.html">write.jdbc</a></code>, <code><a href="write.jdbc.html">write.jdbc</a></code>, +<code><a href="write.jdbc.html">write.jdbc,SparkDataFrame,character,character-method</a></code>; +<code><a href="write.json.html">write.json</a></code>, <code><a href="write.json.html">write.json</a></code>, +<code><a href="write.json.html">write.json,SparkDataFrame,character-method</a></code>; +<code><a href="write.orc.html">write.orc</a></code>, <code><a href="write.orc.html">write.orc</a></code>, +<code><a href="write.orc.html">write.orc,SparkDataFrame,character-method</a></code>; +<code><a href="write.stream.html">write.stream</a></code>, <code><a href="write.stream.html">write.stream</a></code>, +<code><a href="write.stream.html">write.stream,SparkDataFrame-method</a></code>; +<code><a href="write.text.html">write.text</a></code>, <code><a href="write.text.html">write.text</a></code>, +<code><a href="write.text.html">write.text,SparkDataFrame,character-method</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D path <- "path/to/file.json" +##D df <- read.json(path) +##D collected <- collect(df) +##D firstName <- collected[[1]]$name +## End(Not run) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 2.2.0 <a href="00Index.html">Index</a>]</div> +</body></html> --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org