http://git-wip-us.apache.org/repos/asf/spark-website/blob/f7ec1155/site/docs/2.2.0/api/R/write.json.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.0/api/R/write.json.html b/site/docs/2.2.0/api/R/write.json.html new file mode 100644 index 0000000..c7eada3 --- /dev/null +++ b/site/docs/2.2.0/api/R/write.json.html @@ -0,0 +1,298 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: Save the contents of SparkDataFrame as a JSON file</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for write.json {SparkR}"><tr><td>write.json {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>Save the contents of SparkDataFrame as a JSON file</h2> + +<h3>Description</h3> + +<p>Save the contents of a SparkDataFrame as a JSON file (<a href="http://jsonlines.org/"> +JSON Lines text format or newline-delimited JSON</a>). Files written out +with this method can be read back in as a SparkDataFrame using read.json(). +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'SparkDataFrame,character' +write.json(x, path, mode = "error", ...) + +write.json(x, path, ...) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>A SparkDataFrame</p> +</td></tr> +<tr valign="top"><td><code>path</code></td> +<td> +<p>The directory where the file is saved</p> +</td></tr> +<tr valign="top"><td><code>mode</code></td> +<td> +<p>one of 'append', 'overwrite', 'error', 'ignore' save mode (it is 'error' by default)</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>additional argument(s) passed to the method.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>write.json since 1.6.0 +</p> + + +<h3>See Also</h3> + +<p>Other SparkDataFrame functions: <code><a href="select.html">$</a></code>, +<code><a href="select.html">$,SparkDataFrame-method</a></code>, <code><a href="select.html">$<-</a></code>, +<code><a href="select.html">$<-,SparkDataFrame-method</a></code>, +<code><a href="select.html">select</a></code>, <code><a href="select.html">select</a></code>, +<code><a href="select.html">select,SparkDataFrame,Column-method</a></code>, +<code><a href="select.html">select,SparkDataFrame,character-method</a></code>, +<code><a href="select.html">select,SparkDataFrame,list-method</a></code>; +<code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>; <code><a href="subset.html">[</a></code>, +<code><a href="subset.html">[,SparkDataFrame-method</a></code>, <code><a href="subset.html">[[</a></code>, +<code><a href="subset.html">[[,SparkDataFrame,numericOrcharacter-method</a></code>, +<code><a href="subset.html">[[<-</a></code>, +<code><a href="subset.html">[[<-,SparkDataFrame,numericOrcharacter-method</a></code>, +<code><a href="subset.html">subset</a></code>, <code><a href="subset.html">subset</a></code>, +<code><a href="subset.html">subset,SparkDataFrame-method</a></code>; +<code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>, +<code><a href="summarize.html">agg,GroupedData-method</a></code>, +<code><a href="summarize.html">agg,SparkDataFrame-method</a></code>, +<code><a href="summarize.html">summarize</a></code>, <code><a href="summarize.html">summarize</a></code>, +<code><a href="summarize.html">summarize</a></code>, +<code><a href="summarize.html">summarize,GroupedData-method</a></code>, +<code><a href="summarize.html">summarize,SparkDataFrame-method</a></code>; +<code><a href="arrange.html">arrange</a></code>, <code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange,SparkDataFrame,Column-method</a></code>, +<code><a href="arrange.html">arrange,SparkDataFrame,character-method</a></code>, +<code><a href="arrange.html">orderBy,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="as.data.frame.html">as.data.frame,SparkDataFrame-method</a></code>; +<code><a href="attach.html">attach</a></code>, +<code><a href="attach.html">attach,SparkDataFrame-method</a></code>; +<code><a href="cache.html">cache</a></code>, <code><a href="cache.html">cache</a></code>, +<code><a href="cache.html">cache,SparkDataFrame-method</a></code>; +<code><a href="checkpoint.html">checkpoint</a></code>, <code><a href="checkpoint.html">checkpoint</a></code>, +<code><a href="checkpoint.html">checkpoint,SparkDataFrame-method</a></code>; +<code><a href="coalesce.html">coalesce</a></code>, <code><a href="coalesce.html">coalesce</a></code>, +<code><a href="coalesce.html">coalesce</a></code>, +<code><a href="coalesce.html">coalesce,Column-method</a></code>, +<code><a href="coalesce.html">coalesce,SparkDataFrame-method</a></code>; +<code><a href="collect.html">collect</a></code>, <code><a href="collect.html">collect</a></code>, +<code><a href="collect.html">collect,SparkDataFrame-method</a></code>; +<code><a href="columns.html">colnames</a></code>, <code><a href="columns.html">colnames</a></code>, +<code><a href="columns.html">colnames,SparkDataFrame-method</a></code>, +<code><a href="columns.html">colnames<-</a></code>, <code><a href="columns.html">colnames<-</a></code>, +<code><a href="columns.html">colnames<-,SparkDataFrame-method</a></code>, +<code><a href="columns.html">columns</a></code>, <code><a href="columns.html">columns</a></code>, +<code><a href="columns.html">columns,SparkDataFrame-method</a></code>, +<code><a href="columns.html">names</a></code>, +<code><a href="columns.html">names,SparkDataFrame-method</a></code>, +<code><a href="columns.html">names<-</a></code>, +<code><a href="columns.html">names<-,SparkDataFrame-method</a></code>; +<code><a href="coltypes.html">coltypes</a></code>, <code><a href="coltypes.html">coltypes</a></code>, +<code><a href="coltypes.html">coltypes,SparkDataFrame-method</a></code>, +<code><a href="coltypes.html">coltypes<-</a></code>, <code><a href="coltypes.html">coltypes<-</a></code>, +<code><a href="coltypes.html">coltypes<-,SparkDataFrame,character-method</a></code>; +<code><a href="nrow.html">count,SparkDataFrame-method</a></code>, +<code><a href="nrow.html">nrow</a></code>, <code><a href="nrow.html">nrow</a></code>, +<code><a href="nrow.html">nrow,SparkDataFrame-method</a></code>; +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView,SparkDataFrame,character-method</a></code>; +<code><a href="crossJoin.html">crossJoin</a></code>, +<code><a href="crossJoin.html">crossJoin,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="dapplyCollect.html">dapplyCollect</a></code>, <code><a href="dapplyCollect.html">dapplyCollect</a></code>, +<code><a href="dapplyCollect.html">dapplyCollect,SparkDataFrame,function-method</a></code>; +<code><a href="dapply.html">dapply</a></code>, <code><a href="dapply.html">dapply</a></code>, +<code><a href="dapply.html">dapply,SparkDataFrame,function,structType-method</a></code>; +<code><a href="summary.html">describe</a></code>, <code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe,SparkDataFrame,ANY-method</a></code>, +<code><a href="summary.html">describe,SparkDataFrame,character-method</a></code>, +<code><a href="summary.html">describe,SparkDataFrame-method</a></code>, +<code><a href="summary.html">summary</a></code>, <code><a href="summary.html">summary</a></code>, +<code><a href="summary.html">summary,SparkDataFrame-method</a></code>; +<code><a href="dim.html">dim</a></code>, +<code><a href="dim.html">dim,SparkDataFrame-method</a></code>; +<code><a href="distinct.html">distinct</a></code>, <code><a href="distinct.html">distinct</a></code>, +<code><a href="distinct.html">distinct,SparkDataFrame-method</a></code>, +<code><a href="distinct.html">unique</a></code>, +<code><a href="distinct.html">unique,SparkDataFrame-method</a></code>; +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates,SparkDataFrame-method</a></code>; +<code><a href="nafunctions.html">dropna</a></code>, <code><a href="nafunctions.html">dropna</a></code>, +<code><a href="nafunctions.html">dropna,SparkDataFrame-method</a></code>, +<code><a href="nafunctions.html">fillna</a></code>, <code><a href="nafunctions.html">fillna</a></code>, +<code><a href="nafunctions.html">fillna,SparkDataFrame-method</a></code>, +<code><a href="nafunctions.html">na.omit</a></code>, <code><a href="nafunctions.html">na.omit</a></code>, +<code><a href="nafunctions.html">na.omit,SparkDataFrame-method</a></code>; +<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop</a></code>, +<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop,ANY-method</a></code>, +<code><a href="drop.html">drop,SparkDataFrame-method</a></code>; +<code><a href="dtypes.html">dtypes</a></code>, <code><a href="dtypes.html">dtypes</a></code>, +<code><a href="dtypes.html">dtypes,SparkDataFrame-method</a></code>; +<code><a href="except.html">except</a></code>, <code><a href="except.html">except</a></code>, +<code><a href="except.html">except,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="explain.html">explain</a></code>, <code><a href="explain.html">explain</a></code>, +<code><a href="explain.html">explain</a></code>, +<code><a href="explain.html">explain,SparkDataFrame-method</a></code>, +<code><a href="explain.html">explain,StreamingQuery-method</a></code>; +<code><a href="filter.html">filter</a></code>, <code><a href="filter.html">filter</a></code>, +<code><a href="filter.html">filter,SparkDataFrame,characterOrColumn-method</a></code>, +<code><a href="filter.html">where</a></code>, <code><a href="filter.html">where</a></code>, +<code><a href="filter.html">where,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="first.html">first</a></code>, <code><a href="first.html">first</a></code>, +<code><a href="first.html">first</a></code>, +<code><a href="first.html">first,SparkDataFrame-method</a></code>, +<code><a href="first.html">first,characterOrColumn-method</a></code>; +<code><a href="gapplyCollect.html">gapplyCollect</a></code>, <code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect,GroupedData-method</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect,SparkDataFrame-method</a></code>; +<code><a href="gapply.html">gapply</a></code>, <code><a href="gapply.html">gapply</a></code>, +<code><a href="gapply.html">gapply</a></code>, +<code><a href="gapply.html">gapply,GroupedData-method</a></code>, +<code><a href="gapply.html">gapply,SparkDataFrame-method</a></code>; +<code><a href="getNumPartitions.html">getNumPartitions</a></code>, +<code><a href="getNumPartitions.html">getNumPartitions,SparkDataFrame-method</a></code>; +<code><a href="groupBy.html">groupBy</a></code>, <code><a href="groupBy.html">groupBy</a></code>, +<code><a href="groupBy.html">groupBy,SparkDataFrame-method</a></code>, +<code><a href="groupBy.html">group_by</a></code>, <code><a href="groupBy.html">group_by</a></code>, +<code><a href="groupBy.html">group_by,SparkDataFrame-method</a></code>; +<code><a href="head.html">head</a></code>, +<code><a href="head.html">head,SparkDataFrame-method</a></code>; +<code><a href="hint.html">hint</a></code>, <code><a href="hint.html">hint</a></code>, +<code><a href="hint.html">hint,SparkDataFrame,character-method</a></code>; +<code><a href="histogram.html">histogram</a></code>, +<code><a href="histogram.html">histogram,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="insertInto.html">insertInto</a></code>, <code><a href="insertInto.html">insertInto</a></code>, +<code><a href="insertInto.html">insertInto,SparkDataFrame,character-method</a></code>; +<code><a href="intersect.html">intersect</a></code>, <code><a href="intersect.html">intersect</a></code>, +<code><a href="intersect.html">intersect,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="isLocal.html">isLocal</a></code>, <code><a href="isLocal.html">isLocal</a></code>, +<code><a href="isLocal.html">isLocal,SparkDataFrame-method</a></code>; +<code><a href="isStreaming.html">isStreaming</a></code>, <code><a href="isStreaming.html">isStreaming</a></code>, +<code><a href="isStreaming.html">isStreaming,SparkDataFrame-method</a></code>; +<code><a href="join.html">join</a></code>, +<code><a href="join.html">join,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="limit.html">limit</a></code>, <code><a href="limit.html">limit</a></code>, +<code><a href="limit.html">limit,SparkDataFrame,numeric-method</a></code>; +<code><a href="merge.html">merge</a></code>, <code><a href="merge.html">merge</a></code>, +<code><a href="merge.html">merge,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="mutate.html">mutate</a></code>, <code><a href="mutate.html">mutate</a></code>, +<code><a href="mutate.html">mutate,SparkDataFrame-method</a></code>, +<code><a href="mutate.html">transform</a></code>, <code><a href="mutate.html">transform</a></code>, +<code><a href="mutate.html">transform,SparkDataFrame-method</a></code>; +<code><a href="ncol.html">ncol</a></code>, +<code><a href="ncol.html">ncol,SparkDataFrame-method</a></code>; +<code><a href="persist.html">persist</a></code>, <code><a href="persist.html">persist</a></code>, +<code><a href="persist.html">persist,SparkDataFrame,character-method</a></code>; +<code><a href="printSchema.html">printSchema</a></code>, <code><a href="printSchema.html">printSchema</a></code>, +<code><a href="printSchema.html">printSchema,SparkDataFrame-method</a></code>; +<code><a href="randomSplit.html">randomSplit</a></code>, <code><a href="randomSplit.html">randomSplit</a></code>, +<code><a href="randomSplit.html">randomSplit,SparkDataFrame,numeric-method</a></code>; +<code><a href="rbind.html">rbind</a></code>, <code><a href="rbind.html">rbind</a></code>, +<code><a href="rbind.html">rbind,SparkDataFrame-method</a></code>; +<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="registerTempTable-deprecated.html">registerTempTable,SparkDataFrame,character-method</a></code>; +<code><a href="rename.html">rename</a></code>, <code><a href="rename.html">rename</a></code>, +<code><a href="rename.html">rename,SparkDataFrame-method</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed,SparkDataFrame,character,character-method</a></code>; +<code><a href="repartition.html">repartition</a></code>, <code><a href="repartition.html">repartition</a></code>, +<code><a href="repartition.html">repartition,SparkDataFrame-method</a></code>; +<code><a href="sample.html">sample</a></code>, <code><a href="sample.html">sample</a></code>, +<code><a href="sample.html">sample,SparkDataFrame,logical,numeric-method</a></code>, +<code><a href="sample.html">sample_frac</a></code>, <code><a href="sample.html">sample_frac</a></code>, +<code><a href="sample.html">sample_frac,SparkDataFrame,logical,numeric-method</a></code>; +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">saveAsParquetFile,SparkDataFrame,character-method</a></code>, +<code><a href="write.parquet.html">write.parquet</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>, +<code><a href="write.parquet.html">write.parquet,SparkDataFrame,character-method</a></code>; +<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="saveAsTable.html">saveAsTable</a></code>, +<code><a href="saveAsTable.html">saveAsTable,SparkDataFrame,character-method</a></code>; +<code><a href="write.df.html">saveDF</a></code>, <code><a href="write.df.html">saveDF</a></code>, +<code><a href="write.df.html">saveDF,SparkDataFrame,character-method</a></code>, +<code><a href="write.df.html">write.df</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df,SparkDataFrame-method</a></code>; +<code><a href="schema.html">schema</a></code>, <code><a href="schema.html">schema</a></code>, +<code><a href="schema.html">schema,SparkDataFrame-method</a></code>; +<code><a href="selectExpr.html">selectExpr</a></code>, <code><a href="selectExpr.html">selectExpr</a></code>, +<code><a href="selectExpr.html">selectExpr,SparkDataFrame,character-method</a></code>; +<code><a href="showDF.html">showDF</a></code>, <code><a href="showDF.html">showDF</a></code>, +<code><a href="showDF.html">showDF,SparkDataFrame-method</a></code>; +<code><a href="show.html">show</a></code>, <code><a href="show.html">show</a></code>, +<code><a href="show.html">show,Column-method</a></code>, +<code><a href="show.html">show,GroupedData-method</a></code>, +<code><a href="show.html">show,SparkDataFrame-method</a></code>, +<code><a href="show.html">show,StreamingQuery-method</a></code>, +<code><a href="show.html">show,WindowSpec-method</a></code>; +<code><a href="storageLevel.html">storageLevel</a></code>, +<code><a href="storageLevel.html">storageLevel,SparkDataFrame-method</a></code>; +<code><a href="str.html">str</a></code>, +<code><a href="str.html">str,SparkDataFrame-method</a></code>; +<code><a href="take.html">take</a></code>, <code><a href="take.html">take</a></code>, +<code><a href="take.html">take,SparkDataFrame,numeric-method</a></code>; +<code><a href="toJSON.html">toJSON</a></code>, +<code><a href="toJSON.html">toJSON,SparkDataFrame-method</a></code>; +<code><a href="union.html">union</a></code>, <code><a href="union.html">union</a></code>, +<code><a href="union.html">union,SparkDataFrame,SparkDataFrame-method</a></code>, +<code><a href="union.html">unionAll</a></code>, <code><a href="union.html">unionAll</a></code>, +<code><a href="union.html">unionAll,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="unpersist.html">unpersist</a></code>, <code><a href="unpersist.html">unpersist</a></code>, +<code><a href="unpersist.html">unpersist,SparkDataFrame-method</a></code>; +<code><a href="withColumn.html">withColumn</a></code>, <code><a href="withColumn.html">withColumn</a></code>, +<code><a href="withColumn.html">withColumn,SparkDataFrame,character-method</a></code>; +<code><a href="with.html">with</a></code>, +<code><a href="with.html">with,SparkDataFrame-method</a></code>; +<code><a href="write.jdbc.html">write.jdbc</a></code>, <code><a href="write.jdbc.html">write.jdbc</a></code>, +<code><a href="write.jdbc.html">write.jdbc,SparkDataFrame,character,character-method</a></code>; +<code><a href="write.orc.html">write.orc</a></code>, <code><a href="write.orc.html">write.orc</a></code>, +<code><a href="write.orc.html">write.orc,SparkDataFrame,character-method</a></code>; +<code><a href="write.stream.html">write.stream</a></code>, <code><a href="write.stream.html">write.stream</a></code>, +<code><a href="write.stream.html">write.stream,SparkDataFrame-method</a></code>; +<code><a href="write.text.html">write.text</a></code>, <code><a href="write.text.html">write.text</a></code>, +<code><a href="write.text.html">write.text,SparkDataFrame,character-method</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D path <- "path/to/file.json" +##D df <- read.json(path) +##D write.json(df, "/tmp/sparkr-tmp/") +## End(Not run) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 2.2.0 <a href="00Index.html">Index</a>]</div> +</body></html>
http://git-wip-us.apache.org/repos/asf/spark-website/blob/f7ec1155/site/docs/2.2.0/api/R/write.ml.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.0/api/R/write.ml.html b/site/docs/2.2.0/api/R/write.ml.html new file mode 100644 index 0000000..f61d97b --- /dev/null +++ b/site/docs/2.2.0/api/R/write.ml.html @@ -0,0 +1,61 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: Saves the MLlib model to the input path</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> +</head><body> + +<table width="100%" summary="page for write.ml {SparkR}"><tr><td>write.ml {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>Saves the MLlib model to the input path</h2> + +<h3>Description</h3> + +<p>Saves the MLlib model to the input path. For more information, see the specific +MLlib model below. +</p> + + +<h3>Usage</h3> + +<pre> +write.ml(object, path, ...) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>object</code></td> +<td> +<p>a fitted ML model object.</p> +</td></tr> +<tr valign="top"><td><code>path</code></td> +<td> +<p>the directory where the model is saved.</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>additional argument(s) passed to the method.</p> +</td></tr> +</table> + + +<h3>See Also</h3> + +<p><a href="spark.als.html">spark.als</a>, <a href="spark.bisectingKmeans.html">spark.bisectingKmeans</a>, <a href="spark.gaussianMixture.html">spark.gaussianMixture</a>, +</p> +<p><a href="spark.gbt.html">spark.gbt</a>, <a href="spark.glm.html">spark.glm</a>, <a href="glm.html">glm</a>, <a href="spark.isoreg.html">spark.isoreg</a>, +</p> +<p><a href="spark.kmeans.html">spark.kmeans</a>, +</p> +<p><a href="spark.lda.html">spark.lda</a>, <a href="spark.logit.html">spark.logit</a>, +</p> +<p><a href="spark.mlp.html">spark.mlp</a>, <a href="spark.naiveBayes.html">spark.naiveBayes</a>, +</p> +<p><a href="spark.randomForest.html">spark.randomForest</a>, <a href="spark.survreg.html">spark.survreg</a>, <a href="spark.svmLinear.html">spark.svmLinear</a>, +</p> +<p><a href="read.ml.html">read.ml</a> +</p> + +<hr><div align="center">[Package <em>SparkR</em> version 2.2.0 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/f7ec1155/site/docs/2.2.0/api/R/write.orc.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.0/api/R/write.orc.html b/site/docs/2.2.0/api/R/write.orc.html new file mode 100644 index 0000000..ce27dc7 --- /dev/null +++ b/site/docs/2.2.0/api/R/write.orc.html @@ -0,0 +1,297 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: Save the contents of SparkDataFrame as an ORC file,...</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for write.orc {SparkR}"><tr><td>write.orc {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>Save the contents of SparkDataFrame as an ORC file, preserving the schema.</h2> + +<h3>Description</h3> + +<p>Save the contents of a SparkDataFrame as an ORC file, preserving the schema. Files written out +with this method can be read back in as a SparkDataFrame using read.orc(). +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'SparkDataFrame,character' +write.orc(x, path, mode = "error", ...) + +write.orc(x, path, ...) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>A SparkDataFrame</p> +</td></tr> +<tr valign="top"><td><code>path</code></td> +<td> +<p>The directory where the file is saved</p> +</td></tr> +<tr valign="top"><td><code>mode</code></td> +<td> +<p>one of 'append', 'overwrite', 'error', 'ignore' save mode (it is 'error' by default)</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>additional argument(s) passed to the method.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>write.orc since 2.0.0 +</p> + + +<h3>See Also</h3> + +<p>Other SparkDataFrame functions: <code><a href="select.html">$</a></code>, +<code><a href="select.html">$,SparkDataFrame-method</a></code>, <code><a href="select.html">$<-</a></code>, +<code><a href="select.html">$<-,SparkDataFrame-method</a></code>, +<code><a href="select.html">select</a></code>, <code><a href="select.html">select</a></code>, +<code><a href="select.html">select,SparkDataFrame,Column-method</a></code>, +<code><a href="select.html">select,SparkDataFrame,character-method</a></code>, +<code><a href="select.html">select,SparkDataFrame,list-method</a></code>; +<code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>; <code><a href="subset.html">[</a></code>, +<code><a href="subset.html">[,SparkDataFrame-method</a></code>, <code><a href="subset.html">[[</a></code>, +<code><a href="subset.html">[[,SparkDataFrame,numericOrcharacter-method</a></code>, +<code><a href="subset.html">[[<-</a></code>, +<code><a href="subset.html">[[<-,SparkDataFrame,numericOrcharacter-method</a></code>, +<code><a href="subset.html">subset</a></code>, <code><a href="subset.html">subset</a></code>, +<code><a href="subset.html">subset,SparkDataFrame-method</a></code>; +<code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>, +<code><a href="summarize.html">agg,GroupedData-method</a></code>, +<code><a href="summarize.html">agg,SparkDataFrame-method</a></code>, +<code><a href="summarize.html">summarize</a></code>, <code><a href="summarize.html">summarize</a></code>, +<code><a href="summarize.html">summarize</a></code>, +<code><a href="summarize.html">summarize,GroupedData-method</a></code>, +<code><a href="summarize.html">summarize,SparkDataFrame-method</a></code>; +<code><a href="arrange.html">arrange</a></code>, <code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange,SparkDataFrame,Column-method</a></code>, +<code><a href="arrange.html">arrange,SparkDataFrame,character-method</a></code>, +<code><a href="arrange.html">orderBy,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="as.data.frame.html">as.data.frame,SparkDataFrame-method</a></code>; +<code><a href="attach.html">attach</a></code>, +<code><a href="attach.html">attach,SparkDataFrame-method</a></code>; +<code><a href="cache.html">cache</a></code>, <code><a href="cache.html">cache</a></code>, +<code><a href="cache.html">cache,SparkDataFrame-method</a></code>; +<code><a href="checkpoint.html">checkpoint</a></code>, <code><a href="checkpoint.html">checkpoint</a></code>, +<code><a href="checkpoint.html">checkpoint,SparkDataFrame-method</a></code>; +<code><a href="coalesce.html">coalesce</a></code>, <code><a href="coalesce.html">coalesce</a></code>, +<code><a href="coalesce.html">coalesce</a></code>, +<code><a href="coalesce.html">coalesce,Column-method</a></code>, +<code><a href="coalesce.html">coalesce,SparkDataFrame-method</a></code>; +<code><a href="collect.html">collect</a></code>, <code><a href="collect.html">collect</a></code>, +<code><a href="collect.html">collect,SparkDataFrame-method</a></code>; +<code><a href="columns.html">colnames</a></code>, <code><a href="columns.html">colnames</a></code>, +<code><a href="columns.html">colnames,SparkDataFrame-method</a></code>, +<code><a href="columns.html">colnames<-</a></code>, <code><a href="columns.html">colnames<-</a></code>, +<code><a href="columns.html">colnames<-,SparkDataFrame-method</a></code>, +<code><a href="columns.html">columns</a></code>, <code><a href="columns.html">columns</a></code>, +<code><a href="columns.html">columns,SparkDataFrame-method</a></code>, +<code><a href="columns.html">names</a></code>, +<code><a href="columns.html">names,SparkDataFrame-method</a></code>, +<code><a href="columns.html">names<-</a></code>, +<code><a href="columns.html">names<-,SparkDataFrame-method</a></code>; +<code><a href="coltypes.html">coltypes</a></code>, <code><a href="coltypes.html">coltypes</a></code>, +<code><a href="coltypes.html">coltypes,SparkDataFrame-method</a></code>, +<code><a href="coltypes.html">coltypes<-</a></code>, <code><a href="coltypes.html">coltypes<-</a></code>, +<code><a href="coltypes.html">coltypes<-,SparkDataFrame,character-method</a></code>; +<code><a href="nrow.html">count,SparkDataFrame-method</a></code>, +<code><a href="nrow.html">nrow</a></code>, <code><a href="nrow.html">nrow</a></code>, +<code><a href="nrow.html">nrow,SparkDataFrame-method</a></code>; +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView,SparkDataFrame,character-method</a></code>; +<code><a href="crossJoin.html">crossJoin</a></code>, +<code><a href="crossJoin.html">crossJoin,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="dapplyCollect.html">dapplyCollect</a></code>, <code><a href="dapplyCollect.html">dapplyCollect</a></code>, +<code><a href="dapplyCollect.html">dapplyCollect,SparkDataFrame,function-method</a></code>; +<code><a href="dapply.html">dapply</a></code>, <code><a href="dapply.html">dapply</a></code>, +<code><a href="dapply.html">dapply,SparkDataFrame,function,structType-method</a></code>; +<code><a href="summary.html">describe</a></code>, <code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe,SparkDataFrame,ANY-method</a></code>, +<code><a href="summary.html">describe,SparkDataFrame,character-method</a></code>, +<code><a href="summary.html">describe,SparkDataFrame-method</a></code>, +<code><a href="summary.html">summary</a></code>, <code><a href="summary.html">summary</a></code>, +<code><a href="summary.html">summary,SparkDataFrame-method</a></code>; +<code><a href="dim.html">dim</a></code>, +<code><a href="dim.html">dim,SparkDataFrame-method</a></code>; +<code><a href="distinct.html">distinct</a></code>, <code><a href="distinct.html">distinct</a></code>, +<code><a href="distinct.html">distinct,SparkDataFrame-method</a></code>, +<code><a href="distinct.html">unique</a></code>, +<code><a href="distinct.html">unique,SparkDataFrame-method</a></code>; +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates,SparkDataFrame-method</a></code>; +<code><a href="nafunctions.html">dropna</a></code>, <code><a href="nafunctions.html">dropna</a></code>, +<code><a href="nafunctions.html">dropna,SparkDataFrame-method</a></code>, +<code><a href="nafunctions.html">fillna</a></code>, <code><a href="nafunctions.html">fillna</a></code>, +<code><a href="nafunctions.html">fillna,SparkDataFrame-method</a></code>, +<code><a href="nafunctions.html">na.omit</a></code>, <code><a href="nafunctions.html">na.omit</a></code>, +<code><a href="nafunctions.html">na.omit,SparkDataFrame-method</a></code>; +<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop</a></code>, +<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop,ANY-method</a></code>, +<code><a href="drop.html">drop,SparkDataFrame-method</a></code>; +<code><a href="dtypes.html">dtypes</a></code>, <code><a href="dtypes.html">dtypes</a></code>, +<code><a href="dtypes.html">dtypes,SparkDataFrame-method</a></code>; +<code><a href="except.html">except</a></code>, <code><a href="except.html">except</a></code>, +<code><a href="except.html">except,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="explain.html">explain</a></code>, <code><a href="explain.html">explain</a></code>, +<code><a href="explain.html">explain</a></code>, +<code><a href="explain.html">explain,SparkDataFrame-method</a></code>, +<code><a href="explain.html">explain,StreamingQuery-method</a></code>; +<code><a href="filter.html">filter</a></code>, <code><a href="filter.html">filter</a></code>, +<code><a href="filter.html">filter,SparkDataFrame,characterOrColumn-method</a></code>, +<code><a href="filter.html">where</a></code>, <code><a href="filter.html">where</a></code>, +<code><a href="filter.html">where,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="first.html">first</a></code>, <code><a href="first.html">first</a></code>, +<code><a href="first.html">first</a></code>, +<code><a href="first.html">first,SparkDataFrame-method</a></code>, +<code><a href="first.html">first,characterOrColumn-method</a></code>; +<code><a href="gapplyCollect.html">gapplyCollect</a></code>, <code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect,GroupedData-method</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect,SparkDataFrame-method</a></code>; +<code><a href="gapply.html">gapply</a></code>, <code><a href="gapply.html">gapply</a></code>, +<code><a href="gapply.html">gapply</a></code>, +<code><a href="gapply.html">gapply,GroupedData-method</a></code>, +<code><a href="gapply.html">gapply,SparkDataFrame-method</a></code>; +<code><a href="getNumPartitions.html">getNumPartitions</a></code>, +<code><a href="getNumPartitions.html">getNumPartitions,SparkDataFrame-method</a></code>; +<code><a href="groupBy.html">groupBy</a></code>, <code><a href="groupBy.html">groupBy</a></code>, +<code><a href="groupBy.html">groupBy,SparkDataFrame-method</a></code>, +<code><a href="groupBy.html">group_by</a></code>, <code><a href="groupBy.html">group_by</a></code>, +<code><a href="groupBy.html">group_by,SparkDataFrame-method</a></code>; +<code><a href="head.html">head</a></code>, +<code><a href="head.html">head,SparkDataFrame-method</a></code>; +<code><a href="hint.html">hint</a></code>, <code><a href="hint.html">hint</a></code>, +<code><a href="hint.html">hint,SparkDataFrame,character-method</a></code>; +<code><a href="histogram.html">histogram</a></code>, +<code><a href="histogram.html">histogram,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="insertInto.html">insertInto</a></code>, <code><a href="insertInto.html">insertInto</a></code>, +<code><a href="insertInto.html">insertInto,SparkDataFrame,character-method</a></code>; +<code><a href="intersect.html">intersect</a></code>, <code><a href="intersect.html">intersect</a></code>, +<code><a href="intersect.html">intersect,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="isLocal.html">isLocal</a></code>, <code><a href="isLocal.html">isLocal</a></code>, +<code><a href="isLocal.html">isLocal,SparkDataFrame-method</a></code>; +<code><a href="isStreaming.html">isStreaming</a></code>, <code><a href="isStreaming.html">isStreaming</a></code>, +<code><a href="isStreaming.html">isStreaming,SparkDataFrame-method</a></code>; +<code><a href="join.html">join</a></code>, +<code><a href="join.html">join,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="limit.html">limit</a></code>, <code><a href="limit.html">limit</a></code>, +<code><a href="limit.html">limit,SparkDataFrame,numeric-method</a></code>; +<code><a href="merge.html">merge</a></code>, <code><a href="merge.html">merge</a></code>, +<code><a href="merge.html">merge,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="mutate.html">mutate</a></code>, <code><a href="mutate.html">mutate</a></code>, +<code><a href="mutate.html">mutate,SparkDataFrame-method</a></code>, +<code><a href="mutate.html">transform</a></code>, <code><a href="mutate.html">transform</a></code>, +<code><a href="mutate.html">transform,SparkDataFrame-method</a></code>; +<code><a href="ncol.html">ncol</a></code>, +<code><a href="ncol.html">ncol,SparkDataFrame-method</a></code>; +<code><a href="persist.html">persist</a></code>, <code><a href="persist.html">persist</a></code>, +<code><a href="persist.html">persist,SparkDataFrame,character-method</a></code>; +<code><a href="printSchema.html">printSchema</a></code>, <code><a href="printSchema.html">printSchema</a></code>, +<code><a href="printSchema.html">printSchema,SparkDataFrame-method</a></code>; +<code><a href="randomSplit.html">randomSplit</a></code>, <code><a href="randomSplit.html">randomSplit</a></code>, +<code><a href="randomSplit.html">randomSplit,SparkDataFrame,numeric-method</a></code>; +<code><a href="rbind.html">rbind</a></code>, <code><a href="rbind.html">rbind</a></code>, +<code><a href="rbind.html">rbind,SparkDataFrame-method</a></code>; +<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="registerTempTable-deprecated.html">registerTempTable,SparkDataFrame,character-method</a></code>; +<code><a href="rename.html">rename</a></code>, <code><a href="rename.html">rename</a></code>, +<code><a href="rename.html">rename,SparkDataFrame-method</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed,SparkDataFrame,character,character-method</a></code>; +<code><a href="repartition.html">repartition</a></code>, <code><a href="repartition.html">repartition</a></code>, +<code><a href="repartition.html">repartition,SparkDataFrame-method</a></code>; +<code><a href="sample.html">sample</a></code>, <code><a href="sample.html">sample</a></code>, +<code><a href="sample.html">sample,SparkDataFrame,logical,numeric-method</a></code>, +<code><a href="sample.html">sample_frac</a></code>, <code><a href="sample.html">sample_frac</a></code>, +<code><a href="sample.html">sample_frac,SparkDataFrame,logical,numeric-method</a></code>; +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">saveAsParquetFile,SparkDataFrame,character-method</a></code>, +<code><a href="write.parquet.html">write.parquet</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>, +<code><a href="write.parquet.html">write.parquet,SparkDataFrame,character-method</a></code>; +<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="saveAsTable.html">saveAsTable</a></code>, +<code><a href="saveAsTable.html">saveAsTable,SparkDataFrame,character-method</a></code>; +<code><a href="write.df.html">saveDF</a></code>, <code><a href="write.df.html">saveDF</a></code>, +<code><a href="write.df.html">saveDF,SparkDataFrame,character-method</a></code>, +<code><a href="write.df.html">write.df</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df,SparkDataFrame-method</a></code>; +<code><a href="schema.html">schema</a></code>, <code><a href="schema.html">schema</a></code>, +<code><a href="schema.html">schema,SparkDataFrame-method</a></code>; +<code><a href="selectExpr.html">selectExpr</a></code>, <code><a href="selectExpr.html">selectExpr</a></code>, +<code><a href="selectExpr.html">selectExpr,SparkDataFrame,character-method</a></code>; +<code><a href="showDF.html">showDF</a></code>, <code><a href="showDF.html">showDF</a></code>, +<code><a href="showDF.html">showDF,SparkDataFrame-method</a></code>; +<code><a href="show.html">show</a></code>, <code><a href="show.html">show</a></code>, +<code><a href="show.html">show,Column-method</a></code>, +<code><a href="show.html">show,GroupedData-method</a></code>, +<code><a href="show.html">show,SparkDataFrame-method</a></code>, +<code><a href="show.html">show,StreamingQuery-method</a></code>, +<code><a href="show.html">show,WindowSpec-method</a></code>; +<code><a href="storageLevel.html">storageLevel</a></code>, +<code><a href="storageLevel.html">storageLevel,SparkDataFrame-method</a></code>; +<code><a href="str.html">str</a></code>, +<code><a href="str.html">str,SparkDataFrame-method</a></code>; +<code><a href="take.html">take</a></code>, <code><a href="take.html">take</a></code>, +<code><a href="take.html">take,SparkDataFrame,numeric-method</a></code>; +<code><a href="toJSON.html">toJSON</a></code>, +<code><a href="toJSON.html">toJSON,SparkDataFrame-method</a></code>; +<code><a href="union.html">union</a></code>, <code><a href="union.html">union</a></code>, +<code><a href="union.html">union,SparkDataFrame,SparkDataFrame-method</a></code>, +<code><a href="union.html">unionAll</a></code>, <code><a href="union.html">unionAll</a></code>, +<code><a href="union.html">unionAll,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="unpersist.html">unpersist</a></code>, <code><a href="unpersist.html">unpersist</a></code>, +<code><a href="unpersist.html">unpersist,SparkDataFrame-method</a></code>; +<code><a href="withColumn.html">withColumn</a></code>, <code><a href="withColumn.html">withColumn</a></code>, +<code><a href="withColumn.html">withColumn,SparkDataFrame,character-method</a></code>; +<code><a href="with.html">with</a></code>, +<code><a href="with.html">with,SparkDataFrame-method</a></code>; +<code><a href="write.jdbc.html">write.jdbc</a></code>, <code><a href="write.jdbc.html">write.jdbc</a></code>, +<code><a href="write.jdbc.html">write.jdbc,SparkDataFrame,character,character-method</a></code>; +<code><a href="write.json.html">write.json</a></code>, <code><a href="write.json.html">write.json</a></code>, +<code><a href="write.json.html">write.json,SparkDataFrame,character-method</a></code>; +<code><a href="write.stream.html">write.stream</a></code>, <code><a href="write.stream.html">write.stream</a></code>, +<code><a href="write.stream.html">write.stream,SparkDataFrame-method</a></code>; +<code><a href="write.text.html">write.text</a></code>, <code><a href="write.text.html">write.text</a></code>, +<code><a href="write.text.html">write.text,SparkDataFrame,character-method</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D path <- "path/to/file.json" +##D df <- read.json(path) +##D write.orc(df, "/tmp/sparkr-tmp1/") +## End(Not run) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 2.2.0 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/f7ec1155/site/docs/2.2.0/api/R/write.parquet.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.0/api/R/write.parquet.html b/site/docs/2.2.0/api/R/write.parquet.html new file mode 100644 index 0000000..02f67e8 --- /dev/null +++ b/site/docs/2.2.0/api/R/write.parquet.html @@ -0,0 +1,303 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: Save the contents of SparkDataFrame as a Parquet file,...</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for write.parquet {SparkR}"><tr><td>write.parquet {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>Save the contents of SparkDataFrame as a Parquet file, preserving the schema.</h2> + +<h3>Description</h3> + +<p>Save the contents of a SparkDataFrame as a Parquet file, preserving the schema. Files written out +with this method can be read back in as a SparkDataFrame using read.parquet(). +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'SparkDataFrame,character' +write.parquet(x, path, mode = "error", + ...) + +## S4 method for signature 'SparkDataFrame,character' +saveAsParquetFile(x, path) + +write.parquet(x, path, ...) + +saveAsParquetFile(x, path) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>A SparkDataFrame</p> +</td></tr> +<tr valign="top"><td><code>path</code></td> +<td> +<p>The directory where the file is saved</p> +</td></tr> +<tr valign="top"><td><code>mode</code></td> +<td> +<p>one of 'append', 'overwrite', 'error', 'ignore' save mode (it is 'error' by default)</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>additional argument(s) passed to the method.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>write.parquet since 1.6.0 +</p> +<p>saveAsParquetFile since 1.4.0 +</p> + + +<h3>See Also</h3> + +<p>Other SparkDataFrame functions: <code><a href="select.html">$</a></code>, +<code><a href="select.html">$,SparkDataFrame-method</a></code>, <code><a href="select.html">$<-</a></code>, +<code><a href="select.html">$<-,SparkDataFrame-method</a></code>, +<code><a href="select.html">select</a></code>, <code><a href="select.html">select</a></code>, +<code><a href="select.html">select,SparkDataFrame,Column-method</a></code>, +<code><a href="select.html">select,SparkDataFrame,character-method</a></code>, +<code><a href="select.html">select,SparkDataFrame,list-method</a></code>; +<code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>; <code><a href="subset.html">[</a></code>, +<code><a href="subset.html">[,SparkDataFrame-method</a></code>, <code><a href="subset.html">[[</a></code>, +<code><a href="subset.html">[[,SparkDataFrame,numericOrcharacter-method</a></code>, +<code><a href="subset.html">[[<-</a></code>, +<code><a href="subset.html">[[<-,SparkDataFrame,numericOrcharacter-method</a></code>, +<code><a href="subset.html">subset</a></code>, <code><a href="subset.html">subset</a></code>, +<code><a href="subset.html">subset,SparkDataFrame-method</a></code>; +<code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>, +<code><a href="summarize.html">agg,GroupedData-method</a></code>, +<code><a href="summarize.html">agg,SparkDataFrame-method</a></code>, +<code><a href="summarize.html">summarize</a></code>, <code><a href="summarize.html">summarize</a></code>, +<code><a href="summarize.html">summarize</a></code>, +<code><a href="summarize.html">summarize,GroupedData-method</a></code>, +<code><a href="summarize.html">summarize,SparkDataFrame-method</a></code>; +<code><a href="arrange.html">arrange</a></code>, <code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange,SparkDataFrame,Column-method</a></code>, +<code><a href="arrange.html">arrange,SparkDataFrame,character-method</a></code>, +<code><a href="arrange.html">orderBy,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="as.data.frame.html">as.data.frame,SparkDataFrame-method</a></code>; +<code><a href="attach.html">attach</a></code>, +<code><a href="attach.html">attach,SparkDataFrame-method</a></code>; +<code><a href="cache.html">cache</a></code>, <code><a href="cache.html">cache</a></code>, +<code><a href="cache.html">cache,SparkDataFrame-method</a></code>; +<code><a href="checkpoint.html">checkpoint</a></code>, <code><a href="checkpoint.html">checkpoint</a></code>, +<code><a href="checkpoint.html">checkpoint,SparkDataFrame-method</a></code>; +<code><a href="coalesce.html">coalesce</a></code>, <code><a href="coalesce.html">coalesce</a></code>, +<code><a href="coalesce.html">coalesce</a></code>, +<code><a href="coalesce.html">coalesce,Column-method</a></code>, +<code><a href="coalesce.html">coalesce,SparkDataFrame-method</a></code>; +<code><a href="collect.html">collect</a></code>, <code><a href="collect.html">collect</a></code>, +<code><a href="collect.html">collect,SparkDataFrame-method</a></code>; +<code><a href="columns.html">colnames</a></code>, <code><a href="columns.html">colnames</a></code>, +<code><a href="columns.html">colnames,SparkDataFrame-method</a></code>, +<code><a href="columns.html">colnames<-</a></code>, <code><a href="columns.html">colnames<-</a></code>, +<code><a href="columns.html">colnames<-,SparkDataFrame-method</a></code>, +<code><a href="columns.html">columns</a></code>, <code><a href="columns.html">columns</a></code>, +<code><a href="columns.html">columns,SparkDataFrame-method</a></code>, +<code><a href="columns.html">names</a></code>, +<code><a href="columns.html">names,SparkDataFrame-method</a></code>, +<code><a href="columns.html">names<-</a></code>, +<code><a href="columns.html">names<-,SparkDataFrame-method</a></code>; +<code><a href="coltypes.html">coltypes</a></code>, <code><a href="coltypes.html">coltypes</a></code>, +<code><a href="coltypes.html">coltypes,SparkDataFrame-method</a></code>, +<code><a href="coltypes.html">coltypes<-</a></code>, <code><a href="coltypes.html">coltypes<-</a></code>, +<code><a href="coltypes.html">coltypes<-,SparkDataFrame,character-method</a></code>; +<code><a href="nrow.html">count,SparkDataFrame-method</a></code>, +<code><a href="nrow.html">nrow</a></code>, <code><a href="nrow.html">nrow</a></code>, +<code><a href="nrow.html">nrow,SparkDataFrame-method</a></code>; +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView,SparkDataFrame,character-method</a></code>; +<code><a href="crossJoin.html">crossJoin</a></code>, +<code><a href="crossJoin.html">crossJoin,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="dapplyCollect.html">dapplyCollect</a></code>, <code><a href="dapplyCollect.html">dapplyCollect</a></code>, +<code><a href="dapplyCollect.html">dapplyCollect,SparkDataFrame,function-method</a></code>; +<code><a href="dapply.html">dapply</a></code>, <code><a href="dapply.html">dapply</a></code>, +<code><a href="dapply.html">dapply,SparkDataFrame,function,structType-method</a></code>; +<code><a href="summary.html">describe</a></code>, <code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe,SparkDataFrame,ANY-method</a></code>, +<code><a href="summary.html">describe,SparkDataFrame,character-method</a></code>, +<code><a href="summary.html">describe,SparkDataFrame-method</a></code>, +<code><a href="summary.html">summary</a></code>, <code><a href="summary.html">summary</a></code>, +<code><a href="summary.html">summary,SparkDataFrame-method</a></code>; +<code><a href="dim.html">dim</a></code>, +<code><a href="dim.html">dim,SparkDataFrame-method</a></code>; +<code><a href="distinct.html">distinct</a></code>, <code><a href="distinct.html">distinct</a></code>, +<code><a href="distinct.html">distinct,SparkDataFrame-method</a></code>, +<code><a href="distinct.html">unique</a></code>, +<code><a href="distinct.html">unique,SparkDataFrame-method</a></code>; +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates,SparkDataFrame-method</a></code>; +<code><a href="nafunctions.html">dropna</a></code>, <code><a href="nafunctions.html">dropna</a></code>, +<code><a href="nafunctions.html">dropna,SparkDataFrame-method</a></code>, +<code><a href="nafunctions.html">fillna</a></code>, <code><a href="nafunctions.html">fillna</a></code>, +<code><a href="nafunctions.html">fillna,SparkDataFrame-method</a></code>, +<code><a href="nafunctions.html">na.omit</a></code>, <code><a href="nafunctions.html">na.omit</a></code>, +<code><a href="nafunctions.html">na.omit,SparkDataFrame-method</a></code>; +<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop</a></code>, +<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop,ANY-method</a></code>, +<code><a href="drop.html">drop,SparkDataFrame-method</a></code>; +<code><a href="dtypes.html">dtypes</a></code>, <code><a href="dtypes.html">dtypes</a></code>, +<code><a href="dtypes.html">dtypes,SparkDataFrame-method</a></code>; +<code><a href="except.html">except</a></code>, <code><a href="except.html">except</a></code>, +<code><a href="except.html">except,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="explain.html">explain</a></code>, <code><a href="explain.html">explain</a></code>, +<code><a href="explain.html">explain</a></code>, +<code><a href="explain.html">explain,SparkDataFrame-method</a></code>, +<code><a href="explain.html">explain,StreamingQuery-method</a></code>; +<code><a href="filter.html">filter</a></code>, <code><a href="filter.html">filter</a></code>, +<code><a href="filter.html">filter,SparkDataFrame,characterOrColumn-method</a></code>, +<code><a href="filter.html">where</a></code>, <code><a href="filter.html">where</a></code>, +<code><a href="filter.html">where,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="first.html">first</a></code>, <code><a href="first.html">first</a></code>, +<code><a href="first.html">first</a></code>, +<code><a href="first.html">first,SparkDataFrame-method</a></code>, +<code><a href="first.html">first,characterOrColumn-method</a></code>; +<code><a href="gapplyCollect.html">gapplyCollect</a></code>, <code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect,GroupedData-method</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect,SparkDataFrame-method</a></code>; +<code><a href="gapply.html">gapply</a></code>, <code><a href="gapply.html">gapply</a></code>, +<code><a href="gapply.html">gapply</a></code>, +<code><a href="gapply.html">gapply,GroupedData-method</a></code>, +<code><a href="gapply.html">gapply,SparkDataFrame-method</a></code>; +<code><a href="getNumPartitions.html">getNumPartitions</a></code>, +<code><a href="getNumPartitions.html">getNumPartitions,SparkDataFrame-method</a></code>; +<code><a href="groupBy.html">groupBy</a></code>, <code><a href="groupBy.html">groupBy</a></code>, +<code><a href="groupBy.html">groupBy,SparkDataFrame-method</a></code>, +<code><a href="groupBy.html">group_by</a></code>, <code><a href="groupBy.html">group_by</a></code>, +<code><a href="groupBy.html">group_by,SparkDataFrame-method</a></code>; +<code><a href="head.html">head</a></code>, +<code><a href="head.html">head,SparkDataFrame-method</a></code>; +<code><a href="hint.html">hint</a></code>, <code><a href="hint.html">hint</a></code>, +<code><a href="hint.html">hint,SparkDataFrame,character-method</a></code>; +<code><a href="histogram.html">histogram</a></code>, +<code><a href="histogram.html">histogram,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="insertInto.html">insertInto</a></code>, <code><a href="insertInto.html">insertInto</a></code>, +<code><a href="insertInto.html">insertInto,SparkDataFrame,character-method</a></code>; +<code><a href="intersect.html">intersect</a></code>, <code><a href="intersect.html">intersect</a></code>, +<code><a href="intersect.html">intersect,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="isLocal.html">isLocal</a></code>, <code><a href="isLocal.html">isLocal</a></code>, +<code><a href="isLocal.html">isLocal,SparkDataFrame-method</a></code>; +<code><a href="isStreaming.html">isStreaming</a></code>, <code><a href="isStreaming.html">isStreaming</a></code>, +<code><a href="isStreaming.html">isStreaming,SparkDataFrame-method</a></code>; +<code><a href="join.html">join</a></code>, +<code><a href="join.html">join,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="limit.html">limit</a></code>, <code><a href="limit.html">limit</a></code>, +<code><a href="limit.html">limit,SparkDataFrame,numeric-method</a></code>; +<code><a href="merge.html">merge</a></code>, <code><a href="merge.html">merge</a></code>, +<code><a href="merge.html">merge,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="mutate.html">mutate</a></code>, <code><a href="mutate.html">mutate</a></code>, +<code><a href="mutate.html">mutate,SparkDataFrame-method</a></code>, +<code><a href="mutate.html">transform</a></code>, <code><a href="mutate.html">transform</a></code>, +<code><a href="mutate.html">transform,SparkDataFrame-method</a></code>; +<code><a href="ncol.html">ncol</a></code>, +<code><a href="ncol.html">ncol,SparkDataFrame-method</a></code>; +<code><a href="persist.html">persist</a></code>, <code><a href="persist.html">persist</a></code>, +<code><a href="persist.html">persist,SparkDataFrame,character-method</a></code>; +<code><a href="printSchema.html">printSchema</a></code>, <code><a href="printSchema.html">printSchema</a></code>, +<code><a href="printSchema.html">printSchema,SparkDataFrame-method</a></code>; +<code><a href="randomSplit.html">randomSplit</a></code>, <code><a href="randomSplit.html">randomSplit</a></code>, +<code><a href="randomSplit.html">randomSplit,SparkDataFrame,numeric-method</a></code>; +<code><a href="rbind.html">rbind</a></code>, <code><a href="rbind.html">rbind</a></code>, +<code><a href="rbind.html">rbind,SparkDataFrame-method</a></code>; +<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="registerTempTable-deprecated.html">registerTempTable,SparkDataFrame,character-method</a></code>; +<code><a href="rename.html">rename</a></code>, <code><a href="rename.html">rename</a></code>, +<code><a href="rename.html">rename,SparkDataFrame-method</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed,SparkDataFrame,character,character-method</a></code>; +<code><a href="repartition.html">repartition</a></code>, <code><a href="repartition.html">repartition</a></code>, +<code><a href="repartition.html">repartition,SparkDataFrame-method</a></code>; +<code><a href="sample.html">sample</a></code>, <code><a href="sample.html">sample</a></code>, +<code><a href="sample.html">sample,SparkDataFrame,logical,numeric-method</a></code>, +<code><a href="sample.html">sample_frac</a></code>, <code><a href="sample.html">sample_frac</a></code>, +<code><a href="sample.html">sample_frac,SparkDataFrame,logical,numeric-method</a></code>; +<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="saveAsTable.html">saveAsTable</a></code>, +<code><a href="saveAsTable.html">saveAsTable,SparkDataFrame,character-method</a></code>; +<code><a href="write.df.html">saveDF</a></code>, <code><a href="write.df.html">saveDF</a></code>, +<code><a href="write.df.html">saveDF,SparkDataFrame,character-method</a></code>, +<code><a href="write.df.html">write.df</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df,SparkDataFrame-method</a></code>; +<code><a href="schema.html">schema</a></code>, <code><a href="schema.html">schema</a></code>, +<code><a href="schema.html">schema,SparkDataFrame-method</a></code>; +<code><a href="selectExpr.html">selectExpr</a></code>, <code><a href="selectExpr.html">selectExpr</a></code>, +<code><a href="selectExpr.html">selectExpr,SparkDataFrame,character-method</a></code>; +<code><a href="showDF.html">showDF</a></code>, <code><a href="showDF.html">showDF</a></code>, +<code><a href="showDF.html">showDF,SparkDataFrame-method</a></code>; +<code><a href="show.html">show</a></code>, <code><a href="show.html">show</a></code>, +<code><a href="show.html">show,Column-method</a></code>, +<code><a href="show.html">show,GroupedData-method</a></code>, +<code><a href="show.html">show,SparkDataFrame-method</a></code>, +<code><a href="show.html">show,StreamingQuery-method</a></code>, +<code><a href="show.html">show,WindowSpec-method</a></code>; +<code><a href="storageLevel.html">storageLevel</a></code>, +<code><a href="storageLevel.html">storageLevel,SparkDataFrame-method</a></code>; +<code><a href="str.html">str</a></code>, +<code><a href="str.html">str,SparkDataFrame-method</a></code>; +<code><a href="take.html">take</a></code>, <code><a href="take.html">take</a></code>, +<code><a href="take.html">take,SparkDataFrame,numeric-method</a></code>; +<code><a href="toJSON.html">toJSON</a></code>, +<code><a href="toJSON.html">toJSON,SparkDataFrame-method</a></code>; +<code><a href="union.html">union</a></code>, <code><a href="union.html">union</a></code>, +<code><a href="union.html">union,SparkDataFrame,SparkDataFrame-method</a></code>, +<code><a href="union.html">unionAll</a></code>, <code><a href="union.html">unionAll</a></code>, +<code><a href="union.html">unionAll,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="unpersist.html">unpersist</a></code>, <code><a href="unpersist.html">unpersist</a></code>, +<code><a href="unpersist.html">unpersist,SparkDataFrame-method</a></code>; +<code><a href="withColumn.html">withColumn</a></code>, <code><a href="withColumn.html">withColumn</a></code>, +<code><a href="withColumn.html">withColumn,SparkDataFrame,character-method</a></code>; +<code><a href="with.html">with</a></code>, +<code><a href="with.html">with,SparkDataFrame-method</a></code>; +<code><a href="write.jdbc.html">write.jdbc</a></code>, <code><a href="write.jdbc.html">write.jdbc</a></code>, +<code><a href="write.jdbc.html">write.jdbc,SparkDataFrame,character,character-method</a></code>; +<code><a href="write.json.html">write.json</a></code>, <code><a href="write.json.html">write.json</a></code>, +<code><a href="write.json.html">write.json,SparkDataFrame,character-method</a></code>; +<code><a href="write.orc.html">write.orc</a></code>, <code><a href="write.orc.html">write.orc</a></code>, +<code><a href="write.orc.html">write.orc,SparkDataFrame,character-method</a></code>; +<code><a href="write.stream.html">write.stream</a></code>, <code><a href="write.stream.html">write.stream</a></code>, +<code><a href="write.stream.html">write.stream,SparkDataFrame-method</a></code>; +<code><a href="write.text.html">write.text</a></code>, <code><a href="write.text.html">write.text</a></code>, +<code><a href="write.text.html">write.text,SparkDataFrame,character-method</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D path <- "path/to/file.json" +##D df <- read.json(path) +##D write.parquet(df, "/tmp/sparkr-tmp1/") +##D saveAsParquetFile(df, "/tmp/sparkr-tmp2/") +## End(Not run) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 2.2.0 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/f7ec1155/site/docs/2.2.0/api/R/write.stream.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.0/api/R/write.stream.html b/site/docs/2.2.0/api/R/write.stream.html new file mode 100644 index 0000000..a3d5262 --- /dev/null +++ b/site/docs/2.2.0/api/R/write.stream.html @@ -0,0 +1,338 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: Write the streaming SparkDataFrame to a data source.</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for write.stream {SparkR}"><tr><td>write.stream {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>Write the streaming SparkDataFrame to a data source.</h2> + +<h3>Description</h3> + +<p>The data source is specified by the <code>source</code> and a set of options (...). +If <code>source</code> is not specified, the default data source configured by +spark.sql.sources.default will be used. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'SparkDataFrame' +write.stream(df, source = NULL, + outputMode = NULL, ...) + +write.stream(df, source = NULL, outputMode = NULL, ...) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>df</code></td> +<td> +<p>a streaming SparkDataFrame.</p> +</td></tr> +<tr valign="top"><td><code>source</code></td> +<td> +<p>a name for external data source.</p> +</td></tr> +<tr valign="top"><td><code>outputMode</code></td> +<td> +<p>one of 'append', 'complete', 'update'.</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>additional argument(s) passed to the method.</p> +</td></tr> +</table> + + +<h3>Details</h3> + +<p>Additionally, <code>outputMode</code> specifies how data of a streaming SparkDataFrame is written to a +output data source. There are three modes: +</p> + +<ul> +<li><p> append: Only the new rows in the streaming SparkDataFrame will be written out. This +output mode can be only be used in queries that do not contain any aggregation. +</p> +</li> +<li><p> complete: All the rows in the streaming SparkDataFrame will be written out every time +there are some updates. This output mode can only be used in queries that +contain aggregations. +</p> +</li> +<li><p> update: Only the rows that were updated in the streaming SparkDataFrame will be written +out every time there are some updates. If the query doesn't contain aggregations, +it will be equivalent to <code>append</code> mode. +</p> +</li></ul> + + + +<h3>Note</h3> + +<p>write.stream since 2.2.0 +</p> +<p>experimental +</p> + + +<h3>See Also</h3> + +<p><a href="read.stream.html">read.stream</a> +</p> +<p>Other SparkDataFrame functions: <code><a href="select.html">$</a></code>, +<code><a href="select.html">$,SparkDataFrame-method</a></code>, <code><a href="select.html">$<-</a></code>, +<code><a href="select.html">$<-,SparkDataFrame-method</a></code>, +<code><a href="select.html">select</a></code>, <code><a href="select.html">select</a></code>, +<code><a href="select.html">select,SparkDataFrame,Column-method</a></code>, +<code><a href="select.html">select,SparkDataFrame,character-method</a></code>, +<code><a href="select.html">select,SparkDataFrame,list-method</a></code>; +<code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>; <code><a href="subset.html">[</a></code>, +<code><a href="subset.html">[,SparkDataFrame-method</a></code>, <code><a href="subset.html">[[</a></code>, +<code><a href="subset.html">[[,SparkDataFrame,numericOrcharacter-method</a></code>, +<code><a href="subset.html">[[<-</a></code>, +<code><a href="subset.html">[[<-,SparkDataFrame,numericOrcharacter-method</a></code>, +<code><a href="subset.html">subset</a></code>, <code><a href="subset.html">subset</a></code>, +<code><a href="subset.html">subset,SparkDataFrame-method</a></code>; +<code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>, +<code><a href="summarize.html">agg,GroupedData-method</a></code>, +<code><a href="summarize.html">agg,SparkDataFrame-method</a></code>, +<code><a href="summarize.html">summarize</a></code>, <code><a href="summarize.html">summarize</a></code>, +<code><a href="summarize.html">summarize</a></code>, +<code><a href="summarize.html">summarize,GroupedData-method</a></code>, +<code><a href="summarize.html">summarize,SparkDataFrame-method</a></code>; +<code><a href="arrange.html">arrange</a></code>, <code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange,SparkDataFrame,Column-method</a></code>, +<code><a href="arrange.html">arrange,SparkDataFrame,character-method</a></code>, +<code><a href="arrange.html">orderBy,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="as.data.frame.html">as.data.frame,SparkDataFrame-method</a></code>; +<code><a href="attach.html">attach</a></code>, +<code><a href="attach.html">attach,SparkDataFrame-method</a></code>; +<code><a href="cache.html">cache</a></code>, <code><a href="cache.html">cache</a></code>, +<code><a href="cache.html">cache,SparkDataFrame-method</a></code>; +<code><a href="checkpoint.html">checkpoint</a></code>, <code><a href="checkpoint.html">checkpoint</a></code>, +<code><a href="checkpoint.html">checkpoint,SparkDataFrame-method</a></code>; +<code><a href="coalesce.html">coalesce</a></code>, <code><a href="coalesce.html">coalesce</a></code>, +<code><a href="coalesce.html">coalesce</a></code>, +<code><a href="coalesce.html">coalesce,Column-method</a></code>, +<code><a href="coalesce.html">coalesce,SparkDataFrame-method</a></code>; +<code><a href="collect.html">collect</a></code>, <code><a href="collect.html">collect</a></code>, +<code><a href="collect.html">collect,SparkDataFrame-method</a></code>; +<code><a href="columns.html">colnames</a></code>, <code><a href="columns.html">colnames</a></code>, +<code><a href="columns.html">colnames,SparkDataFrame-method</a></code>, +<code><a href="columns.html">colnames<-</a></code>, <code><a href="columns.html">colnames<-</a></code>, +<code><a href="columns.html">colnames<-,SparkDataFrame-method</a></code>, +<code><a href="columns.html">columns</a></code>, <code><a href="columns.html">columns</a></code>, +<code><a href="columns.html">columns,SparkDataFrame-method</a></code>, +<code><a href="columns.html">names</a></code>, +<code><a href="columns.html">names,SparkDataFrame-method</a></code>, +<code><a href="columns.html">names<-</a></code>, +<code><a href="columns.html">names<-,SparkDataFrame-method</a></code>; +<code><a href="coltypes.html">coltypes</a></code>, <code><a href="coltypes.html">coltypes</a></code>, +<code><a href="coltypes.html">coltypes,SparkDataFrame-method</a></code>, +<code><a href="coltypes.html">coltypes<-</a></code>, <code><a href="coltypes.html">coltypes<-</a></code>, +<code><a href="coltypes.html">coltypes<-,SparkDataFrame,character-method</a></code>; +<code><a href="nrow.html">count,SparkDataFrame-method</a></code>, +<code><a href="nrow.html">nrow</a></code>, <code><a href="nrow.html">nrow</a></code>, +<code><a href="nrow.html">nrow,SparkDataFrame-method</a></code>; +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView,SparkDataFrame,character-method</a></code>; +<code><a href="crossJoin.html">crossJoin</a></code>, +<code><a href="crossJoin.html">crossJoin,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="dapplyCollect.html">dapplyCollect</a></code>, <code><a href="dapplyCollect.html">dapplyCollect</a></code>, +<code><a href="dapplyCollect.html">dapplyCollect,SparkDataFrame,function-method</a></code>; +<code><a href="dapply.html">dapply</a></code>, <code><a href="dapply.html">dapply</a></code>, +<code><a href="dapply.html">dapply,SparkDataFrame,function,structType-method</a></code>; +<code><a href="summary.html">describe</a></code>, <code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe,SparkDataFrame,ANY-method</a></code>, +<code><a href="summary.html">describe,SparkDataFrame,character-method</a></code>, +<code><a href="summary.html">describe,SparkDataFrame-method</a></code>, +<code><a href="summary.html">summary</a></code>, <code><a href="summary.html">summary</a></code>, +<code><a href="summary.html">summary,SparkDataFrame-method</a></code>; +<code><a href="dim.html">dim</a></code>, +<code><a href="dim.html">dim,SparkDataFrame-method</a></code>; +<code><a href="distinct.html">distinct</a></code>, <code><a href="distinct.html">distinct</a></code>, +<code><a href="distinct.html">distinct,SparkDataFrame-method</a></code>, +<code><a href="distinct.html">unique</a></code>, +<code><a href="distinct.html">unique,SparkDataFrame-method</a></code>; +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates,SparkDataFrame-method</a></code>; +<code><a href="nafunctions.html">dropna</a></code>, <code><a href="nafunctions.html">dropna</a></code>, +<code><a href="nafunctions.html">dropna,SparkDataFrame-method</a></code>, +<code><a href="nafunctions.html">fillna</a></code>, <code><a href="nafunctions.html">fillna</a></code>, +<code><a href="nafunctions.html">fillna,SparkDataFrame-method</a></code>, +<code><a href="nafunctions.html">na.omit</a></code>, <code><a href="nafunctions.html">na.omit</a></code>, +<code><a href="nafunctions.html">na.omit,SparkDataFrame-method</a></code>; +<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop</a></code>, +<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop,ANY-method</a></code>, +<code><a href="drop.html">drop,SparkDataFrame-method</a></code>; +<code><a href="dtypes.html">dtypes</a></code>, <code><a href="dtypes.html">dtypes</a></code>, +<code><a href="dtypes.html">dtypes,SparkDataFrame-method</a></code>; +<code><a href="except.html">except</a></code>, <code><a href="except.html">except</a></code>, +<code><a href="except.html">except,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="explain.html">explain</a></code>, <code><a href="explain.html">explain</a></code>, +<code><a href="explain.html">explain</a></code>, +<code><a href="explain.html">explain,SparkDataFrame-method</a></code>, +<code><a href="explain.html">explain,StreamingQuery-method</a></code>; +<code><a href="filter.html">filter</a></code>, <code><a href="filter.html">filter</a></code>, +<code><a href="filter.html">filter,SparkDataFrame,characterOrColumn-method</a></code>, +<code><a href="filter.html">where</a></code>, <code><a href="filter.html">where</a></code>, +<code><a href="filter.html">where,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="first.html">first</a></code>, <code><a href="first.html">first</a></code>, +<code><a href="first.html">first</a></code>, +<code><a href="first.html">first,SparkDataFrame-method</a></code>, +<code><a href="first.html">first,characterOrColumn-method</a></code>; +<code><a href="gapplyCollect.html">gapplyCollect</a></code>, <code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect,GroupedData-method</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect,SparkDataFrame-method</a></code>; +<code><a href="gapply.html">gapply</a></code>, <code><a href="gapply.html">gapply</a></code>, +<code><a href="gapply.html">gapply</a></code>, +<code><a href="gapply.html">gapply,GroupedData-method</a></code>, +<code><a href="gapply.html">gapply,SparkDataFrame-method</a></code>; +<code><a href="getNumPartitions.html">getNumPartitions</a></code>, +<code><a href="getNumPartitions.html">getNumPartitions,SparkDataFrame-method</a></code>; +<code><a href="groupBy.html">groupBy</a></code>, <code><a href="groupBy.html">groupBy</a></code>, +<code><a href="groupBy.html">groupBy,SparkDataFrame-method</a></code>, +<code><a href="groupBy.html">group_by</a></code>, <code><a href="groupBy.html">group_by</a></code>, +<code><a href="groupBy.html">group_by,SparkDataFrame-method</a></code>; +<code><a href="head.html">head</a></code>, +<code><a href="head.html">head,SparkDataFrame-method</a></code>; +<code><a href="hint.html">hint</a></code>, <code><a href="hint.html">hint</a></code>, +<code><a href="hint.html">hint,SparkDataFrame,character-method</a></code>; +<code><a href="histogram.html">histogram</a></code>, +<code><a href="histogram.html">histogram,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="insertInto.html">insertInto</a></code>, <code><a href="insertInto.html">insertInto</a></code>, +<code><a href="insertInto.html">insertInto,SparkDataFrame,character-method</a></code>; +<code><a href="intersect.html">intersect</a></code>, <code><a href="intersect.html">intersect</a></code>, +<code><a href="intersect.html">intersect,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="isLocal.html">isLocal</a></code>, <code><a href="isLocal.html">isLocal</a></code>, +<code><a href="isLocal.html">isLocal,SparkDataFrame-method</a></code>; +<code><a href="isStreaming.html">isStreaming</a></code>, <code><a href="isStreaming.html">isStreaming</a></code>, +<code><a href="isStreaming.html">isStreaming,SparkDataFrame-method</a></code>; +<code><a href="join.html">join</a></code>, +<code><a href="join.html">join,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="limit.html">limit</a></code>, <code><a href="limit.html">limit</a></code>, +<code><a href="limit.html">limit,SparkDataFrame,numeric-method</a></code>; +<code><a href="merge.html">merge</a></code>, <code><a href="merge.html">merge</a></code>, +<code><a href="merge.html">merge,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="mutate.html">mutate</a></code>, <code><a href="mutate.html">mutate</a></code>, +<code><a href="mutate.html">mutate,SparkDataFrame-method</a></code>, +<code><a href="mutate.html">transform</a></code>, <code><a href="mutate.html">transform</a></code>, +<code><a href="mutate.html">transform,SparkDataFrame-method</a></code>; +<code><a href="ncol.html">ncol</a></code>, +<code><a href="ncol.html">ncol,SparkDataFrame-method</a></code>; +<code><a href="persist.html">persist</a></code>, <code><a href="persist.html">persist</a></code>, +<code><a href="persist.html">persist,SparkDataFrame,character-method</a></code>; +<code><a href="printSchema.html">printSchema</a></code>, <code><a href="printSchema.html">printSchema</a></code>, +<code><a href="printSchema.html">printSchema,SparkDataFrame-method</a></code>; +<code><a href="randomSplit.html">randomSplit</a></code>, <code><a href="randomSplit.html">randomSplit</a></code>, +<code><a href="randomSplit.html">randomSplit,SparkDataFrame,numeric-method</a></code>; +<code><a href="rbind.html">rbind</a></code>, <code><a href="rbind.html">rbind</a></code>, +<code><a href="rbind.html">rbind,SparkDataFrame-method</a></code>; +<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="registerTempTable-deprecated.html">registerTempTable,SparkDataFrame,character-method</a></code>; +<code><a href="rename.html">rename</a></code>, <code><a href="rename.html">rename</a></code>, +<code><a href="rename.html">rename,SparkDataFrame-method</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed,SparkDataFrame,character,character-method</a></code>; +<code><a href="repartition.html">repartition</a></code>, <code><a href="repartition.html">repartition</a></code>, +<code><a href="repartition.html">repartition,SparkDataFrame-method</a></code>; +<code><a href="sample.html">sample</a></code>, <code><a href="sample.html">sample</a></code>, +<code><a href="sample.html">sample,SparkDataFrame,logical,numeric-method</a></code>, +<code><a href="sample.html">sample_frac</a></code>, <code><a href="sample.html">sample_frac</a></code>, +<code><a href="sample.html">sample_frac,SparkDataFrame,logical,numeric-method</a></code>; +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">saveAsParquetFile,SparkDataFrame,character-method</a></code>, +<code><a href="write.parquet.html">write.parquet</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>, +<code><a href="write.parquet.html">write.parquet,SparkDataFrame,character-method</a></code>; +<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="saveAsTable.html">saveAsTable</a></code>, +<code><a href="saveAsTable.html">saveAsTable,SparkDataFrame,character-method</a></code>; +<code><a href="write.df.html">saveDF</a></code>, <code><a href="write.df.html">saveDF</a></code>, +<code><a href="write.df.html">saveDF,SparkDataFrame,character-method</a></code>, +<code><a href="write.df.html">write.df</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df,SparkDataFrame-method</a></code>; +<code><a href="schema.html">schema</a></code>, <code><a href="schema.html">schema</a></code>, +<code><a href="schema.html">schema,SparkDataFrame-method</a></code>; +<code><a href="selectExpr.html">selectExpr</a></code>, <code><a href="selectExpr.html">selectExpr</a></code>, +<code><a href="selectExpr.html">selectExpr,SparkDataFrame,character-method</a></code>; +<code><a href="showDF.html">showDF</a></code>, <code><a href="showDF.html">showDF</a></code>, +<code><a href="showDF.html">showDF,SparkDataFrame-method</a></code>; +<code><a href="show.html">show</a></code>, <code><a href="show.html">show</a></code>, +<code><a href="show.html">show,Column-method</a></code>, +<code><a href="show.html">show,GroupedData-method</a></code>, +<code><a href="show.html">show,SparkDataFrame-method</a></code>, +<code><a href="show.html">show,StreamingQuery-method</a></code>, +<code><a href="show.html">show,WindowSpec-method</a></code>; +<code><a href="storageLevel.html">storageLevel</a></code>, +<code><a href="storageLevel.html">storageLevel,SparkDataFrame-method</a></code>; +<code><a href="str.html">str</a></code>, +<code><a href="str.html">str,SparkDataFrame-method</a></code>; +<code><a href="take.html">take</a></code>, <code><a href="take.html">take</a></code>, +<code><a href="take.html">take,SparkDataFrame,numeric-method</a></code>; +<code><a href="toJSON.html">toJSON</a></code>, +<code><a href="toJSON.html">toJSON,SparkDataFrame-method</a></code>; +<code><a href="union.html">union</a></code>, <code><a href="union.html">union</a></code>, +<code><a href="union.html">union,SparkDataFrame,SparkDataFrame-method</a></code>, +<code><a href="union.html">unionAll</a></code>, <code><a href="union.html">unionAll</a></code>, +<code><a href="union.html">unionAll,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="unpersist.html">unpersist</a></code>, <code><a href="unpersist.html">unpersist</a></code>, +<code><a href="unpersist.html">unpersist,SparkDataFrame-method</a></code>; +<code><a href="withColumn.html">withColumn</a></code>, <code><a href="withColumn.html">withColumn</a></code>, +<code><a href="withColumn.html">withColumn,SparkDataFrame,character-method</a></code>; +<code><a href="with.html">with</a></code>, +<code><a href="with.html">with,SparkDataFrame-method</a></code>; +<code><a href="write.jdbc.html">write.jdbc</a></code>, <code><a href="write.jdbc.html">write.jdbc</a></code>, +<code><a href="write.jdbc.html">write.jdbc,SparkDataFrame,character,character-method</a></code>; +<code><a href="write.json.html">write.json</a></code>, <code><a href="write.json.html">write.json</a></code>, +<code><a href="write.json.html">write.json,SparkDataFrame,character-method</a></code>; +<code><a href="write.orc.html">write.orc</a></code>, <code><a href="write.orc.html">write.orc</a></code>, +<code><a href="write.orc.html">write.orc,SparkDataFrame,character-method</a></code>; +<code><a href="write.text.html">write.text</a></code>, <code><a href="write.text.html">write.text</a></code>, +<code><a href="write.text.html">write.text,SparkDataFrame,character-method</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D df <- read.stream("socket", host = "localhost", port = 9999) +##D isStreaming(df) +##D wordCounts <- count(group_by(df, "value")) +##D +##D # console +##D q <- write.stream(wordCounts, "console", outputMode = "complete") +##D # text stream +##D q <- write.stream(df, "text", path = "/home/user/out", checkpointLocation = "/home/user/cp") +##D # memory stream +##D q <- write.stream(wordCounts, "memory", queryName = "outs", outputMode = "complete") +##D head(sql("SELECT * from outs")) +##D queryName(q) +##D +##D stopQuery(q) +## End(Not run) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 2.2.0 <a href="00Index.html">Index</a>]</div> +</body></html> --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org