http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/R/minute.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/R/minute.html b/site/docs/1.6.3/api/R/minute.html new file mode 100644 index 0000000..8164c7f --- /dev/null +++ b/site/docs/1.6.3/api/R/minute.html @@ -0,0 +1,70 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: minute</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for minute {SparkR}"><tr><td>minute {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>minute</h2> + +<h3>Description</h3> + +<p>Extracts the minutes as an integer from a given date/timestamp/string. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'Column' +minute(x) + +minute(x) +</pre> + + +<h3>See Also</h3> + +<p>Other datetime_funcs: <code><a href="add_months.html">add_months</a></code>, +<code><a href="add_months.html">add_months</a></code>; <code><a href="date_add.html">date_add</a></code>, +<code><a href="date_add.html">date_add</a></code>; <code><a href="date_format.html">date_format</a></code>, +<code><a href="date_format.html">date_format</a></code>; <code><a href="date_sub.html">date_sub</a></code>, +<code><a href="date_sub.html">date_sub</a></code>; <code><a href="datediff.html">datediff</a></code>, +<code><a href="datediff.html">datediff</a></code>; <code><a href="dayofmonth.html">dayofmonth</a></code>, +<code><a href="dayofmonth.html">dayofmonth</a></code>; <code><a href="dayofyear.html">dayofyear</a></code>, +<code><a href="dayofyear.html">dayofyear</a></code>; <code><a href="from_unixtime.html">from_unixtime</a></code>, +<code><a href="from_unixtime.html">from_unixtime</a></code>; +<code><a href="from_utc_timestamp.html">from_utc_timestamp</a></code>, +<code><a href="from_utc_timestamp.html">from_utc_timestamp</a></code>; <code><a href="hour.html">hour</a></code>, +<code><a href="hour.html">hour</a></code>; <code><a href="last_day.html">last_day</a></code>, +<code><a href="last_day.html">last_day</a></code>; <code><a href="months_between.html">months_between</a></code>, +<code><a href="months_between.html">months_between</a></code>; <code><a href="month.html">month</a></code>, +<code><a href="month.html">month</a></code>; <code><a href="next_day.html">next_day</a></code>, +<code><a href="next_day.html">next_day</a></code>; <code><a href="quarter.html">quarter</a></code>, +<code><a href="quarter.html">quarter</a></code>; <code><a href="second.html">second</a></code>, +<code><a href="second.html">second</a></code>; <code><a href="to_date.html">to_date</a></code>, +<code><a href="to_date.html">to_date</a></code>; <code><a href="to_utc_timestamp.html">to_utc_timestamp</a></code>, +<code><a href="to_utc_timestamp.html">to_utc_timestamp</a></code>; +<code><a href="unix_timestamp.html">unix_timestamp</a></code>, +<code><a href="unix_timestamp.html">unix_timestamp</a></code>, +<code><a href="unix_timestamp.html">unix_timestamp</a></code>, +<code><a href="unix_timestamp.html">unix_timestamp</a></code>; <code><a href="weekofyear.html">weekofyear</a></code>, +<code><a href="weekofyear.html">weekofyear</a></code>; <code><a href="year.html">year</a></code>, +<code><a href="year.html">year</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: minute(df$c) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 1.6.3 <a href="00Index.html">Index</a>]</div> +</body></html>
http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/R/month.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/R/month.html b/site/docs/1.6.3/api/R/month.html new file mode 100644 index 0000000..fa2f632 --- /dev/null +++ b/site/docs/1.6.3/api/R/month.html @@ -0,0 +1,70 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: month</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for month {SparkR}"><tr><td>month {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>month</h2> + +<h3>Description</h3> + +<p>Extracts the month as an integer from a given date/timestamp/string. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'Column' +month(x) + +month(x) +</pre> + + +<h3>See Also</h3> + +<p>Other datetime_funcs: <code><a href="add_months.html">add_months</a></code>, +<code><a href="add_months.html">add_months</a></code>; <code><a href="date_add.html">date_add</a></code>, +<code><a href="date_add.html">date_add</a></code>; <code><a href="date_format.html">date_format</a></code>, +<code><a href="date_format.html">date_format</a></code>; <code><a href="date_sub.html">date_sub</a></code>, +<code><a href="date_sub.html">date_sub</a></code>; <code><a href="datediff.html">datediff</a></code>, +<code><a href="datediff.html">datediff</a></code>; <code><a href="dayofmonth.html">dayofmonth</a></code>, +<code><a href="dayofmonth.html">dayofmonth</a></code>; <code><a href="dayofyear.html">dayofyear</a></code>, +<code><a href="dayofyear.html">dayofyear</a></code>; <code><a href="from_unixtime.html">from_unixtime</a></code>, +<code><a href="from_unixtime.html">from_unixtime</a></code>; +<code><a href="from_utc_timestamp.html">from_utc_timestamp</a></code>, +<code><a href="from_utc_timestamp.html">from_utc_timestamp</a></code>; <code><a href="hour.html">hour</a></code>, +<code><a href="hour.html">hour</a></code>; <code><a href="last_day.html">last_day</a></code>, +<code><a href="last_day.html">last_day</a></code>; <code><a href="minute.html">minute</a></code>, +<code><a href="minute.html">minute</a></code>; <code><a href="months_between.html">months_between</a></code>, +<code><a href="months_between.html">months_between</a></code>; <code><a href="next_day.html">next_day</a></code>, +<code><a href="next_day.html">next_day</a></code>; <code><a href="quarter.html">quarter</a></code>, +<code><a href="quarter.html">quarter</a></code>; <code><a href="second.html">second</a></code>, +<code><a href="second.html">second</a></code>; <code><a href="to_date.html">to_date</a></code>, +<code><a href="to_date.html">to_date</a></code>; <code><a href="to_utc_timestamp.html">to_utc_timestamp</a></code>, +<code><a href="to_utc_timestamp.html">to_utc_timestamp</a></code>; +<code><a href="unix_timestamp.html">unix_timestamp</a></code>, +<code><a href="unix_timestamp.html">unix_timestamp</a></code>, +<code><a href="unix_timestamp.html">unix_timestamp</a></code>, +<code><a href="unix_timestamp.html">unix_timestamp</a></code>; <code><a href="weekofyear.html">weekofyear</a></code>, +<code><a href="weekofyear.html">weekofyear</a></code>; <code><a href="year.html">year</a></code>, +<code><a href="year.html">year</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: month(df$c) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 1.6.3 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/R/months_between.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/R/months_between.html b/site/docs/1.6.3/api/R/months_between.html new file mode 100644 index 0000000..901e093 --- /dev/null +++ b/site/docs/1.6.3/api/R/months_between.html @@ -0,0 +1,70 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: months_between</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for months_between {SparkR}"><tr><td>months_between {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>months_between</h2> + +<h3>Description</h3> + +<p>Returns number of months between dates 'date1' and 'date2'. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'Column' +months_between(y, x) + +months_between(y, x) +</pre> + + +<h3>See Also</h3> + +<p>Other datetime_funcs: <code><a href="add_months.html">add_months</a></code>, +<code><a href="add_months.html">add_months</a></code>; <code><a href="date_add.html">date_add</a></code>, +<code><a href="date_add.html">date_add</a></code>; <code><a href="date_format.html">date_format</a></code>, +<code><a href="date_format.html">date_format</a></code>; <code><a href="date_sub.html">date_sub</a></code>, +<code><a href="date_sub.html">date_sub</a></code>; <code><a href="datediff.html">datediff</a></code>, +<code><a href="datediff.html">datediff</a></code>; <code><a href="dayofmonth.html">dayofmonth</a></code>, +<code><a href="dayofmonth.html">dayofmonth</a></code>; <code><a href="dayofyear.html">dayofyear</a></code>, +<code><a href="dayofyear.html">dayofyear</a></code>; <code><a href="from_unixtime.html">from_unixtime</a></code>, +<code><a href="from_unixtime.html">from_unixtime</a></code>; +<code><a href="from_utc_timestamp.html">from_utc_timestamp</a></code>, +<code><a href="from_utc_timestamp.html">from_utc_timestamp</a></code>; <code><a href="hour.html">hour</a></code>, +<code><a href="hour.html">hour</a></code>; <code><a href="last_day.html">last_day</a></code>, +<code><a href="last_day.html">last_day</a></code>; <code><a href="minute.html">minute</a></code>, +<code><a href="minute.html">minute</a></code>; <code><a href="month.html">month</a></code>, +<code><a href="month.html">month</a></code>; <code><a href="next_day.html">next_day</a></code>, +<code><a href="next_day.html">next_day</a></code>; <code><a href="quarter.html">quarter</a></code>, +<code><a href="quarter.html">quarter</a></code>; <code><a href="second.html">second</a></code>, +<code><a href="second.html">second</a></code>; <code><a href="to_date.html">to_date</a></code>, +<code><a href="to_date.html">to_date</a></code>; <code><a href="to_utc_timestamp.html">to_utc_timestamp</a></code>, +<code><a href="to_utc_timestamp.html">to_utc_timestamp</a></code>; +<code><a href="unix_timestamp.html">unix_timestamp</a></code>, +<code><a href="unix_timestamp.html">unix_timestamp</a></code>, +<code><a href="unix_timestamp.html">unix_timestamp</a></code>, +<code><a href="unix_timestamp.html">unix_timestamp</a></code>; <code><a href="weekofyear.html">weekofyear</a></code>, +<code><a href="weekofyear.html">weekofyear</a></code>; <code><a href="year.html">year</a></code>, +<code><a href="year.html">year</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: months_between(df$c, x) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 1.6.3 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/R/mutate.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/R/mutate.html b/site/docs/1.6.3/api/R/mutate.html new file mode 100644 index 0000000..5dd5ca0 --- /dev/null +++ b/site/docs/1.6.3/api/R/mutate.html @@ -0,0 +1,153 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: Mutate</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for mutate {SparkR}"><tr><td>mutate {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>Mutate</h2> + +<h3>Description</h3> + +<p>Return a new DataFrame with the specified columns added. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'DataFrame' +mutate(.data, ...) + +## S4 method for signature 'DataFrame' +transform(`_data`, ...) + +mutate(.data, ...) + +transform(`_data`, ...) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>.data</code></td> +<td> +<p>A DataFrame</p> +</td></tr> +<tr valign="top"><td><code>col</code></td> +<td> +<p>a named argument of the form name = col</p> +</td></tr> +</table> + + +<h3>Value</h3> + +<p>A new DataFrame with the new columns added. +</p> + + +<h3>See Also</h3> + +<p><a href="rename.html">rename</a> <a href="withColumn.html">withColumn</a> +</p> +<p>Other DataFrame functions: <code><a href="select.html">$</a></code>, +<code><a href="select.html">$<-</a></code>, <code><a href="select.html">select</a></code>, +<code><a href="select.html">select</a></code>, +<code><a href="select.html">select,DataFrame,Column-method</a></code>, +<code><a href="select.html">select,DataFrame,list-method</a></code>, +<code><a href="selectExpr.html">selectExpr</a></code>; <code><a href="DataFrame.html">DataFrame-class</a></code>, +<code><a href="DataFrame.html">dataFrame</a></code>, <code><a href="DataFrame.html">groupedData</a></code>; +<code><a href="subset.html">[</a></code>, <code><a href="subset.html">[</a></code>, <code><a href="subset.html">[[</a></code>, +<code><a href="subset.html">subset</a></code>; <code><a href="summarize.html">agg</a></code>, +<code><a href="summarize.html">agg</a></code>, +<code><a href="agg.html">count,GroupedData-method</a></code>, +<code><a href="summarize.html">summarize</a></code>, <code><a href="summarize.html">summarize</a></code>; +<code><a href="arrange.html">arrange</a></code>, <code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange</a></code>, <code><a href="arrange.html">orderBy</a></code>, +<code><a href="arrange.html">orderBy</a></code>; <code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="as.data.frame.html">as.data.frame,DataFrame-method</a></code>; +<code><a href="attach.html">attach</a></code>, +<code><a href="attach.html">attach,DataFrame-method</a></code>; +<code><a href="cache.html">cache</a></code>; <code><a href="collect.html">collect</a></code>; +<code><a href="columns.html">colnames</a></code>, <code><a href="columns.html">colnames</a></code>, +<code><a href="columns.html">colnames<-</a></code>, <code><a href="columns.html">colnames<-</a></code>, +<code><a href="schema.html">columns</a></code>, <code><a href="columns.html">names</a></code>, +<code><a href="columns.html">names<-</a></code>; <code><a href="coltypes.html">coltypes</a></code>, +<code><a href="coltypes.html">coltypes</a></code>, <code><a href="coltypes.html">coltypes<-</a></code>, +<code><a href="coltypes.html">coltypes<-</a></code>; <code><a href="schema.html">columns</a></code>, +<code><a href="schema.html">dtypes</a></code>, <code><a href="schema.html">printSchema</a></code>, +<code><a href="schema.html">schema</a></code>, <code><a href="schema.html">schema</a></code>; +<code><a href="nrow.html">count</a></code>, <code><a href="nrow.html">nrow</a></code>; +<code><a href="summary.html">describe</a></code>, <code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe</a></code>, <code><a href="summary.html">summary</a></code>, +<code><a href="summary.html">summary</a></code>, +<code><a href="summary.html">summary,PipelineModel-method</a></code>; +<code><a href="dim.html">dim</a></code>; <code><a href="distinct.html">distinct</a></code>, +<code><a href="distinct.html">unique</a></code>; <code><a href="nafunctions.html">dropna</a></code>, +<code><a href="nafunctions.html">dropna</a></code>, <code><a href="nafunctions.html">fillna</a></code>, +<code><a href="nafunctions.html">fillna</a></code>, <code><a href="nafunctions.html">na.omit</a></code>, +<code><a href="nafunctions.html">na.omit</a></code>; <code><a href="schema.html">dtypes</a></code>; +<code><a href="except.html">except</a></code>, <code><a href="except.html">except</a></code>; +<code><a href="explain.html">explain</a></code>, <code><a href="explain.html">explain</a></code>; +<code><a href="filter.html">filter</a></code>, <code><a href="filter.html">filter</a></code>, +<code><a href="filter.html">where</a></code>, <code><a href="filter.html">where</a></code>; +<code><a href="first.html">first</a></code>, <code><a href="first.html">first</a></code>; +<code><a href="groupBy.html">groupBy</a></code>, <code><a href="groupBy.html">groupBy</a></code>, +<code><a href="groupBy.html">group_by</a></code>, <code><a href="groupBy.html">group_by</a></code>; +<code><a href="head.html">head</a></code>; <code><a href="insertInto.html">insertInto</a></code>, +<code><a href="insertInto.html">insertInto</a></code>; <code><a href="intersect.html">intersect</a></code>, +<code><a href="intersect.html">intersect</a></code>; <code><a href="isLocal.html">isLocal</a></code>, +<code><a href="isLocal.html">isLocal</a></code>; <code><a href="join.html">join</a></code>; +<code><a href="limit.html">limit</a></code>, <code><a href="limit.html">limit</a></code>; +<code><a href="merge.html">merge</a></code>, <code><a href="merge.html">merge</a></code>; +<code><a href="ncol.html">ncol</a></code>; <code><a href="persist.html">persist</a></code>; +<code><a href="schema.html">printSchema</a></code>; <code><a href="rbind.html">rbind</a></code>, +<code><a href="rbind.html">rbind</a></code>, <code><a href="rbind.html">unionAll</a></code>, +<code><a href="rbind.html">unionAll</a></code>; <code><a href="registerTempTable.html">registerTempTable</a></code>, +<code><a href="registerTempTable.html">registerTempTable</a></code>; <code><a href="rename.html">rename</a></code>, +<code><a href="rename.html">rename</a></code>, <code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>; +<code><a href="repartition.html">repartition</a></code>; <code><a href="sample.html">sample</a></code>, +<code><a href="sample.html">sample</a></code>, <code><a href="sample.html">sample_frac</a></code>, +<code><a href="sample.html">sample_frac</a></code>; +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">write.parquet</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>; +<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="saveAsTable.html">saveAsTable</a></code>; +<code><a href="write.df.html">saveDF</a></code>, <code><a href="write.df.html">saveDF</a></code>, +<code><a href="write.df.html">write.df</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df</a></code>; <code><a href="selectExpr.html">selectExpr</a></code>; +<code><a href="showDF.html">showDF</a></code>, <code><a href="showDF.html">showDF</a></code>; +<code><a href="show.html">show</a></code>, <code><a href="show.html">show</a></code>, +<code><a href="show.html">show,GroupedData-method</a></code>; <code><a href="str.html">str</a></code>; +<code><a href="take.html">take</a></code>; <code><a href="unpersist-methods.html">unpersist</a></code>; +<code><a href="withColumn.html">withColumn</a></code>, <code><a href="withColumn.html">withColumn</a></code>; +<code><a href="write.json.html">write.json</a></code>, <code><a href="write.json.html">write.json</a></code>; +<code><a href="write.text.html">write.text</a></code>, <code><a href="write.text.html">write.text</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sc <- sparkR.init() +##D sqlContext <- sparkRSQL.init(sc) +##D path <- "path/to/file.json" +##D df <- read.json(sqlContext, path) +##D newDF <- mutate(df, newCol = df$col1 * 5, newCol2 = df$col1 * 2) +##D names(newDF) # Will contain newCol, newCol2 +##D newDF2 <- transform(df, newCol = df$col1 / 5, newCol2 = df$col1 * 2) +## End(Not run) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 1.6.3 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/R/nafunctions.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/R/nafunctions.html b/site/docs/1.6.3/api/R/nafunctions.html new file mode 100644 index 0000000..32a4c55 --- /dev/null +++ b/site/docs/1.6.3/api/R/nafunctions.html @@ -0,0 +1,199 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: dropna</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for dropna {SparkR}"><tr><td>dropna {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>dropna</h2> + +<h3>Description</h3> + +<p>Returns a new DataFrame omitting rows with null values. +</p> +<p>Replace null values. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'DataFrame' +dropna(x, how = c("any", "all"), minNonNulls = NULL, + cols = NULL) + +## S4 method for signature 'DataFrame' +na.omit(object, how = c("any", "all"), + minNonNulls = NULL, cols = NULL) + +## S4 method for signature 'DataFrame' +fillna(x, value, cols = NULL) + +dropna(x, how = c("any", "all"), minNonNulls = NULL, cols = NULL) + +na.omit(object, ...) + +fillna(x, value, cols = NULL) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>A SparkSQL DataFrame.</p> +</td></tr> +<tr valign="top"><td><code>how</code></td> +<td> +<p>"any" or "all". +if "any", drop a row if it contains any nulls. +if "all", drop a row only if all its values are null. +if minNonNulls is specified, how is ignored.</p> +</td></tr> +<tr valign="top"><td><code>minNonNulls</code></td> +<td> +<p>If specified, drop rows that have less than +minNonNulls non-null values. +This overwrites the how parameter.</p> +</td></tr> +<tr valign="top"><td><code>cols</code></td> +<td> +<p>Optional list of column names to consider.</p> +</td></tr> +<tr valign="top"><td><code>value</code></td> +<td> +<p>Value to replace null values with. +Should be an integer, numeric, character or named list. +If the value is a named list, then cols is ignored and +value must be a mapping from column name (character) to +replacement value. The replacement value must be an +integer, numeric or character.</p> +</td></tr> +<tr valign="top"><td><code>x</code></td> +<td> +<p>A SparkSQL DataFrame.</p> +</td></tr> +<tr valign="top"><td><code>cols</code></td> +<td> +<p>optional list of column names to consider. +Columns specified in cols that do not have matching data +type are ignored. For example, if value is a character, and +subset contains a non-character column, then the non-character +column is simply ignored.</p> +</td></tr> +</table> + + +<h3>Value</h3> + +<p>A DataFrame +</p> + + +<h3>See Also</h3> + +<p>Other DataFrame functions: <code><a href="select.html">$</a></code>, +<code><a href="select.html">$<-</a></code>, <code><a href="select.html">select</a></code>, +<code><a href="select.html">select</a></code>, +<code><a href="select.html">select,DataFrame,Column-method</a></code>, +<code><a href="select.html">select,DataFrame,list-method</a></code>, +<code><a href="selectExpr.html">selectExpr</a></code>; <code><a href="DataFrame.html">DataFrame-class</a></code>, +<code><a href="DataFrame.html">dataFrame</a></code>, <code><a href="DataFrame.html">groupedData</a></code>; +<code><a href="subset.html">[</a></code>, <code><a href="subset.html">[</a></code>, <code><a href="subset.html">[[</a></code>, +<code><a href="subset.html">subset</a></code>; <code><a href="summarize.html">agg</a></code>, +<code><a href="summarize.html">agg</a></code>, +<code><a href="agg.html">count,GroupedData-method</a></code>, +<code><a href="summarize.html">summarize</a></code>, <code><a href="summarize.html">summarize</a></code>; +<code><a href="arrange.html">arrange</a></code>, <code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange</a></code>, <code><a href="arrange.html">orderBy</a></code>, +<code><a href="arrange.html">orderBy</a></code>; <code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="as.data.frame.html">as.data.frame,DataFrame-method</a></code>; +<code><a href="attach.html">attach</a></code>, +<code><a href="attach.html">attach,DataFrame-method</a></code>; +<code><a href="cache.html">cache</a></code>; <code><a href="collect.html">collect</a></code>; +<code><a href="columns.html">colnames</a></code>, <code><a href="columns.html">colnames</a></code>, +<code><a href="columns.html">colnames<-</a></code>, <code><a href="columns.html">colnames<-</a></code>, +<code><a href="schema.html">columns</a></code>, <code><a href="columns.html">names</a></code>, +<code><a href="columns.html">names<-</a></code>; <code><a href="coltypes.html">coltypes</a></code>, +<code><a href="coltypes.html">coltypes</a></code>, <code><a href="coltypes.html">coltypes<-</a></code>, +<code><a href="coltypes.html">coltypes<-</a></code>; <code><a href="schema.html">columns</a></code>, +<code><a href="schema.html">dtypes</a></code>, <code><a href="schema.html">printSchema</a></code>, +<code><a href="schema.html">schema</a></code>, <code><a href="schema.html">schema</a></code>; +<code><a href="nrow.html">count</a></code>, <code><a href="nrow.html">nrow</a></code>; +<code><a href="summary.html">describe</a></code>, <code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe</a></code>, <code><a href="summary.html">summary</a></code>, +<code><a href="summary.html">summary</a></code>, +<code><a href="summary.html">summary,PipelineModel-method</a></code>; +<code><a href="dim.html">dim</a></code>; <code><a href="distinct.html">distinct</a></code>, +<code><a href="distinct.html">unique</a></code>; <code><a href="schema.html">dtypes</a></code>; +<code><a href="except.html">except</a></code>, <code><a href="except.html">except</a></code>; +<code><a href="explain.html">explain</a></code>, <code><a href="explain.html">explain</a></code>; +<code><a href="filter.html">filter</a></code>, <code><a href="filter.html">filter</a></code>, +<code><a href="filter.html">where</a></code>, <code><a href="filter.html">where</a></code>; +<code><a href="first.html">first</a></code>, <code><a href="first.html">first</a></code>; +<code><a href="groupBy.html">groupBy</a></code>, <code><a href="groupBy.html">groupBy</a></code>, +<code><a href="groupBy.html">group_by</a></code>, <code><a href="groupBy.html">group_by</a></code>; +<code><a href="head.html">head</a></code>; <code><a href="insertInto.html">insertInto</a></code>, +<code><a href="insertInto.html">insertInto</a></code>; <code><a href="intersect.html">intersect</a></code>, +<code><a href="intersect.html">intersect</a></code>; <code><a href="isLocal.html">isLocal</a></code>, +<code><a href="isLocal.html">isLocal</a></code>; <code><a href="join.html">join</a></code>; +<code><a href="limit.html">limit</a></code>, <code><a href="limit.html">limit</a></code>; +<code><a href="merge.html">merge</a></code>, <code><a href="merge.html">merge</a></code>; +<code><a href="mutate.html">mutate</a></code>, <code><a href="mutate.html">mutate</a></code>, +<code><a href="mutate.html">transform</a></code>, <code><a href="mutate.html">transform</a></code>; +<code><a href="ncol.html">ncol</a></code>; <code><a href="persist.html">persist</a></code>; +<code><a href="schema.html">printSchema</a></code>; <code><a href="rbind.html">rbind</a></code>, +<code><a href="rbind.html">rbind</a></code>, <code><a href="rbind.html">unionAll</a></code>, +<code><a href="rbind.html">unionAll</a></code>; <code><a href="registerTempTable.html">registerTempTable</a></code>, +<code><a href="registerTempTable.html">registerTempTable</a></code>; <code><a href="rename.html">rename</a></code>, +<code><a href="rename.html">rename</a></code>, <code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>; +<code><a href="repartition.html">repartition</a></code>; <code><a href="sample.html">sample</a></code>, +<code><a href="sample.html">sample</a></code>, <code><a href="sample.html">sample_frac</a></code>, +<code><a href="sample.html">sample_frac</a></code>; +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">write.parquet</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>; +<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="saveAsTable.html">saveAsTable</a></code>; +<code><a href="write.df.html">saveDF</a></code>, <code><a href="write.df.html">saveDF</a></code>, +<code><a href="write.df.html">write.df</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df</a></code>; <code><a href="selectExpr.html">selectExpr</a></code>; +<code><a href="showDF.html">showDF</a></code>, <code><a href="showDF.html">showDF</a></code>; +<code><a href="show.html">show</a></code>, <code><a href="show.html">show</a></code>, +<code><a href="show.html">show,GroupedData-method</a></code>; <code><a href="str.html">str</a></code>; +<code><a href="take.html">take</a></code>; <code><a href="unpersist-methods.html">unpersist</a></code>; +<code><a href="withColumn.html">withColumn</a></code>, <code><a href="withColumn.html">withColumn</a></code>; +<code><a href="write.json.html">write.json</a></code>, <code><a href="write.json.html">write.json</a></code>; +<code><a href="write.text.html">write.text</a></code>, <code><a href="write.text.html">write.text</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sc <- sparkR.init() +##D sqlCtx <- sparkRSQL.init(sc) +##D path <- "path/to/file.json" +##D df <- read.json(sqlCtx, path) +##D dropna(df) +## End(Not run) +## Not run: +##D sc <- sparkR.init() +##D sqlCtx <- sparkRSQL.init(sc) +##D path <- "path/to/file.json" +##D df <- read.json(sqlCtx, path) +##D fillna(df, 1) +##D fillna(df, list("age" = 20, "name" = "unknown")) +## End(Not run) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 1.6.3 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/R/nanvl.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/R/nanvl.html b/site/docs/1.6.3/api/R/nanvl.html new file mode 100644 index 0000000..c9c1769 --- /dev/null +++ b/site/docs/1.6.3/api/R/nanvl.html @@ -0,0 +1,60 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: nanvl</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for nanvl {SparkR}"><tr><td>nanvl {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>nanvl</h2> + +<h3>Description</h3> + +<p>Returns col1 if it is not NaN, or col2 if col1 is NaN. +hhBoth inputs should be floating point columns (DoubleType or FloatType). +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'Column' +nanvl(y, x) + +nanvl(y, x) +</pre> + + +<h3>See Also</h3> + +<p>Other normal_funcs: <code><a href="abs.html">abs</a></code>; +<code><a href="bitwiseNOT.html">bitwiseNOT</a></code>, <code><a href="bitwiseNOT.html">bitwiseNOT</a></code>; +<code><a href="col.html">col</a></code>, <code><a href="col.html">column</a></code>, +<code><a href="col.html">column</a></code>; <code><a href="expr.html">expr</a></code>, +<code><a href="expr.html">expr</a></code>; <code><a href="greatest.html">greatest</a></code>, +<code><a href="greatest.html">greatest</a></code>; <code><a href="ifelse.html">ifelse</a></code>; +<code><a href="is.nan.html">is.nan</a></code>, <code><a href="is.nan.html">isnan</a></code>, +<code><a href="is.nan.html">isnan</a></code>; <code><a href="least.html">least</a></code>, +<code><a href="least.html">least</a></code>; <code><a href="lit.html">lit</a></code>, +<code><a href="lit.html">lit</a></code>; <code><a href="negate.html">negate</a></code>, +<code><a href="negate.html">negate</a></code>; <code><a href="randn.html">randn</a></code>, +<code><a href="randn.html">randn</a></code>, <code><a href="randn.html">randn</a></code>; +<code><a href="rand.html">rand</a></code>, <code><a href="rand.html">rand</a></code>, +<code><a href="rand.html">rand</a></code>; <code><a href="struct.html">struct</a></code>, +<code><a href="struct.html">struct</a></code>; <code><a href="when.html">when</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: nanvl(df$c, x) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 1.6.3 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/R/ncol.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/R/ncol.html b/site/docs/1.6.3/api/R/ncol.html new file mode 100644 index 0000000..efb2e56 --- /dev/null +++ b/site/docs/1.6.3/api/R/ncol.html @@ -0,0 +1,134 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: Returns the number of columns in a DataFrame</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for ncol {SparkR}"><tr><td>ncol {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>Returns the number of columns in a DataFrame</h2> + +<h3>Description</h3> + +<p>Returns the number of columns in a DataFrame +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'DataFrame' +ncol(x) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>a SparkSQL DataFrame</p> +</td></tr> +</table> + + +<h3>See Also</h3> + +<p>Other DataFrame functions: <code><a href="select.html">$</a></code>, +<code><a href="select.html">$<-</a></code>, <code><a href="select.html">select</a></code>, +<code><a href="select.html">select</a></code>, +<code><a href="select.html">select,DataFrame,Column-method</a></code>, +<code><a href="select.html">select,DataFrame,list-method</a></code>, +<code><a href="selectExpr.html">selectExpr</a></code>; <code><a href="DataFrame.html">DataFrame-class</a></code>, +<code><a href="DataFrame.html">dataFrame</a></code>, <code><a href="DataFrame.html">groupedData</a></code>; +<code><a href="subset.html">[</a></code>, <code><a href="subset.html">[</a></code>, <code><a href="subset.html">[[</a></code>, +<code><a href="subset.html">subset</a></code>; <code><a href="summarize.html">agg</a></code>, +<code><a href="summarize.html">agg</a></code>, +<code><a href="agg.html">count,GroupedData-method</a></code>, +<code><a href="summarize.html">summarize</a></code>, <code><a href="summarize.html">summarize</a></code>; +<code><a href="arrange.html">arrange</a></code>, <code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange</a></code>, <code><a href="arrange.html">orderBy</a></code>, +<code><a href="arrange.html">orderBy</a></code>; <code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="as.data.frame.html">as.data.frame,DataFrame-method</a></code>; +<code><a href="attach.html">attach</a></code>, +<code><a href="attach.html">attach,DataFrame-method</a></code>; +<code><a href="cache.html">cache</a></code>; <code><a href="collect.html">collect</a></code>; +<code><a href="columns.html">colnames</a></code>, <code><a href="columns.html">colnames</a></code>, +<code><a href="columns.html">colnames<-</a></code>, <code><a href="columns.html">colnames<-</a></code>, +<code><a href="schema.html">columns</a></code>, <code><a href="columns.html">names</a></code>, +<code><a href="columns.html">names<-</a></code>; <code><a href="coltypes.html">coltypes</a></code>, +<code><a href="coltypes.html">coltypes</a></code>, <code><a href="coltypes.html">coltypes<-</a></code>, +<code><a href="coltypes.html">coltypes<-</a></code>; <code><a href="schema.html">columns</a></code>, +<code><a href="schema.html">dtypes</a></code>, <code><a href="schema.html">printSchema</a></code>, +<code><a href="schema.html">schema</a></code>, <code><a href="schema.html">schema</a></code>; +<code><a href="nrow.html">count</a></code>, <code><a href="nrow.html">nrow</a></code>; +<code><a href="summary.html">describe</a></code>, <code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe</a></code>, <code><a href="summary.html">summary</a></code>, +<code><a href="summary.html">summary</a></code>, +<code><a href="summary.html">summary,PipelineModel-method</a></code>; +<code><a href="dim.html">dim</a></code>; <code><a href="distinct.html">distinct</a></code>, +<code><a href="distinct.html">unique</a></code>; <code><a href="nafunctions.html">dropna</a></code>, +<code><a href="nafunctions.html">dropna</a></code>, <code><a href="nafunctions.html">fillna</a></code>, +<code><a href="nafunctions.html">fillna</a></code>, <code><a href="nafunctions.html">na.omit</a></code>, +<code><a href="nafunctions.html">na.omit</a></code>; <code><a href="schema.html">dtypes</a></code>; +<code><a href="except.html">except</a></code>, <code><a href="except.html">except</a></code>; +<code><a href="explain.html">explain</a></code>, <code><a href="explain.html">explain</a></code>; +<code><a href="filter.html">filter</a></code>, <code><a href="filter.html">filter</a></code>, +<code><a href="filter.html">where</a></code>, <code><a href="filter.html">where</a></code>; +<code><a href="first.html">first</a></code>, <code><a href="first.html">first</a></code>; +<code><a href="groupBy.html">groupBy</a></code>, <code><a href="groupBy.html">groupBy</a></code>, +<code><a href="groupBy.html">group_by</a></code>, <code><a href="groupBy.html">group_by</a></code>; +<code><a href="head.html">head</a></code>; <code><a href="insertInto.html">insertInto</a></code>, +<code><a href="insertInto.html">insertInto</a></code>; <code><a href="intersect.html">intersect</a></code>, +<code><a href="intersect.html">intersect</a></code>; <code><a href="isLocal.html">isLocal</a></code>, +<code><a href="isLocal.html">isLocal</a></code>; <code><a href="join.html">join</a></code>; +<code><a href="limit.html">limit</a></code>, <code><a href="limit.html">limit</a></code>; +<code><a href="merge.html">merge</a></code>, <code><a href="merge.html">merge</a></code>; +<code><a href="mutate.html">mutate</a></code>, <code><a href="mutate.html">mutate</a></code>, +<code><a href="mutate.html">transform</a></code>, <code><a href="mutate.html">transform</a></code>; +<code><a href="persist.html">persist</a></code>; <code><a href="schema.html">printSchema</a></code>; +<code><a href="rbind.html">rbind</a></code>, <code><a href="rbind.html">rbind</a></code>, +<code><a href="rbind.html">unionAll</a></code>, <code><a href="rbind.html">unionAll</a></code>; +<code><a href="registerTempTable.html">registerTempTable</a></code>, +<code><a href="registerTempTable.html">registerTempTable</a></code>; <code><a href="rename.html">rename</a></code>, +<code><a href="rename.html">rename</a></code>, <code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>; +<code><a href="repartition.html">repartition</a></code>; <code><a href="sample.html">sample</a></code>, +<code><a href="sample.html">sample</a></code>, <code><a href="sample.html">sample_frac</a></code>, +<code><a href="sample.html">sample_frac</a></code>; +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">write.parquet</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>; +<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="saveAsTable.html">saveAsTable</a></code>; +<code><a href="write.df.html">saveDF</a></code>, <code><a href="write.df.html">saveDF</a></code>, +<code><a href="write.df.html">write.df</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df</a></code>; <code><a href="selectExpr.html">selectExpr</a></code>; +<code><a href="showDF.html">showDF</a></code>, <code><a href="showDF.html">showDF</a></code>; +<code><a href="show.html">show</a></code>, <code><a href="show.html">show</a></code>, +<code><a href="show.html">show,GroupedData-method</a></code>; <code><a href="str.html">str</a></code>; +<code><a href="take.html">take</a></code>; <code><a href="unpersist-methods.html">unpersist</a></code>; +<code><a href="withColumn.html">withColumn</a></code>, <code><a href="withColumn.html">withColumn</a></code>; +<code><a href="write.json.html">write.json</a></code>, <code><a href="write.json.html">write.json</a></code>; +<code><a href="write.text.html">write.text</a></code>, <code><a href="write.text.html">write.text</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sc <- sparkR.init() +##D sqlContext <- sparkRSQL.init(sc) +##D path <- "path/to/file.json" +##D df <- read.json(sqlContext, path) +##D ncol(df) +## End(Not run) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 1.6.3 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/R/negate.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/R/negate.html b/site/docs/1.6.3/api/R/negate.html new file mode 100644 index 0000000..141cf11 --- /dev/null +++ b/site/docs/1.6.3/api/R/negate.html @@ -0,0 +1,59 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: negate</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for negate {SparkR}"><tr><td>negate {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>negate</h2> + +<h3>Description</h3> + +<p>Unary minus, i.e. negate the expression. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'Column' +negate(x) + +negate(x) +</pre> + + +<h3>See Also</h3> + +<p>Other normal_funcs: <code><a href="abs.html">abs</a></code>; +<code><a href="bitwiseNOT.html">bitwiseNOT</a></code>, <code><a href="bitwiseNOT.html">bitwiseNOT</a></code>; +<code><a href="col.html">col</a></code>, <code><a href="col.html">column</a></code>, +<code><a href="col.html">column</a></code>; <code><a href="expr.html">expr</a></code>, +<code><a href="expr.html">expr</a></code>; <code><a href="greatest.html">greatest</a></code>, +<code><a href="greatest.html">greatest</a></code>; <code><a href="ifelse.html">ifelse</a></code>; +<code><a href="is.nan.html">is.nan</a></code>, <code><a href="is.nan.html">isnan</a></code>, +<code><a href="is.nan.html">isnan</a></code>; <code><a href="least.html">least</a></code>, +<code><a href="least.html">least</a></code>; <code><a href="lit.html">lit</a></code>, +<code><a href="lit.html">lit</a></code>; <code><a href="nanvl.html">nanvl</a></code>, +<code><a href="nanvl.html">nanvl</a></code>; <code><a href="randn.html">randn</a></code>, +<code><a href="randn.html">randn</a></code>, <code><a href="randn.html">randn</a></code>; +<code><a href="rand.html">rand</a></code>, <code><a href="rand.html">rand</a></code>, +<code><a href="rand.html">rand</a></code>; <code><a href="struct.html">struct</a></code>, +<code><a href="struct.html">struct</a></code>; <code><a href="when.html">when</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: negate(df$c) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 1.6.3 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/R/next_day.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/R/next_day.html b/site/docs/1.6.3/api/R/next_day.html new file mode 100644 index 0000000..bdb1df2 --- /dev/null +++ b/site/docs/1.6.3/api/R/next_day.html @@ -0,0 +1,84 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: next_day</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for next_day {SparkR}"><tr><td>next_day {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>next_day</h2> + +<h3>Description</h3> + +<p>Given a date column, returns the first date which is later than the value of the date column +that is on the specified day of the week. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'Column,character' +next_day(y, x) + +next_day(y, x) +</pre> + + +<h3>Details</h3> + +<p>For example, <code>next_day('2015-07-27', "Sunday")</code> returns 2015-08-02 because that is the first +Sunday after 2015-07-27. +</p> +<p>Day of the week parameter is case insensitive, and accepts first three or two characters: +"Mon", "Tue", "Wed", "Thu", "Fri", "Sat", "Sun". +</p> + + +<h3>See Also</h3> + +<p>Other datetime_funcs: <code><a href="add_months.html">add_months</a></code>, +<code><a href="add_months.html">add_months</a></code>; <code><a href="date_add.html">date_add</a></code>, +<code><a href="date_add.html">date_add</a></code>; <code><a href="date_format.html">date_format</a></code>, +<code><a href="date_format.html">date_format</a></code>; <code><a href="date_sub.html">date_sub</a></code>, +<code><a href="date_sub.html">date_sub</a></code>; <code><a href="datediff.html">datediff</a></code>, +<code><a href="datediff.html">datediff</a></code>; <code><a href="dayofmonth.html">dayofmonth</a></code>, +<code><a href="dayofmonth.html">dayofmonth</a></code>; <code><a href="dayofyear.html">dayofyear</a></code>, +<code><a href="dayofyear.html">dayofyear</a></code>; <code><a href="from_unixtime.html">from_unixtime</a></code>, +<code><a href="from_unixtime.html">from_unixtime</a></code>; +<code><a href="from_utc_timestamp.html">from_utc_timestamp</a></code>, +<code><a href="from_utc_timestamp.html">from_utc_timestamp</a></code>; <code><a href="hour.html">hour</a></code>, +<code><a href="hour.html">hour</a></code>; <code><a href="last_day.html">last_day</a></code>, +<code><a href="last_day.html">last_day</a></code>; <code><a href="minute.html">minute</a></code>, +<code><a href="minute.html">minute</a></code>; <code><a href="months_between.html">months_between</a></code>, +<code><a href="months_between.html">months_between</a></code>; <code><a href="month.html">month</a></code>, +<code><a href="month.html">month</a></code>; <code><a href="quarter.html">quarter</a></code>, +<code><a href="quarter.html">quarter</a></code>; <code><a href="second.html">second</a></code>, +<code><a href="second.html">second</a></code>; <code><a href="to_date.html">to_date</a></code>, +<code><a href="to_date.html">to_date</a></code>; <code><a href="to_utc_timestamp.html">to_utc_timestamp</a></code>, +<code><a href="to_utc_timestamp.html">to_utc_timestamp</a></code>; +<code><a href="unix_timestamp.html">unix_timestamp</a></code>, +<code><a href="unix_timestamp.html">unix_timestamp</a></code>, +<code><a href="unix_timestamp.html">unix_timestamp</a></code>, +<code><a href="unix_timestamp.html">unix_timestamp</a></code>; <code><a href="weekofyear.html">weekofyear</a></code>, +<code><a href="weekofyear.html">weekofyear</a></code>; <code><a href="year.html">year</a></code>, +<code><a href="year.html">year</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D next_day(df$d, 'Sun') +##D next_day(df$d, 'Sunday') +## End(Not run) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 1.6.3 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/R/nrow.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/R/nrow.html b/site/docs/1.6.3/api/R/nrow.html new file mode 100644 index 0000000..cc5cc70 --- /dev/null +++ b/site/docs/1.6.3/api/R/nrow.html @@ -0,0 +1,136 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: nrow</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for count {SparkR}"><tr><td>count {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>nrow</h2> + +<h3>Description</h3> + +<p>Returns the number of rows in a DataFrame +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'DataFrame' +count(x) + +## S4 method for signature 'DataFrame' +nrow(x) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>A SparkSQL DataFrame</p> +</td></tr> +</table> + + +<h3>See Also</h3> + +<p>Other DataFrame functions: <code><a href="select.html">$</a></code>, +<code><a href="select.html">$<-</a></code>, <code><a href="select.html">select</a></code>, +<code><a href="select.html">select</a></code>, +<code><a href="select.html">select,DataFrame,Column-method</a></code>, +<code><a href="select.html">select,DataFrame,list-method</a></code>, +<code><a href="selectExpr.html">selectExpr</a></code>; <code><a href="DataFrame.html">DataFrame-class</a></code>, +<code><a href="DataFrame.html">dataFrame</a></code>, <code><a href="DataFrame.html">groupedData</a></code>; +<code><a href="subset.html">[</a></code>, <code><a href="subset.html">[</a></code>, <code><a href="subset.html">[[</a></code>, +<code><a href="subset.html">subset</a></code>; <code><a href="summarize.html">agg</a></code>, +<code><a href="summarize.html">agg</a></code>, +<code><a href="agg.html">count,GroupedData-method</a></code>, +<code><a href="summarize.html">summarize</a></code>, <code><a href="summarize.html">summarize</a></code>; +<code><a href="arrange.html">arrange</a></code>, <code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange</a></code>, <code><a href="arrange.html">orderBy</a></code>, +<code><a href="arrange.html">orderBy</a></code>; <code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="as.data.frame.html">as.data.frame,DataFrame-method</a></code>; +<code><a href="attach.html">attach</a></code>, +<code><a href="attach.html">attach,DataFrame-method</a></code>; +<code><a href="cache.html">cache</a></code>; <code><a href="collect.html">collect</a></code>; +<code><a href="columns.html">colnames</a></code>, <code><a href="columns.html">colnames</a></code>, +<code><a href="columns.html">colnames<-</a></code>, <code><a href="columns.html">colnames<-</a></code>, +<code><a href="schema.html">columns</a></code>, <code><a href="columns.html">names</a></code>, +<code><a href="columns.html">names<-</a></code>; <code><a href="coltypes.html">coltypes</a></code>, +<code><a href="coltypes.html">coltypes</a></code>, <code><a href="coltypes.html">coltypes<-</a></code>, +<code><a href="coltypes.html">coltypes<-</a></code>; <code><a href="schema.html">columns</a></code>, +<code><a href="schema.html">dtypes</a></code>, <code><a href="schema.html">printSchema</a></code>, +<code><a href="schema.html">schema</a></code>, <code><a href="schema.html">schema</a></code>; +<code><a href="summary.html">describe</a></code>, <code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe</a></code>, <code><a href="summary.html">summary</a></code>, +<code><a href="summary.html">summary</a></code>, +<code><a href="summary.html">summary,PipelineModel-method</a></code>; +<code><a href="dim.html">dim</a></code>; <code><a href="distinct.html">distinct</a></code>, +<code><a href="distinct.html">unique</a></code>; <code><a href="nafunctions.html">dropna</a></code>, +<code><a href="nafunctions.html">dropna</a></code>, <code><a href="nafunctions.html">fillna</a></code>, +<code><a href="nafunctions.html">fillna</a></code>, <code><a href="nafunctions.html">na.omit</a></code>, +<code><a href="nafunctions.html">na.omit</a></code>; <code><a href="schema.html">dtypes</a></code>; +<code><a href="except.html">except</a></code>, <code><a href="except.html">except</a></code>; +<code><a href="explain.html">explain</a></code>, <code><a href="explain.html">explain</a></code>; +<code><a href="filter.html">filter</a></code>, <code><a href="filter.html">filter</a></code>, +<code><a href="filter.html">where</a></code>, <code><a href="filter.html">where</a></code>; +<code><a href="first.html">first</a></code>, <code><a href="first.html">first</a></code>; +<code><a href="groupBy.html">groupBy</a></code>, <code><a href="groupBy.html">groupBy</a></code>, +<code><a href="groupBy.html">group_by</a></code>, <code><a href="groupBy.html">group_by</a></code>; +<code><a href="head.html">head</a></code>; <code><a href="insertInto.html">insertInto</a></code>, +<code><a href="insertInto.html">insertInto</a></code>; <code><a href="intersect.html">intersect</a></code>, +<code><a href="intersect.html">intersect</a></code>; <code><a href="isLocal.html">isLocal</a></code>, +<code><a href="isLocal.html">isLocal</a></code>; <code><a href="join.html">join</a></code>; +<code><a href="limit.html">limit</a></code>, <code><a href="limit.html">limit</a></code>; +<code><a href="merge.html">merge</a></code>, <code><a href="merge.html">merge</a></code>; +<code><a href="mutate.html">mutate</a></code>, <code><a href="mutate.html">mutate</a></code>, +<code><a href="mutate.html">transform</a></code>, <code><a href="mutate.html">transform</a></code>; +<code><a href="ncol.html">ncol</a></code>; <code><a href="persist.html">persist</a></code>; +<code><a href="schema.html">printSchema</a></code>; <code><a href="rbind.html">rbind</a></code>, +<code><a href="rbind.html">rbind</a></code>, <code><a href="rbind.html">unionAll</a></code>, +<code><a href="rbind.html">unionAll</a></code>; <code><a href="registerTempTable.html">registerTempTable</a></code>, +<code><a href="registerTempTable.html">registerTempTable</a></code>; <code><a href="rename.html">rename</a></code>, +<code><a href="rename.html">rename</a></code>, <code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>; +<code><a href="repartition.html">repartition</a></code>; <code><a href="sample.html">sample</a></code>, +<code><a href="sample.html">sample</a></code>, <code><a href="sample.html">sample_frac</a></code>, +<code><a href="sample.html">sample_frac</a></code>; +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">write.parquet</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>; +<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="saveAsTable.html">saveAsTable</a></code>; +<code><a href="write.df.html">saveDF</a></code>, <code><a href="write.df.html">saveDF</a></code>, +<code><a href="write.df.html">write.df</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df</a></code>; <code><a href="selectExpr.html">selectExpr</a></code>; +<code><a href="showDF.html">showDF</a></code>, <code><a href="showDF.html">showDF</a></code>; +<code><a href="show.html">show</a></code>, <code><a href="show.html">show</a></code>, +<code><a href="show.html">show,GroupedData-method</a></code>; <code><a href="str.html">str</a></code>; +<code><a href="take.html">take</a></code>; <code><a href="unpersist-methods.html">unpersist</a></code>; +<code><a href="withColumn.html">withColumn</a></code>, <code><a href="withColumn.html">withColumn</a></code>; +<code><a href="write.json.html">write.json</a></code>, <code><a href="write.json.html">write.json</a></code>; +<code><a href="write.text.html">write.text</a></code>, <code><a href="write.text.html">write.text</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sc <- sparkR.init() +##D sqlContext <- sparkRSQL.init(sc) +##D path <- "path/to/file.json" +##D df <- read.json(sqlContext, path) +##D count(df) +## End(Not run) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 1.6.3 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/R/ntile.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/R/ntile.html b/site/docs/1.6.3/api/R/ntile.html new file mode 100644 index 0000000..0be4bb7 --- /dev/null +++ b/site/docs/1.6.3/api/R/ntile.html @@ -0,0 +1,60 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: ntile</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for ntile {SparkR}"><tr><td>ntile {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>ntile</h2> + +<h3>Description</h3> + +<p>Window function: returns the ntile group id (from 1 to 'n' inclusive) in an ordered window +partition. Fow example, if 'n' is 4, the first quarter of the rows will get value 1, the second +quarter will get 2, the third quarter will get 3, and the last quarter will get 4. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'numeric' +ntile(x) + +ntile(x) +</pre> + + +<h3>Details</h3> + +<p>This is equivalent to the NTILE function in SQL. +</p> + + +<h3>See Also</h3> + +<p>Other window_funcs: <code><a href="cume_dist.html">cume_dist</a></code>, +<code><a href="cume_dist.html">cume_dist</a></code>; <code><a href="dense_rank.html">dense_rank</a></code>, +<code><a href="dense_rank.html">dense_rank</a></code>; <code><a href="lag.html">lag</a></code>, +<code><a href="lag.html">lag</a></code>; <code><a href="lead.html">lead</a></code>, +<code><a href="lead.html">lead</a></code>; <code><a href="percent_rank.html">percent_rank</a></code>, +<code><a href="percent_rank.html">percent_rank</a></code>; <code><a href="rank.html">rank</a></code>, +<code><a href="rank.html">rank</a></code>; <code><a href="row_number.html">row_number</a></code>, +<code><a href="row_number.html">row_number</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: ntile(1) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 1.6.3 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/R/otherwise.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/R/otherwise.html b/site/docs/1.6.3/api/R/otherwise.html new file mode 100644 index 0000000..fb70874 --- /dev/null +++ b/site/docs/1.6.3/api/R/otherwise.html @@ -0,0 +1,34 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: otherwise</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> +</head><body> + +<table width="100%" summary="page for otherwise {SparkR}"><tr><td>otherwise {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>otherwise</h2> + +<h3>Description</h3> + +<p>If values in the specified column are null, returns the value. +Can be used in conjunction with 'when' to specify a default value for expressions. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'Column' +otherwise(x, value) +</pre> + + +<h3>See Also</h3> + +<p>Other colum_func: <code><a href="alias.html">alias</a></code>; +<code><a href="column.html">between</a></code>; <code><a href="column.html">cast</a></code>; +<code><a href="substr.html">substr</a></code> +</p> + +<hr><div align="center">[Package <em>SparkR</em> version 1.6.3 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/R/percent_rank.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/R/percent_rank.html b/site/docs/1.6.3/api/R/percent_rank.html new file mode 100644 index 0000000..bad39aa --- /dev/null +++ b/site/docs/1.6.3/api/R/percent_rank.html @@ -0,0 +1,62 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: percent_rank</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for percent_rank {SparkR}"><tr><td>percent_rank {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>percent_rank</h2> + +<h3>Description</h3> + +<p>Window function: returns the relative rank (i.e. percentile) of rows within a window partition. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'missing' +percent_rank() + +percent_rank(x) +</pre> + + +<h3>Details</h3> + +<p>This is computed by: +</p> +<p>(rank of row in its partition - 1) / (number of rows in the partition - 1) +</p> +<p>This is equivalent to the PERCENT_RANK function in SQL. +</p> + + +<h3>See Also</h3> + +<p>Other window_funcs: <code><a href="cume_dist.html">cume_dist</a></code>, +<code><a href="cume_dist.html">cume_dist</a></code>; <code><a href="dense_rank.html">dense_rank</a></code>, +<code><a href="dense_rank.html">dense_rank</a></code>; <code><a href="lag.html">lag</a></code>, +<code><a href="lag.html">lag</a></code>; <code><a href="lead.html">lead</a></code>, +<code><a href="lead.html">lead</a></code>; <code><a href="ntile.html">ntile</a></code>, +<code><a href="ntile.html">ntile</a></code>; <code><a href="rank.html">rank</a></code>, +<code><a href="rank.html">rank</a></code>; <code><a href="row_number.html">row_number</a></code>, +<code><a href="row_number.html">row_number</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: percent_rank() +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 1.6.3 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/R/persist.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/R/persist.html b/site/docs/1.6.3/api/R/persist.html new file mode 100644 index 0000000..80ac6dc --- /dev/null +++ b/site/docs/1.6.3/api/R/persist.html @@ -0,0 +1,136 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: Persist</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for persist {SparkR}"><tr><td>persist {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>Persist</h2> + +<h3>Description</h3> + +<p>Persist this DataFrame with the specified storage level. For details of the +supported storage levels, refer to +<a href="http://spark.apache.org/docs/latest/programming-guide.html#rdd-persistence">http://spark.apache.org/docs/latest/programming-guide.html#rdd-persistence</a>. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'DataFrame,character' +persist(x, newLevel) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>The DataFrame to persist</p> +</td></tr> +</table> + + +<h3>See Also</h3> + +<p>Other DataFrame functions: <code><a href="select.html">$</a></code>, +<code><a href="select.html">$<-</a></code>, <code><a href="select.html">select</a></code>, +<code><a href="select.html">select</a></code>, +<code><a href="select.html">select,DataFrame,Column-method</a></code>, +<code><a href="select.html">select,DataFrame,list-method</a></code>, +<code><a href="selectExpr.html">selectExpr</a></code>; <code><a href="DataFrame.html">DataFrame-class</a></code>, +<code><a href="DataFrame.html">dataFrame</a></code>, <code><a href="DataFrame.html">groupedData</a></code>; +<code><a href="subset.html">[</a></code>, <code><a href="subset.html">[</a></code>, <code><a href="subset.html">[[</a></code>, +<code><a href="subset.html">subset</a></code>; <code><a href="summarize.html">agg</a></code>, +<code><a href="summarize.html">agg</a></code>, +<code><a href="agg.html">count,GroupedData-method</a></code>, +<code><a href="summarize.html">summarize</a></code>, <code><a href="summarize.html">summarize</a></code>; +<code><a href="arrange.html">arrange</a></code>, <code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange</a></code>, <code><a href="arrange.html">orderBy</a></code>, +<code><a href="arrange.html">orderBy</a></code>; <code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="as.data.frame.html">as.data.frame,DataFrame-method</a></code>; +<code><a href="attach.html">attach</a></code>, +<code><a href="attach.html">attach,DataFrame-method</a></code>; +<code><a href="cache.html">cache</a></code>; <code><a href="collect.html">collect</a></code>; +<code><a href="columns.html">colnames</a></code>, <code><a href="columns.html">colnames</a></code>, +<code><a href="columns.html">colnames<-</a></code>, <code><a href="columns.html">colnames<-</a></code>, +<code><a href="schema.html">columns</a></code>, <code><a href="columns.html">names</a></code>, +<code><a href="columns.html">names<-</a></code>; <code><a href="coltypes.html">coltypes</a></code>, +<code><a href="coltypes.html">coltypes</a></code>, <code><a href="coltypes.html">coltypes<-</a></code>, +<code><a href="coltypes.html">coltypes<-</a></code>; <code><a href="schema.html">columns</a></code>, +<code><a href="schema.html">dtypes</a></code>, <code><a href="schema.html">printSchema</a></code>, +<code><a href="schema.html">schema</a></code>, <code><a href="schema.html">schema</a></code>; +<code><a href="nrow.html">count</a></code>, <code><a href="nrow.html">nrow</a></code>; +<code><a href="summary.html">describe</a></code>, <code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe</a></code>, <code><a href="summary.html">summary</a></code>, +<code><a href="summary.html">summary</a></code>, +<code><a href="summary.html">summary,PipelineModel-method</a></code>; +<code><a href="dim.html">dim</a></code>; <code><a href="distinct.html">distinct</a></code>, +<code><a href="distinct.html">unique</a></code>; <code><a href="nafunctions.html">dropna</a></code>, +<code><a href="nafunctions.html">dropna</a></code>, <code><a href="nafunctions.html">fillna</a></code>, +<code><a href="nafunctions.html">fillna</a></code>, <code><a href="nafunctions.html">na.omit</a></code>, +<code><a href="nafunctions.html">na.omit</a></code>; <code><a href="schema.html">dtypes</a></code>; +<code><a href="except.html">except</a></code>, <code><a href="except.html">except</a></code>; +<code><a href="explain.html">explain</a></code>, <code><a href="explain.html">explain</a></code>; +<code><a href="filter.html">filter</a></code>, <code><a href="filter.html">filter</a></code>, +<code><a href="filter.html">where</a></code>, <code><a href="filter.html">where</a></code>; +<code><a href="first.html">first</a></code>, <code><a href="first.html">first</a></code>; +<code><a href="groupBy.html">groupBy</a></code>, <code><a href="groupBy.html">groupBy</a></code>, +<code><a href="groupBy.html">group_by</a></code>, <code><a href="groupBy.html">group_by</a></code>; +<code><a href="head.html">head</a></code>; <code><a href="insertInto.html">insertInto</a></code>, +<code><a href="insertInto.html">insertInto</a></code>; <code><a href="intersect.html">intersect</a></code>, +<code><a href="intersect.html">intersect</a></code>; <code><a href="isLocal.html">isLocal</a></code>, +<code><a href="isLocal.html">isLocal</a></code>; <code><a href="join.html">join</a></code>; +<code><a href="limit.html">limit</a></code>, <code><a href="limit.html">limit</a></code>; +<code><a href="merge.html">merge</a></code>, <code><a href="merge.html">merge</a></code>; +<code><a href="mutate.html">mutate</a></code>, <code><a href="mutate.html">mutate</a></code>, +<code><a href="mutate.html">transform</a></code>, <code><a href="mutate.html">transform</a></code>; +<code><a href="ncol.html">ncol</a></code>; <code><a href="schema.html">printSchema</a></code>; +<code><a href="rbind.html">rbind</a></code>, <code><a href="rbind.html">rbind</a></code>, +<code><a href="rbind.html">unionAll</a></code>, <code><a href="rbind.html">unionAll</a></code>; +<code><a href="registerTempTable.html">registerTempTable</a></code>, +<code><a href="registerTempTable.html">registerTempTable</a></code>; <code><a href="rename.html">rename</a></code>, +<code><a href="rename.html">rename</a></code>, <code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>; +<code><a href="repartition.html">repartition</a></code>; <code><a href="sample.html">sample</a></code>, +<code><a href="sample.html">sample</a></code>, <code><a href="sample.html">sample_frac</a></code>, +<code><a href="sample.html">sample_frac</a></code>; +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">write.parquet</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>; +<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="saveAsTable.html">saveAsTable</a></code>; +<code><a href="write.df.html">saveDF</a></code>, <code><a href="write.df.html">saveDF</a></code>, +<code><a href="write.df.html">write.df</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df</a></code>; <code><a href="selectExpr.html">selectExpr</a></code>; +<code><a href="showDF.html">showDF</a></code>, <code><a href="showDF.html">showDF</a></code>; +<code><a href="show.html">show</a></code>, <code><a href="show.html">show</a></code>, +<code><a href="show.html">show,GroupedData-method</a></code>; <code><a href="str.html">str</a></code>; +<code><a href="take.html">take</a></code>; <code><a href="unpersist-methods.html">unpersist</a></code>; +<code><a href="withColumn.html">withColumn</a></code>, <code><a href="withColumn.html">withColumn</a></code>; +<code><a href="write.json.html">write.json</a></code>, <code><a href="write.json.html">write.json</a></code>; +<code><a href="write.text.html">write.text</a></code>, <code><a href="write.text.html">write.text</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sc <- sparkR.init() +##D sqlContext <- sparkRSQL.init(sc) +##D path <- "path/to/file.json" +##D df <- read.json(sqlContext, path) +##D persist(df, "MEMORY_AND_DISK") +## End(Not run) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 1.6.3 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/R/pmod.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/R/pmod.html b/site/docs/1.6.3/api/R/pmod.html new file mode 100644 index 0000000..dda831a --- /dev/null +++ b/site/docs/1.6.3/api/R/pmod.html @@ -0,0 +1,70 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: pmod</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for pmod {SparkR}"><tr><td>pmod {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>pmod</h2> + +<h3>Description</h3> + +<p>Returns the positive value of dividend mod divisor. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'Column' +pmod(y, x) + +pmod(y, x) +</pre> + + +<h3>See Also</h3> + +<p>Other math_funcs: <code><a href="acos.html">acos</a></code>; <code><a href="asin.html">asin</a></code>; +<code><a href="atan2.html">atan2</a></code>; <code><a href="atan.html">atan</a></code>; +<code><a href="bin.html">bin</a></code>, <code><a href="bin.html">bin</a></code>; <code><a href="cbrt.html">cbrt</a></code>, +<code><a href="cbrt.html">cbrt</a></code>; <code><a href="ceil.html">ceil</a></code>, +<code><a href="ceil.html">ceil</a></code>, <code><a href="ceil.html">ceiling</a></code>; +<code><a href="conv.html">conv</a></code>, <code><a href="conv.html">conv</a></code>; +<code><a href="statfunctions.html">corr</a></code>; <code><a href="cosh.html">cosh</a></code>; +<code><a href="cos.html">cos</a></code>; <code><a href="expm1.html">expm1</a></code>; +<code><a href="exp.html">exp</a></code>; <code><a href="factorial.html">factorial</a></code>; +<code><a href="floor.html">floor</a></code>; <code><a href="hex.html">hex</a></code>, +<code><a href="hex.html">hex</a></code>; <code><a href="hypot.html">hypot</a></code>, +<code><a href="hypot.html">hypot</a></code>; <code><a href="log10.html">log10</a></code>; +<code><a href="log1p.html">log1p</a></code>; <code><a href="log2.html">log2</a></code>; +<code><a href="log.html">log</a></code>; <code><a href="rint.html">rint</a></code>, +<code><a href="rint.html">rint</a></code>; <code><a href="round.html">round</a></code>; +<code><a href="shiftLeft.html">shiftLeft</a></code>, <code><a href="shiftLeft.html">shiftLeft</a></code>; +<code><a href="shiftRightUnsigned.html">shiftRightUnsigned</a></code>, +<code><a href="shiftRightUnsigned.html">shiftRightUnsigned</a></code>; +<code><a href="shiftRight.html">shiftRight</a></code>, <code><a href="shiftRight.html">shiftRight</a></code>; +<code><a href="signum.html">sign</a></code>, <code><a href="signum.html">signum</a></code>, +<code><a href="signum.html">signum</a></code>; <code><a href="sinh.html">sinh</a></code>; +<code><a href="sin.html">sin</a></code>; <code><a href="sqrt.html">sqrt</a></code>; +<code><a href="tanh.html">tanh</a></code>; <code><a href="tan.html">tan</a></code>; +<code><a href="toDegrees.html">toDegrees</a></code>, <code><a href="toDegrees.html">toDegrees</a></code>; +<code><a href="toRadians.html">toRadians</a></code>, <code><a href="toRadians.html">toRadians</a></code>; +<code><a href="unhex.html">unhex</a></code>, <code><a href="unhex.html">unhex</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: pmod(df$c, x) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 1.6.3 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/R/predict.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/R/predict.html b/site/docs/1.6.3/api/R/predict.html new file mode 100644 index 0000000..ace566a --- /dev/null +++ b/site/docs/1.6.3/api/R/predict.html @@ -0,0 +1,63 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: Make predictions from a model</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for predict {SparkR}"><tr><td>predict {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>Make predictions from a model</h2> + +<h3>Description</h3> + +<p>Makes predictions from a model produced by glm(), similarly to R's predict(). +</p> + + +<h3>Usage</h3> + +<pre> +predict(object, ...) + +## S4 method for signature 'PipelineModel' +predict(object, newData) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>object</code></td> +<td> +<p>A fitted MLlib model</p> +</td></tr> +<tr valign="top"><td><code>newData</code></td> +<td> +<p>DataFrame for testing</p> +</td></tr> +</table> + + +<h3>Value</h3> + +<p>DataFrame containing predicted values +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D model <- glm(y ~ x, trainingData) +##D predicted <- predict(model, testData) +##D showDF(predicted) +## End(Not run) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 1.6.3 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/R/print.jobj.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/R/print.jobj.html b/site/docs/1.6.3/api/R/print.jobj.html new file mode 100644 index 0000000..94ff0e2 --- /dev/null +++ b/site/docs/1.6.3/api/R/print.jobj.html @@ -0,0 +1,40 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: Print a JVM object reference.</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> +</head><body> + +<table width="100%" summary="page for print.jobj {SparkR}"><tr><td>print.jobj {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>Print a JVM object reference.</h2> + +<h3>Description</h3> + +<p>This function prints the type and id for an object stored +in the SparkR JVM backend. +</p> + + +<h3>Usage</h3> + +<pre> +## S3 method for class 'jobj' +print(x, ...) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>The JVM object reference</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>further arguments passed to or from other methods</p> +</td></tr> +</table> + +<hr><div align="center">[Package <em>SparkR</em> version 1.6.3 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/R/print.structField.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/R/print.structField.html b/site/docs/1.6.3/api/R/print.structField.html new file mode 100644 index 0000000..bf98c91 --- /dev/null +++ b/site/docs/1.6.3/api/R/print.structField.html @@ -0,0 +1,40 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: Print a Spark StructField.</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> +</head><body> + +<table width="100%" summary="page for print.structField {SparkR}"><tr><td>print.structField {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>Print a Spark StructField.</h2> + +<h3>Description</h3> + +<p>This function prints the contents of a StructField returned from the +SparkR JVM backend. +</p> + + +<h3>Usage</h3> + +<pre> +## S3 method for class 'structField' +print(x, ...) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>A StructField object</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>further arguments passed to or from other methods</p> +</td></tr> +</table> + +<hr><div align="center">[Package <em>SparkR</em> version 1.6.3 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/R/print.structType.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/R/print.structType.html b/site/docs/1.6.3/api/R/print.structType.html new file mode 100644 index 0000000..74cc4b3 --- /dev/null +++ b/site/docs/1.6.3/api/R/print.structType.html @@ -0,0 +1,40 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: Print a Spark StructType.</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> +</head><body> + +<table width="100%" summary="page for print.structType {SparkR}"><tr><td>print.structType {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>Print a Spark StructType.</h2> + +<h3>Description</h3> + +<p>This function prints the contents of a StructType returned from the +SparkR JVM backend. +</p> + + +<h3>Usage</h3> + +<pre> +## S3 method for class 'structType' +print(x, ...) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>A StructType object</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>further arguments passed to or from other methods</p> +</td></tr> +</table> + +<hr><div align="center">[Package <em>SparkR</em> version 1.6.3 <a href="00Index.html">Index</a>]</div> +</body></html> --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org