You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by rx...@apache.org on 2016/11/11 22:03:29 UTC

[40/51] [partial] spark-website git commit: Add docs for 2.0.2.

http://git-wip-us.apache.org/repos/asf/spark-website/blob/0bd36316/site/docs/2.0.2/api/R/gapply.html
----------------------------------------------------------------------
diff --git a/site/docs/2.0.2/api/R/gapply.html b/site/docs/2.0.2/api/R/gapply.html
new file mode 100644
index 0000000..03d3587
--- /dev/null
+++ b/site/docs/2.0.2/api/R/gapply.html
@@ -0,0 +1,348 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN">
+<html><head><title>R: gapply</title>
+<meta http-equiv="Content-Type" content="text/html; charset=utf-8">
+<link rel="stylesheet" type="text/css" href="R.css">
+
+<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css">
+<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script>
+<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script>
+<script>hljs.initHighlightingOnLoad();</script>
+</head><body>
+
+<table width="100%" summary="page for gapply {SparkR}"><tr><td>gapply {SparkR}</td><td align="right">R Documentation</td></tr></table>
+
+<h2>gapply</h2>
+
+<h3>Description</h3>
+
+<p>Groups the SparkDataFrame using the specified columns and applies the R function to each
+group.
+</p>
+<p>gapply
+</p>
+
+
+<h3>Usage</h3>
+
+<pre>
+## S4 method for signature 'SparkDataFrame'
+gapply(x, cols, func, schema)
+
+gapply(x, ...)
+
+## S4 method for signature 'GroupedData'
+gapply(x, func, schema)
+</pre>
+
+
+<h3>Arguments</h3>
+
+<table summary="R argblock">
+<tr valign="top"><td><code>x</code></td>
+<td>
+<p>a SparkDataFrame or GroupedData.</p>
+</td></tr>
+<tr valign="top"><td><code>cols</code></td>
+<td>
+<p>grouping columns.</p>
+</td></tr>
+<tr valign="top"><td><code>func</code></td>
+<td>
+<p>a function to be applied to each group partition specified by grouping
+column of the SparkDataFrame. The function <code>func</code> takes as argument
+a key - grouping columns and a data frame - a local R data.frame.
+The output of <code>func</code> is a local R data.frame.</p>
+</td></tr>
+<tr valign="top"><td><code>schema</code></td>
+<td>
+<p>the schema of the resulting SparkDataFrame after the function is applied.
+The schema must match to output of <code>func</code>. It has to be defined for each
+output column with preferred output column name and corresponding data type.</p>
+</td></tr>
+<tr valign="top"><td><code>...</code></td>
+<td>
+<p>additional argument(s) passed to the method.</p>
+</td></tr>
+</table>
+
+
+<h3>Value</h3>
+
+<p>A SparkDataFrame.
+</p>
+
+
+<h3>Note</h3>
+
+<p>gapply(SparkDataFrame) since 2.0.0
+</p>
+<p>gapply(GroupedData) since 2.0.0
+</p>
+
+
+<h3>See Also</h3>
+
+<p><a href="gapplyCollect.html">gapplyCollect</a>
+</p>
+<p>Other SparkDataFrame functions: <code><a href="select.html">$</a></code>,
+<code><a href="select.html">$,SparkDataFrame-method</a></code>, <code><a href="select.html">$&lt;-</a></code>,
+<code><a href="select.html">$&lt;-,SparkDataFrame-method</a></code>,
+<code><a href="select.html">select</a></code>, <code><a href="select.html">select</a></code>,
+<code><a href="select.html">select,SparkDataFrame,Column-method</a></code>,
+<code><a href="select.html">select,SparkDataFrame,character-method</a></code>,
+<code><a href="select.html">select,SparkDataFrame,list-method</a></code>;
+<code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>; <code><a href="subset.html">[</a></code>,
+<code><a href="subset.html">[,SparkDataFrame-method</a></code>, <code><a href="subset.html">[[</a></code>,
+<code><a href="subset.html">[[,SparkDataFrame,numericOrcharacter-method</a></code>,
+<code><a href="subset.html">subset</a></code>, <code><a href="subset.html">subset</a></code>,
+<code><a href="subset.html">subset,SparkDataFrame-method</a></code>;
+<code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>,
+<code><a href="summarize.html">agg,GroupedData-method</a></code>,
+<code><a href="summarize.html">agg,SparkDataFrame-method</a></code>,
+<code><a href="summarize.html">summarize</a></code>, <code><a href="summarize.html">summarize</a></code>,
+<code><a href="summarize.html">summarize</a></code>,
+<code><a href="summarize.html">summarize,GroupedData-method</a></code>,
+<code><a href="summarize.html">summarize,SparkDataFrame-method</a></code>;
+<code><a href="arrange.html">arrange</a></code>, <code><a href="arrange.html">arrange</a></code>,
+<code><a href="arrange.html">arrange</a></code>,
+<code><a href="arrange.html">arrange,SparkDataFrame,Column-method</a></code>,
+<code><a href="arrange.html">arrange,SparkDataFrame,character-method</a></code>,
+<code><a href="arrange.html">orderBy,SparkDataFrame,characterOrColumn-method</a></code>;
+<code><a href="as.data.frame.html">as.data.frame</a></code>,
+<code><a href="as.data.frame.html">as.data.frame,SparkDataFrame-method</a></code>;
+<code><a href="attach.html">attach</a></code>,
+<code><a href="attach.html">attach,SparkDataFrame-method</a></code>;
+<code><a href="cache.html">cache</a></code>, <code><a href="cache.html">cache</a></code>,
+<code><a href="cache.html">cache,SparkDataFrame-method</a></code>;
+<code><a href="collect.html">collect</a></code>, <code><a href="collect.html">collect</a></code>,
+<code><a href="collect.html">collect,SparkDataFrame-method</a></code>;
+<code><a href="columns.html">colnames</a></code>, <code><a href="columns.html">colnames</a></code>,
+<code><a href="columns.html">colnames,SparkDataFrame-method</a></code>,
+<code><a href="columns.html">colnames&lt;-</a></code>, <code><a href="columns.html">colnames&lt;-</a></code>,
+<code><a href="columns.html">colnames&lt;-,SparkDataFrame-method</a></code>,
+<code><a href="columns.html">columns</a></code>, <code><a href="columns.html">columns</a></code>,
+<code><a href="columns.html">columns,SparkDataFrame-method</a></code>,
+<code><a href="columns.html">names</a></code>,
+<code><a href="columns.html">names,SparkDataFrame-method</a></code>,
+<code><a href="columns.html">names&lt;-</a></code>,
+<code><a href="columns.html">names&lt;-,SparkDataFrame-method</a></code>;
+<code><a href="coltypes.html">coltypes</a></code>, <code><a href="coltypes.html">coltypes</a></code>,
+<code><a href="coltypes.html">coltypes,SparkDataFrame-method</a></code>,
+<code><a href="coltypes.html">coltypes&lt;-</a></code>, <code><a href="coltypes.html">coltypes&lt;-</a></code>,
+<code><a href="coltypes.html">coltypes&lt;-,SparkDataFrame,character-method</a></code>;
+<code><a href="nrow.html">count,SparkDataFrame-method</a></code>,
+<code><a href="nrow.html">nrow</a></code>, <code><a href="nrow.html">nrow</a></code>,
+<code><a href="nrow.html">nrow,SparkDataFrame-method</a></code>;
+<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>,
+<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>,
+<code><a href="createOrReplaceTempView.html">createOrReplaceTempView,SparkDataFrame,character-method</a></code>;
+<code><a href="dapplyCollect.html">dapplyCollect</a></code>, <code><a href="dapplyCollect.html">dapplyCollect</a></code>,
+<code><a href="dapplyCollect.html">dapplyCollect,SparkDataFrame,function-method</a></code>;
+<code><a href="dapply.html">dapply</a></code>, <code><a href="dapply.html">dapply</a></code>,
+<code><a href="dapply.html">dapply,SparkDataFrame,function,structType-method</a></code>;
+<code><a href="summary.html">describe</a></code>, <code><a href="summary.html">describe</a></code>,
+<code><a href="summary.html">describe</a></code>,
+<code><a href="summary.html">describe,SparkDataFrame,ANY-method</a></code>,
+<code><a href="summary.html">describe,SparkDataFrame,character-method</a></code>,
+<code><a href="summary.html">describe,SparkDataFrame-method</a></code>,
+<code><a href="summary.html">summary</a></code>, <code><a href="summary.html">summary</a></code>,
+<code><a href="summary.html">summary,SparkDataFrame-method</a></code>;
+<code><a href="dim.html">dim</a></code>,
+<code><a href="dim.html">dim,SparkDataFrame-method</a></code>;
+<code><a href="distinct.html">distinct</a></code>, <code><a href="distinct.html">distinct</a></code>,
+<code><a href="distinct.html">distinct,SparkDataFrame-method</a></code>,
+<code><a href="distinct.html">unique</a></code>,
+<code><a href="distinct.html">unique,SparkDataFrame-method</a></code>;
+<code><a href="dropDuplicates.html">dropDuplicates</a></code>,
+<code><a href="dropDuplicates.html">dropDuplicates</a></code>,
+<code><a href="dropDuplicates.html">dropDuplicates,SparkDataFrame-method</a></code>;
+<code><a href="nafunctions.html">dropna</a></code>, <code><a href="nafunctions.html">dropna</a></code>,
+<code><a href="nafunctions.html">dropna,SparkDataFrame-method</a></code>,
+<code><a href="nafunctions.html">fillna</a></code>, <code><a href="nafunctions.html">fillna</a></code>,
+<code><a href="nafunctions.html">fillna,SparkDataFrame-method</a></code>,
+<code><a href="nafunctions.html">na.omit</a></code>, <code><a href="nafunctions.html">na.omit</a></code>,
+<code><a href="nafunctions.html">na.omit,SparkDataFrame-method</a></code>;
+<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop</a></code>,
+<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop,ANY-method</a></code>,
+<code><a href="drop.html">drop,SparkDataFrame-method</a></code>;
+<code><a href="dtypes.html">dtypes</a></code>, <code><a href="dtypes.html">dtypes</a></code>,
+<code><a href="dtypes.html">dtypes,SparkDataFrame-method</a></code>;
+<code><a href="except.html">except</a></code>, <code><a href="except.html">except</a></code>,
+<code><a href="except.html">except,SparkDataFrame,SparkDataFrame-method</a></code>;
+<code><a href="explain.html">explain</a></code>, <code><a href="explain.html">explain</a></code>,
+<code><a href="explain.html">explain,SparkDataFrame-method</a></code>;
+<code><a href="filter.html">filter</a></code>, <code><a href="filter.html">filter</a></code>,
+<code><a href="filter.html">filter,SparkDataFrame,characterOrColumn-method</a></code>,
+<code><a href="filter.html">where</a></code>, <code><a href="filter.html">where</a></code>,
+<code><a href="filter.html">where,SparkDataFrame,characterOrColumn-method</a></code>;
+<code><a href="first.html">first</a></code>, <code><a href="first.html">first</a></code>,
+<code><a href="first.html">first</a></code>,
+<code><a href="first.html">first,SparkDataFrame-method</a></code>,
+<code><a href="first.html">first,characterOrColumn-method</a></code>;
+<code><a href="gapplyCollect.html">gapplyCollect</a></code>, <code><a href="gapplyCollect.html">gapplyCollect</a></code>,
+<code><a href="gapplyCollect.html">gapplyCollect</a></code>,
+<code><a href="gapplyCollect.html">gapplyCollect,GroupedData-method</a></code>,
+<code><a href="gapplyCollect.html">gapplyCollect,SparkDataFrame-method</a></code>;
+<code><a href="groupBy.html">groupBy</a></code>, <code><a href="groupBy.html">groupBy</a></code>,
+<code><a href="groupBy.html">groupBy,SparkDataFrame-method</a></code>,
+<code><a href="groupBy.html">group_by</a></code>, <code><a href="groupBy.html">group_by</a></code>,
+<code><a href="groupBy.html">group_by,SparkDataFrame-method</a></code>;
+<code><a href="head.html">head</a></code>,
+<code><a href="head.html">head,SparkDataFrame-method</a></code>;
+<code><a href="histogram.html">histogram</a></code>,
+<code><a href="histogram.html">histogram,SparkDataFrame,characterOrColumn-method</a></code>;
+<code><a href="insertInto.html">insertInto</a></code>, <code><a href="insertInto.html">insertInto</a></code>,
+<code><a href="insertInto.html">insertInto,SparkDataFrame,character-method</a></code>;
+<code><a href="intersect.html">intersect</a></code>, <code><a href="intersect.html">intersect</a></code>,
+<code><a href="intersect.html">intersect,SparkDataFrame,SparkDataFrame-method</a></code>;
+<code><a href="isLocal.html">isLocal</a></code>, <code><a href="isLocal.html">isLocal</a></code>,
+<code><a href="isLocal.html">isLocal,SparkDataFrame-method</a></code>;
+<code><a href="join.html">join</a></code>,
+<code><a href="join.html">join,SparkDataFrame,SparkDataFrame-method</a></code>;
+<code><a href="limit.html">limit</a></code>, <code><a href="limit.html">limit</a></code>,
+<code><a href="limit.html">limit,SparkDataFrame,numeric-method</a></code>;
+<code><a href="merge.html">merge</a></code>, <code><a href="merge.html">merge</a></code>,
+<code><a href="merge.html">merge,SparkDataFrame,SparkDataFrame-method</a></code>;
+<code><a href="mutate.html">mutate</a></code>, <code><a href="mutate.html">mutate</a></code>,
+<code><a href="mutate.html">mutate,SparkDataFrame-method</a></code>,
+<code><a href="mutate.html">transform</a></code>, <code><a href="mutate.html">transform</a></code>,
+<code><a href="mutate.html">transform,SparkDataFrame-method</a></code>;
+<code><a href="ncol.html">ncol</a></code>,
+<code><a href="ncol.html">ncol,SparkDataFrame-method</a></code>;
+<code><a href="persist.html">persist</a></code>, <code><a href="persist.html">persist</a></code>,
+<code><a href="persist.html">persist,SparkDataFrame,character-method</a></code>;
+<code><a href="printSchema.html">printSchema</a></code>, <code><a href="printSchema.html">printSchema</a></code>,
+<code><a href="printSchema.html">printSchema,SparkDataFrame-method</a></code>;
+<code><a href="randomSplit.html">randomSplit</a></code>, <code><a href="randomSplit.html">randomSplit</a></code>,
+<code><a href="randomSplit.html">randomSplit,SparkDataFrame,numeric-method</a></code>;
+<code><a href="rbind.html">rbind</a></code>, <code><a href="rbind.html">rbind</a></code>,
+<code><a href="rbind.html">rbind,SparkDataFrame-method</a></code>;
+<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>,
+<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>,
+<code><a href="registerTempTable-deprecated.html">registerTempTable,SparkDataFrame,character-method</a></code>;
+<code><a href="rename.html">rename</a></code>, <code><a href="rename.html">rename</a></code>,
+<code><a href="rename.html">rename,SparkDataFrame-method</a></code>,
+<code><a href="rename.html">withColumnRenamed</a></code>,
+<code><a href="rename.html">withColumnRenamed</a></code>,
+<code><a href="rename.html">withColumnRenamed,SparkDataFrame,character,character-method</a></code>;
+<code><a href="repartition.html">repartition</a></code>, <code><a href="repartition.html">repartition</a></code>,
+<code><a href="repartition.html">repartition,SparkDataFrame-method</a></code>;
+<code><a href="sample.html">sample</a></code>, <code><a href="sample.html">sample</a></code>,
+<code><a href="sample.html">sample,SparkDataFrame,logical,numeric-method</a></code>,
+<code><a href="sample.html">sample_frac</a></code>, <code><a href="sample.html">sample_frac</a></code>,
+<code><a href="sample.html">sample_frac,SparkDataFrame,logical,numeric-method</a></code>;
+<code><a href="write.parquet.html">saveAsParquetFile</a></code>,
+<code><a href="write.parquet.html">saveAsParquetFile</a></code>,
+<code><a href="write.parquet.html">saveAsParquetFile,SparkDataFrame,character-method</a></code>,
+<code><a href="write.parquet.html">write.parquet</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>,
+<code><a href="write.parquet.html">write.parquet,SparkDataFrame,character-method</a></code>;
+<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="saveAsTable.html">saveAsTable</a></code>,
+<code><a href="saveAsTable.html">saveAsTable,SparkDataFrame,character-method</a></code>;
+<code><a href="write.df.html">saveDF</a></code>, <code><a href="write.df.html">saveDF</a></code>,
+<code><a href="write.df.html">saveDF,SparkDataFrame,character-method</a></code>,
+<code><a href="write.df.html">write.df</a></code>, <code><a href="write.df.html">write.df</a></code>,
+<code><a href="write.df.html">write.df</a></code>,
+<code><a href="write.df.html">write.df,SparkDataFrame,character-method</a></code>;
+<code><a href="schema.html">schema</a></code>, <code><a href="schema.html">schema</a></code>,
+<code><a href="schema.html">schema,SparkDataFrame-method</a></code>;
+<code><a href="selectExpr.html">selectExpr</a></code>, <code><a href="selectExpr.html">selectExpr</a></code>,
+<code><a href="selectExpr.html">selectExpr,SparkDataFrame,character-method</a></code>;
+<code><a href="showDF.html">showDF</a></code>, <code><a href="showDF.html">showDF</a></code>,
+<code><a href="showDF.html">showDF,SparkDataFrame-method</a></code>;
+<code><a href="show.html">show</a></code>, <code><a href="show.html">show</a></code>,
+<code><a href="show.html">show,Column-method</a></code>,
+<code><a href="show.html">show,GroupedData-method</a></code>,
+<code><a href="show.html">show,SparkDataFrame-method</a></code>,
+<code><a href="show.html">show,WindowSpec-method</a></code>; <code><a href="str.html">str</a></code>,
+<code><a href="str.html">str,SparkDataFrame-method</a></code>;
+<code><a href="take.html">take</a></code>, <code><a href="take.html">take</a></code>,
+<code><a href="take.html">take,SparkDataFrame,numeric-method</a></code>;
+<code><a href="union.html">union</a></code>, <code><a href="union.html">union</a></code>,
+<code><a href="union.html">union,SparkDataFrame,SparkDataFrame-method</a></code>,
+<code><a href="union.html">unionAll</a></code>, <code><a href="union.html">unionAll</a></code>,
+<code><a href="union.html">unionAll,SparkDataFrame,SparkDataFrame-method</a></code>;
+<code><a href="unpersist-methods.html">unpersist</a></code>, <code><a href="unpersist-methods.html">unpersist</a></code>,
+<code><a href="unpersist-methods.html">unpersist,SparkDataFrame-method</a></code>;
+<code><a href="withColumn.html">withColumn</a></code>, <code><a href="withColumn.html">withColumn</a></code>,
+<code><a href="withColumn.html">withColumn,SparkDataFrame,character,Column-method</a></code>;
+<code><a href="with.html">with</a></code>,
+<code><a href="with.html">with,SparkDataFrame-method</a></code>;
+<code><a href="write.jdbc.html">write.jdbc</a></code>, <code><a href="write.jdbc.html">write.jdbc</a></code>,
+<code><a href="write.jdbc.html">write.jdbc,SparkDataFrame,character,character-method</a></code>;
+<code><a href="write.json.html">write.json</a></code>, <code><a href="write.json.html">write.json</a></code>,
+<code><a href="write.json.html">write.json,SparkDataFrame,character-method</a></code>;
+<code><a href="write.orc.html">write.orc</a></code>, <code><a href="write.orc.html">write.orc</a></code>,
+<code><a href="write.orc.html">write.orc,SparkDataFrame,character-method</a></code>;
+<code><a href="write.text.html">write.text</a></code>, <code><a href="write.text.html">write.text</a></code>,
+<code><a href="write.text.html">write.text,SparkDataFrame,character-method</a></code>
+</p>
+
+
+<h3>Examples</h3>
+
+<pre><code class="r">## Not run: 
+##D Computes the arithmetic mean of the second column by grouping
+##D on the first and third columns. Output the grouping values and the average.
+##D 
+##D df &lt;- createDataFrame (
+##D list(list(1L, 1, &quot;1&quot;, 0.1), list(1L, 2, &quot;1&quot;, 0.2), list(3L, 3, &quot;3&quot;, 0.3)),
+##D   c(&quot;a&quot;, &quot;b&quot;, &quot;c&quot;, &quot;d&quot;))
+##D 
+##D Here our output contains three columns, the key which is a combination of two
+##D columns with data types integer and string and the mean which is a double.
+##D schema &lt;-  structType(structField(&quot;a&quot;, &quot;integer&quot;), structField(&quot;c&quot;, &quot;string&quot;),
+##D   structField(&quot;avg&quot;, &quot;double&quot;))
+##D result &lt;- gapply(
+##D   df,
+##D   c(&quot;a&quot;, &quot;c&quot;),
+##D   function(key, x) {
+##D     y &lt;- data.frame(key, mean(x$b), stringsAsFactors = FALSE)
+##D }, schema)
+##D 
+##D We can also group the data and afterwards call gapply on GroupedData.
+##D For Example:
+##D gdf &lt;- group_by(df, &quot;a&quot;, &quot;c&quot;)
+##D result &lt;- gapply(
+##D   gdf,
+##D   function(key, x) {
+##D     y &lt;- data.frame(key, mean(x$b), stringsAsFactors = FALSE)
+##D }, schema)
+##D collect(result)
+##D 
+##D Result
+##D ------
+##D a c avg
+##D 3 3 3.0
+##D 1 1 1.5
+##D 
+##D Fits linear models on iris dataset by grouping on the &#39;Species&#39; column and
+##D using &#39;Sepal_Length&#39; as a target variable, &#39;Sepal_Width&#39;, &#39;Petal_Length&#39;
+##D and &#39;Petal_Width&#39; as training features.
+##D 
+##D df &lt;- createDataFrame (iris)
+##D schema &lt;- structType(structField(&quot;(Intercept)&quot;, &quot;double&quot;),
+##D   structField(&quot;Sepal_Width&quot;, &quot;double&quot;),structField(&quot;Petal_Length&quot;, &quot;double&quot;),
+##D   structField(&quot;Petal_Width&quot;, &quot;double&quot;))
+##D df1 &lt;- gapply(
+##D   df,
+##D   df$&quot;Species&quot;,
+##D   function(key, x) {
+##D     m &lt;- suppressWarnings(lm(Sepal_Length ~
+##D     Sepal_Width + Petal_Length + Petal_Width, x))
+##D     data.frame(t(coef(m)))
+##D   }, schema)
+##D collect(df1)
+##D 
+##D Result
+##D ---------
+##D Model  (Intercept)  Sepal_Width  Petal_Length  Petal_Width
+##D 1        0.699883    0.3303370    0.9455356    -0.1697527
+##D 2        1.895540    0.3868576    0.9083370    -0.6792238
+##D 3        2.351890    0.6548350    0.2375602     0.2521257
+##D 
+## End(Not run)
+</code></pre>
+
+
+<hr><div align="center">[Package <em>SparkR</em> version 2.0.2 <a href="00Index.html">Index</a>]</div>
+</body></html>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/0bd36316/site/docs/2.0.2/api/R/gapplyCollect.html
----------------------------------------------------------------------
diff --git a/site/docs/2.0.2/api/R/gapplyCollect.html b/site/docs/2.0.2/api/R/gapplyCollect.html
new file mode 100644
index 0000000..34e4c03
--- /dev/null
+++ b/site/docs/2.0.2/api/R/gapplyCollect.html
@@ -0,0 +1,337 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN">
+<html><head><title>R: gapplyCollect</title>
+<meta http-equiv="Content-Type" content="text/html; charset=utf-8">
+<link rel="stylesheet" type="text/css" href="R.css">
+
+<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css">
+<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script>
+<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script>
+<script>hljs.initHighlightingOnLoad();</script>
+</head><body>
+
+<table width="100%" summary="page for gapplyCollect {SparkR}"><tr><td>gapplyCollect {SparkR}</td><td align="right">R Documentation</td></tr></table>
+
+<h2>gapplyCollect</h2>
+
+<h3>Description</h3>
+
+<p>Groups the SparkDataFrame using the specified columns, applies the R function to each
+group and collects the result back to R as data.frame.
+</p>
+<p>gapplyCollect
+</p>
+
+
+<h3>Usage</h3>
+
+<pre>
+## S4 method for signature 'SparkDataFrame'
+gapplyCollect(x, cols, func)
+
+gapplyCollect(x, ...)
+
+## S4 method for signature 'GroupedData'
+gapplyCollect(x, func)
+</pre>
+
+
+<h3>Arguments</h3>
+
+<table summary="R argblock">
+<tr valign="top"><td><code>x</code></td>
+<td>
+<p>a SparkDataFrame or GroupedData.</p>
+</td></tr>
+<tr valign="top"><td><code>cols</code></td>
+<td>
+<p>grouping columns.</p>
+</td></tr>
+<tr valign="top"><td><code>func</code></td>
+<td>
+<p>a function to be applied to each group partition specified by grouping
+column of the SparkDataFrame. The function <code>func</code> takes as argument
+a key - grouping columns and a data frame - a local R data.frame.
+The output of <code>func</code> is a local R data.frame.</p>
+</td></tr>
+<tr valign="top"><td><code>...</code></td>
+<td>
+<p>additional argument(s) passed to the method.</p>
+</td></tr>
+</table>
+
+
+<h3>Value</h3>
+
+<p>A data.frame.
+</p>
+
+
+<h3>Note</h3>
+
+<p>gapplyCollect(SparkDataFrame) since 2.0.0
+</p>
+<p>gapplyCollect(GroupedData) since 2.0.0
+</p>
+
+
+<h3>See Also</h3>
+
+<p><a href="gapply.html">gapply</a>
+</p>
+<p>Other SparkDataFrame functions: <code><a href="select.html">$</a></code>,
+<code><a href="select.html">$,SparkDataFrame-method</a></code>, <code><a href="select.html">$&lt;-</a></code>,
+<code><a href="select.html">$&lt;-,SparkDataFrame-method</a></code>,
+<code><a href="select.html">select</a></code>, <code><a href="select.html">select</a></code>,
+<code><a href="select.html">select,SparkDataFrame,Column-method</a></code>,
+<code><a href="select.html">select,SparkDataFrame,character-method</a></code>,
+<code><a href="select.html">select,SparkDataFrame,list-method</a></code>;
+<code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>; <code><a href="subset.html">[</a></code>,
+<code><a href="subset.html">[,SparkDataFrame-method</a></code>, <code><a href="subset.html">[[</a></code>,
+<code><a href="subset.html">[[,SparkDataFrame,numericOrcharacter-method</a></code>,
+<code><a href="subset.html">subset</a></code>, <code><a href="subset.html">subset</a></code>,
+<code><a href="subset.html">subset,SparkDataFrame-method</a></code>;
+<code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>,
+<code><a href="summarize.html">agg,GroupedData-method</a></code>,
+<code><a href="summarize.html">agg,SparkDataFrame-method</a></code>,
+<code><a href="summarize.html">summarize</a></code>, <code><a href="summarize.html">summarize</a></code>,
+<code><a href="summarize.html">summarize</a></code>,
+<code><a href="summarize.html">summarize,GroupedData-method</a></code>,
+<code><a href="summarize.html">summarize,SparkDataFrame-method</a></code>;
+<code><a href="arrange.html">arrange</a></code>, <code><a href="arrange.html">arrange</a></code>,
+<code><a href="arrange.html">arrange</a></code>,
+<code><a href="arrange.html">arrange,SparkDataFrame,Column-method</a></code>,
+<code><a href="arrange.html">arrange,SparkDataFrame,character-method</a></code>,
+<code><a href="arrange.html">orderBy,SparkDataFrame,characterOrColumn-method</a></code>;
+<code><a href="as.data.frame.html">as.data.frame</a></code>,
+<code><a href="as.data.frame.html">as.data.frame,SparkDataFrame-method</a></code>;
+<code><a href="attach.html">attach</a></code>,
+<code><a href="attach.html">attach,SparkDataFrame-method</a></code>;
+<code><a href="cache.html">cache</a></code>, <code><a href="cache.html">cache</a></code>,
+<code><a href="cache.html">cache,SparkDataFrame-method</a></code>;
+<code><a href="collect.html">collect</a></code>, <code><a href="collect.html">collect</a></code>,
+<code><a href="collect.html">collect,SparkDataFrame-method</a></code>;
+<code><a href="columns.html">colnames</a></code>, <code><a href="columns.html">colnames</a></code>,
+<code><a href="columns.html">colnames,SparkDataFrame-method</a></code>,
+<code><a href="columns.html">colnames&lt;-</a></code>, <code><a href="columns.html">colnames&lt;-</a></code>,
+<code><a href="columns.html">colnames&lt;-,SparkDataFrame-method</a></code>,
+<code><a href="columns.html">columns</a></code>, <code><a href="columns.html">columns</a></code>,
+<code><a href="columns.html">columns,SparkDataFrame-method</a></code>,
+<code><a href="columns.html">names</a></code>,
+<code><a href="columns.html">names,SparkDataFrame-method</a></code>,
+<code><a href="columns.html">names&lt;-</a></code>,
+<code><a href="columns.html">names&lt;-,SparkDataFrame-method</a></code>;
+<code><a href="coltypes.html">coltypes</a></code>, <code><a href="coltypes.html">coltypes</a></code>,
+<code><a href="coltypes.html">coltypes,SparkDataFrame-method</a></code>,
+<code><a href="coltypes.html">coltypes&lt;-</a></code>, <code><a href="coltypes.html">coltypes&lt;-</a></code>,
+<code><a href="coltypes.html">coltypes&lt;-,SparkDataFrame,character-method</a></code>;
+<code><a href="nrow.html">count,SparkDataFrame-method</a></code>,
+<code><a href="nrow.html">nrow</a></code>, <code><a href="nrow.html">nrow</a></code>,
+<code><a href="nrow.html">nrow,SparkDataFrame-method</a></code>;
+<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>,
+<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>,
+<code><a href="createOrReplaceTempView.html">createOrReplaceTempView,SparkDataFrame,character-method</a></code>;
+<code><a href="dapplyCollect.html">dapplyCollect</a></code>, <code><a href="dapplyCollect.html">dapplyCollect</a></code>,
+<code><a href="dapplyCollect.html">dapplyCollect,SparkDataFrame,function-method</a></code>;
+<code><a href="dapply.html">dapply</a></code>, <code><a href="dapply.html">dapply</a></code>,
+<code><a href="dapply.html">dapply,SparkDataFrame,function,structType-method</a></code>;
+<code><a href="summary.html">describe</a></code>, <code><a href="summary.html">describe</a></code>,
+<code><a href="summary.html">describe</a></code>,
+<code><a href="summary.html">describe,SparkDataFrame,ANY-method</a></code>,
+<code><a href="summary.html">describe,SparkDataFrame,character-method</a></code>,
+<code><a href="summary.html">describe,SparkDataFrame-method</a></code>,
+<code><a href="summary.html">summary</a></code>, <code><a href="summary.html">summary</a></code>,
+<code><a href="summary.html">summary,SparkDataFrame-method</a></code>;
+<code><a href="dim.html">dim</a></code>,
+<code><a href="dim.html">dim,SparkDataFrame-method</a></code>;
+<code><a href="distinct.html">distinct</a></code>, <code><a href="distinct.html">distinct</a></code>,
+<code><a href="distinct.html">distinct,SparkDataFrame-method</a></code>,
+<code><a href="distinct.html">unique</a></code>,
+<code><a href="distinct.html">unique,SparkDataFrame-method</a></code>;
+<code><a href="dropDuplicates.html">dropDuplicates</a></code>,
+<code><a href="dropDuplicates.html">dropDuplicates</a></code>,
+<code><a href="dropDuplicates.html">dropDuplicates,SparkDataFrame-method</a></code>;
+<code><a href="nafunctions.html">dropna</a></code>, <code><a href="nafunctions.html">dropna</a></code>,
+<code><a href="nafunctions.html">dropna,SparkDataFrame-method</a></code>,
+<code><a href="nafunctions.html">fillna</a></code>, <code><a href="nafunctions.html">fillna</a></code>,
+<code><a href="nafunctions.html">fillna,SparkDataFrame-method</a></code>,
+<code><a href="nafunctions.html">na.omit</a></code>, <code><a href="nafunctions.html">na.omit</a></code>,
+<code><a href="nafunctions.html">na.omit,SparkDataFrame-method</a></code>;
+<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop</a></code>,
+<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop,ANY-method</a></code>,
+<code><a href="drop.html">drop,SparkDataFrame-method</a></code>;
+<code><a href="dtypes.html">dtypes</a></code>, <code><a href="dtypes.html">dtypes</a></code>,
+<code><a href="dtypes.html">dtypes,SparkDataFrame-method</a></code>;
+<code><a href="except.html">except</a></code>, <code><a href="except.html">except</a></code>,
+<code><a href="except.html">except,SparkDataFrame,SparkDataFrame-method</a></code>;
+<code><a href="explain.html">explain</a></code>, <code><a href="explain.html">explain</a></code>,
+<code><a href="explain.html">explain,SparkDataFrame-method</a></code>;
+<code><a href="filter.html">filter</a></code>, <code><a href="filter.html">filter</a></code>,
+<code><a href="filter.html">filter,SparkDataFrame,characterOrColumn-method</a></code>,
+<code><a href="filter.html">where</a></code>, <code><a href="filter.html">where</a></code>,
+<code><a href="filter.html">where,SparkDataFrame,characterOrColumn-method</a></code>;
+<code><a href="first.html">first</a></code>, <code><a href="first.html">first</a></code>,
+<code><a href="first.html">first</a></code>,
+<code><a href="first.html">first,SparkDataFrame-method</a></code>,
+<code><a href="first.html">first,characterOrColumn-method</a></code>;
+<code><a href="gapply.html">gapply</a></code>, <code><a href="gapply.html">gapply</a></code>,
+<code><a href="gapply.html">gapply</a></code>,
+<code><a href="gapply.html">gapply,GroupedData-method</a></code>,
+<code><a href="gapply.html">gapply,SparkDataFrame-method</a></code>;
+<code><a href="groupBy.html">groupBy</a></code>, <code><a href="groupBy.html">groupBy</a></code>,
+<code><a href="groupBy.html">groupBy,SparkDataFrame-method</a></code>,
+<code><a href="groupBy.html">group_by</a></code>, <code><a href="groupBy.html">group_by</a></code>,
+<code><a href="groupBy.html">group_by,SparkDataFrame-method</a></code>;
+<code><a href="head.html">head</a></code>,
+<code><a href="head.html">head,SparkDataFrame-method</a></code>;
+<code><a href="histogram.html">histogram</a></code>,
+<code><a href="histogram.html">histogram,SparkDataFrame,characterOrColumn-method</a></code>;
+<code><a href="insertInto.html">insertInto</a></code>, <code><a href="insertInto.html">insertInto</a></code>,
+<code><a href="insertInto.html">insertInto,SparkDataFrame,character-method</a></code>;
+<code><a href="intersect.html">intersect</a></code>, <code><a href="intersect.html">intersect</a></code>,
+<code><a href="intersect.html">intersect,SparkDataFrame,SparkDataFrame-method</a></code>;
+<code><a href="isLocal.html">isLocal</a></code>, <code><a href="isLocal.html">isLocal</a></code>,
+<code><a href="isLocal.html">isLocal,SparkDataFrame-method</a></code>;
+<code><a href="join.html">join</a></code>,
+<code><a href="join.html">join,SparkDataFrame,SparkDataFrame-method</a></code>;
+<code><a href="limit.html">limit</a></code>, <code><a href="limit.html">limit</a></code>,
+<code><a href="limit.html">limit,SparkDataFrame,numeric-method</a></code>;
+<code><a href="merge.html">merge</a></code>, <code><a href="merge.html">merge</a></code>,
+<code><a href="merge.html">merge,SparkDataFrame,SparkDataFrame-method</a></code>;
+<code><a href="mutate.html">mutate</a></code>, <code><a href="mutate.html">mutate</a></code>,
+<code><a href="mutate.html">mutate,SparkDataFrame-method</a></code>,
+<code><a href="mutate.html">transform</a></code>, <code><a href="mutate.html">transform</a></code>,
+<code><a href="mutate.html">transform,SparkDataFrame-method</a></code>;
+<code><a href="ncol.html">ncol</a></code>,
+<code><a href="ncol.html">ncol,SparkDataFrame-method</a></code>;
+<code><a href="persist.html">persist</a></code>, <code><a href="persist.html">persist</a></code>,
+<code><a href="persist.html">persist,SparkDataFrame,character-method</a></code>;
+<code><a href="printSchema.html">printSchema</a></code>, <code><a href="printSchema.html">printSchema</a></code>,
+<code><a href="printSchema.html">printSchema,SparkDataFrame-method</a></code>;
+<code><a href="randomSplit.html">randomSplit</a></code>, <code><a href="randomSplit.html">randomSplit</a></code>,
+<code><a href="randomSplit.html">randomSplit,SparkDataFrame,numeric-method</a></code>;
+<code><a href="rbind.html">rbind</a></code>, <code><a href="rbind.html">rbind</a></code>,
+<code><a href="rbind.html">rbind,SparkDataFrame-method</a></code>;
+<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>,
+<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>,
+<code><a href="registerTempTable-deprecated.html">registerTempTable,SparkDataFrame,character-method</a></code>;
+<code><a href="rename.html">rename</a></code>, <code><a href="rename.html">rename</a></code>,
+<code><a href="rename.html">rename,SparkDataFrame-method</a></code>,
+<code><a href="rename.html">withColumnRenamed</a></code>,
+<code><a href="rename.html">withColumnRenamed</a></code>,
+<code><a href="rename.html">withColumnRenamed,SparkDataFrame,character,character-method</a></code>;
+<code><a href="repartition.html">repartition</a></code>, <code><a href="repartition.html">repartition</a></code>,
+<code><a href="repartition.html">repartition,SparkDataFrame-method</a></code>;
+<code><a href="sample.html">sample</a></code>, <code><a href="sample.html">sample</a></code>,
+<code><a href="sample.html">sample,SparkDataFrame,logical,numeric-method</a></code>,
+<code><a href="sample.html">sample_frac</a></code>, <code><a href="sample.html">sample_frac</a></code>,
+<code><a href="sample.html">sample_frac,SparkDataFrame,logical,numeric-method</a></code>;
+<code><a href="write.parquet.html">saveAsParquetFile</a></code>,
+<code><a href="write.parquet.html">saveAsParquetFile</a></code>,
+<code><a href="write.parquet.html">saveAsParquetFile,SparkDataFrame,character-method</a></code>,
+<code><a href="write.parquet.html">write.parquet</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>,
+<code><a href="write.parquet.html">write.parquet,SparkDataFrame,character-method</a></code>;
+<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="saveAsTable.html">saveAsTable</a></code>,
+<code><a href="saveAsTable.html">saveAsTable,SparkDataFrame,character-method</a></code>;
+<code><a href="write.df.html">saveDF</a></code>, <code><a href="write.df.html">saveDF</a></code>,
+<code><a href="write.df.html">saveDF,SparkDataFrame,character-method</a></code>,
+<code><a href="write.df.html">write.df</a></code>, <code><a href="write.df.html">write.df</a></code>,
+<code><a href="write.df.html">write.df</a></code>,
+<code><a href="write.df.html">write.df,SparkDataFrame,character-method</a></code>;
+<code><a href="schema.html">schema</a></code>, <code><a href="schema.html">schema</a></code>,
+<code><a href="schema.html">schema,SparkDataFrame-method</a></code>;
+<code><a href="selectExpr.html">selectExpr</a></code>, <code><a href="selectExpr.html">selectExpr</a></code>,
+<code><a href="selectExpr.html">selectExpr,SparkDataFrame,character-method</a></code>;
+<code><a href="showDF.html">showDF</a></code>, <code><a href="showDF.html">showDF</a></code>,
+<code><a href="showDF.html">showDF,SparkDataFrame-method</a></code>;
+<code><a href="show.html">show</a></code>, <code><a href="show.html">show</a></code>,
+<code><a href="show.html">show,Column-method</a></code>,
+<code><a href="show.html">show,GroupedData-method</a></code>,
+<code><a href="show.html">show,SparkDataFrame-method</a></code>,
+<code><a href="show.html">show,WindowSpec-method</a></code>; <code><a href="str.html">str</a></code>,
+<code><a href="str.html">str,SparkDataFrame-method</a></code>;
+<code><a href="take.html">take</a></code>, <code><a href="take.html">take</a></code>,
+<code><a href="take.html">take,SparkDataFrame,numeric-method</a></code>;
+<code><a href="union.html">union</a></code>, <code><a href="union.html">union</a></code>,
+<code><a href="union.html">union,SparkDataFrame,SparkDataFrame-method</a></code>,
+<code><a href="union.html">unionAll</a></code>, <code><a href="union.html">unionAll</a></code>,
+<code><a href="union.html">unionAll,SparkDataFrame,SparkDataFrame-method</a></code>;
+<code><a href="unpersist-methods.html">unpersist</a></code>, <code><a href="unpersist-methods.html">unpersist</a></code>,
+<code><a href="unpersist-methods.html">unpersist,SparkDataFrame-method</a></code>;
+<code><a href="withColumn.html">withColumn</a></code>, <code><a href="withColumn.html">withColumn</a></code>,
+<code><a href="withColumn.html">withColumn,SparkDataFrame,character,Column-method</a></code>;
+<code><a href="with.html">with</a></code>,
+<code><a href="with.html">with,SparkDataFrame-method</a></code>;
+<code><a href="write.jdbc.html">write.jdbc</a></code>, <code><a href="write.jdbc.html">write.jdbc</a></code>,
+<code><a href="write.jdbc.html">write.jdbc,SparkDataFrame,character,character-method</a></code>;
+<code><a href="write.json.html">write.json</a></code>, <code><a href="write.json.html">write.json</a></code>,
+<code><a href="write.json.html">write.json,SparkDataFrame,character-method</a></code>;
+<code><a href="write.orc.html">write.orc</a></code>, <code><a href="write.orc.html">write.orc</a></code>,
+<code><a href="write.orc.html">write.orc,SparkDataFrame,character-method</a></code>;
+<code><a href="write.text.html">write.text</a></code>, <code><a href="write.text.html">write.text</a></code>,
+<code><a href="write.text.html">write.text,SparkDataFrame,character-method</a></code>
+</p>
+
+
+<h3>Examples</h3>
+
+<pre><code class="r">## Not run: 
+##D Computes the arithmetic mean of the second column by grouping
+##D on the first and third columns. Output the grouping values and the average.
+##D 
+##D df &lt;- createDataFrame (
+##D list(list(1L, 1, &quot;1&quot;, 0.1), list(1L, 2, &quot;1&quot;, 0.2), list(3L, 3, &quot;3&quot;, 0.3)),
+##D   c(&quot;a&quot;, &quot;b&quot;, &quot;c&quot;, &quot;d&quot;))
+##D 
+##D result &lt;- gapplyCollect(
+##D   df,
+##D   c(&quot;a&quot;, &quot;c&quot;),
+##D   function(key, x) {
+##D     y &lt;- data.frame(key, mean(x$b), stringsAsFactors = FALSE)
+##D     colnames(y) &lt;- c(&quot;key_a&quot;, &quot;key_c&quot;, &quot;mean_b&quot;)
+##D     y
+##D   })
+##D 
+##D We can also group the data and afterwards call gapply on GroupedData.
+##D For Example:
+##D gdf &lt;- group_by(df, &quot;a&quot;, &quot;c&quot;)
+##D result &lt;- gapplyCollect(
+##D   gdf,
+##D   function(key, x) {
+##D     y &lt;- data.frame(key, mean(x$b), stringsAsFactors = FALSE)
+##D     colnames(y) &lt;- c(&quot;key_a&quot;, &quot;key_c&quot;, &quot;mean_b&quot;)
+##D     y
+##D   })
+##D 
+##D Result
+##D ------
+##D key_a key_c mean_b
+##D 3 3 3.0
+##D 1 1 1.5
+##D 
+##D Fits linear models on iris dataset by grouping on the &#39;Species&#39; column and
+##D using &#39;Sepal_Length&#39; as a target variable, &#39;Sepal_Width&#39;, &#39;Petal_Length&#39;
+##D and &#39;Petal_Width&#39; as training features.
+##D 
+##D df &lt;- createDataFrame (iris)
+##D result &lt;- gapplyCollect(
+##D   df,
+##D   df$&quot;Species&quot;,
+##D   function(key, x) {
+##D     m &lt;- suppressWarnings(lm(Sepal_Length ~
+##D     Sepal_Width + Petal_Length + Petal_Width, x))
+##D     data.frame(t(coef(m)))
+##D   })
+##D 
+##D Result
+##D ---------
+##D Model  X.Intercept.  Sepal_Width  Petal_Length  Petal_Width
+##D 1        0.699883    0.3303370    0.9455356    -0.1697527
+##D 2        1.895540    0.3868576    0.9083370    -0.6792238
+##D 3        2.351890    0.6548350    0.2375602     0.2521257
+##D 
+## End(Not run)
+</code></pre>
+
+
+<hr><div align="center">[Package <em>SparkR</em> version 2.0.2 <a href="00Index.html">Index</a>]</div>
+</body></html>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/0bd36316/site/docs/2.0.2/api/R/generateAliasesForIntersectedCols.html
----------------------------------------------------------------------
diff --git a/site/docs/2.0.2/api/R/generateAliasesForIntersectedCols.html b/site/docs/2.0.2/api/R/generateAliasesForIntersectedCols.html
new file mode 100644
index 0000000..403dbd9
--- /dev/null
+++ b/site/docs/2.0.2/api/R/generateAliasesForIntersectedCols.html
@@ -0,0 +1,55 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN">
+<html><head><title>R: Creates a list of columns by replacing the intersected ones...</title>
+<meta http-equiv="Content-Type" content="text/html; charset=utf-8">
+<link rel="stylesheet" type="text/css" href="R.css">
+</head><body>
+
+<table width="100%" summary="page for generateAliasesForIntersectedCols {SparkR}"><tr><td>generateAliasesForIntersectedCols {SparkR}</td><td align="right">R Documentation</td></tr></table>
+
+<h2>Creates a list of columns by replacing the intersected ones with aliases</h2>
+
+<h3>Description</h3>
+
+<p>Creates a list of columns by replacing the intersected ones with aliases.
+The name of the alias column is formed by concatanating the original column name and a suffix.
+</p>
+
+
+<h3>Usage</h3>
+
+<pre>
+generateAliasesForIntersectedCols(x, intersectedColNames, suffix)
+</pre>
+
+
+<h3>Arguments</h3>
+
+<table summary="R argblock">
+<tr valign="top"><td><code>x</code></td>
+<td>
+<p>a SparkDataFrame</p>
+</td></tr>
+<tr valign="top"><td><code>intersectedColNames</code></td>
+<td>
+<p>a list of intersected column names of the SparkDataFrame</p>
+</td></tr>
+<tr valign="top"><td><code>suffix</code></td>
+<td>
+<p>a suffix for the column name</p>
+</td></tr>
+</table>
+
+
+<h3>Value</h3>
+
+<p>list of columns
+</p>
+
+
+<h3>Note</h3>
+
+<p>generateAliasesForIntersectedCols since 1.6.0
+</p>
+
+<hr><div align="center">[Package <em>SparkR</em> version 2.0.2 <a href="00Index.html">Index</a>]</div>
+</body></html>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/0bd36316/site/docs/2.0.2/api/R/glm.html
----------------------------------------------------------------------
diff --git a/site/docs/2.0.2/api/R/glm.html b/site/docs/2.0.2/api/R/glm.html
new file mode 100644
index 0000000..aea7651
--- /dev/null
+++ b/site/docs/2.0.2/api/R/glm.html
@@ -0,0 +1,181 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN">
+<html><head><title>R: Generalized Linear Models (R-compliant)</title>
+<meta http-equiv="Content-Type" content="text/html; charset=utf-8">
+<link rel="stylesheet" type="text/css" href="R.css">
+
+<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css">
+<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script>
+<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script>
+<script>hljs.initHighlightingOnLoad();</script>
+</head><body>
+
+<table width="100%" summary="page for glm {SparkR}"><tr><td>glm {SparkR}</td><td align="right">R Documentation</td></tr></table>
+
+<h2>Generalized Linear Models (R-compliant)</h2>
+
+<h3>Description</h3>
+
+<p>Fits a generalized linear model, similarly to R's glm().
+</p>
+
+
+<h3>Usage</h3>
+
+<pre>
+glm(formula, family = gaussian, data, weights, subset, na.action,
+  start = NULL, etastart, mustart, offset, control = list(...),
+  model = TRUE, method = "glm.fit", x = FALSE, y = TRUE,
+  contrasts = NULL, ...)
+
+## S4 method for signature 'formula,ANY,SparkDataFrame'
+glm(formula, family = gaussian, data,
+  epsilon = 1e-06, maxit = 25)
+</pre>
+
+
+<h3>Arguments</h3>
+
+<table summary="R argblock">
+<tr valign="top"><td><code>formula</code></td>
+<td>
+<p>a symbolic description of the model to be fitted. Currently only a few formula
+operators are supported, including '~', '.', ':', '+', and '-'.</p>
+</td></tr>
+<tr valign="top"><td><code>family</code></td>
+<td>
+<p>a description of the error distribution and link function to be used in the model.
+This can be a character string naming a family function, a family function or
+the result of a call to a family function. Refer R family at
+<a href="https://stat.ethz.ch/R-manual/R-devel/library/stats/html/family.html">https://stat.ethz.ch/R-manual/R-devel/library/stats/html/family.html</a>.</p>
+</td></tr>
+<tr valign="top"><td><code>data</code></td>
+<td>
+<p>a SparkDataFrame or R's glm data for training.</p>
+</td></tr>
+<tr valign="top"><td><code>weights</code></td>
+<td>
+<p>an optional vector of &lsquo;prior weights&rsquo; to be used
+in the fitting process.  Should be <code>NULL</code> or a numeric vector.</p>
+</td></tr>
+<tr valign="top"><td><code>subset</code></td>
+<td>
+<p>an optional vector specifying a subset of observations
+to be used in the fitting process.</p>
+</td></tr>
+<tr valign="top"><td><code>na.action</code></td>
+<td>
+<p>a function which indicates what should happen
+when the data contain <code>NA</code>s.  The default is set by
+the <code>na.action</code> setting of <code><a href="../../base/html/options.html">options</a></code>, and is
+<code><a href="../../stats/html/na.fail.html">na.fail</a></code> if that is unset.  The &lsquo;factory-fresh&rsquo;
+default is <code><a href="nafunctions.html">na.omit</a></code>.  Another possible value is
+<code>NULL</code>, no action.  Value <code><a href="../../stats/html/na.fail.html">na.exclude</a></code> can be useful.</p>
+</td></tr>
+<tr valign="top"><td><code>start</code></td>
+<td>
+<p>starting values for the parameters in the linear predictor.</p>
+</td></tr>
+<tr valign="top"><td><code>etastart</code></td>
+<td>
+<p>starting values for the linear predictor.</p>
+</td></tr>
+<tr valign="top"><td><code>mustart</code></td>
+<td>
+<p>starting values for the vector of means.</p>
+</td></tr>
+<tr valign="top"><td><code>offset</code></td>
+<td>
+<p>this can be used to specify an <EM>a priori</EM> known
+component to be included in the linear predictor during fitting.
+This should be <code>NULL</code> or a numeric vector of length equal to
+the number of cases.  One or more <code><a href="../../stats/html/offset.html">offset</a></code> terms can be
+included in the formula instead or as well, and if more than one is
+specified their sum is used.  See <code><a href="../../stats/html/model.extract.html">model.offset</a></code>.</p>
+</td></tr>
+<tr valign="top"><td><code>control</code></td>
+<td>
+<p>a list of parameters for controlling the fitting
+process.  For <code>glm.fit</code> this is passed to
+<code><a href="../../stats/html/glm.control.html">glm.control</a></code>.</p>
+</td></tr>
+<tr valign="top"><td><code>model</code></td>
+<td>
+<p>a logical value indicating whether <EM>model frame</EM>
+should be included as a component of the returned value.</p>
+</td></tr>
+<tr valign="top"><td><code>method</code></td>
+<td>
+<p>the method to be used in fitting the model.  The default
+method <code>"glm.fit"</code> uses iteratively reweighted least squares
+(IWLS): the alternative <code>"model.frame"</code> returns the model frame
+and does no fitting.
+</p>
+<p>User-supplied fitting functions can be supplied either as a function
+or a character string naming a function, with a function which takes
+the same arguments as <code>glm.fit</code>.  If specified as a character
+string it is looked up from within the <span class="pkg">stats</span> namespace.
+</p>
+</td></tr>
+<tr valign="top"><td><code>x,y</code></td>
+<td>
+<p>For <code>glm</code>: logical values indicating whether the response vector
+and model matrix used in the fitting process should be returned as
+components of the returned value.</p>
+</td></tr>
+<tr valign="top"><td><code>contrasts</code></td>
+<td>
+<p>an optional list. See the <code>contrasts.arg</code>
+of <code>model.matrix.default</code>.</p>
+</td></tr>
+<tr valign="top"><td><code>...</code></td>
+<td>
+
+<p>For <code>glm</code>: arguments to be used to form the default
+<code>control</code> argument if it is not supplied directly.
+</p>
+<p>For <code>weights</code>: further arguments passed to or from other methods.
+</p>
+</td></tr>
+<tr valign="top"><td><code>epsilon</code></td>
+<td>
+<p>positive convergence tolerance of iterations.</p>
+</td></tr>
+<tr valign="top"><td><code>maxit</code></td>
+<td>
+<p>integer giving the maximal number of IRLS iterations.</p>
+</td></tr>
+</table>
+
+
+<h3>Value</h3>
+
+<p><code>glm</code> returns a fitted generalized linear model.
+</p>
+
+
+<h3>Note</h3>
+
+<p>glm since 1.5.0
+</p>
+
+
+<h3>See Also</h3>
+
+<p><a href="spark.glm.html">spark.glm</a>
+</p>
+
+
+<h3>Examples</h3>
+
+<pre><code class="r">## Not run: 
+##D sparkR.session()
+##D data(iris)
+##D df &lt;- createDataFrame(iris)
+##D model &lt;- glm(Sepal_Length ~ Sepal_Width, df, family = &quot;gaussian&quot;)
+##D summary(model)
+## End(Not run)
+</code></pre>
+
+
+<hr><div align="center">[Package <em>SparkR</em> version 2.0.2 <a href="00Index.html">Index</a>]</div>
+</body></html>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/0bd36316/site/docs/2.0.2/api/R/greatest.html
----------------------------------------------------------------------
diff --git a/site/docs/2.0.2/api/R/greatest.html b/site/docs/2.0.2/api/R/greatest.html
new file mode 100644
index 0000000..80b35c2
--- /dev/null
+++ b/site/docs/2.0.2/api/R/greatest.html
@@ -0,0 +1,95 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN">
+<html><head><title>R: greatest</title>
+<meta http-equiv="Content-Type" content="text/html; charset=utf-8">
+<link rel="stylesheet" type="text/css" href="R.css">
+
+<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css">
+<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script>
+<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script>
+<script>hljs.initHighlightingOnLoad();</script>
+</head><body>
+
+<table width="100%" summary="page for greatest {SparkR}"><tr><td>greatest {SparkR}</td><td align="right">R Documentation</td></tr></table>
+
+<h2>greatest</h2>
+
+<h3>Description</h3>
+
+<p>Returns the greatest value of the list of column names, skipping null values.
+This function takes at least 2 parameters. It will return null if all parameters are null.
+</p>
+
+
+<h3>Usage</h3>
+
+<pre>
+## S4 method for signature 'Column'
+greatest(x, ...)
+
+greatest(x, ...)
+</pre>
+
+
+<h3>Arguments</h3>
+
+<table summary="R argblock">
+<tr valign="top"><td><code>x</code></td>
+<td>
+<p>Column to compute on</p>
+</td></tr>
+<tr valign="top"><td><code>...</code></td>
+<td>
+<p>other columns</p>
+</td></tr>
+</table>
+
+
+<h3>Note</h3>
+
+<p>greatest since 1.5.0
+</p>
+
+
+<h3>See Also</h3>
+
+<p>Other normal_funcs: <code><a href="column.html">Column-class</a></code>,
+<code><a href="column.html">column</a></code>, <code><a href="column.html">column</a></code>,
+<code><a href="column.html">column</a></code>,
+<code><a href="column.html">column,character-method</a></code>,
+<code><a href="column.html">column,jobj-method</a></code>; <code><a href="abs.html">abs</a></code>,
+<code><a href="abs.html">abs,Column-method</a></code>;
+<code><a href="bitwiseNOT.html">bitwiseNOT</a></code>, <code><a href="bitwiseNOT.html">bitwiseNOT</a></code>,
+<code><a href="bitwiseNOT.html">bitwiseNOT,Column-method</a></code>;
+<code><a href="expr.html">expr</a></code>, <code><a href="expr.html">expr</a></code>,
+<code><a href="expr.html">expr,character-method</a></code>;
+<code><a href="ifelse.html">ifelse</a></code>, <code><a href="ifelse.html">ifelse,Column-method</a></code>;
+<code><a href="is.nan.html">is.nan</a></code>, <code><a href="is.nan.html">is.nan,Column-method</a></code>,
+<code><a href="is.nan.html">isnan</a></code>, <code><a href="is.nan.html">isnan</a></code>,
+<code><a href="is.nan.html">isnan,Column-method</a></code>; <code><a href="least.html">least</a></code>,
+<code><a href="least.html">least</a></code>, <code><a href="least.html">least,Column-method</a></code>;
+<code><a href="lit.html">lit</a></code>, <code><a href="lit.html">lit</a></code>,
+<code><a href="lit.html">lit,ANY-method</a></code>; <code><a href="nanvl.html">nanvl</a></code>,
+<code><a href="nanvl.html">nanvl</a></code>, <code><a href="nanvl.html">nanvl,Column-method</a></code>;
+<code><a href="negate.html">negate</a></code>, <code><a href="negate.html">negate</a></code>,
+<code><a href="negate.html">negate,Column-method</a></code>; <code><a href="randn.html">randn</a></code>,
+<code><a href="randn.html">randn</a></code>, <code><a href="randn.html">randn</a></code>,
+<code><a href="randn.html">randn,missing-method</a></code>,
+<code><a href="randn.html">randn,numeric-method</a></code>; <code><a href="rand.html">rand</a></code>,
+<code><a href="rand.html">rand</a></code>, <code><a href="rand.html">rand</a></code>,
+<code><a href="rand.html">rand,missing-method</a></code>,
+<code><a href="rand.html">rand,numeric-method</a></code>; <code><a href="struct.html">struct</a></code>,
+<code><a href="struct.html">struct</a></code>,
+<code><a href="struct.html">struct,characterOrColumn-method</a></code>;
+<code><a href="when.html">when</a></code>, <code><a href="when.html">when</a></code>,
+<code><a href="when.html">when,Column-method</a></code>
+</p>
+
+
+<h3>Examples</h3>
+
+<pre><code class="r">## Not run: greatest(df$c, df$d)
+</code></pre>
+
+
+<hr><div align="center">[Package <em>SparkR</em> version 2.0.2 <a href="00Index.html">Index</a>]</div>
+</body></html>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/0bd36316/site/docs/2.0.2/api/R/groupBy.html
----------------------------------------------------------------------
diff --git a/site/docs/2.0.2/api/R/groupBy.html b/site/docs/2.0.2/api/R/groupBy.html
new file mode 100644
index 0000000..149a492
--- /dev/null
+++ b/site/docs/2.0.2/api/R/groupBy.html
@@ -0,0 +1,274 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN">
+<html><head><title>R: GroupBy</title>
+<meta http-equiv="Content-Type" content="text/html; charset=utf-8">
+<link rel="stylesheet" type="text/css" href="R.css">
+
+<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css">
+<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script>
+<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script>
+<script>hljs.initHighlightingOnLoad();</script>
+</head><body>
+
+<table width="100%" summary="page for groupBy {SparkR}"><tr><td>groupBy {SparkR}</td><td align="right">R Documentation</td></tr></table>
+
+<h2>GroupBy</h2>
+
+<h3>Description</h3>
+
+<p>Groups the SparkDataFrame using the specified columns, so we can run aggregation on them.
+</p>
+
+
+<h3>Usage</h3>
+
+<pre>
+## S4 method for signature 'SparkDataFrame'
+groupBy(x, ...)
+
+## S4 method for signature 'SparkDataFrame'
+group_by(x, ...)
+
+group_by(x, ...)
+
+groupBy(x, ...)
+</pre>
+
+
+<h3>Arguments</h3>
+
+<table summary="R argblock">
+<tr valign="top"><td><code>x</code></td>
+<td>
+<p>a SparkDataFrame.</p>
+</td></tr>
+<tr valign="top"><td><code>...</code></td>
+<td>
+<p>variable(s) (character names(s) or Column(s)) to group on.</p>
+</td></tr>
+</table>
+
+
+<h3>Value</h3>
+
+<p>A GroupedData.
+</p>
+
+
+<h3>Note</h3>
+
+<p>groupBy since 1.4.0
+</p>
+<p>group_by since 1.4.0
+</p>
+
+
+<h3>See Also</h3>
+
+<p>Other SparkDataFrame functions: <code><a href="select.html">$</a></code>,
+<code><a href="select.html">$,SparkDataFrame-method</a></code>, <code><a href="select.html">$&lt;-</a></code>,
+<code><a href="select.html">$&lt;-,SparkDataFrame-method</a></code>,
+<code><a href="select.html">select</a></code>, <code><a href="select.html">select</a></code>,
+<code><a href="select.html">select,SparkDataFrame,Column-method</a></code>,
+<code><a href="select.html">select,SparkDataFrame,character-method</a></code>,
+<code><a href="select.html">select,SparkDataFrame,list-method</a></code>;
+<code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>; <code><a href="subset.html">[</a></code>,
+<code><a href="subset.html">[,SparkDataFrame-method</a></code>, <code><a href="subset.html">[[</a></code>,
+<code><a href="subset.html">[[,SparkDataFrame,numericOrcharacter-method</a></code>,
+<code><a href="subset.html">subset</a></code>, <code><a href="subset.html">subset</a></code>,
+<code><a href="subset.html">subset,SparkDataFrame-method</a></code>;
+<code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>,
+<code><a href="summarize.html">agg,GroupedData-method</a></code>,
+<code><a href="summarize.html">agg,SparkDataFrame-method</a></code>,
+<code><a href="summarize.html">summarize</a></code>, <code><a href="summarize.html">summarize</a></code>,
+<code><a href="summarize.html">summarize</a></code>,
+<code><a href="summarize.html">summarize,GroupedData-method</a></code>,
+<code><a href="summarize.html">summarize,SparkDataFrame-method</a></code>;
+<code><a href="arrange.html">arrange</a></code>, <code><a href="arrange.html">arrange</a></code>,
+<code><a href="arrange.html">arrange</a></code>,
+<code><a href="arrange.html">arrange,SparkDataFrame,Column-method</a></code>,
+<code><a href="arrange.html">arrange,SparkDataFrame,character-method</a></code>,
+<code><a href="arrange.html">orderBy,SparkDataFrame,characterOrColumn-method</a></code>;
+<code><a href="as.data.frame.html">as.data.frame</a></code>,
+<code><a href="as.data.frame.html">as.data.frame,SparkDataFrame-method</a></code>;
+<code><a href="attach.html">attach</a></code>,
+<code><a href="attach.html">attach,SparkDataFrame-method</a></code>;
+<code><a href="cache.html">cache</a></code>, <code><a href="cache.html">cache</a></code>,
+<code><a href="cache.html">cache,SparkDataFrame-method</a></code>;
+<code><a href="collect.html">collect</a></code>, <code><a href="collect.html">collect</a></code>,
+<code><a href="collect.html">collect,SparkDataFrame-method</a></code>;
+<code><a href="columns.html">colnames</a></code>, <code><a href="columns.html">colnames</a></code>,
+<code><a href="columns.html">colnames,SparkDataFrame-method</a></code>,
+<code><a href="columns.html">colnames&lt;-</a></code>, <code><a href="columns.html">colnames&lt;-</a></code>,
+<code><a href="columns.html">colnames&lt;-,SparkDataFrame-method</a></code>,
+<code><a href="columns.html">columns</a></code>, <code><a href="columns.html">columns</a></code>,
+<code><a href="columns.html">columns,SparkDataFrame-method</a></code>,
+<code><a href="columns.html">names</a></code>,
+<code><a href="columns.html">names,SparkDataFrame-method</a></code>,
+<code><a href="columns.html">names&lt;-</a></code>,
+<code><a href="columns.html">names&lt;-,SparkDataFrame-method</a></code>;
+<code><a href="coltypes.html">coltypes</a></code>, <code><a href="coltypes.html">coltypes</a></code>,
+<code><a href="coltypes.html">coltypes,SparkDataFrame-method</a></code>,
+<code><a href="coltypes.html">coltypes&lt;-</a></code>, <code><a href="coltypes.html">coltypes&lt;-</a></code>,
+<code><a href="coltypes.html">coltypes&lt;-,SparkDataFrame,character-method</a></code>;
+<code><a href="nrow.html">count,SparkDataFrame-method</a></code>,
+<code><a href="nrow.html">nrow</a></code>, <code><a href="nrow.html">nrow</a></code>,
+<code><a href="nrow.html">nrow,SparkDataFrame-method</a></code>;
+<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>,
+<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>,
+<code><a href="createOrReplaceTempView.html">createOrReplaceTempView,SparkDataFrame,character-method</a></code>;
+<code><a href="dapplyCollect.html">dapplyCollect</a></code>, <code><a href="dapplyCollect.html">dapplyCollect</a></code>,
+<code><a href="dapplyCollect.html">dapplyCollect,SparkDataFrame,function-method</a></code>;
+<code><a href="dapply.html">dapply</a></code>, <code><a href="dapply.html">dapply</a></code>,
+<code><a href="dapply.html">dapply,SparkDataFrame,function,structType-method</a></code>;
+<code><a href="summary.html">describe</a></code>, <code><a href="summary.html">describe</a></code>,
+<code><a href="summary.html">describe</a></code>,
+<code><a href="summary.html">describe,SparkDataFrame,ANY-method</a></code>,
+<code><a href="summary.html">describe,SparkDataFrame,character-method</a></code>,
+<code><a href="summary.html">describe,SparkDataFrame-method</a></code>,
+<code><a href="summary.html">summary</a></code>, <code><a href="summary.html">summary</a></code>,
+<code><a href="summary.html">summary,SparkDataFrame-method</a></code>;
+<code><a href="dim.html">dim</a></code>,
+<code><a href="dim.html">dim,SparkDataFrame-method</a></code>;
+<code><a href="distinct.html">distinct</a></code>, <code><a href="distinct.html">distinct</a></code>,
+<code><a href="distinct.html">distinct,SparkDataFrame-method</a></code>,
+<code><a href="distinct.html">unique</a></code>,
+<code><a href="distinct.html">unique,SparkDataFrame-method</a></code>;
+<code><a href="dropDuplicates.html">dropDuplicates</a></code>,
+<code><a href="dropDuplicates.html">dropDuplicates</a></code>,
+<code><a href="dropDuplicates.html">dropDuplicates,SparkDataFrame-method</a></code>;
+<code><a href="nafunctions.html">dropna</a></code>, <code><a href="nafunctions.html">dropna</a></code>,
+<code><a href="nafunctions.html">dropna,SparkDataFrame-method</a></code>,
+<code><a href="nafunctions.html">fillna</a></code>, <code><a href="nafunctions.html">fillna</a></code>,
+<code><a href="nafunctions.html">fillna,SparkDataFrame-method</a></code>,
+<code><a href="nafunctions.html">na.omit</a></code>, <code><a href="nafunctions.html">na.omit</a></code>,
+<code><a href="nafunctions.html">na.omit,SparkDataFrame-method</a></code>;
+<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop</a></code>,
+<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop,ANY-method</a></code>,
+<code><a href="drop.html">drop,SparkDataFrame-method</a></code>;
+<code><a href="dtypes.html">dtypes</a></code>, <code><a href="dtypes.html">dtypes</a></code>,
+<code><a href="dtypes.html">dtypes,SparkDataFrame-method</a></code>;
+<code><a href="except.html">except</a></code>, <code><a href="except.html">except</a></code>,
+<code><a href="except.html">except,SparkDataFrame,SparkDataFrame-method</a></code>;
+<code><a href="explain.html">explain</a></code>, <code><a href="explain.html">explain</a></code>,
+<code><a href="explain.html">explain,SparkDataFrame-method</a></code>;
+<code><a href="filter.html">filter</a></code>, <code><a href="filter.html">filter</a></code>,
+<code><a href="filter.html">filter,SparkDataFrame,characterOrColumn-method</a></code>,
+<code><a href="filter.html">where</a></code>, <code><a href="filter.html">where</a></code>,
+<code><a href="filter.html">where,SparkDataFrame,characterOrColumn-method</a></code>;
+<code><a href="first.html">first</a></code>, <code><a href="first.html">first</a></code>,
+<code><a href="first.html">first</a></code>,
+<code><a href="first.html">first,SparkDataFrame-method</a></code>,
+<code><a href="first.html">first,characterOrColumn-method</a></code>;
+<code><a href="gapplyCollect.html">gapplyCollect</a></code>, <code><a href="gapplyCollect.html">gapplyCollect</a></code>,
+<code><a href="gapplyCollect.html">gapplyCollect</a></code>,
+<code><a href="gapplyCollect.html">gapplyCollect,GroupedData-method</a></code>,
+<code><a href="gapplyCollect.html">gapplyCollect,SparkDataFrame-method</a></code>;
+<code><a href="gapply.html">gapply</a></code>, <code><a href="gapply.html">gapply</a></code>,
+<code><a href="gapply.html">gapply</a></code>,
+<code><a href="gapply.html">gapply,GroupedData-method</a></code>,
+<code><a href="gapply.html">gapply,SparkDataFrame-method</a></code>;
+<code><a href="head.html">head</a></code>,
+<code><a href="head.html">head,SparkDataFrame-method</a></code>;
+<code><a href="histogram.html">histogram</a></code>,
+<code><a href="histogram.html">histogram,SparkDataFrame,characterOrColumn-method</a></code>;
+<code><a href="insertInto.html">insertInto</a></code>, <code><a href="insertInto.html">insertInto</a></code>,
+<code><a href="insertInto.html">insertInto,SparkDataFrame,character-method</a></code>;
+<code><a href="intersect.html">intersect</a></code>, <code><a href="intersect.html">intersect</a></code>,
+<code><a href="intersect.html">intersect,SparkDataFrame,SparkDataFrame-method</a></code>;
+<code><a href="isLocal.html">isLocal</a></code>, <code><a href="isLocal.html">isLocal</a></code>,
+<code><a href="isLocal.html">isLocal,SparkDataFrame-method</a></code>;
+<code><a href="join.html">join</a></code>,
+<code><a href="join.html">join,SparkDataFrame,SparkDataFrame-method</a></code>;
+<code><a href="limit.html">limit</a></code>, <code><a href="limit.html">limit</a></code>,
+<code><a href="limit.html">limit,SparkDataFrame,numeric-method</a></code>;
+<code><a href="merge.html">merge</a></code>, <code><a href="merge.html">merge</a></code>,
+<code><a href="merge.html">merge,SparkDataFrame,SparkDataFrame-method</a></code>;
+<code><a href="mutate.html">mutate</a></code>, <code><a href="mutate.html">mutate</a></code>,
+<code><a href="mutate.html">mutate,SparkDataFrame-method</a></code>,
+<code><a href="mutate.html">transform</a></code>, <code><a href="mutate.html">transform</a></code>,
+<code><a href="mutate.html">transform,SparkDataFrame-method</a></code>;
+<code><a href="ncol.html">ncol</a></code>,
+<code><a href="ncol.html">ncol,SparkDataFrame-method</a></code>;
+<code><a href="persist.html">persist</a></code>, <code><a href="persist.html">persist</a></code>,
+<code><a href="persist.html">persist,SparkDataFrame,character-method</a></code>;
+<code><a href="printSchema.html">printSchema</a></code>, <code><a href="printSchema.html">printSchema</a></code>,
+<code><a href="printSchema.html">printSchema,SparkDataFrame-method</a></code>;
+<code><a href="randomSplit.html">randomSplit</a></code>, <code><a href="randomSplit.html">randomSplit</a></code>,
+<code><a href="randomSplit.html">randomSplit,SparkDataFrame,numeric-method</a></code>;
+<code><a href="rbind.html">rbind</a></code>, <code><a href="rbind.html">rbind</a></code>,
+<code><a href="rbind.html">rbind,SparkDataFrame-method</a></code>;
+<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>,
+<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>,
+<code><a href="registerTempTable-deprecated.html">registerTempTable,SparkDataFrame,character-method</a></code>;
+<code><a href="rename.html">rename</a></code>, <code><a href="rename.html">rename</a></code>,
+<code><a href="rename.html">rename,SparkDataFrame-method</a></code>,
+<code><a href="rename.html">withColumnRenamed</a></code>,
+<code><a href="rename.html">withColumnRenamed</a></code>,
+<code><a href="rename.html">withColumnRenamed,SparkDataFrame,character,character-method</a></code>;
+<code><a href="repartition.html">repartition</a></code>, <code><a href="repartition.html">repartition</a></code>,
+<code><a href="repartition.html">repartition,SparkDataFrame-method</a></code>;
+<code><a href="sample.html">sample</a></code>, <code><a href="sample.html">sample</a></code>,
+<code><a href="sample.html">sample,SparkDataFrame,logical,numeric-method</a></code>,
+<code><a href="sample.html">sample_frac</a></code>, <code><a href="sample.html">sample_frac</a></code>,
+<code><a href="sample.html">sample_frac,SparkDataFrame,logical,numeric-method</a></code>;
+<code><a href="write.parquet.html">saveAsParquetFile</a></code>,
+<code><a href="write.parquet.html">saveAsParquetFile</a></code>,
+<code><a href="write.parquet.html">saveAsParquetFile,SparkDataFrame,character-method</a></code>,
+<code><a href="write.parquet.html">write.parquet</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>,
+<code><a href="write.parquet.html">write.parquet,SparkDataFrame,character-method</a></code>;
+<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="saveAsTable.html">saveAsTable</a></code>,
+<code><a href="saveAsTable.html">saveAsTable,SparkDataFrame,character-method</a></code>;
+<code><a href="write.df.html">saveDF</a></code>, <code><a href="write.df.html">saveDF</a></code>,
+<code><a href="write.df.html">saveDF,SparkDataFrame,character-method</a></code>,
+<code><a href="write.df.html">write.df</a></code>, <code><a href="write.df.html">write.df</a></code>,
+<code><a href="write.df.html">write.df</a></code>,
+<code><a href="write.df.html">write.df,SparkDataFrame,character-method</a></code>;
+<code><a href="schema.html">schema</a></code>, <code><a href="schema.html">schema</a></code>,
+<code><a href="schema.html">schema,SparkDataFrame-method</a></code>;
+<code><a href="selectExpr.html">selectExpr</a></code>, <code><a href="selectExpr.html">selectExpr</a></code>,
+<code><a href="selectExpr.html">selectExpr,SparkDataFrame,character-method</a></code>;
+<code><a href="showDF.html">showDF</a></code>, <code><a href="showDF.html">showDF</a></code>,
+<code><a href="showDF.html">showDF,SparkDataFrame-method</a></code>;
+<code><a href="show.html">show</a></code>, <code><a href="show.html">show</a></code>,
+<code><a href="show.html">show,Column-method</a></code>,
+<code><a href="show.html">show,GroupedData-method</a></code>,
+<code><a href="show.html">show,SparkDataFrame-method</a></code>,
+<code><a href="show.html">show,WindowSpec-method</a></code>; <code><a href="str.html">str</a></code>,
+<code><a href="str.html">str,SparkDataFrame-method</a></code>;
+<code><a href="take.html">take</a></code>, <code><a href="take.html">take</a></code>,
+<code><a href="take.html">take,SparkDataFrame,numeric-method</a></code>;
+<code><a href="union.html">union</a></code>, <code><a href="union.html">union</a></code>,
+<code><a href="union.html">union,SparkDataFrame,SparkDataFrame-method</a></code>,
+<code><a href="union.html">unionAll</a></code>, <code><a href="union.html">unionAll</a></code>,
+<code><a href="union.html">unionAll,SparkDataFrame,SparkDataFrame-method</a></code>;
+<code><a href="unpersist-methods.html">unpersist</a></code>, <code><a href="unpersist-methods.html">unpersist</a></code>,
+<code><a href="unpersist-methods.html">unpersist,SparkDataFrame-method</a></code>;
+<code><a href="withColumn.html">withColumn</a></code>, <code><a href="withColumn.html">withColumn</a></code>,
+<code><a href="withColumn.html">withColumn,SparkDataFrame,character,Column-method</a></code>;
+<code><a href="with.html">with</a></code>,
+<code><a href="with.html">with,SparkDataFrame-method</a></code>;
+<code><a href="write.jdbc.html">write.jdbc</a></code>, <code><a href="write.jdbc.html">write.jdbc</a></code>,
+<code><a href="write.jdbc.html">write.jdbc,SparkDataFrame,character,character-method</a></code>;
+<code><a href="write.json.html">write.json</a></code>, <code><a href="write.json.html">write.json</a></code>,
+<code><a href="write.json.html">write.json,SparkDataFrame,character-method</a></code>;
+<code><a href="write.orc.html">write.orc</a></code>, <code><a href="write.orc.html">write.orc</a></code>,
+<code><a href="write.orc.html">write.orc,SparkDataFrame,character-method</a></code>;
+<code><a href="write.text.html">write.text</a></code>, <code><a href="write.text.html">write.text</a></code>,
+<code><a href="write.text.html">write.text,SparkDataFrame,character-method</a></code>
+</p>
+
+
+<h3>Examples</h3>
+
+<pre><code class="r">## Not run: 
+##D   # Compute the average for all numeric columns grouped by department.
+##D   avg(groupBy(df, &quot;department&quot;))
+##D 
+##D   # Compute the max age and average salary, grouped by department and gender.
+##D   agg(groupBy(df, &quot;department&quot;, &quot;gender&quot;), salary=&quot;avg&quot;, &quot;age&quot; -&gt; &quot;max&quot;)
+## End(Not run)
+</code></pre>
+
+
+<hr><div align="center">[Package <em>SparkR</em> version 2.0.2 <a href="00Index.html">Index</a>]</div>
+</body></html>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/0bd36316/site/docs/2.0.2/api/R/hash.html
----------------------------------------------------------------------
diff --git a/site/docs/2.0.2/api/R/hash.html b/site/docs/2.0.2/api/R/hash.html
new file mode 100644
index 0000000..3b9e906
--- /dev/null
+++ b/site/docs/2.0.2/api/R/hash.html
@@ -0,0 +1,74 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN">
+<html><head><title>R: hash</title>
+<meta http-equiv="Content-Type" content="text/html; charset=utf-8">
+<link rel="stylesheet" type="text/css" href="R.css">
+
+<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css">
+<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script>
+<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script>
+<script>hljs.initHighlightingOnLoad();</script>
+</head><body>
+
+<table width="100%" summary="page for hash {SparkR}"><tr><td>hash {SparkR}</td><td align="right">R Documentation</td></tr></table>
+
+<h2>hash</h2>
+
+<h3>Description</h3>
+
+<p>Calculates the hash code of given columns, and returns the result as a int column.
+</p>
+
+
+<h3>Usage</h3>
+
+<pre>
+## S4 method for signature 'Column'
+hash(x, ...)
+
+hash(x, ...)
+</pre>
+
+
+<h3>Arguments</h3>
+
+<table summary="R argblock">
+<tr valign="top"><td><code>x</code></td>
+<td>
+<p>Column to compute on.</p>
+</td></tr>
+<tr valign="top"><td><code>...</code></td>
+<td>
+<p>additional Column(s) to be included.</p>
+</td></tr>
+</table>
+
+
+<h3>Note</h3>
+
+<p>hash since 2.0.0
+</p>
+
+
+<h3>See Also</h3>
+
+<p>Other misc_funcs: <code><a href="crc32.html">crc32</a></code>, <code><a href="crc32.html">crc32</a></code>,
+<code><a href="crc32.html">crc32,Column-method</a></code>; <code><a href="md5.html">md5</a></code>,
+<code><a href="md5.html">md5</a></code>, <code><a href="md5.html">md5,Column-method</a></code>;
+<code><a href="monotonically_increasing_id.html">monotonically_increasing_id</a></code>,
+<code><a href="monotonically_increasing_id.html">monotonically_increasing_id</a></code>,
+<code><a href="monotonically_increasing_id.html">monotonically_increasing_id,missing-method</a></code>;
+<code><a href="sha1.html">sha1</a></code>, <code><a href="sha1.html">sha1</a></code>,
+<code><a href="sha1.html">sha1,Column-method</a></code>; <code><a href="sha2.html">sha2</a></code>,
+<code><a href="sha2.html">sha2</a></code>,
+<code><a href="sha2.html">sha2,Column,numeric-method</a></code>
+</p>
+
+
+<h3>Examples</h3>
+
+<pre><code class="r">## Not run: hash(df$c)
+</code></pre>
+
+
+<hr><div align="center">[Package <em>SparkR</em> version 2.0.2 <a href="00Index.html">Index</a>]</div>
+</body></html>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/0bd36316/site/docs/2.0.2/api/R/hashCode.html
----------------------------------------------------------------------
diff --git a/site/docs/2.0.2/api/R/hashCode.html b/site/docs/2.0.2/api/R/hashCode.html
new file mode 100644
index 0000000..fff9e6e
--- /dev/null
+++ b/site/docs/2.0.2/api/R/hashCode.html
@@ -0,0 +1,69 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN">
+<html><head><title>R: Compute the hashCode of an object</title>
+<meta http-equiv="Content-Type" content="text/html; charset=utf-8">
+<link rel="stylesheet" type="text/css" href="R.css">
+
+<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css">
+<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script>
+<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script>
+<script>hljs.initHighlightingOnLoad();</script>
+</head><body>
+
+<table width="100%" summary="page for hashCode {SparkR}"><tr><td>hashCode {SparkR}</td><td align="right">R Documentation</td></tr></table>
+
+<h2>Compute the hashCode of an object</h2>
+
+<h3>Description</h3>
+
+<p>Java-style function to compute the hashCode for the given object. Returns
+an integer value.
+</p>
+
+
+<h3>Usage</h3>
+
+<pre>
+hashCode(key)
+</pre>
+
+
+<h3>Arguments</h3>
+
+<table summary="R argblock">
+<tr valign="top"><td><code>key</code></td>
+<td>
+<p>the object to be hashed</p>
+</td></tr>
+</table>
+
+
+<h3>Details</h3>
+
+<p>This only works for integer, numeric and character types right now.
+</p>
+
+
+<h3>Value</h3>
+
+<p>the hash code as an integer
+</p>
+
+
+<h3>Note</h3>
+
+<p>hashCode since 1.4.0
+</p>
+
+
+<h3>Examples</h3>
+
+<pre><code class="r">## Not run: 
+##D hashCode(1L) # 1
+##D hashCode(1.0) # 1072693248
+##D hashCode(&quot;1&quot;) # 49
+## End(Not run)
+</code></pre>
+
+
+<hr><div align="center">[Package <em>SparkR</em> version 2.0.2 <a href="00Index.html">Index</a>]</div>
+</body></html>


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org