You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by me...@apache.org on 2015/09/21 01:05:16 UTC
spark git commit: [SPARK-5905] [MLLIB] Note requirements for certain
RowMatrix methods in docs
Repository: spark
Updated Branches:
refs/heads/master 2117eea71 -> 1aa9e5025
[SPARK-5905] [MLLIB] Note requirements for certain RowMatrix methods in docs
Note methods that fail for cols > 65535; note that SVD does not require n >= m
CC mengxr
Author: Sean Owen <so...@cloudera.com>
Closes #8839 from srowen/SPARK-5905.
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/1aa9e502
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/1aa9e502
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/1aa9e502
Branch: refs/heads/master
Commit: 1aa9e50256988533fa54584b49dbc408a14438ee
Parents: 2117eea
Author: Sean Owen <so...@cloudera.com>
Authored: Sun Sep 20 16:05:12 2015 -0700
Committer: Xiangrui Meng <me...@databricks.com>
Committed: Sun Sep 20 16:05:12 2015 -0700
----------------------------------------------------------------------
.../spark/mllib/linalg/distributed/RowMatrix.scala | 11 ++++++++---
1 file changed, 8 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/1aa9e502/mllib/src/main/scala/org/apache/spark/mllib/linalg/distributed/RowMatrix.scala
----------------------------------------------------------------------
diff --git a/mllib/src/main/scala/org/apache/spark/mllib/linalg/distributed/RowMatrix.scala b/mllib/src/main/scala/org/apache/spark/mllib/linalg/distributed/RowMatrix.scala
index e55ef26..7c7d900 100644
--- a/mllib/src/main/scala/org/apache/spark/mllib/linalg/distributed/RowMatrix.scala
+++ b/mllib/src/main/scala/org/apache/spark/mllib/linalg/distributed/RowMatrix.scala
@@ -109,7 +109,8 @@ class RowMatrix @Since("1.0.0") (
}
/**
- * Computes the Gramian matrix `A^T A`.
+ * Computes the Gramian matrix `A^T A`. Note that this cannot be computed on matrices with
+ * more than 65535 columns.
*/
@Since("1.0.0")
def computeGramianMatrix(): Matrix = {
@@ -150,7 +151,8 @@ class RowMatrix @Since("1.0.0") (
* - s is a Vector of size k, holding the singular values in descending order,
* - V is a Matrix of size n x k that satisfies V' * V = eye(k).
*
- * We assume n is smaller than m. The singular values and the right singular vectors are derived
+ * We assume n is smaller than m, though this is not strictly required.
+ * The singular values and the right singular vectors are derived
* from the eigenvalues and the eigenvectors of the Gramian matrix A' * A. U, the matrix
* storing the right singular vectors, is computed via matrix multiplication as
* U = A * (V * S^-1^), if requested by user. The actual method to use is determined
@@ -320,7 +322,8 @@ class RowMatrix @Since("1.0.0") (
}
/**
- * Computes the covariance matrix, treating each row as an observation.
+ * Computes the covariance matrix, treating each row as an observation. Note that this cannot
+ * be computed on matrices with more than 65535 columns.
* @return a local dense matrix of size n x n
*/
@Since("1.0.0")
@@ -374,6 +377,8 @@ class RowMatrix @Since("1.0.0") (
* The row data do not need to be "centered" first; it is not necessary for
* the mean of each column to be 0.
*
+ * Note that this cannot be computed on matrices with more than 65535 columns.
+ *
* @param k number of top principal components.
* @return a matrix of size n-by-k, whose columns are principal components
*/
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org