You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by rx...@apache.org on 2014/07/16 06:35:40 UTC
git commit: [SPARK-2314][SQL] Override collect and take in
JavaSchemaRDD, forwarding to SchemaRDD implementations.
Repository: spark
Updated Branches:
refs/heads/master 563acf5ed -> 90ca532a0
[SPARK-2314][SQL] Override collect and take in JavaSchemaRDD, forwarding to SchemaRDD implementations.
Author: Aaron Staple <aa...@gmail.com>
Closes #1421 from staple/SPARK-2314 and squashes the following commits:
73e04dc [Aaron Staple] [SPARK-2314] Override collect and take in JavaSchemaRDD, forwarding to SchemaRDD implementations.
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/90ca532a
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/90ca532a
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/90ca532a
Branch: refs/heads/master
Commit: 90ca532a0fd95dc85cff8c5722d371e8368b2687
Parents: 563acf5
Author: Aaron Staple <aa...@gmail.com>
Authored: Tue Jul 15 21:35:36 2014 -0700
Committer: Reynold Xin <rx...@apache.org>
Committed: Tue Jul 15 21:35:36 2014 -0700
----------------------------------------------------------------------
.../apache/spark/sql/api/java/JavaSchemaRDD.scala | 16 ++++++++++++++++
1 file changed, 16 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/90ca532a/sql/core/src/main/scala/org/apache/spark/sql/api/java/JavaSchemaRDD.scala
----------------------------------------------------------------------
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/api/java/JavaSchemaRDD.scala b/sql/core/src/main/scala/org/apache/spark/sql/api/java/JavaSchemaRDD.scala
index aff6ffe..8fbf13b 100644
--- a/sql/core/src/main/scala/org/apache/spark/sql/api/java/JavaSchemaRDD.scala
+++ b/sql/core/src/main/scala/org/apache/spark/sql/api/java/JavaSchemaRDD.scala
@@ -17,6 +17,8 @@
package org.apache.spark.sql.api.java
+import java.util.{List => JList}
+
import org.apache.spark.Partitioner
import org.apache.spark.api.java.{JavaRDDLike, JavaRDD}
import org.apache.spark.api.java.function.{Function => JFunction}
@@ -96,6 +98,20 @@ class JavaSchemaRDD(
this
}
+ // Overridden actions from JavaRDDLike.
+
+ override def collect(): JList[Row] = {
+ import scala.collection.JavaConversions._
+ val arr: java.util.Collection[Row] = baseSchemaRDD.collect().toSeq.map(new Row(_))
+ new java.util.ArrayList(arr)
+ }
+
+ override def take(num: Int): JList[Row] = {
+ import scala.collection.JavaConversions._
+ val arr: java.util.Collection[Row] = baseSchemaRDD.take(num).toSeq.map(new Row(_))
+ new java.util.ArrayList(arr)
+ }
+
// Transformations (return a new RDD)
/**