You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by jo...@apache.org on 2014/01/23 20:14:31 UTC
[3/9] git commit: Added foreachPartition method to JavaRDD.
Added foreachPartition method to JavaRDD.
Project: http://git-wip-us.apache.org/repos/asf/incubator-spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-spark/commit/6a65feeb
Tree: http://git-wip-us.apache.org/repos/asf/incubator-spark/tree/6a65feeb
Diff: http://git-wip-us.apache.org/repos/asf/incubator-spark/diff/6a65feeb
Branch: refs/heads/master
Commit: 6a65feebc708b236625a7b5859981630206cf9d3
Parents: dbadc6b
Author: eklavya <sr...@gmail.com>
Authored: Mon Jan 13 17:56:47 2014 +0530
Committer: eklavya <sr...@gmail.com>
Committed: Mon Jan 13 17:56:47 2014 +0530
----------------------------------------------------------------------
core/src/main/scala/org/apache/spark/api/java/JavaRDD.scala | 9 ++++++++-
1 file changed, 8 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-spark/blob/6a65feeb/core/src/main/scala/org/apache/spark/api/java/JavaRDD.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/api/java/JavaRDD.scala b/core/src/main/scala/org/apache/spark/api/java/JavaRDD.scala
index 568ae15..bd77855 100644
--- a/core/src/main/scala/org/apache/spark/api/java/JavaRDD.scala
+++ b/core/src/main/scala/org/apache/spark/api/java/JavaRDD.scala
@@ -21,7 +21,7 @@ import scala.reflect.ClassTag
import org.apache.spark._
import org.apache.spark.rdd.RDD
-import org.apache.spark.api.java.function.{Function => JFunction, FlatMapFunction => JFMap}
+import org.apache.spark.api.java.function.{Function => JFunction, FlatMapFunction => JFMap, VoidFunction}
import org.apache.spark.storage.StorageLevel
import java.util.{Iterator => JIterator}
import scala.collection.JavaConversions._
@@ -149,6 +149,13 @@ JavaRDDLike[T, JavaRDD[T]] {
rdd.mapPartitions[U]((x => f(asJavaIterator(x)).iterator), preservesPartitioning)
}
+ /**
+ * Applies a function f to each partition of this RDD.
+ */
+ def foreachPartition(f: VoidFunction[JIterator[T]]) {
+ rdd.foreachPartition((x => f(asJavaIterator(x))))
+ }
+
}
object JavaRDD {