You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by pw...@apache.org on 2014/01/18 21:49:28 UTC
[1/2] git commit: Use renamed shuffle spill config in
CoGroupedRDD.scala
Updated Branches:
refs/heads/master d749d472b -> aa981e4e9
Use renamed shuffle spill config in CoGroupedRDD.scala
Project: http://git-wip-us.apache.org/repos/asf/incubator-spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-spark/commit/5316bcac
Tree: http://git-wip-us.apache.org/repos/asf/incubator-spark/tree/5316bcac
Diff: http://git-wip-us.apache.org/repos/asf/incubator-spark/diff/5316bcac
Branch: refs/heads/master
Commit: 5316bcac3c8fb14fdff637c8c147c22b373397f4
Parents: d749d47
Author: Patrick Wendell <pw...@gmail.com>
Authored: Sat Jan 18 11:55:10 2014 -0800
Committer: Patrick Wendell <pw...@gmail.com>
Committed: Sat Jan 18 11:58:42 2014 -0800
----------------------------------------------------------------------
core/src/main/scala/org/apache/spark/rdd/CoGroupedRDD.scala | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-spark/blob/5316bcac/core/src/main/scala/org/apache/spark/rdd/CoGroupedRDD.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/rdd/CoGroupedRDD.scala b/core/src/main/scala/org/apache/spark/rdd/CoGroupedRDD.scala
index f2feb40..0e47f2e 100644
--- a/core/src/main/scala/org/apache/spark/rdd/CoGroupedRDD.scala
+++ b/core/src/main/scala/org/apache/spark/rdd/CoGroupedRDD.scala
@@ -106,7 +106,7 @@ class CoGroupedRDD[K](@transient var rdds: Seq[RDD[_ <: Product2[K, _]]], part:
override def compute(s: Partition, context: TaskContext): Iterator[(K, CoGroupCombiner)] = {
val sparkConf = SparkEnv.get.conf
- val externalSorting = sparkConf.getBoolean("spark.shuffle.externalSorting", true)
+ val externalSorting = sparkConf.getBoolean("spark.shuffle.spill", true)
val split = s.asInstanceOf[CoGroupPartition]
val numRdds = split.deps.size
[2/2] git commit: Merge pull request #461 from pwendell/master
Posted by pw...@apache.org.
Merge pull request #461 from pwendell/master
Use renamed shuffle spill config in CoGroupedRDD.scala
This one got missed when it was renamed.
Project: http://git-wip-us.apache.org/repos/asf/incubator-spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-spark/commit/aa981e4e
Tree: http://git-wip-us.apache.org/repos/asf/incubator-spark/tree/aa981e4e
Diff: http://git-wip-us.apache.org/repos/asf/incubator-spark/diff/aa981e4e
Branch: refs/heads/master
Commit: aa981e4e97a11dbd5a4d012bfbdb395982968372
Parents: d749d47 5316bca
Author: Patrick Wendell <pw...@gmail.com>
Authored: Sat Jan 18 12:49:21 2014 -0800
Committer: Patrick Wendell <pw...@gmail.com>
Committed: Sat Jan 18 12:49:21 2014 -0800
----------------------------------------------------------------------
core/src/main/scala/org/apache/spark/rdd/CoGroupedRDD.scala | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------