You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by ad...@apache.org on 2014/05/09 23:51:46 UTC
git commit: SPARK-1770: Revert accidental(?) fix
Repository: spark
Updated Branches:
refs/heads/master bd67551ee -> 59577df14
SPARK-1770: Revert accidental(?) fix
Looks like this change was accidentally committed here: https://github.com/apache/spark/commit/06b15baab25951d124bbe6b64906f4139e037deb
but the change does not show up in the PR itself (#704).
Other than not intending to go in with that PR, this also broke the test JavaAPISuite.repartition.
Author: Aaron Davidson <aa...@databricks.com>
Closes #716 from aarondav/shufflerand and squashes the following commits:
b1cf70b [Aaron Davidson] SPARK-1770: Revert accidental(?) fix
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/59577df1
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/59577df1
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/59577df1
Branch: refs/heads/master
Commit: 59577df14c06417676a9ffdd599f5713c448e299
Parents: bd67551
Author: Aaron Davidson <aa...@databricks.com>
Authored: Fri May 9 14:51:34 2014 -0700
Committer: Aaron Davidson <aa...@databricks.com>
Committed: Fri May 9 14:51:34 2014 -0700
----------------------------------------------------------------------
core/src/main/scala/org/apache/spark/rdd/RDD.scala | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/59577df1/core/src/main/scala/org/apache/spark/rdd/RDD.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/rdd/RDD.scala b/core/src/main/scala/org/apache/spark/rdd/RDD.scala
index 9d8d804..a1ca612 100644
--- a/core/src/main/scala/org/apache/spark/rdd/RDD.scala
+++ b/core/src/main/scala/org/apache/spark/rdd/RDD.scala
@@ -330,9 +330,9 @@ abstract class RDD[T: ClassTag](
if (shuffle) {
// include a shuffle step so that our upstream tasks are still distributed
new CoalescedRDD(
- new ShuffledRDD[Int, T, (Int, T)](map(x => (Utils.random.nextInt(), x)),
+ new ShuffledRDD[T, Null, (T, Null)](map(x => (x, null)),
new HashPartitioner(numPartitions)),
- numPartitions).values
+ numPartitions).keys
} else {
new CoalescedRDD(this, numPartitions)
}