You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by pw...@apache.org on 2014/11/17 19:40:42 UTC
spark git commit: SPARK-4445,
Don't display storage level in toDebugString unless RDD is persisted.
Repository: spark
Updated Branches:
refs/heads/master 64c6b9bad -> 5c92d47ad
SPARK-4445, Don't display storage level in toDebugString unless RDD is persisted.
Author: Prashant Sharma <pr...@imaginea.com>
Closes #3310 from ScrapCodes/SPARK-4445/rddDebugStringFix and squashes the following commits:
4e57c52 [Prashant Sharma] SPARK-4445, Don't display storage level in toDebugString unless RDD is persisted
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/5c92d47a
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/5c92d47a
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/5c92d47a
Branch: refs/heads/master
Commit: 5c92d47ad2e3414f2ae089cb47f3c6daccba8d90
Parents: 64c6b9b
Author: Prashant Sharma <pr...@imaginea.com>
Authored: Mon Nov 17 10:40:33 2014 -0800
Committer: Patrick Wendell <pw...@gmail.com>
Committed: Mon Nov 17 10:40:33 2014 -0800
----------------------------------------------------------------------
core/src/main/scala/org/apache/spark/rdd/RDD.scala | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/5c92d47a/core/src/main/scala/org/apache/spark/rdd/RDD.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/rdd/RDD.scala b/core/src/main/scala/org/apache/spark/rdd/RDD.scala
index cb64d43..e4025bc 100644
--- a/core/src/main/scala/org/apache/spark/rdd/RDD.scala
+++ b/core/src/main/scala/org/apache/spark/rdd/RDD.scala
@@ -1309,7 +1309,7 @@ abstract class RDD[T: ClassTag](
def debugSelf (rdd: RDD[_]): Seq[String] = {
import Utils.bytesToString
- val persistence = storageLevel.description
+ val persistence = if (storageLevel != StorageLevel.NONE) storageLevel.description else ""
val storageInfo = rdd.context.getRDDStorageInfo.filter(_.id == rdd.id).map(info =>
" CachedPartitions: %d; MemorySize: %s; TachyonSize: %s; DiskSize: %s".format(
info.numCachedPartitions, bytesToString(info.memSize),
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org