You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by ma...@apache.org on 2013/10/06 04:29:13 UTC
[7/9] git commit: Make HadoopRDD object Spark private.
Make HadoopRDD object Spark private.
Project: http://git-wip-us.apache.org/repos/asf/incubator-spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-spark/commit/96929f28
Tree: http://git-wip-us.apache.org/repos/asf/incubator-spark/tree/96929f28
Diff: http://git-wip-us.apache.org/repos/asf/incubator-spark/diff/96929f28
Branch: refs/heads/master
Commit: 96929f28bb9c929ca3309dbe99910097f5eb3c8c
Parents: b5e93c1
Author: Harvey Feng <ha...@databricks.com>
Authored: Sat Oct 5 17:14:19 2013 -0700
Committer: Harvey Feng <ha...@databricks.com>
Committed: Sat Oct 5 17:14:19 2013 -0700
----------------------------------------------------------------------
core/src/main/scala/org/apache/spark/rdd/HadoopRDD.scala | 6 +++---
1 file changed, 3 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-spark/blob/96929f28/core/src/main/scala/org/apache/spark/rdd/HadoopRDD.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/rdd/HadoopRDD.scala b/core/src/main/scala/org/apache/spark/rdd/HadoopRDD.scala
index 728f3d1..51e5bb8 100644
--- a/core/src/main/scala/org/apache/spark/rdd/HadoopRDD.scala
+++ b/core/src/main/scala/org/apache/spark/rdd/HadoopRDD.scala
@@ -106,7 +106,7 @@ class HadoopRDD[K, V](
protected val jobConfCacheKey = "rdd_%d_job_conf".format(id)
- private val inputFormatCacheKey = "rdd_%d_input_format".format(id)
+ protected val inputFormatCacheKey = "rdd_%d_input_format".format(id)
// Returns a JobConf that will be used on slaves to obtain input splits for Hadoop reads.
protected def getJobConf(): JobConf = {
@@ -122,7 +122,7 @@ class HadoopRDD[K, V](
}
}
- def getInputFormat(conf: JobConf): InputFormat[K, V] = {
+ protected def getInputFormat(conf: JobConf): InputFormat[K, V] = {
if (HadoopRDD.containsCachedMetadata(inputFormatCacheKey)) {
return HadoopRDD.getCachedMetadata(inputFormatCacheKey).asInstanceOf[InputFormat[K, V]]
}
@@ -196,7 +196,7 @@ class HadoopRDD[K, V](
def getConf: Configuration = getJobConf()
}
-object HadoopRDD {
+private[spark] object HadoopRDD {
def getCachedMetadata(key: String) = SparkEnv.get.hadoop.hadoopJobMetadata.get(key)
def containsCachedMetadata(key: String) = SparkEnv.get.hadoop.hadoopJobMetadata.containsKey(key)