You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by rx...@apache.org on 2014/01/14 23:59:21 UTC
[1/3] git commit: Don't clone records for text files
Updated Branches:
refs/heads/master 193a0757c -> 74b46acdc
Don't clone records for text files
Project: http://git-wip-us.apache.org/repos/asf/incubator-spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-spark/commit/6f965a46
Tree: http://git-wip-us.apache.org/repos/asf/incubator-spark/tree/6f965a46
Diff: http://git-wip-us.apache.org/repos/asf/incubator-spark/diff/6f965a46
Branch: refs/heads/master
Commit: 6f965a46a9ecef9b8297200ab679fdfea1ec599e
Parents: b07bc02
Author: Patrick Wendell <pw...@gmail.com>
Authored: Tue Jan 14 11:57:53 2014 -0800
Committer: Patrick Wendell <pw...@gmail.com>
Committed: Tue Jan 14 11:57:53 2014 -0800
----------------------------------------------------------------------
core/src/main/scala/org/apache/spark/SparkContext.scala | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-spark/blob/6f965a46/core/src/main/scala/org/apache/spark/SparkContext.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/SparkContext.scala b/core/src/main/scala/org/apache/spark/SparkContext.scala
index 55ac76b..4922389 100644
--- a/core/src/main/scala/org/apache/spark/SparkContext.scala
+++ b/core/src/main/scala/org/apache/spark/SparkContext.scala
@@ -340,8 +340,8 @@ class SparkContext(
* Hadoop-supported file system URI, and return it as an RDD of Strings.
*/
def textFile(path: String, minSplits: Int = defaultMinSplits): RDD[String] = {
- hadoopFile(path, classOf[TextInputFormat], classOf[LongWritable], classOf[Text], minSplits)
- .map(pair => pair._2.toString)
+ hadoopFile(path, classOf[TextInputFormat], classOf[LongWritable], classOf[Text],
+ minSplits, false).map(pair => pair._2.toString)
}
/**
[3/3] git commit: Merge pull request #428 from
pwendell/writeable-objects
Posted by rx...@apache.org.
Merge pull request #428 from pwendell/writeable-objects
Don't clone records for text files
Project: http://git-wip-us.apache.org/repos/asf/incubator-spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-spark/commit/74b46acd
Tree: http://git-wip-us.apache.org/repos/asf/incubator-spark/tree/74b46acd
Diff: http://git-wip-us.apache.org/repos/asf/incubator-spark/diff/74b46acd
Branch: refs/heads/master
Commit: 74b46acdc57293c103ab5dd5af931d0d0e32c0ed
Parents: 193a075 b1b22b7
Author: Reynold Xin <rx...@apache.org>
Authored: Tue Jan 14 14:59:13 2014 -0800
Committer: Reynold Xin <rx...@apache.org>
Committed: Tue Jan 14 14:59:13 2014 -0800
----------------------------------------------------------------------
core/src/main/scala/org/apache/spark/SparkContext.scala | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
[2/3] git commit: Style fix
Posted by rx...@apache.org.
Style fix
Project: http://git-wip-us.apache.org/repos/asf/incubator-spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-spark/commit/b1b22b7a
Tree: http://git-wip-us.apache.org/repos/asf/incubator-spark/tree/b1b22b7a
Diff: http://git-wip-us.apache.org/repos/asf/incubator-spark/diff/b1b22b7a
Branch: refs/heads/master
Commit: b1b22b7a13c7836c77bbb16df225bf410c87163e
Parents: 6f965a4
Author: Patrick Wendell <pw...@gmail.com>
Authored: Tue Jan 14 13:56:27 2014 -0800
Committer: Patrick Wendell <pw...@gmail.com>
Committed: Tue Jan 14 13:56:27 2014 -0800
----------------------------------------------------------------------
core/src/main/scala/org/apache/spark/SparkContext.scala | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-spark/blob/b1b22b7a/core/src/main/scala/org/apache/spark/SparkContext.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/SparkContext.scala b/core/src/main/scala/org/apache/spark/SparkContext.scala
index 4922389..ba3e91e 100644
--- a/core/src/main/scala/org/apache/spark/SparkContext.scala
+++ b/core/src/main/scala/org/apache/spark/SparkContext.scala
@@ -341,7 +341,7 @@ class SparkContext(
*/
def textFile(path: String, minSplits: Int = defaultMinSplits): RDD[String] = {
hadoopFile(path, classOf[TextInputFormat], classOf[LongWritable], classOf[Text],
- minSplits, false).map(pair => pair._2.toString)
+ minSplits, cloneRecords = false).map(pair => pair._2.toString)
}
/**