You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by jo...@apache.org on 2014/09/21 00:09:45 UTC
git commit: [PySpark] remove unnecessary use of numSlices from
pyspark tests
Repository: spark
Updated Branches:
refs/heads/master c32c8538e -> 5f8833c67
[PySpark] remove unnecessary use of numSlices from pyspark tests
Author: Matthew Farrellee <ma...@redhat.com>
Closes #2467 from mattf/master-pyspark-remove-numslices-from-tests and squashes the following commits:
c49a87b [Matthew Farrellee] [PySpark] remove unnecessary use of numSlices from pyspark tests
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/5f8833c6
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/5f8833c6
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/5f8833c6
Branch: refs/heads/master
Commit: 5f8833c672ab64aa5886a8239ae2ff2a8ea42363
Parents: c32c853
Author: Matthew Farrellee <ma...@redhat.com>
Authored: Sat Sep 20 15:09:35 2014 -0700
Committer: Josh Rosen <jo...@apache.org>
Committed: Sat Sep 20 15:09:35 2014 -0700
----------------------------------------------------------------------
python/pyspark/tests.py | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/5f8833c6/python/pyspark/tests.py
----------------------------------------------------------------------
diff --git a/python/pyspark/tests.py b/python/pyspark/tests.py
index a94eb0f..1b8afb7 100644
--- a/python/pyspark/tests.py
+++ b/python/pyspark/tests.py
@@ -1107,7 +1107,7 @@ class TestOutputFormat(PySparkTestCase):
def test_unbatched_save_and_read(self):
basepath = self.tempdir.name
ei = [(1, u'aa'), (1, u'aa'), (2, u'aa'), (2, u'bb'), (2, u'bb'), (3, u'cc')]
- self.sc.parallelize(ei, numSlices=len(ei)).saveAsSequenceFile(
+ self.sc.parallelize(ei, len(ei)).saveAsSequenceFile(
basepath + "/unbatched/")
unbatched_sequence = sorted(self.sc.sequenceFile(
@@ -1153,7 +1153,7 @@ class TestOutputFormat(PySparkTestCase):
basepath = self.tempdir.name
# non-batch-serialized RDD[[(K, V)]] should be rejected
data = [[(1, "a")], [(2, "aa")], [(3, "aaa")]]
- rdd = self.sc.parallelize(data, numSlices=len(data))
+ rdd = self.sc.parallelize(data, len(data))
self.assertRaises(Exception, lambda: rdd.saveAsSequenceFile(
basepath + "/malformed/sequence"))
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org