You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by sr...@apache.org on 2015/05/25 09:20:36 UTC
spark git commit: Add test which shows Kryo buffer size configured in
mb is properly supported
Repository: spark
Updated Branches:
refs/heads/master 23bea97d9 -> fd31fd497
Add test which shows Kryo buffer size configured in mb is properly supported
This PR adds test which shows that Kryo buffer size configured in mb is supported properly
Author: tedyu <yu...@gmail.com>
Closes #6390 from tedyu/master and squashes the following commits:
c51ea64 [tedyu] Fix KryoSerializer creation
f12ee04 [tedyu] Correct conf variable name in test
642de51 [tedyu] Drop change in KryoSerializer so that the new test runs
d2fdbc4 [tedyu] Give bufferSizeKb initial value
9a17277 [tedyu] Rewrite bufferSize checking
4739998 [tedyu] Rewrite bufferSize checking
830d0d0 [tedyu] Kryo buffer size configured in mb should be properly supported
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/fd31fd49
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/fd31fd49
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/fd31fd49
Branch: refs/heads/master
Commit: fd31fd49763f7c60b47078c5c2d4b515c123d883
Parents: 23bea97
Author: tedyu <yu...@gmail.com>
Authored: Mon May 25 08:20:31 2015 +0100
Committer: Sean Owen <so...@cloudera.com>
Committed: Mon May 25 08:20:31 2015 +0100
----------------------------------------------------------------------
.../scala/org/apache/spark/serializer/KryoSerializerSuite.scala | 4 ++++
1 file changed, 4 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/fd31fd49/core/src/test/scala/org/apache/spark/serializer/KryoSerializerSuite.scala
----------------------------------------------------------------------
diff --git a/core/src/test/scala/org/apache/spark/serializer/KryoSerializerSuite.scala b/core/src/test/scala/org/apache/spark/serializer/KryoSerializerSuite.scala
index 0bd91a8..5faf108 100644
--- a/core/src/test/scala/org/apache/spark/serializer/KryoSerializerSuite.scala
+++ b/core/src/test/scala/org/apache/spark/serializer/KryoSerializerSuite.scala
@@ -62,6 +62,10 @@ class KryoSerializerSuite extends FunSuite with SharedSparkContext {
val thrown3 = intercept[IllegalArgumentException](new KryoSerializer(conf4).newInstance())
assert(thrown3.getMessage.contains(kryoBufferProperty))
assert(!thrown3.getMessage.contains(kryoBufferMaxProperty))
+ val conf5 = conf.clone()
+ conf5.set(kryoBufferProperty, "8m")
+ conf5.set(kryoBufferMaxProperty, "9m")
+ new KryoSerializer(conf5).newInstance()
}
test("basic types") {
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org