You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by sa...@apache.org on 2015/12/28 23:02:43 UTC
spark git commit: [SPARK-12222][CORE] Deserialize RoaringBitmap using
Kryo serializer throw Buffer underflow exception
Repository: spark
Updated Branches:
refs/heads/master 01ba95d8b -> a6d385322
[SPARK-12222][CORE] Deserialize RoaringBitmap using Kryo serializer throw Buffer underflow exception
Since we only need to implement `def skipBytes(n: Int)`,
code in #10213 could be simplified.
davies scwf
Author: Daoyuan Wang <da...@intel.com>
Closes #10253 from adrian-wang/kryo.
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/a6d38532
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/a6d38532
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/a6d38532
Branch: refs/heads/master
Commit: a6d385322e7dfaff600465fa5302010a5f122c6b
Parents: 01ba95d
Author: Daoyuan Wang <da...@intel.com>
Authored: Tue Dec 29 07:02:30 2015 +0900
Committer: Kousuke Saruta <sa...@oss.nttdata.co.jp>
Committed: Tue Dec 29 07:02:30 2015 +0900
----------------------------------------------------------------------
.../scala/org/apache/spark/serializer/KryoSerializer.scala | 7 +------
1 file changed, 1 insertion(+), 6 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/a6d38532/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala b/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala
index cb2ac5e..eed9937 100644
--- a/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala
+++ b/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala
@@ -401,12 +401,7 @@ private[serializer] class KryoInputDataInputBridge(input: KryoInput) extends Dat
override def readInt(): Int = input.readInt()
override def readUnsignedShort(): Int = input.readShortUnsigned()
override def skipBytes(n: Int): Int = {
- var remaining: Long = n
- while (remaining > 0) {
- val skip = Math.min(Integer.MAX_VALUE, remaining).asInstanceOf[Int]
- input.skip(skip)
- remaining -= skip
- }
+ input.skip(n)
n
}
override def readFully(b: Array[Byte]): Unit = input.read(b)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org