You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by sh...@apache.org on 2019/02/27 00:29:04 UTC

[kylin] branch master updated: KYLIN-3714 Register kryo for spark spilling process.

This is an automated email from the ASF dual-hosted git repository.

shaofengshi pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/kylin.git


The following commit(s) were added to refs/heads/master by this push:
     new e5c7c0d  KYLIN-3714 Register kryo for spark spilling process.
e5c7c0d is described below

commit e5c7c0de0a93a89b97d9427f95e3bbf6bada61dc
Author: alexandr.sidorchuk <al...@apm-consult.com>
AuthorDate: Tue Feb 26 18:49:01 2019 +0300

    KYLIN-3714 Register kryo for spark spilling process.
---
 .../main/java/org/apache/kylin/engine/spark/KylinKryoRegistrator.java   | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/engine-spark/src/main/java/org/apache/kylin/engine/spark/KylinKryoRegistrator.java b/engine-spark/src/main/java/org/apache/kylin/engine/spark/KylinKryoRegistrator.java
index ed623d7..fca7937 100644
--- a/engine-spark/src/main/java/org/apache/kylin/engine/spark/KylinKryoRegistrator.java
+++ b/engine-spark/src/main/java/org/apache/kylin/engine/spark/KylinKryoRegistrator.java
@@ -45,6 +45,7 @@ public class KylinKryoRegistrator implements KryoRegistrator {
         kyroClasses.add(String[].class);
         kyroClasses.add(String[][].class);
         kyroClasses.add(Object[].class);
+        kyroClasses.add(Object.class);
         kyroClasses.add(Text.class);
         kyroClasses.add(java.math.BigDecimal.class);
         kyroClasses.add(java.util.ArrayList.class);
@@ -113,6 +114,7 @@ public class KylinKryoRegistrator implements KryoRegistrator {
 
         addClassQuitely(kyroClasses, "org.apache.spark.internal.io.FileCommitProtocol$TaskCommitMessage");
         addClassQuitely(kyroClasses, "scala.collection.immutable.Set$EmptySet$");
+        addClassQuitely(kyroClasses, "scala.reflect.ManifestFactory$$anon$2");
 
         for (Class kyroClass : kyroClasses) {
             kryo.register(kyroClass);