You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by sh...@apache.org on 2018/10/31 09:11:16 UTC

[kylin] 01/02: KYLIN-3272 Add spark unregistered class to Kryo

This is an automated email from the ASF dual-hosted git repository.

shaofengshi pushed a commit to branch 2.5.x
in repository https://gitbox.apache.org/repos/asf/kylin.git

commit 3f0f56a7141a2c8500d72830d042bec4ac157967
Author: shaofengshi <sh...@apache.org>
AuthorDate: Wed Oct 31 17:07:19 2018 +0800

    KYLIN-3272 Add spark unregistered class to Kryo
---
 .../main/java/org/apache/kylin/engine/spark/KylinKryoRegistrator.java  | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/engine-spark/src/main/java/org/apache/kylin/engine/spark/KylinKryoRegistrator.java b/engine-spark/src/main/java/org/apache/kylin/engine/spark/KylinKryoRegistrator.java
index a13f96a..ed623d7 100644
--- a/engine-spark/src/main/java/org/apache/kylin/engine/spark/KylinKryoRegistrator.java
+++ b/engine-spark/src/main/java/org/apache/kylin/engine/spark/KylinKryoRegistrator.java
@@ -111,6 +111,9 @@ public class KylinKryoRegistrator implements KryoRegistrator {
         addClassQuitely(kyroClasses, "org.apache.spark.sql.catalyst.expressions.GenericInternalRow");
         addClassQuitely(kyroClasses, "org.apache.spark.unsafe.types.UTF8String");
 
+        addClassQuitely(kyroClasses, "org.apache.spark.internal.io.FileCommitProtocol$TaskCommitMessage");
+        addClassQuitely(kyroClasses, "scala.collection.immutable.Set$EmptySet$");
+
         for (Class kyroClass : kyroClasses) {
             kryo.register(kyroClass);
         }