You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by sh...@apache.org on 2019/01/11 14:46:28 UTC

[kylin] branch master updated: KYLIN-3767 Print the malformed JSON data consumed from Kafka Topic

This is an automated email from the ASF dual-hosted git repository.

shaofengshi pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/kylin.git


The following commit(s) were added to refs/heads/master by this push:
     new fe8014e  KYLIN-3767 Print the malformed JSON data consumed from Kafka Topic
fe8014e is described below

commit fe8014e4643642668b57b1bf77465569f125734f
Author: Temple Zhou <db...@gmail.com>
AuthorDate: Fri Jan 11 18:34:21 2019 +0800

    KYLIN-3767 Print the malformed JSON data consumed from Kafka Topic
---
 .../main/java/org/apache/kylin/source/kafka/TimedJsonStreamParser.java  | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/source-kafka/src/main/java/org/apache/kylin/source/kafka/TimedJsonStreamParser.java b/source-kafka/src/main/java/org/apache/kylin/source/kafka/TimedJsonStreamParser.java
index 5aa60c9..affa6f3 100644
--- a/source-kafka/src/main/java/org/apache/kylin/source/kafka/TimedJsonStreamParser.java
+++ b/source-kafka/src/main/java/org/apache/kylin/source/kafka/TimedJsonStreamParser.java
@@ -43,6 +43,7 @@ import com.fasterxml.jackson.databind.ObjectMapper;
 import com.fasterxml.jackson.databind.type.MapType;
 import com.fasterxml.jackson.databind.type.SimpleType;
 import com.google.common.collect.Lists;
+import com.google.common.base.Charsets;
 
 /**
  * An utility class which parses a JSON streaming message to a list of strings (represent a row in table).
@@ -128,6 +129,7 @@ public final class TimedJsonStreamParser extends StreamingParser {
             messageRowList.add(streamingMessageRow);
             return messageRowList;
         } catch (IOException e) {
+            logger.error("malformed data: {}", new String(buffer.array(), Charsets.UTF_8));
             logger.error("error", e);
             throw new RuntimeException(e);
         }