You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@apex.apache.org by th...@apache.org on 2016/08/23 22:01:48 UTC

[1/2] apex-malhar git commit: APEXMALHAR-2148 #resolve #comment Skip some noisy loggings from kafka

Repository: apex-malhar
Updated Branches:
  refs/heads/master ef42c52a1 -> e44caa5a5


APEXMALHAR-2148 #resolve #comment Skip some noisy loggings from kafka


Project: http://git-wip-us.apache.org/repos/asf/apex-malhar/repo
Commit: http://git-wip-us.apache.org/repos/asf/apex-malhar/commit/13394415
Tree: http://git-wip-us.apache.org/repos/asf/apex-malhar/tree/13394415
Diff: http://git-wip-us.apache.org/repos/asf/apex-malhar/diff/13394415

Branch: refs/heads/master
Commit: 133944151cff8a62656e1667af214c180512f722
Parents: 67b84dd
Author: Siyuan Hua <hs...@apache.org>
Authored: Fri Aug 19 15:51:19 2016 -0700
Committer: Siyuan Hua <hs...@apache.org>
Committed: Fri Aug 19 15:51:19 2016 -0700

----------------------------------------------------------------------
 .../apex/malhar/kafka/AbstractKafkaInputOperator.java       | 9 +++++++++
 1 file changed, 9 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/13394415/kafka/src/main/java/org/apache/apex/malhar/kafka/AbstractKafkaInputOperator.java
----------------------------------------------------------------------
diff --git a/kafka/src/main/java/org/apache/apex/malhar/kafka/AbstractKafkaInputOperator.java b/kafka/src/main/java/org/apache/apex/malhar/kafka/AbstractKafkaInputOperator.java
index 3e709eb..9af5539 100644
--- a/kafka/src/main/java/org/apache/apex/malhar/kafka/AbstractKafkaInputOperator.java
+++ b/kafka/src/main/java/org/apache/apex/malhar/kafka/AbstractKafkaInputOperator.java
@@ -38,10 +38,13 @@ import org.apache.apex.malhar.lib.wal.WindowDataManager;
 import org.apache.commons.lang3.tuple.MutablePair;
 import org.apache.commons.lang3.tuple.Pair;
 import org.apache.hadoop.classification.InterfaceStability;
+import org.apache.kafka.clients.consumer.ConsumerConfig;
 import org.apache.kafka.clients.consumer.ConsumerRecord;
 import org.apache.kafka.clients.consumer.OffsetAndMetadata;
 import org.apache.kafka.clients.consumer.OffsetCommitCallback;
 import org.apache.kafka.common.TopicPartition;
+import org.apache.log4j.Level;
+import org.apache.log4j.LogManager;
 
 import com.google.common.base.Joiner;
 import com.google.common.base.Splitter;
@@ -79,6 +82,12 @@ public abstract class AbstractKafkaInputOperator implements InputOperator, Opera
 
   private static final Logger logger = LoggerFactory.getLogger(AbstractKafkaInputOperator.class);
 
+  static {
+    // We create new consumers periodically to pull metadata (Kafka consumer keeps metadata in cache)
+    // Skip log4j log for ConsumerConfig class to avoid too much noise in application
+    LogManager.getLogger(ConsumerConfig.class).setLevel(Level.WARN);
+  }
+
   public enum InitialOffset
   {
     EARLIEST, // consume from beginning of the partition every time when application restart


[2/2] apex-malhar git commit: Merge branch 'APEXMALHAR-2148' of https://github.com/siyuanh/apex-malhar

Posted by th...@apache.org.
Merge branch 'APEXMALHAR-2148' of https://github.com/siyuanh/apex-malhar


Project: http://git-wip-us.apache.org/repos/asf/apex-malhar/repo
Commit: http://git-wip-us.apache.org/repos/asf/apex-malhar/commit/e44caa5a
Tree: http://git-wip-us.apache.org/repos/asf/apex-malhar/tree/e44caa5a
Diff: http://git-wip-us.apache.org/repos/asf/apex-malhar/diff/e44caa5a

Branch: refs/heads/master
Commit: e44caa5a50f3d5e92c44e4f256992a3851a7a5e8
Parents: ef42c52 1339441
Author: Thomas Weise <th...@datatorrent.com>
Authored: Tue Aug 23 15:01:02 2016 -0700
Committer: Thomas Weise <th...@datatorrent.com>
Committed: Tue Aug 23 15:01:02 2016 -0700

----------------------------------------------------------------------
 .../apex/malhar/kafka/AbstractKafkaInputOperator.java       | 9 +++++++++
 1 file changed, 9 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/e44caa5a/kafka/src/main/java/org/apache/apex/malhar/kafka/AbstractKafkaInputOperator.java
----------------------------------------------------------------------