You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@druid.apache.org by ji...@apache.org on 2019/02/04 20:00:35 UTC

[incubator-druid] branch master updated: ParallelIndexSupervisorTask: don't warn about a default value (#6987)

This is an automated email from the ASF dual-hosted git repository.

jihoonson pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-druid.git


The following commit(s) were added to refs/heads/master by this push:
     new 7e48593  ParallelIndexSupervisorTask: don't warn about a default value (#6987)
7e48593 is described below

commit 7e48593b5780c3bc4852d183dc473be283c84d25
Author: David Glasser <gl...@apollographql.com>
AuthorDate: Mon Feb 4 12:00:26 2019 -0800

    ParallelIndexSupervisorTask: don't warn about a default value (#6987)
    
    Native batch indexing doesn't yet support the maxParseExceptions,
    maxSavedParseExceptions, and logParseExceptions tuning config options, so
    ParallelIndexSupervisorTask logs if these are set. But the default value for
    maxParseExceptions is Integer.MAX_VALUE, which means that you'll get the
    maxParseExceptions flavor of this warning even if you don't configure
    maxParseExceptions.
    
    This PR changes all three warnings to occur if you change the settings from the
    default; this mostly affects the maxParseExceptions warning.
---
 .../common/task/batch/parallel/ParallelIndexSupervisorTask.java   | 8 +++++---
 1 file changed, 5 insertions(+), 3 deletions(-)

diff --git a/indexing-service/src/main/java/org/apache/druid/indexing/common/task/batch/parallel/ParallelIndexSupervisorTask.java b/indexing-service/src/main/java/org/apache/druid/indexing/common/task/batch/parallel/ParallelIndexSupervisorTask.java
index b8a2309..385797f 100644
--- a/indexing-service/src/main/java/org/apache/druid/indexing/common/task/batch/parallel/ParallelIndexSupervisorTask.java
+++ b/indexing-service/src/main/java/org/apache/druid/indexing/common/task/batch/parallel/ParallelIndexSupervisorTask.java
@@ -48,6 +48,7 @@ import org.apache.druid.indexing.common.task.batch.parallel.ParallelIndexTaskRun
 import org.apache.druid.java.util.common.IAE;
 import org.apache.druid.java.util.common.ISE;
 import org.apache.druid.java.util.common.logger.Logger;
+import org.apache.druid.segment.indexing.TuningConfig;
 import org.apache.druid.segment.indexing.granularity.GranularitySpec;
 import org.apache.druid.segment.realtime.appenderator.SegmentIdWithShardSpec;
 import org.apache.druid.segment.realtime.firehose.ChatHandler;
@@ -140,13 +141,14 @@ public class ParallelIndexSupervisorTask extends AbstractTask implements ChatHan
     this.authorizerMapper = authorizerMapper;
     this.rowIngestionMetersFactory = rowIngestionMetersFactory;
 
-    if (ingestionSchema.getTuningConfig().getMaxSavedParseExceptions() > 0) {
+    if (ingestionSchema.getTuningConfig().getMaxSavedParseExceptions()
+        != TuningConfig.DEFAULT_MAX_SAVED_PARSE_EXCEPTIONS) {
       log.warn("maxSavedParseExceptions is not supported yet");
     }
-    if (ingestionSchema.getTuningConfig().getMaxParseExceptions() > 0) {
+    if (ingestionSchema.getTuningConfig().getMaxParseExceptions() != TuningConfig.DEFAULT_MAX_PARSE_EXCEPTIONS) {
       log.warn("maxParseExceptions is not supported yet");
     }
-    if (ingestionSchema.getTuningConfig().isLogParseExceptions()) {
+    if (ingestionSchema.getTuningConfig().isLogParseExceptions() != TuningConfig.DEFAULT_LOG_PARSE_EXCEPTIONS) {
       log.warn("logParseExceptions is not supported yet");
     }
   }


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@druid.apache.org
For additional commands, e-mail: commits-help@druid.apache.org