You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by ma...@apache.org on 2026/01/29 10:24:17 UTC

(pinot) branch master updated: Print throttled warn log for issues during continueOnError (#17592)

This is an automated email from the ASF dual-hosted git repository.

manishswaminathan pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/pinot.git


The following commit(s) were added to refs/heads/master by this push:
     new dcbb620b9e6 Print throttled warn log for issues during continueOnError (#17592)
dcbb620b9e6 is described below

commit dcbb620b9e61ce571cfaf220f43cafb64e26eee3
Author: Shounak kulkarni <sh...@gmail.com>
AuthorDate: Thu Jan 29 15:54:10 2026 +0530

    Print throttled warn log for issues during continueOnError (#17592)
---
 .../apache/pinot/core/segment/processing/mapper/SegmentMapper.java   | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/pinot-core/src/main/java/org/apache/pinot/core/segment/processing/mapper/SegmentMapper.java b/pinot-core/src/main/java/org/apache/pinot/core/segment/processing/mapper/SegmentMapper.java
index 693df8615ec..03a25cd964a 100644
--- a/pinot-core/src/main/java/org/apache/pinot/core/segment/processing/mapper/SegmentMapper.java
+++ b/pinot-core/src/main/java/org/apache/pinot/core/segment/processing/mapper/SegmentMapper.java
@@ -30,6 +30,7 @@ import javax.annotation.Nullable;
 import org.apache.commons.collections4.CollectionUtils;
 import org.apache.commons.io.FileUtils;
 import org.apache.commons.lang3.tuple.Pair;
+import org.apache.pinot.common.utils.ThrottledLogger;
 import org.apache.pinot.core.segment.processing.framework.SegmentProcessorConfig;
 import org.apache.pinot.core.segment.processing.genericrow.AdaptiveSizeBasedWriter;
 import org.apache.pinot.core.segment.processing.genericrow.FileWriter;
@@ -64,6 +65,7 @@ import org.slf4j.LoggerFactory;
  */
 public class SegmentMapper {
   private static final Logger LOGGER = LoggerFactory.getLogger(SegmentMapper.class);
+  private final ThrottledLogger _throttledLogger;
   private final SegmentProcessorConfig _processorConfig;
   private final File _mapperOutputDir;
   private final List<FieldSpec> _fieldSpecs;
@@ -116,6 +118,7 @@ public class SegmentMapper {
     _partitioners = PartitionerFactory.getPartitioners(processorConfig.getPartitionerConfigs());
     // Time partition + partition from partitioners
     _partitionsBuffer = new String[_partitioners.length + 1];
+    _throttledLogger = new ThrottledLogger(LOGGER, tableConfig.getIngestionConfig());
 
     LOGGER.info("Initialized mapper with {} record readers, output dir: {}, timeHandler: {}, partitioners: {}",
         _recordReaderFileConfigs.size(), _mapperOutputDir, _timeHandler.getClass(),
@@ -203,7 +206,7 @@ public class SegmentMapper {
         if (!continueOnError) {
           throw new RuntimeException(logMessage, e);
         } else {
-          LOGGER.debug(logMessage, e);
+          _throttledLogger.warn(logMessage + "Processing RecordReader " + count + " out of " + totalCount, e);
           _incompleteRowsFound++;
           continue;
         }


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org