You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by ma...@apache.org on 2026/01/29 10:24:17 UTC
(pinot) branch master updated: Print throttled warn log for issues during continueOnError (#17592)
This is an automated email from the ASF dual-hosted git repository.
manishswaminathan pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/pinot.git
The following commit(s) were added to refs/heads/master by this push:
new dcbb620b9e6 Print throttled warn log for issues during continueOnError (#17592)
dcbb620b9e6 is described below
commit dcbb620b9e61ce571cfaf220f43cafb64e26eee3
Author: Shounak kulkarni <sh...@gmail.com>
AuthorDate: Thu Jan 29 15:54:10 2026 +0530
Print throttled warn log for issues during continueOnError (#17592)
---
.../apache/pinot/core/segment/processing/mapper/SegmentMapper.java | 5 ++++-
1 file changed, 4 insertions(+), 1 deletion(-)
diff --git a/pinot-core/src/main/java/org/apache/pinot/core/segment/processing/mapper/SegmentMapper.java b/pinot-core/src/main/java/org/apache/pinot/core/segment/processing/mapper/SegmentMapper.java
index 693df8615ec..03a25cd964a 100644
--- a/pinot-core/src/main/java/org/apache/pinot/core/segment/processing/mapper/SegmentMapper.java
+++ b/pinot-core/src/main/java/org/apache/pinot/core/segment/processing/mapper/SegmentMapper.java
@@ -30,6 +30,7 @@ import javax.annotation.Nullable;
import org.apache.commons.collections4.CollectionUtils;
import org.apache.commons.io.FileUtils;
import org.apache.commons.lang3.tuple.Pair;
+import org.apache.pinot.common.utils.ThrottledLogger;
import org.apache.pinot.core.segment.processing.framework.SegmentProcessorConfig;
import org.apache.pinot.core.segment.processing.genericrow.AdaptiveSizeBasedWriter;
import org.apache.pinot.core.segment.processing.genericrow.FileWriter;
@@ -64,6 +65,7 @@ import org.slf4j.LoggerFactory;
*/
public class SegmentMapper {
private static final Logger LOGGER = LoggerFactory.getLogger(SegmentMapper.class);
+ private final ThrottledLogger _throttledLogger;
private final SegmentProcessorConfig _processorConfig;
private final File _mapperOutputDir;
private final List<FieldSpec> _fieldSpecs;
@@ -116,6 +118,7 @@ public class SegmentMapper {
_partitioners = PartitionerFactory.getPartitioners(processorConfig.getPartitionerConfigs());
// Time partition + partition from partitioners
_partitionsBuffer = new String[_partitioners.length + 1];
+ _throttledLogger = new ThrottledLogger(LOGGER, tableConfig.getIngestionConfig());
LOGGER.info("Initialized mapper with {} record readers, output dir: {}, timeHandler: {}, partitioners: {}",
_recordReaderFileConfigs.size(), _mapperOutputDir, _timeHandler.getClass(),
@@ -203,7 +206,7 @@ public class SegmentMapper {
if (!continueOnError) {
throw new RuntimeException(logMessage, e);
} else {
- LOGGER.debug(logMessage, e);
+ _throttledLogger.warn(logMessage + "Processing RecordReader " + count + " out of " + totalCount, e);
_incompleteRowsFound++;
continue;
}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org