(pinot) branch master updated: avoid unnecessary transformer (#12138)

[ja...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

jackie pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/pinot.git


The following commit(s) were added to refs/heads/master by this push:
     new 280d368a71 avoid unnecessary transformer (#12138)
280d368a71 is described below

commit 280d368a718abf3d92c2ee6e45484ce1da090b71
Author: Hongkun Xu <xu...@163.com>
AuthorDate: Fri Dec 15 02:38:21 2023 +0800

    avoid unnecessary transformer (#12138)
---
 .../pinot/segment/local/recordtransformer/CompositeTransformer.java   | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/pinot-segment-local/src/main/java/org/apache/pinot/segment/local/recordtransformer/CompositeTransformer.java b/pinot-segment-local/src/main/java/org/apache/pinot/segment/local/recordtransformer/CompositeTransformer.java
index 0ba394e9c9..cf88629f10 100644
--- a/pinot-segment-local/src/main/java/org/apache/pinot/segment/local/recordtransformer/CompositeTransformer.java
+++ b/pinot-segment-local/src/main/java/org/apache/pinot/segment/local/recordtransformer/CompositeTransformer.java
@@ -24,6 +24,7 @@ import java.util.List;
 import java.util.stream.Collectors;
 import java.util.stream.Stream;
 import javax.annotation.Nullable;
+import org.apache.pinot.segment.local.utils.IngestionUtils;
 import org.apache.pinot.spi.config.table.TableConfig;
 import org.apache.pinot.spi.data.Schema;
 import org.apache.pinot.spi.data.readers.GenericRow;
@@ -116,6 +117,9 @@ public class CompositeTransformer implements RecordTransformer {
   @Override
   public GenericRow transform(GenericRow record) {
     for (RecordTransformer transformer : _transformers) {
+      if (!IngestionUtils.shouldIngestRow(record)) {
+        return record;
+      }
       record = transformer.transform(record);
       if (record == null) {
         return null;


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org