(pinot) branch master updated: Skip logs for virtual columns as they are known not to be in the schema (#15206)

[xb...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

xbli pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/pinot.git


The following commit(s) were added to refs/heads/master by this push:
     new fb577edf5d Skip logs for virtual columns as they are known not to be in the schema (#15206)
fb577edf5d is described below

commit fb577edf5de537b8b8ab24bbeda3630bfb5fffe1
Author: Xiaobing <61...@users.noreply.github.com>
AuthorDate: Thu Mar 6 15:49:39 2025 -0800

    Skip logs for virtual columns as they are known not to be in the schema (#15206)
    
    * Skip logs for virtual columns as they are known not be in the schema
---
 .../pinot/segment/local/segment/index/loader/ForwardIndexHandler.java  | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/loader/ForwardIndexHandler.java b/pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/loader/ForwardIndexHandler.java
index 8d22a74ebe..0380773847 100644
--- a/pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/loader/ForwardIndexHandler.java
+++ b/pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/loader/ForwardIndexHandler.java
@@ -197,7 +197,8 @@ public class ForwardIndexHandler extends BaseIndexHandler {
       return columnOperationsMap;
     }
 
-    Set<String> existingAllColumns = _segmentDirectory.getSegmentMetadata().getAllColumns();
+    // Get all physical columns, excluding virtual columns like $docId, $hostName and $segmentName.
+    Set<String> existingAllColumns = _segmentDirectory.getSegmentMetadata().getSchema().getPhysicalColumnNames();
     Set<String> existingDictColumns = _segmentDirectory.getColumnsWithIndex(StandardIndexes.dictionary());
     Set<String> existingForwardIndexColumns = _segmentDirectory.getColumnsWithIndex(StandardIndexes.forward());
     String segmentName = _segmentDirectory.getSegmentMetadata().getName();


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org