You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@datafusion.apache.org by ag...@apache.org on 2025/09/23 04:13:18 UTC
(datafusion-comet) branch main updated: fix: [iceberg] additional parquet independent api for iceberg integration (#2442)
This is an automated email from the ASF dual-hosted git repository.
agrove pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/datafusion-comet.git
The following commit(s) were added to refs/heads/main by this push:
new ab2edcb29 fix: [iceberg] additional parquet independent api for iceberg integration (#2442)
ab2edcb29 is described below
commit ab2edcb29df33398365dc7c128e49251f7026f5e
Author: Parth Chandra <pa...@apache.org>
AuthorDate: Mon Sep 22 21:13:14 2025 -0700
fix: [iceberg] additional parquet independent api for iceberg integration (#2442)
---
.../src/main/java/org/apache/comet/parquet/RowGroupReader.java | 10 +++++++---
1 file changed, 7 insertions(+), 3 deletions(-)
diff --git a/common/src/main/java/org/apache/comet/parquet/RowGroupReader.java b/common/src/main/java/org/apache/comet/parquet/RowGroupReader.java
index 1c7de2fe9..0ddda61b4 100644
--- a/common/src/main/java/org/apache/comet/parquet/RowGroupReader.java
+++ b/common/src/main/java/org/apache/comet/parquet/RowGroupReader.java
@@ -30,7 +30,7 @@ import org.apache.parquet.column.page.PageReader;
import org.apache.parquet.internal.filter2.columnindex.RowRanges;
public class RowGroupReader implements PageReadStore {
- private final Map<ColumnDescriptor, PageReader> readers = new HashMap<>();
+ private final Map<String, PageReader> readers = new HashMap<>();
private final long rowCount;
private final RowRanges rowRanges;
private final long rowIndexOffset;
@@ -54,7 +54,11 @@ public class RowGroupReader implements PageReadStore {
@Override
public PageReader getPageReader(ColumnDescriptor path) {
- final PageReader pageReader = readers.get(path);
+ return getPageReader(path.getPath());
+ }
+
+ public PageReader getPageReader(String[] path) {
+ final PageReader pageReader = readers.get(String.join(".", path));
if (pageReader == null) {
throw new IllegalArgumentException(
path + " is not found: " + readers.keySet() + " " + rowCount);
@@ -73,7 +77,7 @@ public class RowGroupReader implements PageReadStore {
}
void addColumn(ColumnDescriptor path, ColumnPageReader reader) {
- if (readers.put(path, reader) != null) {
+ if (readers.put(String.join(".", path.getPath()), reader) != null) {
throw new IllegalStateException(path + " was already added");
}
}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@datafusion.apache.org
For additional commands, e-mail: commits-help@datafusion.apache.org