You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@parquet.apache.org by ge...@apache.org on 2023/05/09 04:28:37 UTC
[parquet-mr] branch master updated: initial commit (#1089)
This is an automated email from the ASF dual-hosted git repository.
gershinsky pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/parquet-mr.git
The following commit(s) were added to refs/heads/master by this push:
new 9d9ac6870 initial commit (#1089)
9d9ac6870 is described below
commit 9d9ac68706140f54b3f827f38a3c08725a4b9db2
Author: ggershinsky <gg...@users.noreply.github.com>
AuthorDate: Tue May 9 07:28:30 2023 +0300
initial commit (#1089)
---
.../src/main/java/org/apache/parquet/hadoop/ParquetRecordReader.java | 5 ++++-
1 file changed, 4 insertions(+), 1 deletion(-)
diff --git a/parquet-hadoop/src/main/java/org/apache/parquet/hadoop/ParquetRecordReader.java b/parquet-hadoop/src/main/java/org/apache/parquet/hadoop/ParquetRecordReader.java
index e46ccdd15..b00981020 100644
--- a/parquet-hadoop/src/main/java/org/apache/parquet/hadoop/ParquetRecordReader.java
+++ b/parquet-hadoop/src/main/java/org/apache/parquet/hadoop/ParquetRecordReader.java
@@ -173,7 +173,10 @@ public class ParquetRecordReader<T> extends RecordReader<Void, T> {
}
}
- if (!reader.getRowGroups().isEmpty()) {
+ if (!reader.getRowGroups().isEmpty() &&
+ // Encrypted files (parquet-mr 1.12+) can't have the delta encoding problem (resolved in parquet-mr 1.8)
+ reader.getFileMetaData().getEncryptionType() != FileMetaData.EncryptionType.ENCRYPTED_FOOTER &&
+ reader.getFileMetaData().getEncryptionType() != FileMetaData.EncryptionType.PLAINTEXT_FOOTER) {
checkDeltaByteArrayProblem(
reader.getFooter().getFileMetaData(), configuration,
reader.getRowGroups().get(0));