[flink-table-store] branch master updated: [hotfix] Adjust orc batch size to 1024 to avoid orc bug

[lz...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

lzljs3620320 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/flink-table-store.git


The following commit(s) were added to refs/heads/master by this push:
     new 89fac769 [hotfix] Adjust orc batch size to 1024 to avoid orc bug
89fac769 is described below

commit 89fac7692ada878fc810cf46d924a0262ab41635
Author: JingsongLi <lz...@aliyun.com>
AuthorDate: Wed Mar 15 19:31:46 2023 +0800

    [hotfix] Adjust orc batch size to 1024 to avoid orc bug
---
 .../java/org/apache/flink/table/store/format/orc/OrcFileFormat.java   | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/flink-table-store-format/src/main/java/org/apache/flink/table/store/format/orc/OrcFileFormat.java b/flink-table-store-format/src/main/java/org/apache/flink/table/store/format/orc/OrcFileFormat.java
index 21ee6777..13c3dac6 100644
--- a/flink-table-store-format/src/main/java/org/apache/flink/table/store/format/orc/OrcFileFormat.java
+++ b/flink-table-store-format/src/main/java/org/apache/flink/table/store/format/orc/OrcFileFormat.java
@@ -42,6 +42,7 @@ import org.apache.flink.table.store.types.MultisetType;
 import org.apache.flink.table.store.types.RowType;
 import org.apache.flink.table.store.utils.Projection;
 
+import org.apache.hadoop.hive.ql.exec.vector.VectorizedRowBatch;
 import org.apache.orc.TypeDescription;
 
 import javax.annotation.Nullable;
@@ -99,7 +100,8 @@ public class OrcFileFormat extends FileFormat {
                 (RowType) refineDataType(type),
                 Projection.of(projection).toTopLevelIndexes(),
                 orcPredicates,
-                2048);
+                // same as the default value to avoid the orc bug
+                VectorizedRowBatch.DEFAULT_SIZE);
     }
 
     /**