You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by lz...@apache.org on 2023/03/15 11:28:23 UTC
[flink-table-store] branch release-0.3 updated: [hotfix] Adjust orc batch size to 1024 to avoid orc bug
This is an automated email from the ASF dual-hosted git repository.
lzljs3620320 pushed a commit to branch release-0.3
in repository https://gitbox.apache.org/repos/asf/flink-table-store.git
The following commit(s) were added to refs/heads/release-0.3 by this push:
new 3d8dc5c7 [hotfix] Adjust orc batch size to 1024 to avoid orc bug
3d8dc5c7 is described below
commit 3d8dc5c77c502102fd9d62da587639232a6042c2
Author: JingsongLi <lz...@aliyun.com>
AuthorDate: Wed Mar 15 16:51:33 2023 +0800
[hotfix] Adjust orc batch size to 1024 to avoid orc bug
---
.../apache/flink/table/store/format/orc/OrcInputFormatFactory.java | 6 ++++--
1 file changed, 4 insertions(+), 2 deletions(-)
diff --git a/flink-table-store-format/src/main/java/org/apache/flink/table/store/format/orc/OrcInputFormatFactory.java b/flink-table-store-format/src/main/java/org/apache/flink/table/store/format/orc/OrcInputFormatFactory.java
index e5e5e3ec..059e9e8d 100644
--- a/flink-table-store-format/src/main/java/org/apache/flink/table/store/format/orc/OrcInputFormatFactory.java
+++ b/flink-table-store-format/src/main/java/org/apache/flink/table/store/format/orc/OrcInputFormatFactory.java
@@ -37,6 +37,8 @@ import java.util.function.Function;
/** Factory to create orc input format for different Flink versions. */
public class OrcInputFormatFactory {
+ public static final int BATCH_SIZE = 1024;
+
public static BulkFormat<RowData, FileSourceSplit> create(
Configuration conf,
RowType type,
@@ -71,7 +73,7 @@ public class OrcInputFormatFactory {
null,
projection,
orcPredicates,
- 2048,
+ BATCH_SIZE,
(Function<RowType, TypeInformation<RowData>>) InternalTypeInfo::of);
} catch (NoSuchMethodException | InvocationTargetException | IllegalAccessException e) {
throw new RuntimeException(e);
@@ -96,7 +98,7 @@ public class OrcInputFormatFactory {
null,
projection,
orcPredicates,
- 2048);
+ BATCH_SIZE);
} catch (NoSuchMethodException | InvocationTargetException | IllegalAccessException e) {
throw new RuntimeException(e);
}