You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by vh...@apache.org on 2025/08/27 11:48:39 UTC
(hudi) 01/13: [ENG-28391] Increase Default MaxOutstandingSplits and SplitLoaderParallelism (#45)
This is an automated email from the ASF dual-hosted git repository.
vhs pushed a commit to branch HUDI-9767__upstream-trino-changes
in repository https://gitbox.apache.org/repos/asf/hudi.git
commit ac351f1b72dd9f4d3442c9f395a776f413c1ff9a
Author: vamsikarnika <va...@gmail.com>
AuthorDate: Wed Jul 2 04:09:13 2025 +0530
[ENG-28391] Increase Default MaxOutstandingSplits and SplitLoaderParallelism (#45)
Co-authored-by: Vamsi <va...@onehouse.ai>
(cherry picked from commit ea7f22d0371173a31be0c693a24fa00b7374fe0f)
---
hudi-trino-plugin/src/main/java/io/trino/plugin/hudi/HudiConfig.java | 4 ++--
.../src/test/java/io/trino/plugin/hudi/TestHudiConfig.java | 4 ++--
2 files changed, 4 insertions(+), 4 deletions(-)
diff --git a/hudi-trino-plugin/src/main/java/io/trino/plugin/hudi/HudiConfig.java b/hudi-trino-plugin/src/main/java/io/trino/plugin/hudi/HudiConfig.java
index 5138caea39c8..4a595f5044fe 100644
--- a/hudi-trino-plugin/src/main/java/io/trino/plugin/hudi/HudiConfig.java
+++ b/hudi-trino-plugin/src/main/java/io/trino/plugin/hudi/HudiConfig.java
@@ -48,8 +48,8 @@ public class HudiConfig
private double minimumAssignedSplitWeight = 0.05;
private DataSize targetSplitSize = DataSize.of(128, MEGABYTE);
private int maxSplitsPerSecond = Integer.MAX_VALUE;
- private int maxOutstandingSplits = 1000;
- private int splitLoaderParallelism = 4;
+ private int maxOutstandingSplits = 10000;
+ private int splitLoaderParallelism = 10;
private int splitGeneratorParallelism = 4;
private long perTransactionMetastoreCacheMaximumSize = 2000;
private boolean queryPartitionFilterRequired;
diff --git a/hudi-trino-plugin/src/test/java/io/trino/plugin/hudi/TestHudiConfig.java b/hudi-trino-plugin/src/test/java/io/trino/plugin/hudi/TestHudiConfig.java
index 5e07fedd920b..c618559cdf67 100644
--- a/hudi-trino-plugin/src/test/java/io/trino/plugin/hudi/TestHudiConfig.java
+++ b/hudi-trino-plugin/src/test/java/io/trino/plugin/hudi/TestHudiConfig.java
@@ -43,8 +43,8 @@ public class TestHudiConfig
.setMinimumAssignedSplitWeight(0.05)
.setTargetSplitSize(DataSize.of(128, MEGABYTE))
.setMaxSplitsPerSecond(Integer.MAX_VALUE)
- .setMaxOutstandingSplits(1000)
- .setSplitLoaderParallelism(4)
+ .setMaxOutstandingSplits(10000)
+ .setSplitLoaderParallelism(10)
.setSplitGeneratorParallelism(4)
.setPerTransactionMetastoreCacheMaximumSize(2000)
.setQueryPartitionFilterRequired(false)