You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by yi...@apache.org on 2024/05/14 22:08:55 UTC
(hudi) 19/28: [MINOR] Restore the setMaxParallelism setting for HoodieTableSource.produceDataStream (#10925)
This is an automated email from the ASF dual-hosted git repository.
yihua pushed a commit to branch branch-0.x
in repository https://gitbox.apache.org/repos/asf/hudi.git
commit 24f0b68e3d4c8fc102fe72e95cabc2a5aa441fea
Author: zhuanshenbsj1 <34...@users.noreply.github.com>
AuthorDate: Tue Mar 26 13:30:07 2024 +0800
[MINOR] Restore the setMaxParallelism setting for HoodieTableSource.produceDataStream (#10925)
---
.../src/main/java/org/apache/hudi/table/HoodieTableSource.java | 3 ++-
1 file changed, 2 insertions(+), 1 deletion(-)
diff --git a/hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/table/HoodieTableSource.java b/hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/table/HoodieTableSource.java
index 02de8b71d12..9398cf2d305 100644
--- a/hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/table/HoodieTableSource.java
+++ b/hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/table/HoodieTableSource.java
@@ -213,7 +213,8 @@ public class HoodieTableSource implements
OneInputStreamOperatorFactory<MergeOnReadInputSplit, RowData> factory = StreamReadOperator.factory((MergeOnReadInputFormat) inputFormat);
SingleOutputStreamOperator<MergeOnReadInputSplit> monitorOperatorStream = execEnv.addSource(monitoringFunction, getSourceOperatorName("split_monitor"))
.uid(Pipelines.opUID("split_monitor", conf))
- .setParallelism(1);
+ .setParallelism(1)
+ .setMaxParallelism(1);
DataStream<MergeOnReadInputSplit> sourceWithKey = addFileDistributionStrategy(monitorOperatorStream);