You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by le...@apache.org on 2022/11/23 01:04:28 UTC
[hudi] branch master updated: [MINOR] Use direct marker for spark engine when timeline server is disabled (#7272)
This is an automated email from the ASF dual-hosted git repository.
leesf pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new 91e0db57b9 [MINOR] Use direct marker for spark engine when timeline server is disabled (#7272)
91e0db57b9 is described below
commit 91e0db57b94c479a73e4f78d571b50c1e5ea541f
Author: StreamingFlames <18...@163.com>
AuthorDate: Wed Nov 23 09:04:20 2022 +0800
[MINOR] Use direct marker for spark engine when timeline server is disabled (#7272)
---
.../src/main/java/org/apache/hudi/config/HoodieWriteConfig.java | 7 ++++++-
1 file changed, 6 insertions(+), 1 deletion(-)
diff --git a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieWriteConfig.java b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieWriteConfig.java
index 107469f72b..211485f3c1 100644
--- a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieWriteConfig.java
+++ b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieWriteConfig.java
@@ -2794,7 +2794,12 @@ public class HoodieWriteConfig extends HoodieConfig {
private String getDefaultMarkersType(EngineType engineType) {
switch (engineType) {
case SPARK:
- return MarkerType.TIMELINE_SERVER_BASED.toString();
+ if (writeConfig.isEmbeddedTimelineServerEnabled()) {
+ return MarkerType.TIMELINE_SERVER_BASED.toString();
+ } else {
+ LOG.warn("Embedded timeline server is disabled, fallback to use direct marker type for spark");
+ return MarkerType.DIRECT.toString();
+ }
case FLINK:
case JAVA:
// Timeline-server-based marker is not supported for Flink and Java engines