You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by yi...@apache.org on 2023/02/05 02:17:47 UTC
[hudi] 01/06: [HUDI-5689] Make CDC config working for DeltaStreamer path (#7830)
This is an automated email from the ASF dual-hosted git repository.
yihua pushed a commit to branch release-0.13.0
in repository https://gitbox.apache.org/repos/asf/hudi.git
commit 003d6e79999de9f2d700d3f76d7eaddabddfd14f
Author: Shiyan Xu <27...@users.noreply.github.com>
AuthorDate: Sat Feb 4 01:10:38 2023 -0600
[HUDI-5689] Make CDC config working for DeltaStreamer path (#7830)
---
.../main/java/org/apache/hudi/utilities/deltastreamer/DeltaSync.java | 4 ++++
1 file changed, 4 insertions(+)
diff --git a/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/DeltaSync.java b/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/DeltaSync.java
index 77079fe0f4f..8c010e9484d 100644
--- a/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/DeltaSync.java
+++ b/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/DeltaSync.java
@@ -342,6 +342,10 @@ public class DeltaSync implements Serializable, Closeable {
.setPreCombineField(cfg.sourceOrderingField)
.setPartitionMetafileUseBaseFormat(props.getBoolean(HoodieTableConfig.PARTITION_METAFILE_USE_BASE_FORMAT.key(),
HoodieTableConfig.PARTITION_METAFILE_USE_BASE_FORMAT.defaultValue()))
+ .setCDCEnabled(props.getBoolean(HoodieTableConfig.CDC_ENABLED.key(),
+ HoodieTableConfig.CDC_ENABLED.defaultValue()))
+ .setCDCSupplementalLoggingMode(props.getString(HoodieTableConfig.CDC_SUPPLEMENTAL_LOGGING_MODE.key(),
+ HoodieTableConfig.CDC_SUPPLEMENTAL_LOGGING_MODE.defaultValue()))
.setShouldDropPartitionColumns(isDropPartitionColumns())
.initTable(new Configuration(jssc.hadoopConfiguration()),
cfg.targetBasePath);