You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by na...@apache.org on 2020/01/13 18:44:38 UTC
[incubator-hudi] branch master updated: [HUDI-526] fix the
HoodieAppendHandle
This is an automated email from the ASF dual-hosted git repository.
nagarwal pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-hudi.git
The following commit(s) were added to refs/heads/master by this push:
new c1f8aca [HUDI-526] fix the HoodieAppendHandle
c1f8aca is described below
commit c1f8acab344fa632f1cce6268d2fc765c45e8b22
Author: liujianhui <li...@bytedance.com>
AuthorDate: Mon Jan 13 19:16:32 2020 +0800
[HUDI-526] fix the HoodieAppendHandle
---
hudi-client/src/main/java/org/apache/hudi/io/HoodieAppendHandle.java | 5 +++++
1 file changed, 5 insertions(+)
diff --git a/hudi-client/src/main/java/org/apache/hudi/io/HoodieAppendHandle.java b/hudi-client/src/main/java/org/apache/hudi/io/HoodieAppendHandle.java
index edf01ce..e2dbf64 100644
--- a/hudi-client/src/main/java/org/apache/hudi/io/HoodieAppendHandle.java
+++ b/hudi-client/src/main/java/org/apache/hudi/io/HoodieAppendHandle.java
@@ -23,6 +23,7 @@ import org.apache.hudi.common.model.FileSlice;
import org.apache.hudi.common.model.HoodieDeltaWriteStat;
import org.apache.hudi.common.model.HoodieKey;
import org.apache.hudi.common.model.HoodieLogFile;
+import org.apache.hudi.common.model.HoodiePartitionMetadata;
import org.apache.hudi.common.model.HoodieRecord;
import org.apache.hudi.common.model.HoodieRecordLocation;
import org.apache.hudi.common.model.HoodieRecordPayload;
@@ -132,6 +133,10 @@ public class HoodieAppendHandle<T extends HoodieRecordPayload> extends HoodieWri
writeStatus.getStat().setFileId(fileId);
averageRecordSize = SizeEstimator.estimate(record);
try {
+ //save hoodie partition meta in the partition path
+ HoodiePartitionMetadata partitionMetadata = new HoodiePartitionMetadata(fs, baseInstantTime,
+ new Path(config.getBasePath()), FSUtils.getPartitionPath(config.getBasePath(), partitionPath));
+ partitionMetadata.trySave(TaskContext.getPartitionId());
this.writer = createLogWriter(fileSlice, baseInstantTime);
this.currentLogFile = writer.getLogFile();
((HoodieDeltaWriteStat) writeStatus.getStat()).setLogVersion(currentLogFile.getLogVersion());