You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by fo...@apache.org on 2023/01/31 11:05:52 UTC
[hudi] 14/17: fix readDataFromPath check fs exists
This is an automated email from the ASF dual-hosted git repository.
forwardxu pushed a commit to branch release-0.12.1
in repository https://gitbox.apache.org/repos/asf/hudi.git
commit 8b357947e15c24ea6837291469bf64b8fc7c09b4
Author: XuQianJin-Stars <fo...@apache.com>
AuthorDate: Wed Jan 18 23:35:01 2023 +0800
fix readDataFromPath check fs exists
---
.../common/table/timeline/HoodieActiveTimeline.java | 17 +++++++++++++----
1 file changed, 13 insertions(+), 4 deletions(-)
diff --git a/hudi-common/src/main/java/org/apache/hudi/common/table/timeline/HoodieActiveTimeline.java b/hudi-common/src/main/java/org/apache/hudi/common/table/timeline/HoodieActiveTimeline.java
index a3c7ab9e27e..19199cf4140 100644
--- a/hudi-common/src/main/java/org/apache/hudi/common/table/timeline/HoodieActiveTimeline.java
+++ b/hudi-common/src/main/java/org/apache/hudi/common/table/timeline/HoodieActiveTimeline.java
@@ -27,6 +27,7 @@ import org.apache.hudi.common.util.Option;
import org.apache.hudi.common.util.StringUtils;
import org.apache.hudi.common.util.ValidationUtils;
import org.apache.hudi.common.util.collection.Pair;
+import org.apache.hudi.exception.HoodieException;
import org.apache.hudi.exception.HoodieIOException;
import org.apache.hadoop.fs.FSDataInputStream;
@@ -774,10 +775,18 @@ public class HoodieActiveTimeline extends HoodieDefaultTimeline {
}
private Option<byte[]> readDataFromPath(Path detailPath) {
- try (FSDataInputStream is = metaClient.getFs().open(detailPath)) {
- return Option.of(FileIOUtils.readAsByteArray(is));
- } catch (IOException e) {
- throw new HoodieIOException("Could not read commit details from " + detailPath, e);
+ try {
+ if (metaClient.getFs().exists(detailPath)) {
+ try (FSDataInputStream is = metaClient.getFs().open(detailPath)) {
+ return Option.of(FileIOUtils.readAsByteArray(is));
+ } catch (IOException e) {
+ throw new HoodieIOException("Could not read commit details from " + detailPath, e);
+ }
+ } else {
+ return Option.empty();
+ }
+ } catch (Exception e) {
+ throw new HoodieException("Could not read commit details from " + detailPath, e);
}
}