You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by xu...@apache.org on 2022/04/20 17:12:25 UTC
[hudi] 03/07: [HUDI-3920] Fix partition path construction in metadata table validator (#5365)
This is an automated email from the ASF dual-hosted git repository.
xushiyan pushed a commit to branch release-0.11.0
in repository https://gitbox.apache.org/repos/asf/hudi.git
commit 4c40d1645cbe6827095bfe9296eefc876dd5bd7d
Author: Y Ethan Guo <et...@gmail.com>
AuthorDate: Tue Apr 19 16:40:09 2022 -0700
[HUDI-3920] Fix partition path construction in metadata table validator (#5365)
---
.../org/apache/hudi/utilities/HoodieMetadataTableValidator.java | 7 ++++---
1 file changed, 4 insertions(+), 3 deletions(-)
diff --git a/hudi-utilities/src/main/java/org/apache/hudi/utilities/HoodieMetadataTableValidator.java b/hudi-utilities/src/main/java/org/apache/hudi/utilities/HoodieMetadataTableValidator.java
index 7962085ace..80cc56a4e5 100644
--- a/hudi-utilities/src/main/java/org/apache/hudi/utilities/HoodieMetadataTableValidator.java
+++ b/hudi-utilities/src/main/java/org/apache/hudi/utilities/HoodieMetadataTableValidator.java
@@ -490,7 +490,8 @@ public class HoodieMetadataTableValidator implements Serializable {
// ignore partitions created by uncommitted ingestion.
allPartitionPathsFromFS = allPartitionPathsFromFS.stream().parallel().filter(part -> {
- HoodiePartitionMetadata hoodiePartitionMetadata = new HoodiePartitionMetadata(metaClient.getFs(), new Path(basePath, part));
+ HoodiePartitionMetadata hoodiePartitionMetadata =
+ new HoodiePartitionMetadata(metaClient.getFs(), FSUtils.getPartitionPath(basePath, part));
Option<String> instantOption = hoodiePartitionMetadata.readPartitionCreatedCommitTime();
if (instantOption.isPresent()) {
@@ -983,7 +984,7 @@ public class HoodieMetadataTableValidator implements Serializable {
return baseFileNameList.stream().flatMap(filename ->
new ParquetUtils().readRangeFromParquetMetadata(
metaClient.getHadoopConf(),
- new Path(new Path(metaClient.getBasePath(), partitionPath), filename),
+ new Path(FSUtils.getPartitionPath(metaClient.getBasePath(), partitionPath), filename),
allColumnNameList).stream())
.sorted(new HoodieColumnRangeMetadataComparator())
.collect(Collectors.toList());
@@ -1024,7 +1025,7 @@ public class HoodieMetadataTableValidator implements Serializable {
}
private Option<BloomFilterData> readBloomFilterFromFile(String partitionPath, String filename) {
- Path path = new Path(new Path(metaClient.getBasePath(), partitionPath), filename);
+ Path path = new Path(FSUtils.getPartitionPath(metaClient.getBasePath(), partitionPath), filename);
HoodieFileReader<IndexedRecord> fileReader;
try {
fileReader = HoodieFileReaderFactory.getFileReader(metaClient.getHadoopConf(), path);