You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by pw...@apache.org on 2023/08/18 08:59:35 UTC
[hudi] 21/29: [HUDI-6688] Fix partition validation to only consider commits in metadata table validator (#9436)
This is an automated email from the ASF dual-hosted git repository.
pwason pushed a commit to branch release-0.14.0
in repository https://gitbox.apache.org/repos/asf/hudi.git
commit a58ff06f20e08e2ebb97d543b33bd5c96abe5321
Author: Y Ethan Guo <et...@gmail.com>
AuthorDate: Tue Aug 15 10:15:45 2023 -0700
[HUDI-6688] Fix partition validation to only consider commits in metadata table validator (#9436)
---
.../java/org/apache/hudi/utilities/HoodieMetadataTableValidator.java | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/hudi-utilities/src/main/java/org/apache/hudi/utilities/HoodieMetadataTableValidator.java b/hudi-utilities/src/main/java/org/apache/hudi/utilities/HoodieMetadataTableValidator.java
index 45c12fcfe28..856b5266c97 100644
--- a/hudi-utilities/src/main/java/org/apache/hudi/utilities/HoodieMetadataTableValidator.java
+++ b/hudi-utilities/src/main/java/org/apache/hudi/utilities/HoodieMetadataTableValidator.java
@@ -580,7 +580,7 @@ public class HoodieMetadataTableValidator implements Serializable {
private List<String> validatePartitions(HoodieSparkEngineContext engineContext, String basePath) {
// compare partitions
List<String> allPartitionPathsFromFS = FSUtils.getAllPartitionPaths(engineContext, basePath, false, cfg.assumeDatePartitioning);
- HoodieTimeline completedTimeline = metaClient.getActiveTimeline().filterCompletedInstants();
+ HoodieTimeline completedTimeline = metaClient.getCommitsTimeline().filterCompletedInstants();
// ignore partitions created by uncommitted ingestion.
allPartitionPathsFromFS = allPartitionPathsFromFS.stream().parallel().filter(part -> {