You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by si...@apache.org on 2022/09/28 19:14:34 UTC
[hudi] branch master updated: [MINOR] fixing validate async operations to poll completed clean instances (#6814)
This is an automated email from the ASF dual-hosted git repository.
sivabalan pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new 79941fa6f3 [MINOR] fixing validate async operations to poll completed clean instances (#6814)
79941fa6f3 is described below
commit 79941fa6f3037b440238d4928ed75d83ce065684
Author: Sivabalan Narayanan <n....@gmail.com>
AuthorDate: Wed Sep 28 12:14:24 2022 -0700
[MINOR] fixing validate async operations to poll completed clean instances (#6814)
---
.../apache/hudi/integ/testsuite/dag/nodes/ValidateAsyncOperations.java | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/hudi-integ-test/src/main/java/org/apache/hudi/integ/testsuite/dag/nodes/ValidateAsyncOperations.java b/hudi-integ-test/src/main/java/org/apache/hudi/integ/testsuite/dag/nodes/ValidateAsyncOperations.java
index 0835ec9722..714f3bf6ca 100644
--- a/hudi-integ-test/src/main/java/org/apache/hudi/integ/testsuite/dag/nodes/ValidateAsyncOperations.java
+++ b/hudi-integ-test/src/main/java/org/apache/hudi/integ/testsuite/dag/nodes/ValidateAsyncOperations.java
@@ -62,7 +62,7 @@ public class ValidateAsyncOperations extends DagNode<Option<String>> {
HoodieTableMetaClient metaClient = HoodieTableMetaClient.builder().setBasePath(executionContext.getHoodieTestSuiteWriter().getCfg().targetBasePath)
.setConf(executionContext.getJsc().hadoopConfiguration()).build();
- Option<HoodieInstant> latestCleanInstant = metaClient.getActiveTimeline().filter(instant -> instant.getAction().equals(HoodieTimeline.CLEAN_ACTION)).lastInstant();
+ Option<HoodieInstant> latestCleanInstant = metaClient.getActiveTimeline().getCleanerTimeline().filterCompletedInstants().lastInstant();
if (latestCleanInstant.isPresent()) {
log.warn("Latest clean commit " + latestCleanInstant.get());
HoodieCleanMetadata cleanMetadata = CleanerUtils.getCleanerMetadata(metaClient, latestCleanInstant.get());