You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by da...@apache.org on 2024/05/06 00:25:55 UTC
(hudi) branch master updated: [HUDI-7703] Clean plan to exclude partitions with no deleting file (#11136)
This is an automated email from the ASF dual-hosted git repository.
danny0405 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new d4f55f193cd [HUDI-7703] Clean plan to exclude partitions with no deleting file (#11136)
d4f55f193cd is described below
commit d4f55f193cd79f317d4fc021cc741554ce8cf6cd
Author: Shiyan Xu <27...@users.noreply.github.com>
AuthorDate: Sun May 5 19:25:48 2024 -0500
[HUDI-7703] Clean plan to exclude partitions with no deleting file (#11136)
---
.../java/org/apache/hudi/table/action/clean/CleanPlanActionExecutor.java | 1 +
1 file changed, 1 insertion(+)
diff --git a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/action/clean/CleanPlanActionExecutor.java b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/action/clean/CleanPlanActionExecutor.java
index 77c96b47f05..0329fc8ddc6 100644
--- a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/action/clean/CleanPlanActionExecutor.java
+++ b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/action/clean/CleanPlanActionExecutor.java
@@ -138,6 +138,7 @@ public class CleanPlanActionExecutor<T, I, K, O> extends BaseActionExecutor<T, I
.collect(Collectors.toMap(Pair::getKey, Pair::getValue));
cleanOps.putAll(cleanOpsWithPartitionMeta.entrySet().stream()
+ .filter(e -> !e.getValue().getValue().isEmpty())
.collect(Collectors.toMap(Map.Entry::getKey, e -> CleanerUtils.convertToHoodieCleanFileInfoList(e.getValue().getValue()))));
partitionsToDelete.addAll(cleanOpsWithPartitionMeta.entrySet().stream().filter(entry -> entry.getValue().getKey()).map(Map.Entry::getKey)