You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by yi...@apache.org on 2024/07/24 21:51:06 UTC
(hudi) branch master updated: [HUDI-7963] Minor enhancement to RLI flow with MDT (#11582)
This is an automated email from the ASF dual-hosted git repository.
yihua pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new d2304c559ae [HUDI-7963] Minor enhancement to RLI flow with MDT (#11582)
d2304c559ae is described below
commit d2304c559ae65e251d73d4f77254be3dde86c1ef
Author: Sivabalan Narayanan <n....@gmail.com>
AuthorDate: Wed Jul 24 14:50:55 2024 -0700
[HUDI-7963] Minor enhancement to RLI flow with MDT (#11582)
Co-authored-by: Y Ethan Guo <et...@gmail.com>
---
.../org/apache/hudi/metadata/HoodieBackedTableMetadataWriter.java | 8 +++++---
1 file changed, 5 insertions(+), 3 deletions(-)
diff --git a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/metadata/HoodieBackedTableMetadataWriter.java b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/metadata/HoodieBackedTableMetadataWriter.java
index c38a68e37cf..ffbffc104b1 100644
--- a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/metadata/HoodieBackedTableMetadataWriter.java
+++ b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/metadata/HoodieBackedTableMetadataWriter.java
@@ -1026,9 +1026,11 @@ public abstract class HoodieBackedTableMetadataWriter<I> implements HoodieTableM
// Updates for record index are created by parsing the WriteStatus which is a hudi-client object. Hence, we cannot yet move this code
// to the HoodieTableMetadataUtil class in hudi-common.
- HoodieData<HoodieRecord> updatesFromWriteStatuses = getRecordIndexUpserts(writeStatus);
- HoodieData<HoodieRecord> additionalUpdates = getRecordIndexAdditionalUpserts(updatesFromWriteStatuses, commitMetadata);
- partitionToRecordMap.put(RECORD_INDEX, updatesFromWriteStatuses.union(additionalUpdates));
+ if (dataWriteConfig.isRecordIndexEnabled()) {
+ HoodieData<HoodieRecord> updatesFromWriteStatuses = getRecordIndexUpserts(writeStatus);
+ HoodieData<HoodieRecord> additionalUpdates = getRecordIndexAdditionalUpserts(updatesFromWriteStatuses, commitMetadata);
+ partitionToRecordMap.put(RECORD_INDEX, updatesFromWriteStatuses.union(additionalUpdates));
+ }
updateFunctionalIndexIfPresent(commitMetadata, instantTime, partitionToRecordMap);
updateSecondaryIndexIfPresent(commitMetadata, partitionToRecordMap, writeStatus);
return partitionToRecordMap;