You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by pw...@apache.org on 2023/09/13 07:34:45 UTC
[hudi] 12/37: [HUDI-6805] Print detailed error message in clustering (#9577)
This is an automated email from the ASF dual-hosted git repository.
pwason pushed a commit to branch release-0.14.0
in repository https://gitbox.apache.org/repos/asf/hudi.git
commit 620ee24b02b8e1e31f0d08a6d2a737fc96302d07
Author: Akira Ajisaka <ak...@amazon.com>
AuthorDate: Mon Sep 4 15:28:15 2023 +0900
[HUDI-6805] Print detailed error message in clustering (#9577)
---
.../java/org/apache/hudi/io/storage/row/HoodieRowCreateHandle.java | 4 ++++
1 file changed, 4 insertions(+)
diff --git a/hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/io/storage/row/HoodieRowCreateHandle.java b/hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/io/storage/row/HoodieRowCreateHandle.java
index 04362f94da5..05019d2e814 100644
--- a/hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/io/storage/row/HoodieRowCreateHandle.java
+++ b/hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/io/storage/row/HoodieRowCreateHandle.java
@@ -29,6 +29,7 @@ import org.apache.hudi.common.model.HoodieWriteStat;
import org.apache.hudi.common.model.IOType;
import org.apache.hudi.common.util.HoodieTimer;
import org.apache.hudi.common.util.Option;
+import org.apache.hudi.common.util.collection.Pair;
import org.apache.hudi.config.HoodieWriteConfig;
import org.apache.hudi.exception.HoodieException;
import org.apache.hudi.exception.HoodieIOException;
@@ -241,6 +242,9 @@ public class HoodieRowCreateHandle implements Serializable {
stat.setTotalWriteBytes(fileSizeInBytes);
stat.setFileSizeInBytes(fileSizeInBytes);
stat.setTotalWriteErrors(writeStatus.getTotalErrorRecords());
+ for (Pair<HoodieRecordDelegate, Throwable> pair : writeStatus.getFailedRecords()) {
+ LOG.error("Failed to write {}", pair.getLeft(), pair.getRight());
+ }
HoodieWriteStat.RuntimeStats runtimeStats = new HoodieWriteStat.RuntimeStats();
runtimeStats.setTotalCreateTime(currTimer.endTimer());
stat.setRuntimeStats(runtimeStats);