[gobblin] branch master updated: Allow table to flush after write failure (#3522)

[zi...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

zihanli58 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/gobblin.git


The following commit(s) were added to refs/heads/master by this push:
     new fbc64e007 Allow table to flush after write failure (#3522)
fbc64e007 is described below

commit fbc64e0072b627a101c5e66d03627007eab02772
Author: Jack Moseley <jm...@linkedin.com>
AuthorDate: Wed Jun 15 12:01:02 2022 -0700

    Allow table to flush after write failure (#3522)
---
 .../main/java/org/apache/gobblin/iceberg/writer/GobblinMCEWriter.java    | 1 -
 1 file changed, 1 deletion(-)

diff --git a/gobblin-iceberg/src/main/java/org/apache/gobblin/iceberg/writer/GobblinMCEWriter.java b/gobblin-iceberg/src/main/java/org/apache/gobblin/iceberg/writer/GobblinMCEWriter.java
index 0ebbefcf7..04ef762bd 100644
--- a/gobblin-iceberg/src/main/java/org/apache/gobblin/iceberg/writer/GobblinMCEWriter.java
+++ b/gobblin-iceberg/src/main/java/org/apache/gobblin/iceberg/writer/GobblinMCEWriter.java
@@ -383,7 +383,6 @@ public class GobblinMCEWriter implements DataWriter<GenericRecord> {
       lastException.droppedPartitionValues.addAll(((HiveMetadataWriterWithPartitionInfoException) e).droppedPartitionValues);
     }
     this.datasetErrorMap.put(tableStatus.datasetPath, tableErrorMap);
-    tableOperationTypeMap.remove(tableString);
     log.error(String.format("Meet exception when flush table %s", tableString), e);
     if (datasetErrorMap.size() > maxErrorDataset) {
       //Fail the job if the error size exceeds some number