You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@gobblin.apache.org by zi...@apache.org on 2022/02/15 03:59:43 UTC
[gobblin] branch master updated: Don't flush on change_property operation (#3467)
This is an automated email from the ASF dual-hosted git repository.
zihanli58 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/gobblin.git
The following commit(s) were added to refs/heads/master by this push:
new 655826a Don't flush on change_property operation (#3467)
655826a is described below
commit 655826abeeb3c367a4fe882ab80d1a80c97b7ea1
Author: Jack Moseley <jm...@linkedin.com>
AuthorDate: Mon Feb 14 19:59:37 2022 -0800
Don't flush on change_property operation (#3467)
---
.../main/java/org/apache/gobblin/iceberg/writer/GobblinMCEWriter.java | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/gobblin-iceberg/src/main/java/org/apache/gobblin/iceberg/writer/GobblinMCEWriter.java b/gobblin-iceberg/src/main/java/org/apache/gobblin/iceberg/writer/GobblinMCEWriter.java
index c14d7e0..86d0b5b 100644
--- a/gobblin-iceberg/src/main/java/org/apache/gobblin/iceberg/writer/GobblinMCEWriter.java
+++ b/gobblin-iceberg/src/main/java/org/apache/gobblin/iceberg/writer/GobblinMCEWriter.java
@@ -275,7 +275,7 @@ public class GobblinMCEWriter implements DataWriter<GenericRecord> {
tableOperationTypeMap.put(tableString, new TableStatus(gmce.getOperationType(),
gmce.getDatasetIdentifier().getNativeName(), watermark.getSource(),
((LongWatermark)watermark.getWatermark()).getValue()-1, ((LongWatermark)watermark.getWatermark()).getValue()));
- } else if (tableOperationTypeMap.get(tableString).operationType != gmce.getOperationType()) {
+ } else if (tableOperationTypeMap.get(tableString).operationType != gmce.getOperationType() && gmce.getOperationType() != OperationType.change_property) {
flush(dbName, tableName);
tableOperationTypeMap.put(tableString, new TableStatus(gmce.getOperationType(),
gmce.getDatasetIdentifier().getNativeName(), watermark.getSource(),