You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@inlong.apache.org by zi...@apache.org on 2023/04/14 09:42:03 UTC
[inlong] branch master updated: [INLONG-7857][Sort] Fix duplicated chunk happens when open scan-newly-added-table in mysql-cdc (#7859)
This is an automated email from the ASF dual-hosted git repository.
zirui pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/inlong.git
The following commit(s) were added to refs/heads/master by this push:
new 9017df468 [INLONG-7857][Sort] Fix duplicated chunk happens when open scan-newly-added-table in mysql-cdc (#7859)
9017df468 is described below
commit 9017df4683b7fe4436a793dfd802fdbe4a4419eb
Author: Schnapps <zp...@connect.ust.hk>
AuthorDate: Fri Apr 14 17:41:56 2023 +0800
[INLONG-7857][Sort] Fix duplicated chunk happens when open scan-newly-added-table in mysql-cdc (#7859)
---
.../sort/cdc/mysql/source/assigners/MySqlSnapshotSplitAssigner.java | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/inlong-sort/sort-connectors/mysql-cdc/src/main/java/org/apache/inlong/sort/cdc/mysql/source/assigners/MySqlSnapshotSplitAssigner.java b/inlong-sort/sort-connectors/mysql-cdc/src/main/java/org/apache/inlong/sort/cdc/mysql/source/assigners/MySqlSnapshotSplitAssigner.java
index fb85c8c30..244de1f2a 100644
--- a/inlong-sort/sort-connectors/mysql-cdc/src/main/java/org/apache/inlong/sort/cdc/mysql/source/assigners/MySqlSnapshotSplitAssigner.java
+++ b/inlong-sort/sort-connectors/mysql-cdc/src/main/java/org/apache/inlong/sort/cdc/mysql/source/assigners/MySqlSnapshotSplitAssigner.java
@@ -230,6 +230,7 @@ public class MySqlSnapshotSplitAssigner implements MySqlSplitAssigner {
synchronized (lock) {
remainingSplits.addAll(schemaLessSnapshotSplits);
remainingTables.remove(nextTable);
+ addAlreadyProcessedTablesIfNotExists(nextTable);
lock.notify();
}
}
@@ -249,7 +250,6 @@ public class MySqlSnapshotSplitAssigner implements MySqlSplitAssigner {
MySqlSchemalessSnapshotSplit split = iterator.next();
remainingSplits.remove(split);
assignedSplits.put(split.splitId(), split);
- addAlreadyProcessedTablesIfNotExists(split.getTableId());
return Optional.of(
split.toMySqlSnapshotSplit(tableSchemas.get(split.getTableId())));
} else if (!remainingTables.isEmpty()) {