You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@inlong.apache.org by he...@apache.org on 2022/04/29 15:14:19 UTC
[incubator-inlong] branch master updated: [INLONG-4042][Manager] Add properties in MysqlExtractNode for migrating all databases (#4043)
This is an automated email from the ASF dual-hosted git repository.
healchow pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-inlong.git
The following commit(s) were added to refs/heads/master by this push:
new a5f3c32f2 [INLONG-4042][Manager] Add properties in MysqlExtractNode for migrating all databases (#4043)
a5f3c32f2 is described below
commit a5f3c32f27b051ba983b42e0929988b3a72912f8
Author: kipshi <48...@users.noreply.github.com>
AuthorDate: Fri Apr 29 23:14:13 2022 +0800
[INLONG-4042][Manager] Add properties in MysqlExtractNode for migrating all databases (#4043)
* Add properties in MysqlExtractNode
* Add comments
---
.../apache/inlong/manager/service/sort/util/ExtractNodeUtils.java | 7 ++++++-
1 file changed, 6 insertions(+), 1 deletion(-)
diff --git a/inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/sort/util/ExtractNodeUtils.java b/inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/sort/util/ExtractNodeUtils.java
index fba6fb566..17cd5aecb 100644
--- a/inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/sort/util/ExtractNodeUtils.java
+++ b/inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/sort/util/ExtractNodeUtils.java
@@ -42,6 +42,7 @@ import org.apache.inlong.sort.protocol.node.format.Format;
import org.apache.inlong.sort.protocol.node.format.JsonFormat;
import java.util.List;
+import java.util.Map;
import java.util.stream.Collectors;
/**
@@ -98,14 +99,18 @@ public class ExtractNodeUtils {
.collect(Collectors.toList());
String serverTimeZone = binlogSourceResponse.getServerTimezone();
boolean incrementalSnapshotEnabled = true;
+ Map<String, String> properties = Maps.newHashMap();
if (binlogSourceResponse.isAllMigration()) {
+ // Unique properties when migrate all tables in database
incrementalSnapshotEnabled = false;
+ properties.put("append-mode", "true");
+ properties.put("migrate-all", "true");
}
return new MySqlExtractNode(id,
name,
fieldInfos,
null,
- Maps.newHashMap(),
+ properties,
primaryKey,
tableNames,
hostName,