You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@rocketmq.apache.org by zh...@apache.org on 2022/03/01 14:02:10 UTC
[rocketmq-connect] 02/02: Add 'connector/rocketmq-connect-cassandra/' from commit 'e2cc843ef4926a98797ca76880579941d5363fc6'
This is an automated email from the ASF dual-hosted git repository.
zhoubo pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/rocketmq-connect.git
commit 18c29ea5976baf2a564c66af95136f14506cce09
Merge: 32a23ce e2cc843
Author: odbozhou <87...@qq.com>
AuthorDate: Tue Mar 1 21:59:00 2022 +0800
Add 'connector/rocketmq-connect-cassandra/' from commit 'e2cc843ef4926a98797ca76880579941d5363fc6'
git-subtree-dir: connector/rocketmq-connect-cassandra
git-subtree-mainline: 32a23ce18c3c6f4c3ab1e813702c9fd7e5ab329a
git-subtree-split: e2cc843ef4926a98797ca76880579941d5363fc6
connector/rocketmq-connect-cassandra/README.md | 97 +++++++
connector/rocketmq-connect-cassandra/pom.xml | 276 ++++++++++++++++++++
.../rocketmq-connect-cassandra/scripts/gen_data.py | 155 +++++++++++
.../scripts/requirements.txt | 2 +
.../connect/cassandra/common/CloneUtils.java | 44 ++++
.../connect/cassandra/common/ConstDefine.java | 23 ++
.../rocketmq/connect/cassandra/common/DBUtils.java | 91 +++++++
.../connect/cassandra/common/DataType.java | 26 ++
.../rocketmq/connect/cassandra/common/Utils.java | 76 ++++++
.../rocketmq/connect/cassandra/config/Config.java | 282 +++++++++++++++++++++
.../connect/cassandra/config/ConfigUtil.java | 70 +++++
.../cassandra/config/DbConnectorConfig.java | 110 ++++++++
.../cassandra/config/SinkDbConnectorConfig.java | 112 ++++++++
.../cassandra/config/SourceDbConnectorConfig.java | 87 +++++++
.../connect/cassandra/config/TaskDivideConfig.java | 123 +++++++++
.../connect/cassandra/config/TaskTopicInfo.java | 40 +++
.../connector/CassandraSinkConnector.java | 240 ++++++++++++++++++
.../cassandra/connector/CassandraSinkTask.java | 161 ++++++++++++
.../connector/CassandraSourceConnector.java | 108 ++++++++
.../cassandra/connector/CassandraSourceTask.java | 168 ++++++++++++
.../connect/cassandra/schema/Database.java | 140 ++++++++++
.../rocketmq/connect/cassandra/schema/Schema.java | 146 +++++++++++
.../rocketmq/connect/cassandra/schema/Table.java | 103 ++++++++
.../schema/column/BigIntColumnParser.java | 50 ++++
.../schema/column/BooleanColumnParser.java | 34 +++
.../cassandra/schema/column/ColumnParser.java | 118 +++++++++
.../schema/column/DateTimeColumnParser.java | 53 ++++
.../schema/column/DefaultColumnParser.java | 37 +++
.../cassandra/schema/column/EnumColumnParser.java | 46 ++++
.../cassandra/schema/column/IntColumnParser.java | 66 +++++
.../cassandra/schema/column/SetColumnParser.java | 54 ++++
.../schema/column/StringColumnParser.java | 57 +++++
.../cassandra/schema/column/TimeColumnParser.java | 39 +++
.../cassandra/schema/column/YearColumnParser.java | 40 +++
.../rocketmq/connect/cassandra/sink/Updater.java | 216 ++++++++++++++++
.../rocketmq/connect/cassandra/source/Querier.java | 164 ++++++++++++
.../cassandra/strategy/DivideStrategyEnum.java | 23 ++
.../cassandra/strategy/DivideTaskByTopic.java | 110 ++++++++
.../cassandra/strategy/TaskDivideStrategy.java | 32 +++
39 files changed, 3819 insertions(+)
diff --cc connector/rocketmq-connect-cassandra/README.md
index 0000000,6439269..6439269
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/README.md
+++ b/connector/rocketmq-connect-cassandra/README.md
diff --cc connector/rocketmq-connect-cassandra/pom.xml
index 0000000,286a6ef..286a6ef
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/pom.xml
+++ b/connector/rocketmq-connect-cassandra/pom.xml
diff --cc connector/rocketmq-connect-cassandra/scripts/gen_data.py
index 0000000,8fde504..8fde504
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/scripts/gen_data.py
+++ b/connector/rocketmq-connect-cassandra/scripts/gen_data.py
diff --cc connector/rocketmq-connect-cassandra/scripts/requirements.txt
index 0000000,fc7dc31..fc7dc31
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/scripts/requirements.txt
+++ b/connector/rocketmq-connect-cassandra/scripts/requirements.txt
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/common/CloneUtils.java
index 0000000,c860750..c860750
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/common/CloneUtils.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/common/CloneUtils.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/common/ConstDefine.java
index 0000000,462add2..462add2
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/common/ConstDefine.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/common/ConstDefine.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/common/DBUtils.java
index 0000000,bd58eea..bd58eea
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/common/DBUtils.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/common/DBUtils.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/common/DataType.java
index 0000000,d6f814f..d6f814f
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/common/DataType.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/common/DataType.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/common/Utils.java
index 0000000,0911e20..0911e20
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/common/Utils.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/common/Utils.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/config/Config.java
index 0000000,b9b115e..b9b115e
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/config/Config.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/config/Config.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/config/ConfigUtil.java
index 0000000,1c08fb2..1c08fb2
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/config/ConfigUtil.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/config/ConfigUtil.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/config/DbConnectorConfig.java
index 0000000,3dd25c0..3dd25c0
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/config/DbConnectorConfig.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/config/DbConnectorConfig.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/config/SinkDbConnectorConfig.java
index 0000000,3145033..3145033
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/config/SinkDbConnectorConfig.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/config/SinkDbConnectorConfig.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/config/SourceDbConnectorConfig.java
index 0000000,6a3f685..6a3f685
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/config/SourceDbConnectorConfig.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/config/SourceDbConnectorConfig.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/config/TaskDivideConfig.java
index 0000000,7c43137..7c43137
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/config/TaskDivideConfig.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/config/TaskDivideConfig.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/config/TaskTopicInfo.java
index 0000000,074faab..074faab
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/config/TaskTopicInfo.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/config/TaskTopicInfo.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/connector/CassandraSinkConnector.java
index 0000000,6ce23f6..6ce23f6
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/connector/CassandraSinkConnector.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/connector/CassandraSinkConnector.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/connector/CassandraSinkTask.java
index 0000000,a8e9b0a..a8e9b0a
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/connector/CassandraSinkTask.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/connector/CassandraSinkTask.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/connector/CassandraSourceConnector.java
index 0000000,a8adc74..a8adc74
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/connector/CassandraSourceConnector.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/connector/CassandraSourceConnector.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/connector/CassandraSourceTask.java
index 0000000,cac44ed..cac44ed
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/connector/CassandraSourceTask.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/connector/CassandraSourceTask.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/Database.java
index 0000000,c8f69e6..c8f69e6
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/Database.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/Database.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/Schema.java
index 0000000,01054e0..01054e0
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/Schema.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/Schema.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/Table.java
index 0000000,902b797..902b797
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/Table.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/Table.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/BigIntColumnParser.java
index 0000000,0506469..0506469
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/BigIntColumnParser.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/BigIntColumnParser.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/BooleanColumnParser.java
index 0000000,8d5b2bb..8d5b2bb
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/BooleanColumnParser.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/BooleanColumnParser.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/ColumnParser.java
index 0000000,1eab587..1eab587
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/ColumnParser.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/ColumnParser.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/DateTimeColumnParser.java
index 0000000,b110a19..b110a19
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/DateTimeColumnParser.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/DateTimeColumnParser.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/DefaultColumnParser.java
index 0000000,01d8d1a..01d8d1a
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/DefaultColumnParser.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/DefaultColumnParser.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/EnumColumnParser.java
index 0000000,245dfd6..245dfd6
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/EnumColumnParser.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/EnumColumnParser.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/IntColumnParser.java
index 0000000,2257682..2257682
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/IntColumnParser.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/IntColumnParser.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/SetColumnParser.java
index 0000000,eaa6dad..eaa6dad
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/SetColumnParser.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/SetColumnParser.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/StringColumnParser.java
index 0000000,2bd7a36..2bd7a36
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/StringColumnParser.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/StringColumnParser.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/TimeColumnParser.java
index 0000000,c812a53..c812a53
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/TimeColumnParser.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/TimeColumnParser.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/YearColumnParser.java
index 0000000,82d61a8..82d61a8
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/YearColumnParser.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/YearColumnParser.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/sink/Updater.java
index 0000000,1c3f2c1..1c3f2c1
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/sink/Updater.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/sink/Updater.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/source/Querier.java
index 0000000,8a8ddf4..8a8ddf4
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/source/Querier.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/source/Querier.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/strategy/DivideStrategyEnum.java
index 0000000,f0eac2b..f0eac2b
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/strategy/DivideStrategyEnum.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/strategy/DivideStrategyEnum.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/strategy/DivideTaskByTopic.java
index 0000000,68395d3..68395d3
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/strategy/DivideTaskByTopic.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/strategy/DivideTaskByTopic.java
diff --cc connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/strategy/TaskDivideStrategy.java
index 0000000,70a6773..70a6773
mode 000000,100644..100644
--- a/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/strategy/TaskDivideStrategy.java
+++ b/connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/strategy/TaskDivideStrategy.java