You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@inlong.apache.org by do...@apache.org on 2023/03/14 04:40:06 UTC
[inlong] branch flink-multi-version updated: [INLONG-7516][Manager][Sort][Agent] Decoupling Flink version dependencies for multiple versions of Apache Flink (#7517)
This is an automated email from the ASF dual-hosted git repository.
dockerzhang pushed a commit to branch flink-multi-version
in repository https://gitbox.apache.org/repos/asf/inlong.git
The following commit(s) were added to refs/heads/flink-multi-version by this push:
new 0524ebe6c [INLONG-7516][Manager][Sort][Agent] Decoupling Flink version dependencies for multiple versions of Apache Flink (#7517)
0524ebe6c is described below
commit 0524ebe6c4b832303b46780285380e8b2209be8c
Author: ganfengtan <Ga...@users.noreply.github.com>
AuthorDate: Tue Mar 14 12:40:00 2023 +0800
[INLONG-7516][Manager][Sort][Agent] Decoupling Flink version dependencies for multiple versions of Apache Flink (#7517)
---
README.md | 6 +
inlong-agent/pom.xml | 50 +++
inlong-manager/manager-plugins/pom.xml | 34 +-
inlong-manager/manager-service/pom.xml | 1 +
inlong-sort/pom.xml | 30 +-
inlong-sort/sort-api/pom.xml | 1 -
inlong-sort/sort-common/pom.xml | 22 +-
inlong-sort/sort-core/pom.xml | 28 +-
inlong-sort/sort-end-to-end-tests/pom.xml | 26 +-
inlong-sort/sort-flink/pom.xml | 1 -
inlong-sort/sort-flink/sort-flink-v1.13/pom.xml | 170 ++++++++++
.../sort-connectors/elasticsearch-6/pom.xml | 10 +-
.../sort-connectors/elasticsearch-7/pom.xml | 11 +-
.../sort-connectors/elasticsearch-base/pom.xml | 16 +-
.../sort-flink-v1.13/sort-connectors/kudu/pom.xml | 2 +-
.../sort-connectors/mongodb-cdc/pom.xml | 7 +-
.../sort-flink-v1.13/sort-connectors/pom.xml | 1 -
.../sort-flink-v1.13/sort-connectors/redis/pom.xml | 2 +-
.../sort-flink-dependencies/pom.xml | 68 ++++
.../sort-formats/format-inlongmsg-base/pom.xml | 26 +-
.../sort-formats/format-inlongmsg-pb/pom.xml | 13 +-
inlong-sort/sort-formats/format-json/pom.xml | 17 +-
inlong-sort/sort-formats/pom.xml | 2 -
inlong-tubemq/tubemq-client/pom.xml | 1 -
inlong-tubemq/tubemq-connectors/pom.xml | 1 -
.../tubemq-connector-flink/pom.xml | 12 -
.../tubemq-connector-spark/pom.xml | 12 -
inlong-tubemq/tubemq-core/pom.xml | 1 -
inlong-tubemq/tubemq-docker/pom.xml | 1 -
inlong-tubemq/tubemq-example/pom.xml | 1 -
inlong-tubemq/tubemq-manager/pom.xml | 1 -
inlong-tubemq/tubemq-server/pom.xml | 1 -
pom.xml | 345 +--------------------
33 files changed, 404 insertions(+), 516 deletions(-)
diff --git a/README.md b/README.md
index 1edab378b..029d22e63 100644
--- a/README.md
+++ b/README.md
@@ -113,6 +113,12 @@ Requirements:
- Maven 3.6.1+
- [Docker](https://docs.docker.com/engine/install/) 19.03.1+
+CodeStyle:
+
+```
+mvn spotless:apply
+```
+
Compile and install:
```
mvn clean install -DskipTests
diff --git a/inlong-agent/pom.xml b/inlong-agent/pom.xml
index 83536bda8..7073acfe5 100644
--- a/inlong-agent/pom.xml
+++ b/inlong-agent/pom.xml
@@ -36,4 +36,54 @@
<module>agent-release</module>
<module>agent-docker</module>
</modules>
+
+ <properties>
+ <debezium.version>1.8.0.Final</debezium.version>
+ </properties>
+ <dependencyManagement>
+ <dependencies>
+ <dependency>
+ <groupId>io.debezium</groupId>
+ <artifactId>debezium-api</artifactId>
+ <version>${debezium.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>io.debezium</groupId>
+ <artifactId>debezium-embedded</artifactId>
+ <version>${debezium.version}</version>
+ <exclusions>
+ <exclusion>
+ <groupId>org.slf4j</groupId>
+ <artifactId>slf4j-log4j12</artifactId>
+ </exclusion>
+ </exclusions>
+ </dependency>
+ <dependency>
+ <groupId>io.debezium</groupId>
+ <artifactId>debezium-connector-mysql</artifactId>
+ <version>${debezium.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>io.debezium</groupId>
+ <artifactId>debezium-connector-sqlserver</artifactId>
+ <version>${debezium.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>io.debezium</groupId>
+ <artifactId>debezium-connector-mongodb</artifactId>
+ <version>${debezium.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>io.debezium</groupId>
+ <artifactId>debezium-connector-postgres</artifactId>
+ <version>${debezium.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>io.debezium</groupId>
+ <artifactId>debezium-connector-oracle</artifactId>
+ <version>${debezium.version}</version>
+ </dependency>
+ </dependencies>
+ </dependencyManagement>
+
</project>
diff --git a/inlong-manager/manager-plugins/pom.xml b/inlong-manager/manager-plugins/pom.xml
index 2e1765c1c..881b48cbb 100644
--- a/inlong-manager/manager-plugins/pom.xml
+++ b/inlong-manager/manager-plugins/pom.xml
@@ -28,6 +28,11 @@
<artifactId>manager-plugins</artifactId>
<name>Apache InLong - Manager Plugins</name>
+ <properties>
+ <flink.version>1.13.5</flink.version>
+ <flink.scala.binary.version>2.11</flink.scala.binary.version>
+ </properties>
+
<dependencies>
<dependency>
<groupId>org.apache.inlong</groupId>
@@ -41,13 +46,26 @@
<version>${project.version}</version>
<scope>provided</scope>
</dependency>
+ <dependency>
+ <groupId>org.apache.inlong</groupId>
+ <artifactId>sort-common</artifactId>
+ <version>${project.version}</version>
+ <exclusions>
+ <exclusion>
+ <groupId>org.scala-lang</groupId>
+ <artifactId>scala-library</artifactId>
+ </exclusion>
+ </exclusions>
+ </dependency>
<dependency>
<groupId>org.projectlombok</groupId>
<artifactId>lombok</artifactId>
</dependency>
+ <!-- flink -->
<dependency>
<groupId>org.apache.flink</groupId>
- <artifactId>flink-clients_2.11</artifactId>
+ <artifactId>flink-clients_${flink.scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
<exclusions>
<exclusion>
<groupId>org.javassist</groupId>
@@ -67,25 +85,11 @@
</exclusion>
</exclusions>
</dependency>
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-table-runtime-blink_${flink.scala.binary.version}</artifactId>
- </dependency>
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-table-api-java</artifactId>
<version>${flink.version}</version>
</dependency>
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-table-planner-blink_${flink.scala.binary.version}</artifactId>
- <exclusions>
- <exclusion>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-library</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
<dependency>
<groupId>com.fasterxml.jackson.core</groupId>
<artifactId>jackson-core</artifactId>
diff --git a/inlong-manager/manager-service/pom.xml b/inlong-manager/manager-service/pom.xml
index aae258988..c312fa8cc 100644
--- a/inlong-manager/manager-service/pom.xml
+++ b/inlong-manager/manager-service/pom.xml
@@ -560,6 +560,7 @@
<dependency>
<groupId>org.apache.hudi</groupId>
<artifactId>hudi-flink1.13-bundle</artifactId>
+ <version>${hudi.version}</version>
</dependency>
</dependencies>
</project>
diff --git a/inlong-sort/pom.xml b/inlong-sort/pom.xml
index cc7e158c7..249dac4fa 100644
--- a/inlong-sort/pom.xml
+++ b/inlong-sort/pom.xml
@@ -43,10 +43,13 @@
<properties>
<debezium.version>1.5.4.Final</debezium.version>
<kafka.clients.version>2.7.0</kafka.clients.version>
- <rat.basedir>${basedir}</rat.basedir>
<hbase.version>2.2.3</hbase.version>
- <iceberg.hive.version>2.3.7</iceberg.hive.version>
<hudi.hive.version>2.3.7</hudi.hive.version>
+ <iceberg.hive.version>2.3.7</iceberg.hive.version>
+ <flink.jackson.version>2.12.1-13.0</flink.jackson.version>
+ <log4j.configurationfile>log4j2-test.properties</log4j.configurationfile>
+ <oracle.jdbc.version>19.3.0.0</oracle.jdbc.version>
+ <rat.basedir>${basedir}</rat.basedir>
</properties>
<dependencyManagement>
<dependencies>
@@ -80,6 +83,17 @@
<artifactId>kudu-client</artifactId>
<version>${kudu.version}</version>
</dependency>
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-shaded-jackson</artifactId>
+ <version>${flink.jackson.version}</version>
+ </dependency>
+ <!--ojdbc8 is FUTC license, we use it test only-->
+ <dependency>
+ <groupId>com.oracle.database.jdbc</groupId>
+ <artifactId>ojdbc8</artifactId>
+ <version>${oracle.jdbc.version}</version>
+ </dependency>
</dependencies>
</dependencyManagement>
@@ -89,18 +103,6 @@
<artifactId>junit</artifactId>
<scope>provided</scope>
</dependency>
- <dependency>
- <groupId>org.hamcrest</groupId>
- <artifactId>hamcrest-all</artifactId>
- <type>jar</type>
- <scope>test</scope>
- </dependency>
- <dependency>
- <groupId>org.mockito</groupId>
- <artifactId>mockito-core</artifactId>
- <scope>test</scope>
- </dependency>
-
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-test-utils-junit</artifactId>
diff --git a/inlong-sort/sort-api/pom.xml b/inlong-sort/sort-api/pom.xml
index 0c69bb0c5..dbafa95ce 100644
--- a/inlong-sort/sort-api/pom.xml
+++ b/inlong-sort/sort-api/pom.xml
@@ -25,7 +25,6 @@
<groupId>org.apache.inlong</groupId>
<artifactId>inlong-sort</artifactId>
<version>1.6.0-SNAPSHOT</version>
- <relativePath>../pom.xml</relativePath>
</parent>
<artifactId>sort-api</artifactId>
diff --git a/inlong-sort/sort-common/pom.xml b/inlong-sort/sort-common/pom.xml
index bfb3f20fa..804909dcc 100644
--- a/inlong-sort/sort-common/pom.xml
+++ b/inlong-sort/sort-common/pom.xml
@@ -25,7 +25,6 @@
<groupId>org.apache.inlong</groupId>
<artifactId>inlong-sort</artifactId>
<version>1.6.0-SNAPSHOT</version>
- <relativePath>../pom.xml</relativePath>
</parent>
<artifactId>sort-common</artifactId>
@@ -38,6 +37,17 @@
</properties>
<dependencies>
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-shaded-jackson</artifactId>
+ <version>${flink.jackson.version}</version>
+ </dependency>
+ <!-- hudi -->
+ <dependency>
+ <groupId>org.apache.hudi</groupId>
+ <artifactId>hudi-flink1.13-bundle</artifactId>
+ <version>${hudi.version}</version>
+ </dependency>
<dependency>
<groupId>org.apache.inlong</groupId>
<artifactId>inlong-common</artifactId>
@@ -56,10 +66,6 @@
<groupId>org.apache.commons</groupId>
<artifactId>commons-lang3</artifactId>
</dependency>
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-shaded-jackson</artifactId>
- </dependency>
<dependency>
<groupId>com.google.code.findbugs</groupId>
<artifactId>jsr305</artifactId>
@@ -68,6 +74,12 @@
<groupId>org.projectlombok</groupId>
<artifactId>lombok</artifactId>
</dependency>
+ <dependency>
+ <groupId>org.hamcrest</groupId>
+ <artifactId>hamcrest-all</artifactId>
+ <type>jar</type>
+ <scope>test</scope>
+ </dependency>
</dependencies>
</project>
diff --git a/inlong-sort/sort-core/pom.xml b/inlong-sort/sort-core/pom.xml
index f79f87f93..ee7e9f8e8 100644
--- a/inlong-sort/sort-core/pom.xml
+++ b/inlong-sort/sort-core/pom.xml
@@ -25,7 +25,6 @@
<groupId>org.apache.inlong</groupId>
<artifactId>inlong-sort</artifactId>
<version>1.6.0-SNAPSHOT</version>
- <relativePath>../pom.xml</relativePath>
</parent>
<artifactId>sort-core</artifactId>
@@ -48,30 +47,10 @@
<artifactId>sort-format-base</artifactId>
<version>${project.version}</version>
</dependency>
- <!--flink core-->
<dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-core</artifactId>
- <scope>provided</scope>
- </dependency>
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-streaming-java_${flink.scala.binary.version}</artifactId>
- <scope>provided</scope>
- </dependency>
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-table-common</artifactId>
- <scope>provided</scope>
- </dependency>
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-table-runtime-blink_${flink.scala.binary.version}</artifactId>
- <scope>provided</scope>
- </dependency>
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-table-planner-blink_${flink.scala.binary.version}</artifactId>
+ <groupId>org.apache.inlong</groupId>
+ <artifactId>sort-flink-dependencies</artifactId>
+ <version>${project.version}</version>
<scope>provided</scope>
</dependency>
@@ -125,6 +104,7 @@
<dependency>
<groupId>com.oracle.database.jdbc</groupId>
<artifactId>ojdbc8</artifactId>
+ <scope>test</scope>
</dependency>
<dependency>
<groupId>mysql</groupId>
diff --git a/inlong-sort/sort-end-to-end-tests/pom.xml b/inlong-sort/sort-end-to-end-tests/pom.xml
index df70ae185..0a1709e42 100644
--- a/inlong-sort/sort-end-to-end-tests/pom.xml
+++ b/inlong-sort/sort-end-to-end-tests/pom.xml
@@ -23,13 +23,17 @@
<groupId>org.apache.inlong</groupId>
<artifactId>inlong-sort</artifactId>
<version>1.6.0-SNAPSHOT</version>
- <relativePath>../pom.xml</relativePath>
</parent>
<artifactId>sort-end-to-end-tests</artifactId>
<name>Apache InLong - Sort End to End Tests</name>
<dependencies>
+ <dependency>
+ <groupId>org.apache.inlong</groupId>
+ <artifactId>sort-common</artifactId>
+ <version>${project.version}</version>
+ </dependency>
<dependency>
<groupId>org.testcontainers</groupId>
<artifactId>testcontainers</artifactId>
@@ -90,31 +94,11 @@
<version>${flink.version}</version>
<scope>test</scope>
</dependency>
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-streaming-java_${flink.scala.binary.version}</artifactId>
- <scope>test</scope>
- </dependency>
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-table-api-java-bridge_${flink.scala.binary.version}</artifactId>
- <scope>test</scope>
- </dependency>
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-table-common</artifactId>
<scope>test</scope>
</dependency>
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-table-runtime-blink_${flink.scala.binary.version}</artifactId>
- <scope>test</scope>
- </dependency>
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-table-planner-blink_${flink.scala.binary.version}</artifactId>
- <scope>test</scope>
- </dependency>
<dependency>
<groupId>ru.yandex.clickhouse</groupId>
<artifactId>clickhouse-jdbc</artifactId>
diff --git a/inlong-sort/sort-flink/pom.xml b/inlong-sort/sort-flink/pom.xml
index 2b9faf235..1a0a7364e 100644
--- a/inlong-sort/sort-flink/pom.xml
+++ b/inlong-sort/sort-flink/pom.xml
@@ -22,7 +22,6 @@
<groupId>org.apache.inlong</groupId>
<artifactId>inlong-sort</artifactId>
<version>1.6.0-SNAPSHOT</version>
- <relativePath>../pom.xml</relativePath>
</parent>
<artifactId>sort-flink</artifactId>
diff --git a/inlong-sort/sort-flink/sort-flink-v1.13/pom.xml b/inlong-sort/sort-flink/sort-flink-v1.13/pom.xml
index 9ec1ba207..a5b18df99 100644
--- a/inlong-sort/sort-flink/sort-flink-v1.13/pom.xml
+++ b/inlong-sort/sort-flink/sort-flink-v1.13/pom.xml
@@ -31,6 +31,176 @@
<name>Apache InLong - Sort-Flink-v1.13</name>
<modules>
<module>sort-connectors</module>
+ <module>sort-flink-dependencies</module>
</modules>
+ <properties>
+ <flink.connector.mongodb.cdc.version>2.2.1</flink.connector.mongodb.cdc.version>
+ <flink.connector.redis>1.1.0</flink.connector.redis>
+ <flink.scala.binary.version>2.11</flink.scala.binary.version>
+ <flink.connector.mysql.cdc.version>2.2.1</flink.connector.mysql.cdc.version>
+ <flink.scala.binary.version>2.11</flink.scala.binary.version>
+ <flink.jackson.version>2.12.1-13.0</flink.jackson.version>
+ <flink.connector.postgres.cdc.version>2.2.1</flink.connector.postgres.cdc.version>
+ <flink.connector.sqlserver.cdc.version>2.2.1</flink.connector.sqlserver.cdc.version>
+ <flink.pulsar.version>1.13.6.2</flink.pulsar.version>
+ <flink.protobuf.version>2.7.6</flink.protobuf.version>
+ <flink.connector.oracle.cdc.version>2.2.1</flink.connector.oracle.cdc.version>
+ <flink.connector.doris.version>1.0.3</flink.connector.doris.version>
+
+ <sqlserver.jdbc.version>7.2.2.jre8</sqlserver.jdbc.version>
+
+ <thrift.version>0.9.3</thrift.version>
+ </properties>
+ <dependencyManagement>
+ <dependencies>
+ <!-- flink -->
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-clients_${flink.scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-streaming-java_${flink.scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-connector-kafka_${flink.scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-connector-hive_${flink.scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-connector-hbase-2.2_${flink.scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.iceberg</groupId>
+ <artifactId>iceberg-flink-runtime-1.14</artifactId>
+ <version>${iceberg.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>com.ververica</groupId>
+ <artifactId>flink-connector-postgres-cdc</artifactId>
+ <version>${flink.connector.postgres.cdc.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>com.ververica</groupId>
+ <artifactId>flink-connector-oracle-cdc</artifactId>
+ <version>${flink.connector.oracle.cdc.version}</version>
+ <!-- ojdbc8 is FUTC license and needs to be excluded -->
+ <exclusions>
+ <exclusion>
+ <groupId>com.oracle.ojdbc</groupId>
+ <artifactId>ojdbc8</artifactId>
+ </exclusion>
+ </exclusions>
+ </dependency>
+ <dependency>
+ <groupId>com.ververica</groupId>
+ <artifactId>flink-connector-sqlserver-cdc</artifactId>
+ <version>${flink.connector.sqlserver.cdc.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>com.ververica</groupId>
+ <artifactId>flink-connector-mysql-cdc</artifactId>
+ <version>${flink.connector.mysql.cdc.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-connector-jdbc_${flink.scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>io.streamnative.connectors</groupId>
+ <artifactId>pulsar-flink-connector-origin</artifactId>
+ <version>${flink.pulsar.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>com.ververica</groupId>
+ <artifactId>flink-connector-mongodb-cdc</artifactId>
+ <version>${flink.connector.mongodb.cdc.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.bahir</groupId>
+ <artifactId>flink-connector-redis_${flink.scala.binary.version}</artifactId>
+ <version>${flink.connector.redis}</version>
+ </dependency>
+ <!-- hudi -->
+ <dependency>
+ <groupId>org.apache.hudi</groupId>
+ <artifactId>hudi-flink1.13-bundle</artifactId>
+ <version>${hudi.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>io.streamnative.connectors</groupId>
+ <artifactId>flink-protobuf</artifactId>
+ <version>${flink.protobuf.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>com.microsoft.sqlserver</groupId>
+ <artifactId>mssql-jdbc</artifactId>
+ <version>${sqlserver.jdbc.version}</version>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-table-planner-blink_${flink.scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-table-api-java-bridge_${flink.scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-table-runtime-blink_${flink.scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.thrift</groupId>
+ <artifactId>libfb303</artifactId>
+ <version>${thrift.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>io.debezium</groupId>
+ <artifactId>debezium-api</artifactId>
+ <version>${debezium.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>io.debezium</groupId>
+ <artifactId>debezium-embedded</artifactId>
+ <version>${debezium.version}</version>
+ <exclusions>
+ <exclusion>
+ <groupId>org.slf4j</groupId>
+ <artifactId>slf4j-log4j12</artifactId>
+ </exclusion>
+ </exclusions>
+ </dependency>
+ <dependency>
+ <groupId>io.debezium</groupId>
+ <artifactId>debezium-connector-postgres</artifactId>
+ <version>${debezium.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>io.debezium</groupId>
+ <artifactId>debezium-connector-oracle</artifactId>
+ <version>${debezium.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.pulsar</groupId>
+ <artifactId>pulsar-client-all</artifactId>
+ <version>${pulsar.version}</version>
+ </dependency>
+ </dependencies>
+ </dependencyManagement>
</project>
diff --git a/inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/elasticsearch-6/pom.xml b/inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/elasticsearch-6/pom.xml
index 55d7e34a8..c343e0718 100644
--- a/inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/elasticsearch-6/pom.xml
+++ b/inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/elasticsearch-6/pom.xml
@@ -31,7 +31,7 @@
<dependencies>
<dependency>
<groupId>org.apache.flink</groupId>
- <artifactId>flink-connector-elasticsearch6_2.12</artifactId>
+ <artifactId>flink-connector-elasticsearch6_${flink.scala.binary.version}</artifactId>
<version>${flink.version}</version>
</dependency>
<dependency>
@@ -77,14 +77,14 @@
<dependency>
<groupId>org.apache.flink</groupId>
- <artifactId>flink-test-utils_2.12</artifactId>
+ <artifactId>flink-test-utils_${flink.scala.binary.version}</artifactId>
<version>${flink.version}</version>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.apache.flink</groupId>
- <artifactId>flink-streaming-java_2.12</artifactId>
+ <artifactId>flink-streaming-java_${flink.scala.binary.version}</artifactId>
<version>${flink.version}</version>
<type>test-jar</type>
<scope>test</scope>
@@ -128,7 +128,7 @@
<!-- Elasticsearch table descriptor testing -->
<dependency>
<groupId>org.apache.flink</groupId>
- <artifactId>flink-table-planner_2.12</artifactId>
+ <artifactId>flink-table-planner_${flink.scala.binary.version}</artifactId>
<version>${flink.version}</version>
<type>test-jar</type>
<scope>test</scope>
@@ -137,7 +137,7 @@
<!-- Table API integration tests -->
<dependency>
<groupId>org.apache.flink</groupId>
- <artifactId>flink-table-planner-blink_2.12</artifactId>
+ <artifactId>flink-table-planner-blink_${flink.scala.binary.version}</artifactId>
<version>${flink.version}</version>
<scope>test</scope>
</dependency>
diff --git a/inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/elasticsearch-7/pom.xml b/inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/elasticsearch-7/pom.xml
index 51faf8725..4808e5e83 100644
--- a/inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/elasticsearch-7/pom.xml
+++ b/inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/elasticsearch-7/pom.xml
@@ -31,7 +31,7 @@
<dependencies>
<dependency>
<groupId>org.apache.flink</groupId>
- <artifactId>flink-connector-elasticsearch7_2.12</artifactId>
+ <artifactId>flink-connector-elasticsearch7_${flink.scala.binary.version}</artifactId>
<version>${flink.version}</version>
</dependency>
<dependency>
@@ -72,14 +72,13 @@
<dependency>
<groupId>org.apache.flink</groupId>
- <artifactId>flink-test-utils_2.12</artifactId>
- <version>${flink.version}</version>
+ <artifactId>flink-test-utils_${flink.scala.binary.version}</artifactId>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.apache.flink</groupId>
- <artifactId>flink-streaming-java_2.12</artifactId>
+ <artifactId>flink-streaming-java_${flink.scala.binary.version}</artifactId>
<version>${flink.version}</version>
<type>test-jar</type>
<scope>test</scope>
@@ -117,7 +116,7 @@
<!-- Elasticsearch table descriptor testing -->
<dependency>
<groupId>org.apache.flink</groupId>
- <artifactId>flink-table-planner_2.12</artifactId>
+ <artifactId>flink-table-planner_${flink.scala.binary.version}</artifactId>
<version>${flink.version}</version>
<type>test-jar</type>
<scope>test</scope>
@@ -126,7 +125,7 @@
<!-- Table API integration tests -->
<dependency>
<groupId>org.apache.flink</groupId>
- <artifactId>flink-table-planner-blink_2.12</artifactId>
+ <artifactId>flink-table-planner-blink_${flink.scala.binary.version}</artifactId>
<version>${flink.version}</version>
<scope>test</scope>
</dependency>
diff --git a/inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/elasticsearch-base/pom.xml b/inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/elasticsearch-base/pom.xml
index 3bba3e7cd..8fed42a07 100644
--- a/inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/elasticsearch-base/pom.xml
+++ b/inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/elasticsearch-base/pom.xml
@@ -37,13 +37,13 @@
<!-- core dependencies -->
<dependency>
<groupId>org.apache.flink</groupId>
- <artifactId>flink-connector-elasticsearch-base_2.12</artifactId>
+ <artifactId>flink-connector-elasticsearch-base_${flink.scala.binary.version}</artifactId>
<version>${flink.version}</version>
</dependency>
<dependency>
<groupId>org.apache.flink</groupId>
- <artifactId>flink-streaming-java_2.12</artifactId>
+ <artifactId>flink-streaming-java_${flink.scala.binary.version}</artifactId>
<version>${flink.version}</version>
<scope>provided</scope>
</dependency>
@@ -71,7 +71,7 @@
<!-- Projects depending on this project won't depend on flink-table-*. -->
<dependency>
<groupId>org.apache.flink</groupId>
- <artifactId>flink-table-api-java-bridge_2.12</artifactId>
+ <artifactId>flink-table-api-java-bridge_${flink.scala.binary.version}</artifactId>
<version>${flink.version}</version>
<scope>provided</scope>
<optional>true</optional>
@@ -79,7 +79,7 @@
<!-- A planner dependency won't be necessary once FLIP-32 has been completed. -->
<dependency>
<groupId>org.apache.flink</groupId>
- <artifactId>flink-table-planner_2.12</artifactId>
+ <artifactId>flink-table-planner_${flink.scala.binary.version}</artifactId>
<version>${flink.version}</version>
<scope>provided</scope>
<optional>true</optional>
@@ -88,14 +88,14 @@
<!-- test dependencies -->
<dependency>
<groupId>org.apache.flink</groupId>
- <artifactId>flink-test-utils_2.12</artifactId>
+ <artifactId>flink-test-utils_${flink.scala.binary.version}</artifactId>
<version>${flink.version}</version>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.apache.flink</groupId>
- <artifactId>flink-runtime_2.12</artifactId>
+ <artifactId>flink-runtime_${flink.scala.binary.version}</artifactId>
<version>${flink.version}</version>
<type>test-jar</type>
<scope>test</scope>
@@ -103,7 +103,7 @@
<dependency>
<groupId>org.apache.flink</groupId>
- <artifactId>flink-streaming-java_2.12</artifactId>
+ <artifactId>flink-streaming-java_${flink.scala.binary.version}</artifactId>
<version>${flink.version}</version>
<type>test-jar</type>
<scope>test</scope>
@@ -112,7 +112,7 @@
<!-- Elasticsearch table descriptor testing -->
<dependency>
<groupId>org.apache.flink</groupId>
- <artifactId>flink-table-planner_2.12</artifactId>
+ <artifactId>flink-table-planner_${flink.scala.binary.version}</artifactId>
<version>${flink.version}</version>
<type>test-jar</type>
<scope>test</scope>
diff --git a/inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/kudu/pom.xml b/inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/kudu/pom.xml
index 549e3cf17..26ab18f7e 100644
--- a/inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/kudu/pom.xml
+++ b/inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/kudu/pom.xml
@@ -114,7 +114,7 @@
</dependency>
<dependency>
<groupId>org.apache.flink</groupId>
- <artifactId>flink-clients_2.11</artifactId>
+ <artifactId>flink-clients_${flink.scala.binary.version}</artifactId>
<scope>test</scope>
</dependency>
</dependencies>
diff --git a/inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/mongodb-cdc/pom.xml b/inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/mongodb-cdc/pom.xml
index c3019e20c..efd993671 100644
--- a/inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/mongodb-cdc/pom.xml
+++ b/inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/mongodb-cdc/pom.xml
@@ -53,17 +53,18 @@
<dependency>
<groupId>io.debezium</groupId>
<artifactId>debezium-api</artifactId>
- <version>${debezium.version}</version>
</dependency>
<dependency>
<groupId>io.debezium</groupId>
<artifactId>debezium-embedded</artifactId>
- <version>${debezium.version}</version>
</dependency>
<dependency>
<groupId>io.debezium</groupId>
<artifactId>debezium-core</artifactId>
- <version>${debezium.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>com.google.code.findbugs</groupId>
+ <artifactId>jsr305</artifactId>
</dependency>
</dependencies>
diff --git a/inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/pom.xml b/inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/pom.xml
index b8384bf1f..d6ae7df6f 100644
--- a/inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/pom.xml
+++ b/inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/pom.xml
@@ -24,7 +24,6 @@
<groupId>org.apache.inlong</groupId>
<artifactId>sort-flink-v1.13</artifactId>
<version>1.6.0-SNAPSHOT</version>
- <relativePath>../pom.xml</relativePath>
</parent>
<artifactId>sort-connectors</artifactId>
diff --git a/inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/redis/pom.xml b/inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/redis/pom.xml
index 684488919..25516405c 100644
--- a/inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/redis/pom.xml
+++ b/inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/redis/pom.xml
@@ -117,7 +117,7 @@
</dependency>
<dependency>
<groupId>org.apache.flink</groupId>
- <artifactId>flink-clients_2.11</artifactId>
+ <artifactId>flink-clients_${flink.scala.binary.version}</artifactId>
<scope>test</scope>
</dependency>
</dependencies>
diff --git a/inlong-sort/sort-flink/sort-flink-v1.13/sort-flink-dependencies/pom.xml b/inlong-sort/sort-flink/sort-flink-v1.13/sort-flink-dependencies/pom.xml
new file mode 100644
index 000000000..171e0e24c
--- /dev/null
+++ b/inlong-sort/sort-flink/sort-flink-v1.13/sort-flink-dependencies/pom.xml
@@ -0,0 +1,68 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+ ~ Licensed to the Apache Software Foundation (ASF) under one or more
+ ~ contributor license agreements. See the NOTICE file distributed with
+ ~ this work for additional information regarding copyright ownership.
+ ~ The ASF licenses this file to You under the Apache License, Version 2.0
+ ~ (the "License"); you may not use this file except in compliance with
+ ~ the License. You may obtain a copy of the License at
+ ~
+ ~ http://www.apache.org/licenses/LICENSE-2.0
+ ~
+ ~ Unless required by applicable law or agreed to in writing, software
+ ~ distributed under the License is distributed on an "AS IS" BASIS,
+ ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ ~ See the License for the specific language governing permissions and
+ ~ limitations under the License.
+ -->
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+ <modelVersion>4.0.0</modelVersion>
+ <parent>
+ <groupId>org.apache.inlong</groupId>
+ <artifactId>sort-flink-v1.13</artifactId>
+ <version>1.6.0-SNAPSHOT</version>
+ </parent>
+
+ <artifactId>sort-flink-dependencies</artifactId>
+ <packaging>jar</packaging>
+ <name>Apache InLong - Sort-flink-dependencies</name>
+
+ <dependencies>
+ <!--flink 1.3.5-->
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-table-planner-blink_${flink.scala.binary.version}</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-table-api-java-bridge_${flink.scala.binary.version}</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-table-runtime-blink_${flink.scala.binary.version}</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-streaming-java_${flink.scala.binary.version}</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-streaming-scala_${flink.scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-clients_${flink.scala.binary.version}</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-core</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-table-common</artifactId>
+ </dependency>
+ </dependencies>
+
+</project>
diff --git a/inlong-sort/sort-formats/format-inlongmsg-base/pom.xml b/inlong-sort/sort-formats/format-inlongmsg-base/pom.xml
index 6bae89a2e..ed03a59a1 100644
--- a/inlong-sort/sort-formats/format-inlongmsg-base/pom.xml
+++ b/inlong-sort/sort-formats/format-inlongmsg-base/pom.xml
@@ -26,7 +26,6 @@
<groupId>org.apache.inlong</groupId>
<artifactId>sort-formats</artifactId>
<version>1.6.0-SNAPSHOT</version>
- <relativePath>..</relativePath>
</parent>
<artifactId>sort-format-inlongmsg-base</artifactId>
@@ -49,6 +48,13 @@
<scope>provided</scope>
</dependency>
+ <dependency>
+ <groupId>org.apache.inlong</groupId>
+ <artifactId>sort-flink-dependencies</artifactId>
+ <version>${project.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
<dependency>
<groupId>org.apache.inlong</groupId>
<artifactId>sort-format-base</artifactId>
@@ -73,24 +79,6 @@
<scope>provided</scope>
</dependency>
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-core</artifactId>
- <scope>provided</scope>
- </dependency>
-
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-table-common</artifactId>
- <scope>provided</scope>
- </dependency>
-
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-table-runtime-blink_${flink.scala.binary.version}</artifactId>
- <scope>provided</scope>
- </dependency>
-
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-csv</artifactId>
diff --git a/inlong-sort/sort-formats/format-inlongmsg-pb/pom.xml b/inlong-sort/sort-formats/format-inlongmsg-pb/pom.xml
index a570a47ff..4deb34232 100644
--- a/inlong-sort/sort-formats/format-inlongmsg-pb/pom.xml
+++ b/inlong-sort/sort-formats/format-inlongmsg-pb/pom.xml
@@ -26,7 +26,6 @@
<groupId>org.apache.inlong</groupId>
<artifactId>sort-formats</artifactId>
<version>1.6.0-SNAPSHOT</version>
- <relativePath>..</relativePath>
</parent>
<artifactId>sort-format-inlongmsg-pb</artifactId>
@@ -41,7 +40,11 @@
<artifactId>inlong-common</artifactId>
<version>${project.version}</version>
</dependency>
-
+ <dependency>
+ <groupId>org.apache.inlong</groupId>
+ <artifactId>sort-common</artifactId>
+ <version>${project.version}</version>
+ </dependency>
<dependency>
<groupId>org.apache.inlong</groupId>
<artifactId>sdk-common</artifactId>
@@ -91,12 +94,6 @@
<scope>provided</scope>
</dependency>
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-table-runtime-blink_${flink.scala.binary.version}</artifactId>
- <scope>provided</scope>
- </dependency>
-
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-csv</artifactId>
diff --git a/inlong-sort/sort-formats/format-json/pom.xml b/inlong-sort/sort-formats/format-json/pom.xml
index d276d2b62..e9b9bd56f 100644
--- a/inlong-sort/sort-formats/format-json/pom.xml
+++ b/inlong-sort/sort-formats/format-json/pom.xml
@@ -26,7 +26,6 @@
<groupId>org.apache.inlong</groupId>
<artifactId>sort-formats</artifactId>
<version>1.6.0-SNAPSHOT</version>
- <relativePath>..</relativePath>
</parent>
<artifactId>sort-format-json</artifactId>
@@ -34,6 +33,17 @@
<name>Apache InLong - Sort Format-json</name>
<dependencies>
+ <dependency>
+ <groupId>org.apache.inlong</groupId>
+ <artifactId>sort-common</artifactId>
+ <version>${project.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.inlong</groupId>
+ <artifactId>sort-flink-dependencies</artifactId>
+ <version>${project.version}</version>
+ <scope>provided</scope>
+ </dependency>
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-json</artifactId>
@@ -64,11 +74,6 @@
<scope>provided</scope>
</dependency>
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-table-runtime-blink_${flink.scala.binary.version}</artifactId>
- <scope>provided</scope>
- </dependency>
<dependency>
<groupId>org.projectlombok</groupId>
<artifactId>lombok</artifactId>
diff --git a/inlong-sort/sort-formats/pom.xml b/inlong-sort/sort-formats/pom.xml
index 660697992..5ff456db8 100644
--- a/inlong-sort/sort-formats/pom.xml
+++ b/inlong-sort/sort-formats/pom.xml
@@ -26,7 +26,6 @@
<groupId>org.apache.inlong</groupId>
<artifactId>inlong-sort</artifactId>
<version>1.6.0-SNAPSHOT</version>
- <relativePath>../pom.xml</relativePath>
</parent>
<artifactId>sort-formats</artifactId>
@@ -47,7 +46,6 @@
<properties>
<flink.forkCount>1C</flink.forkCount>
<flink.reuseForks>true</flink.reuseForks>
- <log4j.configurationfile>log4j2-test.properties</log4j.configurationfile>
</properties>
<!-- override these root dependencies as 'provided', so they don't end up
diff --git a/inlong-tubemq/tubemq-client/pom.xml b/inlong-tubemq/tubemq-client/pom.xml
index 20597ea95..2d340f35f 100644
--- a/inlong-tubemq/tubemq-client/pom.xml
+++ b/inlong-tubemq/tubemq-client/pom.xml
@@ -22,7 +22,6 @@
<groupId>org.apache.inlong</groupId>
<artifactId>inlong-tubemq</artifactId>
<version>1.6.0-SNAPSHOT</version>
- <relativePath>../pom.xml</relativePath>
</parent>
<artifactId>tubemq-client</artifactId>
<name>Apache InLong - TubeMQ Client</name>
diff --git a/inlong-tubemq/tubemq-connectors/pom.xml b/inlong-tubemq/tubemq-connectors/pom.xml
index dc1052c15..595bd4f8f 100644
--- a/inlong-tubemq/tubemq-connectors/pom.xml
+++ b/inlong-tubemq/tubemq-connectors/pom.xml
@@ -22,7 +22,6 @@
<groupId>org.apache.inlong</groupId>
<artifactId>inlong-tubemq</artifactId>
<version>1.6.0-SNAPSHOT</version>
- <relativePath>../pom.xml</relativePath>
</parent>
<artifactId>tubemq-connectors</artifactId>
<packaging>pom</packaging>
diff --git a/inlong-tubemq/tubemq-connectors/tubemq-connector-flink/pom.xml b/inlong-tubemq/tubemq-connectors/tubemq-connector-flink/pom.xml
index dd6c48f41..81e2ab7d2 100644
--- a/inlong-tubemq/tubemq-connectors/tubemq-connector-flink/pom.xml
+++ b/inlong-tubemq/tubemq-connectors/tubemq-connector-flink/pom.xml
@@ -32,18 +32,6 @@
</properties>
<dependencies>
- <dependency>
- <groupId>org.apache.inlong</groupId>
- <artifactId>tubemq-client</artifactId>
- <version>${project.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.apache.inlong</groupId>
- <artifactId>tubemq-core</artifactId>
- <version>${project.version}</version>
- </dependency>
-
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-core</artifactId>
diff --git a/inlong-tubemq/tubemq-connectors/tubemq-connector-spark/pom.xml b/inlong-tubemq/tubemq-connectors/tubemq-connector-spark/pom.xml
index d6d3cc39e..1966de460 100644
--- a/inlong-tubemq/tubemq-connectors/tubemq-connector-spark/pom.xml
+++ b/inlong-tubemq/tubemq-connectors/tubemq-connector-spark/pom.xml
@@ -32,18 +32,6 @@
</properties>
<dependencies>
- <dependency>
- <groupId>org.apache.inlong</groupId>
- <artifactId>tubemq-client</artifactId>
- <version>${project.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.apache.inlong</groupId>
- <artifactId>tubemq-core</artifactId>
- <version>${project.version}</version>
- </dependency>
-
<dependency>
<groupId>org.apache.spark</groupId>
<artifactId>spark-core_${scala.binary.version}</artifactId>
diff --git a/inlong-tubemq/tubemq-core/pom.xml b/inlong-tubemq/tubemq-core/pom.xml
index edd4c1829..087e88859 100644
--- a/inlong-tubemq/tubemq-core/pom.xml
+++ b/inlong-tubemq/tubemq-core/pom.xml
@@ -22,7 +22,6 @@
<groupId>org.apache.inlong</groupId>
<artifactId>inlong-tubemq</artifactId>
<version>1.6.0-SNAPSHOT</version>
- <relativePath>../pom.xml</relativePath>
</parent>
<artifactId>tubemq-core</artifactId>
<name>Apache InLong - TubeMQ Core</name>
diff --git a/inlong-tubemq/tubemq-docker/pom.xml b/inlong-tubemq/tubemq-docker/pom.xml
index 563ac8c67..d585c73da 100644
--- a/inlong-tubemq/tubemq-docker/pom.xml
+++ b/inlong-tubemq/tubemq-docker/pom.xml
@@ -22,7 +22,6 @@
<groupId>org.apache.inlong</groupId>
<artifactId>inlong-tubemq</artifactId>
<version>1.6.0-SNAPSHOT</version>
- <relativePath>../pom.xml</relativePath>
</parent>
<artifactId>tubemq-docker</artifactId>
<packaging>pom</packaging>
diff --git a/inlong-tubemq/tubemq-example/pom.xml b/inlong-tubemq/tubemq-example/pom.xml
index 7a502f5bd..954f1a626 100644
--- a/inlong-tubemq/tubemq-example/pom.xml
+++ b/inlong-tubemq/tubemq-example/pom.xml
@@ -22,7 +22,6 @@
<groupId>org.apache.inlong</groupId>
<artifactId>inlong-tubemq</artifactId>
<version>1.6.0-SNAPSHOT</version>
- <relativePath>../pom.xml</relativePath>
</parent>
<artifactId>tubemq-example</artifactId>
<name>Apache InLong - TubeMQ Example</name>
diff --git a/inlong-tubemq/tubemq-manager/pom.xml b/inlong-tubemq/tubemq-manager/pom.xml
index 4ee26f016..b7dcc8312 100644
--- a/inlong-tubemq/tubemq-manager/pom.xml
+++ b/inlong-tubemq/tubemq-manager/pom.xml
@@ -22,7 +22,6 @@
<groupId>org.apache.inlong</groupId>
<artifactId>inlong-tubemq</artifactId>
<version>1.6.0-SNAPSHOT</version>
- <relativePath>../pom.xml</relativePath>
</parent>
<artifactId>tubemq-manager</artifactId>
<name>Apache InLong - TubeMQ Manager</name>
diff --git a/inlong-tubemq/tubemq-server/pom.xml b/inlong-tubemq/tubemq-server/pom.xml
index 636f62a11..6f0289e3b 100644
--- a/inlong-tubemq/tubemq-server/pom.xml
+++ b/inlong-tubemq/tubemq-server/pom.xml
@@ -22,7 +22,6 @@
<groupId>org.apache.inlong</groupId>
<artifactId>inlong-tubemq</artifactId>
<version>1.6.0-SNAPSHOT</version>
- <relativePath>../pom.xml</relativePath>
</parent>
<artifactId>tubemq-server</artifactId>
diff --git a/pom.xml b/pom.xml
index 3c646c7df..a966115a5 100644
--- a/pom.xml
+++ b/pom.xml
@@ -91,14 +91,11 @@
<h2.version>2.1.214</h2.version>
<h2.mysql.version>2.0.0</h2.mysql.version>
- <debezium.version>1.8.0.Final</debezium.version>
<rocksdb.version>6.14.6</rocksdb.version>
<redis-replicator.version>3.6.4</redis-replicator.version>
<hadoop.version>2.10.2</hadoop.version>
<postgresql.version>42.4.1</postgresql.version>
- <oracle.jdbc.version>19.3.0.0</oracle.jdbc.version>
<mysql.jdbc.version>8.0.21</mysql.jdbc.version>
- <sqlserver.jdbc.version>7.2.2.jre8</sqlserver.jdbc.version>
<mybatis.starter.version>2.1.3</mybatis.starter.version>
<mybatis.version>3.5.9</mybatis.version>
<druid.version>1.2.6</druid.version>
@@ -135,7 +132,6 @@
<clickhouse-jdbc.version>0.3.1</clickhouse-jdbc.version>
<hive.version>3.1.3</hive.version>
- <thrift.version>0.9.3</thrift.version>
<flume.version>1.10.0</flume.version>
<hbase.version>2.4.12</hbase.version>
@@ -148,32 +144,16 @@
<aws.sdk.version>1.12.346</aws.sdk.version>
<zookeeper.version>3.6.3</zookeeper.version>
<pulsar.version>2.8.1</pulsar.version>
- <pulsar.testcontainers.version>1.15.3</pulsar.testcontainers.version>
<kafka.version>2.4.1</kafka.version>
<iceberg.version>1.1.0</iceberg.version>
<hudi.version>0.12.1</hudi.version>
<flink.version>1.13.5</flink.version>
<flink.minor.version>1.13</flink.minor.version>
- <flink.connector.mysql.cdc.version>2.2.1</flink.connector.mysql.cdc.version>
<flink.scala.binary.version>2.11</flink.scala.binary.version>
- <flink.jackson.version>2.12.1-13.0</flink.jackson.version>
- <flink.connector.postgres.cdc.version>2.2.1</flink.connector.postgres.cdc.version>
- <flink.connector.sqlserver.cdc.version>2.2.1</flink.connector.sqlserver.cdc.version>
- <flink.pulsar.version>1.13.6.2</flink.pulsar.version>
- <flink.protobuf.version>2.7.6</flink.protobuf.version>
- <flink.connector.mongodb.cdc.version>2.2.1</flink.connector.mongodb.cdc.version>
- <flink.connector.oracle.cdc.version>2.2.1</flink.connector.oracle.cdc.version>
- <flink.connector.doris.version>1.0.3</flink.connector.doris.version>
- <flink.connector.redis>1.1.0</flink.connector.redis>
<curator.version>2.12.0</curator.version>
- <avro.version>1.10.1</avro.version>
- <orc.core.version>1.6.7</orc.core.version>
- <parquet.version>1.12.2</parquet.version>
- <oro.version>2.0.8</oro.version>
<akka.version>2.5.21</akka.version>
- <antlr.verison>4.0.4</antlr.verison>
<logback.version>1.2.10</logback.version>
<log4j2.version>2.17.2</log4j2.version>
@@ -229,17 +209,6 @@
<artifactId>flume-ng-configuration</artifactId>
<version>${flume.version}</version>
</dependency>
- <dependency>
- <groupId>com.zaxxer</groupId>
- <artifactId>HikariCP</artifactId>
- <version>${HikariCP.version}</version>
- <exclusions>
- <exclusion>
- <groupId>org.slf4j</groupId>
- <artifactId>slf4j-api</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
<dependency>
<groupId>org.apache.flume.flume-ng-sinks</groupId>
<artifactId>flume-hdfs-sink</artifactId>
@@ -261,18 +230,6 @@
</exclusions>
</dependency>
- <dependency>
- <groupId>com.ververica</groupId>
- <artifactId>flink-connector-mongodb-cdc</artifactId>
- <version>${flink.connector.mongodb.cdc.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.apache.bahir</groupId>
- <artifactId>flink-connector-redis_${flink.scala.binary.version}</artifactId>
- <version>${flink.connector.redis}</version>
- </dependency>
-
<!-- hive -->
<dependency>
<groupId>org.apache.hive</groupId>
@@ -363,11 +320,6 @@
</exclusion>
</exclusions>
</dependency>
- <dependency>
- <groupId>org.apache.thrift</groupId>
- <artifactId>libfb303</artifactId>
- <version>${thrift.version}</version>
- </dependency>
<!-- hadoop -->
<dependency>
@@ -405,22 +357,6 @@
</exclusion>
</exclusions>
</dependency>
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-minicluster</artifactId>
- <version>${hadoop.version}</version>
- <scope>test</scope>
- <exclusions>
- <exclusion>
- <groupId>xml-apis</groupId>
- <artifactId>xml-apis</artifactId>
- </exclusion>
- <exclusion>
- <groupId>org.apache.avro</groupId>
- <artifactId>avro</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-hdfs</artifactId>
@@ -490,28 +426,11 @@
<artifactId>mybatis-spring-boot-starter</artifactId>
<version>${mybatis.starter.version}</version>
</dependency>
- <dependency>
- <groupId>org.mybatis</groupId>
- <artifactId>mybatis</artifactId>
- <version>${mybatis.version}</version>
- </dependency>
<dependency>
<groupId>org.postgresql</groupId>
<artifactId>postgresql</artifactId>
<version>${postgresql.version}</version>
</dependency>
- <dependency>
- <groupId>com.microsoft.sqlserver</groupId>
- <artifactId>mssql-jdbc</artifactId>
- <version>${sqlserver.jdbc.version}</version>
- </dependency>
- <!--ojdbc8 is FUTC license, we use it test only-->
- <dependency>
- <groupId>com.oracle.database.jdbc</groupId>
- <artifactId>ojdbc8</artifactId>
- <version>${oracle.jdbc.version}</version>
- <scope>provided</scope>
- </dependency>
<!-- mysql-connector-java is LGPL license, we use it test only -->
<dependency>
<groupId>mysql</groupId>
@@ -529,51 +448,6 @@
<artifactId>rocksdbjni</artifactId>
<version>${rocksdb.version}</version>
</dependency>
- <dependency>
- <groupId>io.debezium</groupId>
- <artifactId>debezium-api</artifactId>
- <version>${debezium.version}</version>
- </dependency>
- <dependency>
- <groupId>io.debezium</groupId>
- <artifactId>debezium-embedded</artifactId>
- <version>${debezium.version}</version>
- <exclusions>
- <exclusion>
- <groupId>org.slf4j</groupId>
- <artifactId>slf4j-log4j12</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
- <dependency>
- <groupId>io.debezium</groupId>
- <artifactId>debezium-connector-mysql</artifactId>
- <version>${debezium.version}</version>
- </dependency>
-
- <dependency>
- <groupId>io.debezium</groupId>
- <artifactId>debezium-connector-sqlserver</artifactId>
- <version>${debezium.version}</version>
- </dependency>
-
- <dependency>
- <groupId>io.debezium</groupId>
- <artifactId>debezium-connector-mongodb</artifactId>
- <version>${debezium.version}</version>
- </dependency>
-
- <dependency>
- <groupId>io.debezium</groupId>
- <artifactId>debezium-connector-postgres</artifactId>
- <version>${debezium.version}</version>
- </dependency>
-
- <dependency>
- <groupId>io.debezium</groupId>
- <artifactId>debezium-connector-oracle</artifactId>
- <version>${debezium.version}</version>
- </dependency>
<dependency>
<groupId>com.h2database</groupId>
@@ -724,11 +598,6 @@
</dependency>
<!-- pagehelper -->
- <dependency>
- <groupId>com.github.pagehelper</groupId>
- <artifactId>pagehelper</artifactId>
- <version>${pagehelper.version}</version>
- </dependency>
<dependency>
<groupId>com.github.pagehelper</groupId>
<artifactId>pagehelper-spring-boot-starter</artifactId>
@@ -867,17 +736,6 @@
<artifactId>pulsar-client-admin</artifactId>
<version>${pulsar.version}</version>
</dependency>
- <dependency>
- <groupId>org.apache.pulsar</groupId>
- <artifactId>pulsar-client-all</artifactId>
- <version>${pulsar.version}</version>
- </dependency>
- <dependency>
- <groupId>org.testcontainers</groupId>
- <artifactId>pulsar</artifactId>
- <version>${pulsar.testcontainers.version}</version>
- <scope>test</scope>
- </dependency>
<!-- kafka dependency-->
<dependency>
@@ -891,57 +749,17 @@
<version>${kafka.version}</version>
</dependency>
- <!-- flink -->
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-clients_${flink.scala.binary.version}</artifactId>
- <version>${flink.version}</version>
- </dependency>
+ <!--flink-->
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-core</artifactId>
<version>${flink.version}</version>
</dependency>
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-streaming-java_${flink.scala.binary.version}</artifactId>
- <version>${flink.version}</version>
- </dependency>
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-table-common</artifactId>
<version>${flink.version}</version>
</dependency>
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-table-runtime-blink_${flink.scala.binary.version}</artifactId>
- <version>${flink.version}</version>
- </dependency>
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-parquet_${flink.scala.binary.version}</artifactId>
- <version>${flink.version}</version>
- </dependency>
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-connector-kafka_${flink.scala.binary.version}</artifactId>
- <version>${flink.version}</version>
- </dependency>
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-connector-hive_${flink.scala.binary.version}</artifactId>
- <version>${flink.version}</version>
- </dependency>
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-connector-hbase-2.2_${flink.scala.binary.version}</artifactId>
- <version>${flink.version}</version>
- </dependency>
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-table-api-java-bridge_${flink.scala.binary.version}</artifactId>
- <version>${flink.version}</version>
- </dependency>
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-json</artifactId>
@@ -957,11 +775,6 @@
<artifactId>flink-csv</artifactId>
<version>${flink.version}</version>
</dependency>
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-orc_${scala.binary.version}</artifactId>
- <version>${flink.version}</version>
- </dependency>
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-sql-avro</artifactId>
@@ -977,11 +790,6 @@
<artifactId>flink-sql-orc_${scala.binary.version}</artifactId>
<version>${flink.version}</version>
</dependency>
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-shaded-jackson</artifactId>
- <version>${flink.jackson.version}</version>
- </dependency>
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-test-utils_${flink.scala.binary.version}</artifactId>
@@ -998,60 +806,6 @@
</exclusion>
</exclusions>
</dependency>
- <dependency>
- <groupId>org.apache.iceberg</groupId>
- <artifactId>iceberg-flink-runtime-1.14</artifactId>
- <version>${iceberg.version}</version>
- </dependency>
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-table-planner-blink_${flink.scala.binary.version}</artifactId>
- <version>${flink.version}</version>
- </dependency>
-
- <dependency>
- <groupId>com.ververica</groupId>
- <artifactId>flink-connector-mysql-cdc</artifactId>
- <version>${flink.connector.mysql.cdc.version}</version>
- <!-- mysql-connector-java is LGPL license and needs to be excluded -->
- <exclusions>
- <exclusion>
- <groupId>mysql</groupId>
- <artifactId>mysql-connector-java</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
-
- <dependency>
- <groupId>com.ververica</groupId>
- <artifactId>flink-connector-postgres-cdc</artifactId>
- <version>${flink.connector.postgres.cdc.version}</version>
- </dependency>
-
- <dependency>
- <groupId>com.ververica</groupId>
- <artifactId>flink-connector-oracle-cdc</artifactId>
- <version>${flink.connector.oracle.cdc.version}</version>
- <!-- ojdbc8 is FUTC license and needs to be excluded -->
- <exclusions>
- <exclusion>
- <groupId>com.oracle.ojdbc</groupId>
- <artifactId>ojdbc8</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
-
- <dependency>
- <groupId>com.ververica</groupId>
- <artifactId>flink-connector-sqlserver-cdc</artifactId>
- <version>${flink.connector.sqlserver.cdc.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-connector-jdbc_${flink.scala.binary.version}</artifactId>
- <version>${flink.version}</version>
- </dependency>
<dependency>
<groupId>com.amazonaws</groupId>
@@ -1059,22 +813,6 @@
<version>${aws.sdk.version}</version>
</dependency>
- <dependency>
- <groupId>io.streamnative.connectors</groupId>
- <artifactId>pulsar-flink-connector_${scala.binary.version}</artifactId>
- <version>${flink.pulsar.version}</version>
- </dependency>
- <dependency>
- <groupId>io.streamnative.connectors</groupId>
- <artifactId>pulsar-flink-connector-origin</artifactId>
- <version>${flink.pulsar.version}</version>
- </dependency>
- <dependency>
- <groupId>io.streamnative.connectors</groupId>
- <artifactId>flink-protobuf</artifactId>
- <version>${flink.protobuf.version}</version>
- </dependency>
-
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-test-utils-junit</artifactId>
@@ -1099,13 +837,6 @@
<version>${iceberg.version}</version>
</dependency>
- <!-- hudi -->
- <dependency>
- <groupId>org.apache.hudi</groupId>
- <artifactId>hudi-flink1.13-bundle</artifactId>
- <version>${hudi.version}</version>
- </dependency>
-
<!-- lombok -->
<dependency>
<groupId>org.projectlombok</groupId>
@@ -1139,42 +870,11 @@
</dependency>
<!-- format -->
- <dependency>
- <groupId>org.apache.avro</groupId>
- <artifactId>avro</artifactId>
- <version>${avro.version}</version>
- </dependency>
- <dependency>
- <groupId>org.apache.avro</groupId>
- <artifactId>avro-ipc</artifactId>
- <version>${avro.version}</version>
- </dependency>
- <dependency>
- <groupId>oro</groupId>
- <artifactId>oro</artifactId>
- <version>${oro.version}</version>
- </dependency>
- <dependency>
- <groupId>org.apache.orc</groupId>
- <artifactId>orc-core</artifactId>
- <version>${orc.core.version}</version>
- <classifier>nohive</classifier>
- </dependency>
- <dependency>
- <groupId>org.apache.parquet</groupId>
- <artifactId>parquet-hadoop</artifactId>
- <version>${parquet.version}</version>
- </dependency>
<dependency>
<groupId>com.typesafe.akka</groupId>
<artifactId>akka-stream_2.11</artifactId>
<version>${akka.version}</version>
</dependency>
- <dependency>
- <groupId>org.antlr</groupId>
- <artifactId>ST4</artifactId>
- <version>${antlr.verison}</version>
- </dependency>
<!-- protobuf -->
<dependency>
@@ -1232,22 +932,6 @@
</exclusion>
</exclusions>
</dependency>
- <dependency>
- <groupId>org.apache.curator</groupId>
- <artifactId>curator-framework</artifactId>
- <version>${curator.version}</version>
- </dependency>
- <dependency>
- <groupId>org.apache.curator</groupId>
- <artifactId>curator-recipes</artifactId>
- <version>${curator.version}</version>
- </dependency>
- <dependency>
- <groupId>org.apache.curator</groupId>
- <artifactId>curator-test</artifactId>
- <version>${curator.version}</version>
- <scope>test</scope>
- </dependency>
<!-- reflections -->
<dependency>
@@ -1353,12 +1037,6 @@
<artifactId>log4j-slf4j-impl</artifactId>
<version>${log4j2.version}</version>
</dependency>
- <dependency>
- <groupId>org.apache.logging.log4j</groupId>
- <artifactId>log4j-1.2-api</artifactId>
- <version>${log4j2.version}</version>
- <scope>provided</scope>
- </dependency>
<dependency>
<groupId>org.apache.logging.log4j</groupId>
<artifactId>log4j-jcl</artifactId>
@@ -1375,22 +1053,6 @@
<version>${slf4j.version}</version>
<scope>provided</scope>
</dependency>
- <!-- logback -->
- <dependency>
- <groupId>ch.qos.logback</groupId>
- <artifactId>logback-classic</artifactId>
- <version>${logback.version}</version>
- </dependency>
- <dependency>
- <groupId>ch.qos.logback</groupId>
- <artifactId>logback-core</artifactId>
- <version>${logback.version}</version>
- </dependency>
- <dependency>
- <groupId>ch.qos.logback</groupId>
- <artifactId>logback-access</artifactId>
- <version>${logback.version}</version>
- </dependency>
<!-- test -->
<dependency>
@@ -1497,11 +1159,6 @@
<artifactId>jcommander</artifactId>
<version>${jcommander.version}</version>
</dependency>
- <dependency>
- <groupId>com.esri.geometry</groupId>
- <artifactId>esri-geometry-api</artifactId>
- <version>${esri-geometry-api.version}</version>
- </dependency>
<dependency>
<groupId>com.tencentcloudapi.cls</groupId>
<artifactId>tencentcloud-cls-sdk-java</artifactId>