You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@seatunnel.apache.org by ki...@apache.org on 2022/08/30 12:34:51 UTC
[incubator-seatunnel] branch dev updated: [SeaTunnel]Simply seatunnel package pipeline. (#2563)
This is an automated email from the ASF dual-hosted git repository.
kirs pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-seatunnel.git
The following commit(s) were added to refs/heads/dev by this push:
new 9d88b6221 [SeaTunnel]Simply seatunnel package pipeline. (#2563)
9d88b6221 is described below
commit 9d88b6221a5d6058b61d63412e9804be2da4a07a
Author: hk__lrzy <hk...@163.com>
AuthorDate: Tue Aug 30 20:34:46 2022 +0800
[SeaTunnel]Simply seatunnel package pipeline. (#2563)
* [SeaTunnel]Simply seatunnel package pipeline.
* [SeaTunnel]Modify setup docs, add module about how to build seatunnel.
---
docs/en/contribution/setup.md | 6 +++++
.../seatunnel/pulsar/source/PulsarSource.java | 4 +--
seatunnel-dist/pom.xml | 31 ++++++++++++++++++++++
3 files changed, 39 insertions(+), 2 deletions(-)
diff --git a/docs/en/contribution/setup.md b/docs/en/contribution/setup.md
index 2f1f31ae6..5191d39ea 100644
--- a/docs/en/contribution/setup.md
+++ b/docs/en/contribution/setup.md
@@ -35,6 +35,12 @@ Otherwise, your code could not start in JetBrains IntelliJ IDEA correctly.
./mvnw install -Dmaven.test.skip
```
+### Building SeaTunnel from source
+After you install the maven, you can use the follow command to compile and package.
+```
+mvn clean package -pl seatunnel-dist -am -Dmaven.test.skip=true
+```
+
### Install JetBrains IDEA Scala Plugin
Now, you can open your JetBrains IntelliJ IDEA and explore the source code, but allow building Scala code in IDEA,
diff --git a/seatunnel-connectors-v2/connector-pulsar/src/main/java/org/apache/seatunnel/connectors/seatunnel/pulsar/source/PulsarSource.java b/seatunnel-connectors-v2/connector-pulsar/src/main/java/org/apache/seatunnel/connectors/seatunnel/pulsar/source/PulsarSource.java
index efc84ee6b..b7a916810 100644
--- a/seatunnel-connectors-v2/connector-pulsar/src/main/java/org/apache/seatunnel/connectors/seatunnel/pulsar/source/PulsarSource.java
+++ b/seatunnel-connectors-v2/connector-pulsar/src/main/java/org/apache/seatunnel/connectors/seatunnel/pulsar/source/PulsarSource.java
@@ -50,7 +50,7 @@ import org.apache.seatunnel.api.table.type.SeaTunnelRowType;
import org.apache.seatunnel.common.config.CheckConfigUtil;
import org.apache.seatunnel.common.config.CheckResult;
import org.apache.seatunnel.common.constants.PluginType;
-import org.apache.seatunnel.connectors.seatunnel.common.schema.SeatunnelSchema;
+import org.apache.seatunnel.connectors.seatunnel.common.schema.SeaTunnelSchema;
import org.apache.seatunnel.connectors.seatunnel.pulsar.config.PulsarAdminConfig;
import org.apache.seatunnel.connectors.seatunnel.pulsar.config.PulsarClientConfig;
import org.apache.seatunnel.connectors.seatunnel.pulsar.config.PulsarConsumerConfig;
@@ -226,7 +226,7 @@ public class PulsarSource<T> implements SeaTunnelSource<T, PulsarPartitionSplit,
private void setDeserialization(Config config) {
String format = config.getString("format");
// TODO: format SPI
- SeaTunnelRowType rowType = SeatunnelSchema.buildWithConfig(config.getConfig(SeatunnelSchema.SCHEMA)).getSeaTunnelRowType();
+ SeaTunnelRowType rowType = SeaTunnelSchema.buildWithConfig(config.getConfig(SeaTunnelSchema.SCHEMA)).getSeaTunnelRowType();
deserialization = (DeserializationSchema<T>) new JsonDeserializationSchema(false, false, rowType);
}
diff --git a/seatunnel-dist/pom.xml b/seatunnel-dist/pom.xml
index 3b8aa73cb..58c3b67c8 100644
--- a/seatunnel-dist/pom.xml
+++ b/seatunnel-dist/pom.xml
@@ -57,6 +57,37 @@
<artifactId>seatunnel-connectors-flink-dist</artifactId>
<version>${project.version}</version>
</dependency>
+
+ <!-- seatunnel core dependencies -->
+ <dependency>
+ <groupId>org.apache.seatunnel</groupId>
+ <artifactId>seatunnel-core-flink</artifactId>
+ <version>${project.version}</version>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.seatunnel</groupId>
+ <artifactId>seatunnel-core-flink-sql</artifactId>
+ <version>${project.version}</version>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.seatunnel</groupId>
+ <artifactId>seatunnel-core-spark</artifactId>
+ <version>${project.version}</version>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.seatunnel</groupId>
+ <artifactId>seatunnel-flink-starter</artifactId>
+ <version>${project.version}</version>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.seatunnel</groupId>
+ <artifactId>seatunnel-spark-starter</artifactId>
+ <version>${project.version}</version>
+ </dependency>
</dependencies>
<build>
<plugins>