You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@seatunnel.apache.org by ki...@apache.org on 2022/08/17 15:14:05 UTC
[incubator-seatunnel] branch st-engine updated: [ST-Engine][CI] Add engine_backend CI (#2445)
This is an automated email from the ASF dual-hosted git repository.
kirs pushed a commit to branch st-engine
in repository https://gitbox.apache.org/repos/asf/incubator-seatunnel.git
The following commit(s) were added to refs/heads/st-engine by this push:
new 4399c5084 [ST-Engine][CI] Add engine_backend CI (#2445)
4399c5084 is described below
commit 4399c50848ac7c1486fe6a32f8efe9d12001b329
Author: Eric <ga...@gmail.com>
AuthorDate: Wed Aug 17 23:14:00 2022 +0800
[ST-Engine][CI] Add engine_backend CI (#2445)
* no_use
* Add SeaTunnel Engine CI
* update workflow name
---
.github/workflows/backend.yml | 1 +
.../workflows/{backend.yml => engine_backend.yml} | 12 +++--
pom.xml | 29 ++++++++++--
seatunnel-core/pom.xml | 49 +++++++++++++++-----
seatunnel-dist/pom.xml | 52 ++++++++++++++++++++++
5 files changed, 123 insertions(+), 20 deletions(-)
diff --git a/.github/workflows/backend.yml b/.github/workflows/backend.yml
index 867afa9c0..0f681028c 100644
--- a/.github/workflows/backend.yml
+++ b/.github/workflows/backend.yml
@@ -23,6 +23,7 @@ on:
- 'docs/**'
- '**/*.md'
- 'seatunnel-ui/**'
+ - 'seatunnel-engine/**'
concurrency:
group: backend-${{ github.event.pull_request.number || github.ref }}
diff --git a/.github/workflows/backend.yml b/.github/workflows/engine_backend.yml
similarity index 96%
copy from .github/workflows/backend.yml
copy to .github/workflows/engine_backend.yml
index 867afa9c0..aa423f5b2 100644
--- a/.github/workflows/backend.yml
+++ b/.github/workflows/engine_backend.yml
@@ -15,14 +15,12 @@
# limitations under the License.
#
-name: Backend
+name: Engine_Backend
on:
push:
pull_request:
- paths-ignore:
- - 'docs/**'
- - '**/*.md'
- - 'seatunnel-ui/**'
+ paths:
+ - 'seatunnel-engine/**'
concurrency:
group: backend-${{ github.event.pull_request.number || github.ref }}
@@ -154,7 +152,7 @@ jobs:
cache: 'maven'
- name: Run Unit tests
run: |
- ./mvnw -B -T 1C clean verify -D"maven.test.skip"=false -D"checkstyle.skip"=true -D"scalastyle.skip"=true -D"license.skipAddThirdParty"=true --no-snapshot-updates
+ ./mvnw -B -T 1C clean verify -D"maven.test.skip"=false -D"checkstyle.skip"=true -D"scalastyle.skip"=true -D"license.skipAddThirdParty"=true --no-snapshot-updates -P engine_all
env:
MAVEN_OPTS: -Xmx2048m
@@ -177,6 +175,6 @@ jobs:
cache: 'maven'
- name: Run Integration tests
run: |
- ./mvnw -T 1C -B verify -DskipUT=true -DskipIT=false -D"checkstyle.skip"=true -D"scalastyle.skip"=true -D"license.skipAddThirdParty"=true --no-snapshot-updates
+ ./mvnw -T 1C -B verify -DskipUT=true -DskipIT=false -D"checkstyle.skip"=true -D"scalastyle.skip"=true -D"license.skipAddThirdParty"=true --no-snapshot-updates -P engine_all
env:
MAVEN_OPTS: -Xmx2048m
diff --git a/pom.xml b/pom.xml
index 70235728a..808549c49 100644
--- a/pom.xml
+++ b/pom.xml
@@ -80,10 +80,7 @@
<module>seatunnel-common</module>
<module>seatunnel-apis</module>
<module>seatunnel-core</module>
- <module>seatunnel-transforms</module>
- <module>seatunnel-connectors</module>
<module>seatunnel-api</module>
- <module>seatunnel-translation</module>
<module>seatunnel-plugin-discovery</module>
<module>seatunnel-formats</module>
<module>seatunnel-dist</module>
@@ -92,11 +89,32 @@
</modules>
<profiles>
+ <!-- Use in CI, UT and integration test -->
<profile>
<id>all</id>
<activation>
<activeByDefault>true</activeByDefault>
</activation>
+ <modules>
+ <module>seatunnel-transforms</module>
+ <module>seatunnel-translation</module>
+ <module>seatunnel-connectors</module>
+ <module>seatunnel-connectors-v2</module>
+ <module>seatunnel-connectors-v2-dist</module>
+ <module>seatunnel-examples</module>
+ <module>seatunnel-e2e</module>
+ </modules>
+ </profile>
+ <!--
+ profile engine-all is used to build the package that not contains spark and flink things. For example
+ spark and flink connectors
+ spark and flink e2e and examples
+ spark and flink starters
+ spark and flink transforms
+ spark and flink translation
+ -->
+ <profile>
+ <id>engine-all</id>
<modules>
<module>seatunnel-connectors-v2</module>
<module>seatunnel-connectors-v2-dist</module>
@@ -106,6 +124,11 @@
</profile>
<profile>
<id>release</id>
+ <modules>
+ <module>seatunnel-transforms</module>
+ <module>seatunnel-translation</module>
+ <module>seatunnel-connectors</module>
+ </modules>
</profile>
</profiles>
diff --git a/seatunnel-core/pom.xml b/seatunnel-core/pom.xml
index d5f96fcbd..9735a18e4 100644
--- a/seatunnel-core/pom.xml
+++ b/seatunnel-core/pom.xml
@@ -30,14 +30,43 @@
<artifactId>seatunnel-core</artifactId>
<packaging>pom</packaging>
- <modules>
- <module>seatunnel-core-base</module>
- <module>seatunnel-core-flink</module>
- <module>seatunnel-core-spark</module>
- <module>seatunnel-core-flink-sql</module>
- <module>seatunnel-core-starter</module>
- <module>seatunnel-flink-starter</module>
- <module>seatunnel-spark-starter</module>
- <module>seatunnel-seatunnel-starter</module>
- </modules>
+ <profiles>
+ <profile>
+ <id>all</id>
+ <activation>
+ <activeByDefault>true</activeByDefault>
+ </activation>
+ <modules>
+ <module>seatunnel-core-base</module>
+ <module>seatunnel-core-flink</module>
+ <module>seatunnel-core-spark</module>
+ <module>seatunnel-core-flink-sql</module>
+ <module>seatunnel-core-starter</module>
+ <module>seatunnel-flink-starter</module>
+ <module>seatunnel-spark-starter</module>
+ <module>seatunnel-seatunnel-starter</module>
+ </modules>
+ </profile>
+ <profile>
+ <id>engine-all</id>
+ <modules>
+ <module>seatunnel-core-base</module>
+ <module>seatunnel-core-starter</module>
+ <module>seatunnel-seatunnel-starter</module>
+ </modules>
+ </profile>
+ <profile>
+ <id>release</id>
+ <modules>
+ <module>seatunnel-core-base</module>
+ <module>seatunnel-core-flink</module>
+ <module>seatunnel-core-spark</module>
+ <module>seatunnel-core-flink-sql</module>
+ <module>seatunnel-core-starter</module>
+ <module>seatunnel-flink-starter</module>
+ <module>seatunnel-spark-starter</module>
+ <module>seatunnel-seatunnel-starter</module>
+ </modules>
+ </profile>
+ </profiles>
</project>
diff --git a/seatunnel-dist/pom.xml b/seatunnel-dist/pom.xml
index 3b8aa73cb..72bf7589d 100644
--- a/seatunnel-dist/pom.xml
+++ b/seatunnel-dist/pom.xml
@@ -98,6 +98,58 @@
<finalName>apache-seatunnel-incubating-${project.version}</finalName>
</build>
</profile>
+ <profile>
+ <id>engine-all</id>
+ <activation>
+ <activeByDefault>true</activeByDefault>
+ </activation>
+ <dependencies>
+ <dependency>
+ <groupId>org.apache.seatunnel</groupId>
+ <artifactId>seatunnel-connectors-v2-dist</artifactId>
+ <version>${project.version}</version>
+ </dependency>
+ </dependencies>
+ <build>
+ <plugins>
+ <plugin>
+ <artifactId>maven-assembly-plugin</artifactId>
+ <executions>
+ <execution>
+ <id>bin</id>
+ <phase>package</phase>
+ <goals>
+ <goal>single</goal>
+ </goals>
+
+ <configuration>
+ <descriptors>
+ <descriptor>src/main/assembly/assembly-bin-ci.xml</descriptor>
+ </descriptors>
+ <appendAssemblyId>true</appendAssemblyId>
+ </configuration>
+ </execution>
+
+ <execution>
+ <id>src</id>
+ <phase>package</phase>
+ <goals>
+ <goal>single</goal>
+ </goals>
+ <configuration>
+ <descriptors>
+ <descriptor>src/main/assembly/assembly-src.xml</descriptor>
+ </descriptors>
+ <appendAssemblyId>true</appendAssemblyId>
+ </configuration>
+ </execution>
+
+ </executions>
+ </plugin>
+ </plugins>
+ <finalName>apache-seatunnel-incubating-${project.version}</finalName>
+ </build>
+ </profile>
<profile>
<id>release</id>
<dependencies>