(seatunnel) branch dev updated: [Fix][CI] Split doris e2e into separate modules (#5999)

[wa...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

wanghailin pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git


The following commit(s) were added to refs/heads/dev by this push:
     new 8f33c0b861 [Fix][CI] Split doris e2e into separate modules (#5999)
8f33c0b861 is described below

commit 8f33c0b8617b8b48b96b1727a4dbd52dd1c48c00
Author: Carl-Zhou-CN <67...@users.noreply.github.com>
AuthorDate: Thu Dec 14 13:37:17 2023 +0800

    [Fix][CI] Split doris e2e into separate modules (#5999)
---
 .github/workflows/backend.yml                      | 24 ++++++++++++++++++++++
 tools/update_modules_check/update_modules_check.py |  3 +++
 2 files changed, 27 insertions(+)

diff --git a/.github/workflows/backend.yml b/.github/workflows/backend.yml
index 1df944caa1..d37579b8c8 100644
--- a/.github/workflows/backend.yml
+++ b/.github/workflows/backend.yml
@@ -1067,5 +1067,29 @@ jobs:
         if: needs.changes.outputs.api == 'true'
         run: |
           ./mvnw -B -T 1 verify -DskipUT=true -DskipIT=false -D"license.skipAddThirdParty"=true --no-snapshot-updates -pl :connector-rocketmq-e2e -am -Pci
+        env:
+          MAVEN_OPTS: -Xmx4096m
+
+
+  doris-connector-it:
+    needs: [ changes, sanity-check ]
+    if: needs.changes.outputs.api == 'true' || contains(needs.changes.outputs.it-modules, 'connector-doris-e2e')
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        java: [ '8', '11' ]
+        os: [ 'ubuntu-latest' ]
+    timeout-minutes: 90
+    steps:
+      - uses: actions/checkout@v2
+      - name: Set up JDK ${{ matrix.java }}
+        uses: actions/setup-java@v3
+        with:
+          java-version: ${{ matrix.java }}
+          distribution: 'temurin'
+          cache: 'maven'
+      - name: run doris connector integration test
+        run: |
+          ./mvnw -B -T 1 verify -DskipUT=true -DskipIT=false -D"license.skipAddThirdParty"=true --no-snapshot-updates -pl :connector-doris-e2e -am -Pci
         env:
           MAVEN_OPTS: -Xmx4096m
\ No newline at end of file
diff --git a/tools/update_modules_check/update_modules_check.py b/tools/update_modules_check/update_modules_check.py
index be73af9e2b..0c3b1f9bcd 100644
--- a/tools/update_modules_check/update_modules_check.py
+++ b/tools/update_modules_check/update_modules_check.py
@@ -148,6 +148,7 @@ def get_sub_it_modules(modules, total_num, current_num):
     modules_arr.remove("connector-rocketmq-e2e")
     modules_arr.remove("connector-kudu-e2e")
     modules_arr.remove("connector-amazonsqs-e2e")
+    modules_arr.remove("connector-doris-e2e")
     output = ""
     for i, module in enumerate(modules_arr):
         if len(module) > 0 and i % int(total_num) == int(current_num):
@@ -169,6 +170,8 @@ def get_sub_update_it_modules(modules, total_num, current_num):
         module_list.remove("connector-amazonsqs-e2e")
     if "seatunnel-engine-k8s-e2e" in module_list:
         module_list.remove("seatunnel-engine-k8s-e2e")
+    if "connector-doris-e2e" in module_list:
+        module_list.remove("connector-doris-e2e")
     for i, module in enumerate(module_list):
         if len(module) > 0 and i % int(total_num) == int(current_num):
             final_modules.append(":" + module)