You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@druid.apache.org by ab...@apache.org on 2023/03/16 10:00:15 UTC
[druid] branch master updated: Migrate existing jdk11 ITs to cron job (#13918)
This is an automated email from the ASF dual-hosted git repository.
abhishek pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/druid.git
The following commit(s) were added to refs/heads/master by this push:
new da197c9273 Migrate existing jdk11 ITs to cron job (#13918)
da197c9273 is described below
commit da197c92730a62417d69b2e913b3d2a5fead1f0b
Author: Tejaswini Bandlamudi <96...@users.noreply.github.com>
AuthorDate: Thu Mar 16 15:30:07 2023 +0530
Migrate existing jdk11 ITs to cron job (#13918)
This cron job runs on the latest commit of the master branch by default daily at 3:00 AM UTC.
---
.github/workflows/cron-job-its.yml | 95 ++++++++++++++++++++++
.github/workflows/standard-its.yml | 12 +--
.../unit-and-integration-tests-unified.yml | 24 +++---
3 files changed, 111 insertions(+), 20 deletions(-)
diff --git a/.github/workflows/cron-job-its.yml b/.github/workflows/cron-job-its.yml
new file mode 100644
index 0000000000..7d551df16a
--- /dev/null
+++ b/.github/workflows/cron-job-its.yml
@@ -0,0 +1,95 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+name: Cron Job ITs
+on:
+ schedule: # Runs by default on master branch
+ - cron: '0 3 * * *' # Runs every day at 3:00 AM UTC
+
+jobs:
+ integration-index-tests-middleManager:
+ strategy:
+ fail-fast: false
+ matrix:
+ testing_group: [batch-index, input-format, input-source, perfect-rollup-parallel-batch-index, kafka-index, kafka-index-slow, kafka-transactional-index, kafka-transactional-index-slow, kafka-data-format, ldap-security, realtime-index, append-ingestion, compaction]
+ uses: ./.github/workflows/reusable-standard-its.yml
+ with:
+ build_jdk: 8
+ runtime_jdk: 11
+ testing_groups: -Dgroups=${{ matrix.testing_group }}
+ use_indexer: middleManager
+ group: ${{ matrix.testing_group }}
+
+ integration-index-tests-indexer:
+ strategy:
+ fail-fast: false
+ matrix:
+ testing_group: [ input-source, perfect-rollup-parallel-batch-index, kafka-index, kafka-transactional-index, kafka-index-slow, kafka-transactional-index-slow, kafka-data-format, append-ingestion, compaction ]
+ uses: ./.github/workflows/reusable-standard-its.yml
+ with:
+ build_jdk: 8
+ runtime_jdk: 11
+ testing_groups: -Dgroups=${{ matrix.testing_group }}
+ use_indexer: indexer
+ group: ${{ matrix.testing_group }}
+
+ integration-query-tests-middleManager:
+ strategy:
+ fail-fast: false
+ matrix:
+ testing_group: [ query, query-retry, query-error, security, high-availability ]
+ uses: ./.github/workflows/reusable-standard-its.yml
+ with:
+ build_jdk: 8
+ runtime_jdk: 11
+ testing_groups: -Dgroups=${{ matrix.testing_group }}
+ use_indexer: middleManager
+ override_config_path: ./environment-configs/test-groups/prepopulated-data
+ group: ${{ matrix.testing_group }}
+
+ integration-other-tests:
+ strategy:
+ fail-fast: false
+ matrix:
+ indexer: [ middleManager, indexer ]
+ uses: ./.github/workflows/reusable-standard-its.yml
+ with:
+ build_jdk: 8
+ runtime_jdk: 11
+ testing_groups: -DexcludedGroups=batch-index,input-format,input-source,perfect-rollup-parallel-batch-index,kafka-index,query,query-retry,query-error,realtime-index,security,ldap-security,s3-deep-storage,gcs-deep-storage,azure-deep-storage,hdfs-deep-storage,s3-ingestion,kinesis-index,kinesis-data-format,kafka-transactional-index,kafka-index-slow,kafka-transactional-index-slow,kafka-data-format,hadoop-s3-to-s3-deep-storage,hadoop-s3-to-hdfs-deep-storage,hadoop-azure-to-azure-deep-sto [...]
+ use_indexer: ${{ matrix.indexer }}
+ group: other
+
+ security_vulnerabilities:
+ name: security vulnerabilities
+ matrix:
+ HADOOP_PROFILE: [ '', '-Phadoop3' ]
+ runs-on: ubuntu-latest
+ steps:
+ - name: Checkout branch
+ uses: actions/checkout@v3
+
+ - name: security vulnerabilities check
+ env:
+ HADOOP_PROFILE: ${{ matrix.HADOOP_PROFILE }}
+ run: |
+ ${MVN} dependency-check:purge dependency-check:check ${HADOOP_PROFILE} || { echo "
+ The OWASP dependency check has found security vulnerabilities. Please use a newer version
+ of the dependency that does not have vulnerabilities. To see a report run
+ `mvn dependency-check:check`
+ If the analysis has false positives,
+ they can be suppressed by adding entries to owasp-dependency-check-suppressions.xml (for more
+ information, see https://jeremylong.github.io/DependencyCheck/general/suppression.html).
+ " && false; }
diff --git a/.github/workflows/standard-its.yml b/.github/workflows/standard-its.yml
index 9909ce012f..afa190f9ea 100644
--- a/.github/workflows/standard-its.yml
+++ b/.github/workflows/standard-its.yml
@@ -23,12 +23,11 @@ jobs:
strategy:
fail-fast: false
matrix:
- jdk: [8, 11]
testing_group: [batch-index, input-format, input-source, perfect-rollup-parallel-batch-index, kafka-index, kafka-index-slow, kafka-transactional-index, kafka-transactional-index-slow, kafka-data-format, ldap-security, realtime-index, append-ingestion, compaction]
uses: ./.github/workflows/reusable-standard-its.yml
with:
build_jdk: 8
- runtime_jdk: ${{ matrix.jdk }}
+ runtime_jdk: 8
testing_groups: -Dgroups=${{ matrix.testing_group }}
use_indexer: middleManager
group: ${{ matrix.testing_group }}
@@ -37,12 +36,11 @@ jobs:
strategy:
fail-fast: false
matrix:
- jdk: [8, 11]
testing_group: [input-source, perfect-rollup-parallel-batch-index, kafka-index, kafka-transactional-index, kafka-index-slow, kafka-transactional-index-slow, kafka-data-format, append-ingestion, compaction]
uses: ./.github/workflows/reusable-standard-its.yml
with:
build_jdk: 8
- runtime_jdk: ${{ matrix.jdk }}
+ runtime_jdk: 8
testing_groups: -Dgroups=${{ matrix.testing_group }}
use_indexer: indexer
group: ${{ matrix.testing_group }}
@@ -51,12 +49,11 @@ jobs:
strategy:
fail-fast: false
matrix:
- jdk: [8, 11]
testing_group: [query, query-retry, query-error, security, high-availability]
uses: ./.github/workflows/reusable-standard-its.yml
with:
build_jdk: 8
- runtime_jdk: ${{ matrix.jdk }}
+ runtime_jdk: 8
testing_groups: -Dgroups=${{ matrix.testing_group }}
use_indexer: middleManager
override_config_path: ./environment-configs/test-groups/prepopulated-data
@@ -150,12 +147,11 @@ jobs:
strategy:
fail-fast: false
matrix:
- jdk: [8, 11]
indexer: [middleManager, indexer]
uses: ./.github/workflows/reusable-standard-its.yml
with:
build_jdk: 8
- runtime_jdk: ${{ matrix.jdk }}
+ runtime_jdk: 8
testing_groups: -DexcludedGroups=batch-index,input-format,input-source,perfect-rollup-parallel-batch-index,kafka-index,query,query-retry,query-error,realtime-index,security,ldap-security,s3-deep-storage,gcs-deep-storage,azure-deep-storage,hdfs-deep-storage,s3-ingestion,kinesis-index,kinesis-data-format,kafka-transactional-index,kafka-index-slow,kafka-transactional-index-slow,kafka-data-format,hadoop-s3-to-s3-deep-storage,hadoop-s3-to-hdfs-deep-storage,hadoop-azure-to-azure-deep-sto [...]
use_indexer: ${{ matrix.indexer }}
group: other
diff --git a/.github/workflows/unit-and-integration-tests-unified.yml b/.github/workflows/unit-and-integration-tests-unified.yml
index 0d40626f55..b899ab0740 100644
--- a/.github/workflows/unit-and-integration-tests-unified.yml
+++ b/.github/workflows/unit-and-integration-tests-unified.yml
@@ -100,29 +100,29 @@ jobs:
echo $DRUID_IT_IMAGE_NAME
docker save "$DRUID_IT_IMAGE_NAME" | gzip > druid-container-jdk${{ matrix.jdk }}.tar.gz
- unit-tests:
+ unit-tests-phase2:
strategy:
fail-fast: false
matrix:
- sql_compatibility: [ false, true ]
- name: unit tests (jdk8, sql-compat=${{ matrix.sql_compatibility }})
+ jdk: [ 11, 17 ]
+ name: unit tests (jdk${{ matrix.jdk }}, sql-compat=true)
uses: ./.github/workflows/unit-tests.yml
- needs: build
+ needs: unit-tests
with:
- jdk: 8
- sql_compatibility: ${{ matrix.sql_compatibility }}
+ jdk: ${{ matrix.jdk }}
+ sql_compatibility: true
- unit-tests-phase2:
+ unit-tests:
strategy:
fail-fast: false
matrix:
- jdk: [11, 17]
- name: unit tests (jdk${{ matrix.jdk }}, sql-compat=${{ matrix.sql_compatibility }})
+ sql_compatibility: [ false, true ]
+ name: unit tests (jdk8, sql-compat=${{ matrix.sql_compatibility }})
uses: ./.github/workflows/unit-tests.yml
- needs: unit-tests
+ needs: build
with:
- jdk: ${{ matrix.jdk }}
- sql_compatibility: true
+ jdk: 8
+ sql_compatibility: ${{ matrix.sql_compatibility }}
standard-its:
needs: unit-tests
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@druid.apache.org
For additional commands, e-mail: commits-help@druid.apache.org