You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by ch...@apache.org on 2019/06/14 18:23:14 UTC
[flink] 01/02: [FLINK-12851][travis] Move gelly/kafka to separate
profile
This is an automated email from the ASF dual-hosted git repository.
chesnay pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git
commit b63c0f16dc0cd727d30459ee4d450662e47fe5f0
Author: Chesnay Schepler <ch...@apache.org>
AuthorDate: Fri Jun 14 11:48:42 2019 +0200
[FLINK-12851][travis] Move gelly/kafka to separate profile
---
.travis.yml | 17 +++++++++++++++++
tools/travis/stage.sh | 20 ++++++++++++++++----
2 files changed, 33 insertions(+), 4 deletions(-)
diff --git a/.travis.yml b/.travis.yml
index 1fbed25..5a3b49f 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -96,6 +96,10 @@ jobs:
env: PROFILE="-Dhadoop.version=2.8.3 -Pinclude-kinesis -Dinclude_hadoop_aws -Dscala-2.11"
name: connectors
- if: type in (pull_request, push)
+ script: ./tools/travis_controller.sh kafka/gelly
+ env: PROFILE="-Dhadoop.version=2.8.3 -Pinclude-kinesis -Dinclude_hadoop_aws -Dscala-2.11"
+ name: kafka/gelly
+ - if: type in (pull_request, push)
script: ./tools/travis_controller.sh tests
env: PROFILE="-Dhadoop.version=2.8.3 -Pinclude-kinesis -Dinclude_hadoop_aws -Dscala-2.11"
name: tests
@@ -128,6 +132,10 @@ jobs:
env: PROFILE="-Dhadoop.version=2.4.1 -Pinclude-kinesis"
name: connectors - hadoop 2.4.1
- if: type = cron
+ script: ./tools/travis_controller.sh kafka/gelly
+ env: PROFILE="-Dhadoop.version=2.4.1 -Pinclude-kinesis"
+ name: kafka/gelly - hadoop 2.4.1
+ - if: type = cron
script: ./tools/travis_controller.sh tests
env: PROFILE="-Dhadoop.version=2.4.1 -Pinclude-kinesis"
name: tests - hadoop 2.4.1
@@ -160,6 +168,10 @@ jobs:
env: PROFILE="-Dhadoop.version=2.8.3 -Pinclude-kinesis -Dinclude_hadoop_aws -Dscala-2.12"
name: connectors - scala 2.12
- if: type = cron
+ script: ./tools/travis_controller.sh kafka/gelly
+ env: PROFILE="-Dhadoop.version=2.8.3 -Pinclude-kinesis -Dinclude_hadoop_aws -Dscala-2.12"
+ name: kafka/gelly - scala 2.12
+ - if: type = cron
script: ./tools/travis_controller.sh tests
env: PROFILE="-Dhadoop.version=2.8.3 -Pinclude-kinesis -Dinclude_hadoop_aws -Dscala-2.12"
name: tests - scala 2.12
@@ -202,6 +214,11 @@ jobs:
name: connectors - jdk 9
- if: type = cron
jdk: "openjdk9"
+ script: ./tools/travis_controller.sh kafka/gelly
+ env: PROFILE="-Dhadoop.version=2.8.3 -Pinclude-kinesis -Dinclude_hadoop_aws -Dscala-2.11 -Djdk9"
+ name: kafka/gelly - jdk 9
+ - if: type = cron
+ jdk: "openjdk9"
script: ./tools/travis_controller.sh tests
env: PROFILE="-Dhadoop.version=2.8.3 -Pinclude-kinesis -Dinclude_hadoop_aws -Dscala-2.11 -Djdk9"
name: tests - jdk 9
diff --git a/tools/travis/stage.sh b/tools/travis/stage.sh
index 3e84b2a..7751dab 100644
--- a/tools/travis/stage.sh
+++ b/tools/travis/stage.sh
@@ -22,6 +22,7 @@ STAGE_CORE="core"
STAGE_PYTHON="python"
STAGE_LIBRARIES="libraries"
STAGE_CONNECTORS="connectors"
+STAGE_KAFKA_GELLY="kafka/gelly"
STAGE_TESTS="tests"
STAGE_MISC="misc"
STAGE_CLEANUP="cleanup"
@@ -108,6 +109,13 @@ flink-metrics/flink-metrics-slf4j,\
flink-queryable-state/flink-queryable-state-runtime,\
flink-queryable-state/flink-queryable-state-client-java"
+MODULES_KAFKA_GELLY="\
+flink-libraries/flink-gelly,\
+flink-libraries/flink-gelly-scala,\
+flink-libraries/flink-gelly-examples,\
+flink-connectors/flink-connector-kafka,\
+flink-connectors/flink-sql-connector-kafka,"
+
MODULES_CONNECTORS_JDK9_EXCLUSIONS="\
!flink-filesystems/flink-s3-fs-hadoop,\
!flink-filesystems/flink-s3-fs-presto,\
@@ -115,9 +123,6 @@ MODULES_CONNECTORS_JDK9_EXCLUSIONS="\
!flink-connectors/flink-hbase"
MODULES_TESTS="\
-flink-libraries/flink-gelly,\
-flink-libraries/flink-gelly-scala,\
-flink-libraries/flink-gelly-examples,\
flink-tests"
if [[ ${PROFILE} == *"include-kinesis"* ]]; then
@@ -147,6 +152,9 @@ function get_compile_modules_for_stage() {
(${STAGE_CONNECTORS})
echo "-pl $MODULES_CONNECTORS -am"
;;
+ (${STAGE_KAFKA_GELLY})
+ echo "-pl $MODULES_KAFKA_GELLY -am"
+ ;;
(${STAGE_TESTS})
echo "-pl $MODULES_TESTS -am"
;;
@@ -167,9 +175,10 @@ function get_test_modules_for_stage() {
local modules_tests=$MODULES_TESTS
local negated_core=\!${MODULES_CORE//,/,\!}
local negated_libraries=\!${MODULES_LIBRARIES//,/,\!}
+ local negated_kafka_gelly=\!${MODULES_KAFKA_GELLY//,/,\!}
local negated_connectors=\!${MODULES_CONNECTORS//,/,\!}
local negated_tests=\!${MODULES_TESTS//,/,\!}
- local modules_misc="$negated_core,$negated_libraries,$negated_connectors,$negated_tests"
+ local modules_misc="$negated_core,$negated_libraries,$negated_connectors,$negated_kafka_gelly,$negated_tests"
# various modules fail testing on JDK 9; exclude them
if [[ ${PROFILE} == *"jdk9"* ]]; then
@@ -186,6 +195,9 @@ function get_test_modules_for_stage() {
(${STAGE_CONNECTORS})
echo "-pl $modules_connectors"
;;
+ (${STAGE_KAFKA_GELLY})
+ echo "-pl $MODULES_KAFKA_GELLY"
+ ;;
(${STAGE_TESTS})
echo "-pl $modules_tests"
;;