You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by ga...@apache.org on 2019/12/16 11:17:26 UTC

[flink] 03/03: [TMP] Run E2E tests

This is an automated email from the ASF dual-hosted git repository.

gary pushed a commit to branch FLINK-15169
in repository https://gitbox.apache.org/repos/asf/flink.git

commit da975210ed25ee9528328a149fc2f9a62a5b090b
Author: Gary Yao <ga...@apache.org>
AuthorDate: Mon Dec 16 12:16:43 2019 +0100

    [TMP] Run E2E tests
---
 .travis.yml | 294 ++----------------------------------------------------------
 1 file changed, 8 insertions(+), 286 deletions(-)

diff --git a/.travis.yml b/.travis.yml
index 34129ab..a155645 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -74,317 +74,39 @@ stages:
   - name: compile
   - name: test
   - name: E2E
-    if: type = cron
+    if: type in (pull_request, push)
   - name: cleanup
 
 jdk: "openjdk8"
 jobs:
   include:
-    # main profile
-    - if: type in (pull_request, push)
-      stage: compile
-      script: ./tools/travis_controller.sh compile
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11"
-      name: compile
-    - if: type in (pull_request, push)
-      stage: test
-      script: ./tools/travis_controller.sh core
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11"
-      name: core
-    - if: type in (pull_request, push)
-      script: ./tools/travis_controller.sh python
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11"
-      name: python
-    - if: type in (pull_request, push)
-      script: ./tools/travis_controller.sh libraries
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11"
-      name: libraries
-    - if: type in (pull_request, push)
-      script: ./tools/travis_controller.sh blink_planner
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11"
-      name: blink_planner
-    - if: type in (pull_request, push)
-      script: ./tools/travis_controller.sh connectors
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11"
-      name: connectors
-    - if: type in (pull_request, push)
-      script: ./tools/travis_controller.sh kafka/gelly
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11"
-      name: kafka/gelly
-    - if: type in (pull_request, push)
-      script: ./tools/travis_controller.sh tests
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11"
-      name: tests
-    - if: type in (pull_request, push)
-      script: ./tools/travis_controller.sh legacy_scheduler_core
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11"
-      name: core - legacy_scheduler
-    - if: type in (pull_request, push)
-      script: ./tools/travis_controller.sh legacy_scheduler_tests
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11"
-      name: tests - legacy_scheduler
-    - if: type in (pull_request, push)
-      script: ./tools/travis_controller.sh misc
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11"
-      name: misc
-    - if: type in (pull_request, push)
-      stage: cleanup
-      script: ./tools/travis_controller.sh cleanup
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11"
-      name: cleanup
-    # hadoop 2.4.1 profile
-    - if: type = cron
-      stage: compile
-      script: ./tools/travis_controller.sh compile
-      env: PROFILE="-Dhadoop.version=2.4.1 -Pskip-hive-tests"
-      name: compile - hadoop 2.4.1
-    - if: type = cron
-      stage: test
-      script: ./tools/travis_controller.sh core
-      env: PROFILE="-Dhadoop.version=2.4.1 -Pskip-hive-tests"
-      name: core - hadoop 2.4.1
-    - if: type = cron
-      script: ./tools/travis_controller.sh libraries
-      env: PROFILE="-Dhadoop.version=2.4.1 -Pskip-hive-tests"
-      name: libraries - hadoop 2.4.1
-    - if: type = cron
-      script: ./tools/travis_controller.sh blink_planner
-      env: PROFILE="-Dhadoop.version=2.4.1 -Pskip-hive-tests"
-      name: blink_planner - hadoop 2.4.1
-    - if: type = cron
-      script: ./tools/travis_controller.sh connectors
-      env: PROFILE="-Dhadoop.version=2.4.1 -Pskip-hive-tests"
-      name: connectors - hadoop 2.4.1
-    - if: type = cron
-      script: ./tools/travis_controller.sh kafka/gelly
-      env: PROFILE="-Dhadoop.version=2.4.1 -Pskip-hive-tests"
-      name: kafka/gelly - hadoop 2.4.1
-    - if: type = cron
-      script: ./tools/travis_controller.sh tests
-      env: PROFILE="-Dhadoop.version=2.4.1 -Pskip-hive-tests"
-      name: tests - hadoop 2.4.1
-    - if: type = cron
-      script: ./tools/travis_controller.sh misc
-      env: PROFILE="-Dhadoop.version=2.4.1 -Pskip-hive-tests"
-      name: misc - hadoop 2.4.1
-    - if: type = cron
-      stage: cleanup
-      script: ./tools/travis_controller.sh cleanup
-      env: PROFILE="-Dhadoop.version=2.4.1 -Pskip-hive-tests"
-      name: cleanup - hadoop 2.4.1
-    # scala 2.12 profile
-    - if: type = cron
-      stage: compile
-      script: ./tools/travis_controller.sh compile
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.12 -Phive-1.2.1"
-      name: compile - scala 2.12
-    - if: type = cron
-      stage: test
-      script: ./tools/travis_controller.sh core
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.12 -Phive-1.2.1"
-      name: core - scala 2.12
-    - if: type = cron
-      script: ./tools/travis_controller.sh libraries
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.12 -Phive-1.2.1"
-      name: libraries - scala 2.12
-    - if: type = cron
-      script: ./tools/travis_controller.sh blink_planner
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.12 -Phive-1.2.1"
-      name: blink_planner - scala 2.12
-    - if: type = cron
-      script: ./tools/travis_controller.sh connectors
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.12 -Phive-1.2.1"
-      name: connectors - scala 2.12
-    - if: type = cron
-      script: ./tools/travis_controller.sh kafka/gelly
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.12 -Phive-1.2.1"
-      name: kafka/gelly - scala 2.12
-    - if: type = cron
-      script: ./tools/travis_controller.sh tests
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.12 -Phive-1.2.1"
-      name: tests - scala 2.12
-    - if: type = cron
-      script: ./tools/travis_controller.sh misc
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.12 -Phive-1.2.1"
-      name: misc - scala 2.12
-    - if: type = cron
-      stage: cleanup
-      script: ./tools/travis_controller.sh cleanup
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.12 -Phive-1.2.1"
-      name: cleanup - scala 2.12
-    # JDK11 profile
-    - if: type = cron
-      jdk: "openjdk11"
-      stage: compile
-      script: ./tools/travis_controller.sh compile
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11 -Djdk11"
-      name: compile - jdk 11
-    - if: type = cron
-      jdk: "openjdk11"
-      stage: test
-      script: ./tools/travis_controller.sh core
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11 -Djdk11"
-      name: core - jdk 11
-    - if: type = cron
-      jdk: "openjdk11"
-      script: ./tools/travis_controller.sh python
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11 -Djdk11"
-      name: python - jdk 11
-    - if: type = cron
-      jdk: "openjdk11"
-      script: ./tools/travis_controller.sh libraries
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11 -Djdk11"
-      name: libraries - jdk 11
-    - if: type = cron
-      jdk: "openjdk11"
-      script: ./tools/travis_controller.sh blink_planner
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11 -Djdk11"
-      name: blink_planner - jdk 11
-    - if: type = cron
-      jdk: "openjdk11"
-      script: ./tools/travis_controller.sh connectors
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11 -Djdk11"
-      name: connectors - jdk 11
-    - if: type = cron
-      jdk: "openjdk11"
-      script: ./tools/travis_controller.sh kafka/gelly
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11 -Djdk11"
-      name: kafka/gelly - jdk 11
-    - if: type = cron
-      jdk: "openjdk11"
-      script: ./tools/travis_controller.sh tests
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11 -Djdk11"
-      name: tests - jdk 11
-    - if: type = cron
-      jdk: "openjdk11"
-      script: ./tools/travis_controller.sh misc
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11 -Djdk11"
-      name: misc
-    - if: type = cron
-      jdk: "openjdk11"
-      stage: cleanup
-      script: ./tools/travis_controller.sh cleanup
-      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11 -Djdk11"
-      name: cleanup - jdk 11
-    # Documentation 404 check
-    - if: type = cron
-      stage: test
-      script: ./tools/travis/docs.sh
-      language: ruby
-      rvm: 2.4.0
-      name: Documentation links check
     # E2E profiles - Hadoop 2.8
-    - if: type = cron
+    - if: type in (pull_request, push)
       stage: test
       env: PROFILE="-Dinclude-hadoop -Dhadoop.version=2.8.3 -De2e-metrics -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup1"
       script: ./tools/travis/nightly.sh split_misc.sh
       name: e2e - misc - hadoop 2.8
-    - if: type = cron
+    - if: type in (pull_request, push)
       env: PROFILE="-Dinclude-hadoop -Dhadoop.version=2.8.3 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup2"
       script: ./tools/travis/nightly.sh split_ha.sh
       name: e2e - ha - hadoop 2.8
-    - if: type = cron
+    - if: type in (pull_request, push)
       env: PROFILE="-Dinclude-hadoop -Dhadoop.version=2.8.3 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup3"
       script: ./tools/travis/nightly.sh split_sticky.sh
       name: e2e - sticky - hadoop 2.8
-    - if: type = cron
+    - if: type in (pull_request, push)
       env: PROFILE="-Dinclude-hadoop -Dhadoop.version=2.8.3 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup4"
       script: ./tools/travis/nightly.sh split_checkpoints.sh
       name: e2e - checkpoints - hadoop 2.8
-    - if: type = cron
+    - if: type in (pull_request, push)
       env: PROFILE="-Dinclude-hadoop -Dhadoop.version=2.8.3 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup5"
       script: ./tools/travis/nightly.sh split_container.sh
       name: e2e - container - hadoop 2.8
-    - if: type = cron
+    - if: type in (pull_request, push)
       env: PROFILE="-Dinclude-hadoop -Dhadoop.version=2.8.3 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup6"
       script: ./tools/travis/nightly.sh split_heavy.sh
       name: e2e - heavy - hadoop 2.8
-    - if: type = cron
+    - if: type in (pull_request, push)
       env: PROFILE="-Dinclude-hadoop -Dhadoop.version=2.8.3 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup6"
       script: ./tools/travis/nightly.sh split_tpcds.sh
       name: e2e - tpcds - hadoop 2.8
-      # E2E profiles - Scala 2.12
-    - if: type = cron
-      env: PROFILE="-Dinclude-hadoop -Dhadoop.version=2.8.3 -Dscala-2.12 -De2e-metrics -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup1"
-      script: ./tools/travis/nightly.sh split_misc.sh
-      name: e2e - misc - scala 2.12
-    - if: type = cron
-      env: PROFILE="-Dinclude-hadoop -Dhadoop.version=2.8.3 -Dscala-2.12 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup2"
-      script: ./tools/travis/nightly.sh split_ha.sh
-      name: e2e - ha - scala 2.12
-    - if: type = cron
-      env: PROFILE="-Dinclude-hadoop -Dhadoop.version=2.8.3 -Dscala-2.12 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup3"
-      script: ./tools/travis/nightly.sh split_sticky.sh
-      name: e2e - sticky - scala 2.12
-    - if: type = cron
-      env: PROFILE="-Dinclude-hadoop -Dhadoop.version=2.8.3 -Dscala-2.12 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup4"
-      script: ./tools/travis/nightly.sh split_checkpoints.sh
-      name: e2e - checkpoints - scala 2.12
-    - if: type = cron
-      env: PROFILE="-Dinclude-hadoop -Dhadoop.version=2.8.3 -Dscala-2.12 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup5"
-      script: ./tools/travis/nightly.sh split_container.sh
-      name: e2e - container - scala 2.12
-    - if: type = cron
-      env: PROFILE="-Dinclude-hadoop -Dhadoop.version=2.8.3 -Dscala-2.12 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup6"
-      script: ./tools/travis/nightly.sh split_heavy.sh
-      name: e2e - heavy - scala 2.12
-    - if: type = cron
-      env: PROFILE="-Dinclude-hadoop -Dhadoop.version=2.8.3 -Dscala-2.12 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup6"
-      script: ./tools/travis/nightly.sh split_tpcds.sh
-      name: e2e - tpcds - scala 2.12
-      # E2E profiles - Hadoop-free
-    - if: type = cron
-      env: PROFILE="-De2e-metrics -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup1"
-      script: ./tools/travis/nightly.sh split_misc_hadoopfree.sh
-      name: e2e - misc
-    - if: type = cron
-      env: PROFILE="-DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup2"
-      script: ./tools/travis/nightly.sh split_ha.sh
-      name: e2e - ha
-    - if: type = cron
-      env: PROFILE="-DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup3"
-      script: ./tools/travis/nightly.sh split_sticky.sh
-      name: e2e - sticky
-    - if: type = cron
-      env: PROFILE="-DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup4"
-      script: ./tools/travis/nightly.sh split_checkpoints.sh
-      name: e2e - checkpoints
-    - if: type = cron
-      env: PROFILE="-DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup5"
-      script: ./tools/travis/nightly.sh split_container.sh
-      name: e2e - container
-    - if: type = cron
-      env: PROFILE="-DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup6"
-      script: ./tools/travis/nightly.sh split_heavy.sh
-      name: e2e - heavy
-    - if: type = cron
-      env: PROFILE="-DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup6"
-      script: ./tools/travis/nightly.sh split_tpcds.sh
-      name: e2e - tpcds
-    # E2E profiles - Java 11
-    - if: type = cron
-      stage: test
-      jdk: "openjdk11"
-      env: PROFILE="-Djdk11 -Dinclude-hadoop -Dhadoop.version=2.8.3 -De2e-metrics -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup1"
-      script: ./tools/travis/nightly.sh split_misc.sh
-      name: e2e - misc - jdk11
-    - if: type = cron
-      env: PROFILE="-Djdk11 -Dinclude-hadoop -Dhadoop.version=2.8.3 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup2"
-      script: ./tools/travis/nightly.sh split_ha.sh
-      name: e2e - ha - jdk11
-    - if: type = cron
-      env: PROFILE="-Djdk11 -Dinclude-hadoop -Dhadoop.version=2.8.3 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup3"
-      script: ./tools/travis/nightly.sh split_sticky.sh
-      name: e2e - sticky - jdk 11
-    - if: type = cron
-      env: PROFILE="-Djdk11 -Dinclude-hadoop -Dhadoop.version=2.8.3 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup4"
-      script: ./tools/travis/nightly.sh split_checkpoints.sh
-      name: e2e - checkpoints - jdk 11
-    - if: type = cron
-      env: PROFILE="-Djdk11 -Dinclude-hadoop -Dhadoop.version=2.8.3 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup6"
-      script: ./tools/travis/nightly.sh split_heavy.sh
-      name: e2e - heavy - jdk 11
-    - if: type = cron
-      env: PROFILE="-Djdk11 -Dinclude-hadoop -Dhadoop.version=2.8.3 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup6"
-      script: ./tools/travis/nightly.sh split_tpcds.sh
-      name: e2e - tpcds - jdk 11