You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@zeppelin.apache.org by pd...@apache.org on 2020/08/28 11:52:43 UTC

[zeppelin] 05/13: Naming build jobs

This is an automated email from the ASF dual-hosted git repository.

pdallig pushed a commit to branch test_refactoring
in repository https://gitbox.apache.org/repos/asf/zeppelin.git

commit 1f1edc6700023c5b968ec3f1d97bc40db12563e1
Author: Philipp Dallig <ph...@gmail.com>
AuthorDate: Thu Aug 27 14:34:27 2020 +0200

    Naming build jobs
---
 .travis.yml | 78 +++++++++++++++++++++++++++++--------------------------------
 1 file changed, 37 insertions(+), 41 deletions(-)

diff --git a/.travis.yml b/.travis.yml
index f7b8157..9cd25e6 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -38,20 +38,18 @@ env:
 
 jobs:
   include:
-    # Test License compliance using RAT tool
-    - jdk: "openjdk8"
+    - name: "Test License compliance using RAT tool"
+      jdk: "openjdk8"
       dist: xenial
       env: SCALA_VER="2.11" PROFILE="-Prat" BUILD_FLAG="clean" TEST_FLAG="org.apache.rat:apache-rat-plugin:check" TEST_PROJECTS=""
 
-    # Default build command, no tests
-    - jdk: "openjdk8"
+    - name: "Default build command, no tests"
+      jdk: "openjdk8"
       dist: xenial
       env: BUILD_FLAG="clean package -T C2 -DskipTests -Pweb-angular" TEST_FLAG="test -DskipTests -Pweb-angular"
 
-    # Run e2e tests (in zeppelin-web)
-    # chrome dropped the support for precise (ubuntu 12.04), so need to use trusty
-    # also, can't use JDK 7 in trusty: https://github.com/travis-ci/travis-ci/issues/7884
-    - os: linux
+    - name: "Run e2e tests in zeppelin-web"
+      os: linux
       dist: xenial
       jdk: "openjdk8"
       env: CI="true" WEB_E2E="true" PYTHON="2" SCALA_VER="2.11" SPARK_VER="2.1.0" HADOOP_VER="2.6" PROFILE="-Phadoop2 -Pscala-2.11" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="verify -DskipRat" MODULES="-pl ${INTERPRETERS}" TEST_MODULES="-pl zeppelin-web" TEST_PROJECTS="-Pweb-e2e"
@@ -60,8 +58,8 @@ jobs:
           packages:
           - google-chrome-stable
 
-    # Run tests (in zeppelin-web-angular)
-    - os: linux
+    - name: "Run tests in zeppelin-web-angular"
+      os: linux
       dist: xenial
       jdk: "openjdk8"
       env: CI="true" BUILD_FLAG="clean -DskipTests -DskipRat" TEST_FLAG="package -DskipRat" MODULES="-pl ${INTERPRETERS}" TEST_MODULES="-pl zeppelin-web-angular -Pweb-angular"
@@ -70,79 +68,77 @@ jobs:
           packages:
             - google-chrome-stable
 
-    # Test core modules (zeppelin-interpreter,zeppelin-zengine,zeppelin-server) on hadoop2
-    # Several tests were excluded from this configuration due to the following issues:
-    # After issues are fixed these tests need to be included back by removing them from the "-Dtests.to.exclude" property
-    - jdk: "openjdk8"
+    # After issues are fixed tests needs to be included back by removing them from the "-Dtests.to.exclude" property
+    - name: "Test core modules (zeppelin-interpreter,zeppelin-zengine,zeppelin-server) on hadoop2"
+      jdk: "openjdk8"
       dist: xenial
       env: BUILD_PLUGINS="true" PYTHON="3" R="true" PROFILE="-Phelium-dev -Pexamples -Phadoop2" BUILD_FLAG="install -Pbuild-distr -DskipRat -DskipTests" TEST_FLAG="verify -Pusing-packaged-distr -DskipRat" MODULES="-pl zeppelin-server,zeppelin-web,spark/spark-dependencies,markdown,angular,shell -am" TEST_PROJECTS="-Dtests.to.exclude=**/org/apache/zeppelin/spark/* -DfailIfNoTests=false"
 
-    # Test core modules (zeppelin-interpreter,zeppelin-zengine,zeppelin-server) on hadoop3
-    - jdk: "openjdk8"
+    - name: "Test core modules (zeppelin-interpreter,zeppelin-zengine,zeppelin-server) on hadoop3"
+      jdk: "openjdk8"
       dist: xenial
       env: BUILD_PLUGINS="true" PYTHON="3" R="true" PROFILE="-Phelium-dev -Pexamples -Phadoop3" BUILD_FLAG="install -Pbuild-distr -DskipRat -DskipTests" TEST_FLAG="verify -Pusing-packaged-distr -DskipRat" MODULES="-pl zeppelin-server,zeppelin-web,spark/spark-dependencies,markdown,angular,shell -am" TEST_PROJECTS="-Dtests.to.exclude=**/org/apache/zeppelin/spark/* -DfailIfNoTests=false"
 
-    # Test selenium with spark module for spark 2.3
-    - jdk: "openjdk8"
+    - name: "Test selenium with spark module for spark 2.3"
+      jdk: "openjdk8"
       dist: xenial
       addons:
         firefox: "31.0"
       env: BUILD_PLUGINS="true" CI="true" PYTHON="2" R="true" SCALA_VER="2.11" SPARK_VER="2.3.2" HADOOP_VER="2.6" PROFILE="-Pspark-2.3 -Phadoop2 -Phelium-dev -Pexamples -Pintegration -Pspark-scala-2.11" BUILD_FLAG="clean install -DskipTests -DskipRat -pl ${INTERPRETERS}" TEST_FLAG="verify -DskipRat" TEST_PROJECTS="-pl zeppelin-integration -DfailIfNoTests=false"
 
-    # Test interpreter modules
-    - jdk: "openjdk8"
+    - name: "Test interpreter modules"
+      jdk: "openjdk8"
       dist: xenial
       env: PYTHON="3" R="true" SCALA_VER="2.10" TENSORFLOW="1.13.1" PROFILE="-Pscala-2.10" BUILD_FLAG="install -DskipTests -DskipRat -am" TEST_FLAG="test -DskipRat" MODULES="-pl $(echo .,zeppelin-interpreter,zeppelin-interpreter-shaded,${INTERPRETERS} | sed 's/!//g')" TEST_PROJECTS=""
 
-    # Test flink 1.10 & flink integration test
-    - jdk: "openjdk8"
+    - name: "Test flink 1.10 & flink integration test"
+      jdk: "openjdk8"
       dist: xenial
       env: BUILD_PLUGINS="true" PYTHON="3" FLINK="1.10.1" PROFILE="-Pflink-1.10 -Pintegration" BUILD_FLAG="install -DskipTests -DskipRat -am" TEST_FLAG="test -DskipRat" MODULES="-pl flink/interpreter,zeppelin-interpreter-integration" TEST_PROJECTS="-Dtest=org.apache.zeppelin.flink.*,FlinkIntegrationTest110,ZeppelinFlinkClusterTest110"
 
-    # Test flink 1.11 & flink integration test
-    - jdk: "openjdk8"
+    - name: "Test flink 1.11 & flink integration test"
+      jdk: "openjdk8"
       dist: xenial
       env: BUILD_PLUGINS="true" PYTHON="3" FLINK="1.11.1" PROFILE="-Pflink-1.11 -Pintegration" BUILD_FLAG="install -DskipTests -DskipRat -am" TEST_FLAG="test -DskipRat" MODULES="-pl flink/interpreter,zeppelin-interpreter-integration" TEST_PROJECTS="-Dtest=org.apache.zeppelin.flink.*,FlinkIntegrationTest111,ZeppelinFlinkClusterTest111"
 
     # Run Spark integration test and unit test
-
-    # Run spark integration of in one zeppelin instance: Spark 3.0
-    - jdk: "openjdk8"
+    - name: "Run spark integration of in one zeppelin instance: Spark 3.0"
+      jdk: "openjdk8"
       dist: xenial
       env: BUILD_PLUGINS="true" PYTHON="3" SCALA_VER="2.12" PROFILE="-Phadoop2 -Pintegration" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl zeppelin-interpreter-integration,zeppelin-web,spark/spark-dependencies,markdown -am" TEST_PROJECTS="-Dtest=ZeppelinSparkClusterTest30,SparkIntegrationTest30 -DfailIfNoTests=false"
 
-    # Run spark integration of in one zeppelin instance (2.4, 2.3, 2.2)
-    - jdk: "openjdk8"
+    - name: "Run spark integration of in one zeppelin instance (2.4, 2.3, 2.2)"
+      jdk: "openjdk8"
       dist: xenial
       env: BUILD_PLUGINS="true" PYTHON="3" SCALA_VER="2.11" PROFILE="-Phadoop2 -Pintegration" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl zeppelin-interpreter-integration,zeppelin-web,spark/spark-dependencies,markdown -am" TEST_PROJECTS="-Dtest=ZeppelinSparkClusterTest24,SparkIntegrationTest24,ZeppelinSparkClusterTest23,SparkIntegrationTest23,ZeppelinSparkClusterTest22,SparkIntegrationTest22 -DfailIfNoTests=false"
 
-    # JdbcIntegrationTest, Unit test of Spark 2.4 (Scala-2.11)
-    - jdk: "openjdk8"
+    - name: "JdbcIntegrationTest, Unit test of Spark 2.4 (Scala-2.11)"
+      jdk: "openjdk8"
       dist: xenial
       env: BUILD_PLUGINS="true" PYTHON="3" SCALA_VER="2.11" PROFILE="-Pspark-2.4 -Pspark-scala-2.11 -Phadoop2 -Pintegration" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl zeppelin-interpreter-integration,jdbc,zeppelin-web,spark/spark-dependencies,markdown -am" TEST_PROJECTS="-Dtest=JdbcIntegrationTest,org.apache.zeppelin.spark.*,org.apache.zeppelin.kotlin.* -DfailIfNoTests=false"
 
-    # Unit test of Spark 2.4 (Scala-2.12)
-    - jdk: "openjdk8"
+    - name: "Unit test of Spark 2.4 (Scala-2.12)"
+      jdk: "openjdk8"
       dist: xenial
       env: BUILD_PLUGINS="false" PYTHON="3" SCALA_VER="2.12" PROFILE="-Pspark-2.4 -Pspark-scala-2.12 -Phadoop2" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl spark/spark-dependencies -am" TEST_PROJECTS="-Dtest=org.apache.zeppelin.spark.*,org.apache.zeppelin.kotlin.* -DfailIfNoTests=false"
 
-    # Unit test of Spark 2.3 (Scala-2.11) and Unit test python, jupyter and r interpreter under python3
-    - jdk: "openjdk8"
+    - name: "Unit test of Spark 2.3 (Scala-2.11) and Unit test python, jupyter and r interpreter under python3"
+      jdk: "openjdk8"
       dist: xenial
       env: BUILD_PLUGINS="false" PYTHON="3" SCALA_VER="2.11" PROFILE="-Pspark-2.3 -Pspark-scala-2.11 -Phadoop2" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl spark/spark-dependencies -am" TEST_PROJECTS="-Dtest=org.apache.zeppelin.spark.*,apache.zeppelin.python.*,apache.zeppelin.jupyter.*,apache.zeppelin.r.* -DfailIfNoTests=false"
 
-    # Unit test of Spark 2.2 (Scala-2.10) and Unit test python, jupyter and r interpreter under python3
-    - jdk: "openjdk8"
+    - name: "Unit test of Spark 2.2 (Scala-2.10) and Unit test python, jupyter and r interpreter under python3"
+      jdk: "openjdk8"
       dist: xenial
       env: BUILD_PLUGINS="false" PYTHON="3" SCALA_VER="2.10" PROFILE="-Pspark-2.2 -Pspark-scala-2.10 -Phadoop2" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl spark/spark-dependencies -am" TEST_PROJECTS="-Dtest=org.apache.zeppelin.spark.*,apache.zeppelin.python.*,apache.zeppelin.jupyter.*,apache.zeppelin.r.* -DfailIfNoTests=false"
 
-    # Test python/pyspark with python 2, livy 0.5
-    - dist: xenial
+    - name: "Test python/pyspark with python 2, livy 0.5"
+      dist: xenial
       jdk: "openjdk8"
       env: PYTHON="2" SCALA_VER="2.10" SPARK_VER="1.6.3" HADOOP_VER="2.6" LIVY_VER="0.5.0-incubating" R="true" PROFILE="-Pspark-1.6 -Phadoop2 -Pscala-2.10" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="verify -DskipRat" MODULES="-pl livy -am" TEST_PROJECTS=""
 
-    # Test livy 0.5 with spark 2.2.0 under python3
-    - dist: xenial
+    - name: "Test livy 0.5 with spark 2.2.0 under python3"
+      dist: xenial
       jdk: "openjdk8"
       env: PYTHON="3" SPARK_VER="2.2.0" HADOOP_VER="2.6" LIVY_VER="0.5.0-incubating" R="true" PROFILE="" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="verify -DskipRat" MODULES="-pl livy -am" TEST_PROJECTS=""