You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@zeppelin.apache.org by pd...@apache.org on 2020/08/28 11:52:38 UTC
[zeppelin] branch test_refactoring created (now bda45d2)
This is an automated email from the ASF dual-hosted git repository.
pdallig pushed a change to branch test_refactoring
in repository https://gitbox.apache.org/repos/asf/zeppelin.git.
at bda45d2 Selenium tests
This branch includes the following new commits:
new 2b13a0e The maven-frontend-plugin works better with an absolute path. A relative path in the PATH environment variable can be problematic.
new c0b8071 Disable HeliumApplicationFactoryTest in SourceCode
new 72859c3 The String "command not found" and "No such file or directory" depends on your JVM language.
new 428a50a forkMode is deprecated, migrate to new properties
new 1f1edc6 Naming build jobs
new 20c44b7 Use service for xvfb - display tests
new 125e2b5 CI=true is a default value. No need to set https://docs.travis-ci.com/user/environment-variables/#default-environment-variables
new 879d87b Only run mysql, if we need mysql for integration tests
new a5ff440 Remove first stuff from before_install
new df9f174 Remove bower_components cache
new 3b9d2b1 Try fixing selenium tests
new 9b1faff Try fixing selenium tests
new bda45d2 Selenium tests
The 13 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
[zeppelin] 09/13: Remove first stuff from before_install
Posted by pd...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
pdallig pushed a commit to branch test_refactoring
in repository https://gitbox.apache.org/repos/asf/zeppelin.git
commit a5ff4402095c6b9773a297fa55ee3544e6f04e23
Author: Philipp Dallig <ph...@gmail.com>
AuthorDate: Fri Aug 28 09:19:57 2020 +0200
Remove first stuff from before_install
---
.travis.yml | 84 +++++++++++++++++++++++++++++++++++++++++++++++++++++++------
1 file changed, 77 insertions(+), 7 deletions(-)
diff --git a/.travis.yml b/.travis.yml
index 3b19fe9..7018b97 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -39,11 +39,15 @@ jobs:
jdk: "openjdk8"
dist: xenial
env: SCALA_VER="2.11" PROFILE="-Prat" BUILD_FLAG="clean" TEST_FLAG="org.apache.rat:apache-rat-plugin:check" TEST_PROJECTS=""
+ before_install:
+ - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc
- name: "Default build command, no tests"
jdk: "openjdk8"
dist: xenial
env: BUILD_FLAG="clean package -T C2 -DskipTests -Pweb-angular" TEST_FLAG="test -DskipTests -Pweb-angular"
+ before_install:
+ - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc
- name: "Run e2e tests in zeppelin-web"
os: linux
@@ -56,6 +60,10 @@ jobs:
apt:
packages:
- google-chrome-stable
+ before_install:
+ - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc
+ - "PYTHON=2 bash -x ./testing/install_external_dependencies.sh"
+ - source ~/.environ
- name: "Run tests in zeppelin-web-angular"
os: linux
@@ -68,17 +76,29 @@ jobs:
apt:
packages:
- google-chrome-stable
+ before_install:
+ - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc
# After issues are fixed tests needs to be included back by removing them from the "-Dtests.to.exclude" property
- name: "Test core modules (zeppelin-interpreter,zeppelin-zengine,zeppelin-server) on hadoop2"
jdk: "openjdk8"
dist: xenial
env: BUILD_PLUGINS="true" PYTHON="3" R="true" PROFILE="-Phelium-dev -Pexamples -Phadoop2" BUILD_FLAG="install -Pbuild-distr -DskipRat -DskipTests" TEST_FLAG="verify -Pusing-packaged-distr -DskipRat" MODULES="-pl zeppelin-server,zeppelin-web,spark/spark-dependencies,markdown,angular,shell -am" TEST_PROJECTS="-Dtests.to.exclude=**/org/apache/zeppelin/spark/* -DfailIfNoTests=false"
+ before_install:
+ - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc
+ - "./testing/install_R.sh"
+ - "R=true PYTHON=3 bash -x ./testing/install_external_dependencies.sh"
+ - source ~/.environ
- name: "Test core modules (zeppelin-interpreter,zeppelin-zengine,zeppelin-server) on hadoop3"
jdk: "openjdk8"
dist: xenial
env: BUILD_PLUGINS="true" PYTHON="3" R="true" PROFILE="-Phelium-dev -Pexamples -Phadoop3" BUILD_FLAG="install -Pbuild-distr -DskipRat -DskipTests" TEST_FLAG="verify -Pusing-packaged-distr -DskipRat" MODULES="-pl zeppelin-server,zeppelin-web,spark/spark-dependencies,markdown,angular,shell -am" TEST_PROJECTS="-Dtests.to.exclude=**/org/apache/zeppelin/spark/* -DfailIfNoTests=false"
+ before_install:
+ - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc
+ - "./testing/install_R.sh"
+ - "R=true PYTHON=3 bash -x ./testing/install_external_dependencies.sh"
+ - source ~/.environ
- name: "Test selenium with spark module for spark 2.3"
jdk: "openjdk8"
@@ -88,32 +108,59 @@ jobs:
env: BUILD_PLUGINS="true" PYTHON="2" R="true" SCALA_VER="2.11" SPARK_VER="2.3.2" HADOOP_VER="2.6" PROFILE="-Pspark-2.3 -Phadoop2 -Phelium-dev -Pexamples -Pintegration -Pspark-scala-2.11" BUILD_FLAG="clean install -DskipTests -DskipRat -pl ${INTERPRETERS}" TEST_FLAG="verify -DskipRat" TEST_PROJECTS="-pl zeppelin-integration -DfailIfNoTests=false"
before_install:
- "/sbin/start-stop-daemon --start --quiet --pidfile /tmp/custom_xvfb_99.pid --make-pidfile --background --exec /usr/bin/Xvfb -- :99 -ac -screen 0 1600x1024x16"
+ - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc
+ - "./testing/install_R.sh"
+ - "R=true PYTHON=2 bash -x ./testing/install_external_dependencies.sh"
+ - source ~/.environ
- name: "Test interpreter modules"
jdk: "openjdk8"
dist: xenial
env: PYTHON="3" R="true" SCALA_VER="2.10" TENSORFLOW="1.13.1" PROFILE="-Pscala-2.10" BUILD_FLAG="install -DskipTests -DskipRat -am" TEST_FLAG="test -DskipRat" MODULES="-pl $(echo .,zeppelin-interpreter,zeppelin-interpreter-shaded,${INTERPRETERS} | sed 's/!//g')" TEST_PROJECTS=""
+ before_install:
+ - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc
+ - "./testing/install_R.sh"
+ - "TENSORFLOW=1.13.1 R=true PYTHON=3 bash -x ./testing/install_external_dependencies.sh"
+ - source ~/.environ
- name: "Test flink 1.10 & flink integration test"
jdk: "openjdk8"
dist: xenial
env: BUILD_PLUGINS="true" PYTHON="3" FLINK="1.10.1" PROFILE="-Pflink-1.10 -Pintegration" BUILD_FLAG="install -DskipTests -DskipRat -am" TEST_FLAG="test -DskipRat" MODULES="-pl flink/interpreter,zeppelin-interpreter-integration" TEST_PROJECTS="-Dtest=org.apache.zeppelin.flink.*,FlinkIntegrationTest110,ZeppelinFlinkClusterTest110"
+ before_install:
+ - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc
+ - "FLINK=1.10.1 PYTHON=3 bash -x ./testing/install_external_dependencies.sh"
+ - source ~/.environ
- name: "Test flink 1.11 & flink integration test"
jdk: "openjdk8"
dist: xenial
env: BUILD_PLUGINS="true" PYTHON="3" FLINK="1.11.1" PROFILE="-Pflink-1.11 -Pintegration" BUILD_FLAG="install -DskipTests -DskipRat -am" TEST_FLAG="test -DskipRat" MODULES="-pl flink/interpreter,zeppelin-interpreter-integration" TEST_PROJECTS="-Dtest=org.apache.zeppelin.flink.*,FlinkIntegrationTest111,ZeppelinFlinkClusterTest111"
+ before_install:
+ - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc
+ - "FLINK=1.11.1 PYTHON=3 bash -x ./testing/install_external_dependencies.sh"
+ - source ~/.environ
# Run Spark integration test and unit test
- name: "Run spark integration of in one zeppelin instance: Spark 3.0"
jdk: "openjdk8"
dist: xenial
env: BUILD_PLUGINS="true" PYTHON="3" SCALA_VER="2.12" PROFILE="-Phadoop2 -Pintegration" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl zeppelin-interpreter-integration,zeppelin-web,spark/spark-dependencies,markdown -am" TEST_PROJECTS="-Dtest=ZeppelinSparkClusterTest30,SparkIntegrationTest30 -DfailIfNoTests=false"
+ before_install:
+ - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc
+ - "./testing/install_R.sh"
+ - "R=true PYTHON=3 bash -x ./testing/install_external_dependencies.sh"
+ - source ~/.environ
- name: "Run spark integration of in one zeppelin instance (2.4, 2.3, 2.2)"
jdk: "openjdk8"
dist: xenial
env: BUILD_PLUGINS="true" PYTHON="3" SCALA_VER="2.11" PROFILE="-Phadoop2 -Pintegration" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl zeppelin-interpreter-integration,zeppelin-web,spark/spark-dependencies,markdown -am" TEST_PROJECTS="-Dtest=ZeppelinSparkClusterTest24,SparkIntegrationTest24,ZeppelinSparkClusterTest23,SparkIntegrationTest23,ZeppelinSparkClusterTest22,SparkIntegrationTest22 -DfailIfNoTests=false"
+ before_install:
+ - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc
+ - "./testing/install_R.sh"
+ - "R=true PYTHON=3 bash -x ./testing/install_external_dependencies.sh"
+ - source ~/.environ
- name: "JdbcIntegrationTest, Unit test of Spark 2.4 (Scala-2.11)"
jdk: "openjdk8"
@@ -121,31 +168,61 @@ jobs:
env: BUILD_PLUGINS="true" PYTHON="3" SCALA_VER="2.11" PROFILE="-Pspark-2.4 -Pspark-scala-2.11 -Phadoop2 -Pintegration" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl zeppelin-interpreter-integration,jdbc,zeppelin-web,spark/spark-dependencies,markdown -am" TEST_PROJECTS="-Dtest=JdbcIntegrationTest,org.apache.zeppelin.spark.*,org.apache.zeppelin.kotlin.* -DfailIfNoTests=false"
services:
- mysql
+ before_install:
+ - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc
+ - "./testing/install_R.sh"
+ - "R=true PYTHON=3 bash -x ./testing/install_external_dependencies.sh"
+ - source ~/.environ
- name: "Unit test of Spark 2.4 (Scala-2.12)"
jdk: "openjdk8"
dist: xenial
env: BUILD_PLUGINS="false" PYTHON="3" SCALA_VER="2.12" PROFILE="-Pspark-2.4 -Pspark-scala-2.12 -Phadoop2" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl spark/spark-dependencies -am" TEST_PROJECTS="-Dtest=org.apache.zeppelin.spark.*,org.apache.zeppelin.kotlin.* -DfailIfNoTests=false"
+ before_install:
+ - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc
+ - "./testing/install_R.sh"
+ - "R=true PYTHON=32 bash -x ./testing/install_external_dependencies.sh"
+ - source ~/.environ
- name: "Unit test of Spark 2.3 (Scala-2.11) and Unit test python, jupyter and r interpreter under python3"
jdk: "openjdk8"
dist: xenial
env: BUILD_PLUGINS="false" PYTHON="3" SCALA_VER="2.11" PROFILE="-Pspark-2.3 -Pspark-scala-2.11 -Phadoop2" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl spark/spark-dependencies -am" TEST_PROJECTS="-Dtest=org.apache.zeppelin.spark.*,apache.zeppelin.python.*,apache.zeppelin.jupyter.*,apache.zeppelin.r.* -DfailIfNoTests=false"
+ before_install:
+ - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc
+ - "./testing/install_R.sh"
+ - "R=true PYTHON=3 bash -x ./testing/install_external_dependencies.sh"
+ - source ~/.environ
- name: "Unit test of Spark 2.2 (Scala-2.10) and Unit test python, jupyter and r interpreter under python3"
jdk: "openjdk8"
dist: xenial
env: BUILD_PLUGINS="false" PYTHON="3" SCALA_VER="2.10" PROFILE="-Pspark-2.2 -Pspark-scala-2.10 -Phadoop2" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl spark/spark-dependencies -am" TEST_PROJECTS="-Dtest=org.apache.zeppelin.spark.*,apache.zeppelin.python.*,apache.zeppelin.jupyter.*,apache.zeppelin.r.* -DfailIfNoTests=false"
+ before_install:
+ - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc
+ - "./testing/install_R.sh"
+ - "R=true PYTHON=3 bash -x ./testing/install_external_dependencies.sh"
+ - source ~/.environ
- name: "Test python/pyspark with python 2, livy 0.5"
dist: xenial
jdk: "openjdk8"
env: PYTHON="2" SCALA_VER="2.10" SPARK_VER="1.6.3" HADOOP_VER="2.6" LIVY_VER="0.5.0-incubating" R="true" PROFILE="-Pspark-1.6 -Phadoop2 -Pscala-2.10" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="verify -DskipRat" MODULES="-pl livy -am" TEST_PROJECTS=""
+ before_install:
+ - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc
+ - "./testing/install_R.sh"
+ - "R=true PYTHON=2 bash -x ./testing/install_external_dependencies.sh"
+ - source ~/.environ
- name: "Test livy 0.5 with spark 2.2.0 under python3"
dist: xenial
jdk: "openjdk8"
env: PYTHON="3" SPARK_VER="2.2.0" HADOOP_VER="2.6" LIVY_VER="0.5.0-incubating" R="true" PROFILE="" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="verify -DskipRat" MODULES="-pl livy -am" TEST_PROJECTS=""
+ before_install:
+ - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc
+ - "./testing/install_R.sh"
+ - "R=true PYTHON=3 bash -x ./testing/install_external_dependencies.sh"
+ - source ~/.environ
before_install:
# check files included in commit range, clear bower_components if a bower.json file has changed.
@@ -156,13 +233,6 @@ before_install:
- gitlog=$(git log $TRAVIS_COMMIT_RANGE 2>/dev/null) || gitlog=""
- clearcache=$(echo $gitlog | grep -c -E "clear bower|bower clear" || true)
- if [ "$hasbowerchanged" -gt 0 ] || [ "$clearcache" -gt 0 ]; then echo "Clearing bower_components cache"; rm -r zeppelin-web/bower_components; npm cache verify; else echo "Using cached bower_components."; fi
- - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc
- - if [[ -n $R ]]; then ./testing/install_R.sh; fi
- - bash -x ./testing/install_external_dependencies.sh
- - ls -la .spark-dist ${HOME}/.m2/repository/.cache/maven-download-plugin || true
- - ls .node_modules && cp -r .node_modules zeppelin-web/node_modules || echo "node_modules are not cached"
- #- ./dev/change_scala_version.sh $SCALA_VER
- - source ~/.environ
install:
- echo "mvn $BUILD_FLAG $MODULES $PROFILE -B"
[zeppelin] 03/13: The String "command not found" and "No such file
or directory" depends on your JVM language.
Posted by pd...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
pdallig pushed a commit to branch test_refactoring
in repository https://gitbox.apache.org/repos/asf/zeppelin.git
commit 72859c356a2ff4d16c5ed24f299636e7ca0cec49
Author: Philipp Dallig <ph...@gmail.com>
AuthorDate: Thu Aug 27 13:53:08 2020 +0200
The String "command not found" and "No such file or directory" depends on your JVM language.
---
.../apache/zeppelin/interpreter/remote/RemoteInterpreterTest.java | 6 ++++--
1 file changed, 4 insertions(+), 2 deletions(-)
diff --git a/zeppelin-zengine/src/test/java/org/apache/zeppelin/interpreter/remote/RemoteInterpreterTest.java b/zeppelin-zengine/src/test/java/org/apache/zeppelin/interpreter/remote/RemoteInterpreterTest.java
index da6a251..c31eb55 100644
--- a/zeppelin-zengine/src/test/java/org/apache/zeppelin/interpreter/remote/RemoteInterpreterTest.java
+++ b/zeppelin-zengine/src/test/java/org/apache/zeppelin/interpreter/remote/RemoteInterpreterTest.java
@@ -54,6 +54,7 @@ public class RemoteInterpreterTest extends AbstractInterpreterTest {
private InterpreterSetting interpreterSetting;
+ @Override
@Before
public void setUp() throws Exception {
super.setUp();
@@ -402,7 +403,7 @@ public class RemoteInterpreterTest extends AbstractInterpreterTest {
interpreter1.interpret("1", context1);
fail("Should not be able to launch interpreter process");
} catch (InterpreterException e) {
- assertTrue(ExceptionUtils.getStackTrace(e).contains("No such file or directory"));
+ assertTrue(ExceptionUtils.getStackTrace(e).contains("java.io.IOException"));
}
} finally {
System.clearProperty(ZeppelinConfiguration.ConfVars.ZEPPELIN_INTERPRETER_REMOTE_RUNNER.getVarName());
@@ -422,7 +423,8 @@ public class RemoteInterpreterTest extends AbstractInterpreterTest {
interpreter1.interpret("1", context1);
fail("Should not be able to launch interpreter process");
} catch (InterpreterException e) {
- assertTrue(ExceptionUtils.getStackTrace(e).contains("invalid_command: command not found"));
+ System.out.println(e);
+ assertTrue(ExceptionUtils.getStackTrace(e).contains("invalid_command:"));
}
} finally {
System.clearProperty(ZeppelinConfiguration.ConfVars.ZEPPELIN_INTERPRETER_REMOTE_RUNNER.getVarName());
[zeppelin] 12/13: Try fixing selenium tests
Posted by pd...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
pdallig pushed a commit to branch test_refactoring
in repository https://gitbox.apache.org/repos/asf/zeppelin.git
commit 9b1faff8314c533f6b1c44bbcf286ba1bb903488
Author: Philipp Dallig <ph...@gmail.com>
AuthorDate: Fri Aug 28 13:06:11 2020 +0200
Try fixing selenium tests
---
.travis.yml | 17 +----------------
1 file changed, 1 insertion(+), 16 deletions(-)
diff --git a/.travis.yml b/.travis.yml
index b773086..a159a1f 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -106,21 +106,10 @@ jobs:
firefox: "31.0"
env: BUILD_PLUGINS="true" CI="true" PYTHON="2" R="true" SCALA_VER="2.11" SPARK_VER="2.3.2" HADOOP_VER="2.6" PROFILE="-Pspark-2.3 -Phadoop2 -Phelium-dev -Pexamples -Pintegration -Pspark-scala-2.11" BUILD_FLAG="clean install -DskipTests -DskipRat -pl ${INTERPRETERS}" TEST_FLAG="verify -DskipRat" TEST_PROJECTS="-pl zeppelin-integration -DfailIfNoTests=false"
before_install:
- # check files included in commit range, clear bower_components if a bower.json file has changed.
- # bower cache clearing can also be forced by putting "bower clear" or "clear bower" in a commit message
- - changedfiles=$(git diff --name-only $TRAVIS_COMMIT_RANGE 2>/dev/null) || changedfiles=""
- - echo $changedfiles
- - hasbowerchanged=$(echo $changedfiles | grep -c "bower.json" || true);
- - gitlog=$(git log $TRAVIS_COMMIT_RANGE 2>/dev/null) || gitlog=""
- - clearcache=$(echo $gitlog | grep -c -E "clear bower|bower clear" || true)
- - if [ "$hasbowerchanged" -gt 0 ] || [ "$clearcache" -gt 0 ]; then echo "Clearing bower_components cache"; rm -r zeppelin-web/bower_components; npm cache verify; else echo "Using cached bower_components."; fi
- echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc
- - if [[ -n $R ]]; then ./testing/install_R.sh; fi
+ - "./testing/install_R.sh"
- bash -x ./testing/install_external_dependencies.sh
- - ls -la .spark-dist ${HOME}/.m2/repository/.cache/maven-download-plugin || true
- - ls .node_modules && cp -r .node_modules zeppelin-web/node_modules || echo "node_modules are not cached"
- "/sbin/start-stop-daemon --start --quiet --pidfile /tmp/custom_xvfb_99.pid --make-pidfile --background --exec /usr/bin/Xvfb -- :99 -ac -screen 0 1600x1024x16"
- #- ./dev/change_scala_version.sh $SCALA_VER
- source ~/.environ
- name: "Test interpreter modules"
@@ -250,10 +239,6 @@ before_script:
- echo "export SPARK_PRINT_LAUNCH_COMMAND=true" >> conf/zeppelin-env.sh
- export SPARK_PRINT_LAUNCH_COMMAND=true
- tail conf/zeppelin-env.sh
- # https://docs.travis-ci.com/user/gui-and-headless-browsers/#Using-xvfb-to-Run-Tests-That-Require-a-GUI
- - if [[ -n $TEST_MODULES ]]; then export DISPLAY=:99.0; sh -e /etc/init.d/xvfb start; sleep 3; fi
- # display info log for debugging
- - if [[ -n $TEST_MODULES ]]; then echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=info'" > ~/.mavenrc; fi
script:
- if [[ -n $TEST_MODULES ]]; then export MODULES="${TEST_MODULES}"; fi
[zeppelin] 13/13: Selenium tests
Posted by pd...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
pdallig pushed a commit to branch test_refactoring
in repository https://gitbox.apache.org/repos/asf/zeppelin.git
commit bda45d2e0c4305c62186c90531cf9ba09700a179
Author: Philipp Dallig <ph...@gmail.com>
AuthorDate: Fri Aug 28 13:51:48 2020 +0200
Selenium tests
---
.travis.yml | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/.travis.yml b/.travis.yml
index a159a1f..a7ab9f8 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -104,11 +104,11 @@ jobs:
dist: xenial
addons:
firefox: "31.0"
- env: BUILD_PLUGINS="true" CI="true" PYTHON="2" R="true" SCALA_VER="2.11" SPARK_VER="2.3.2" HADOOP_VER="2.6" PROFILE="-Pspark-2.3 -Phadoop2 -Phelium-dev -Pexamples -Pintegration -Pspark-scala-2.11" BUILD_FLAG="clean install -DskipTests -DskipRat -pl ${INTERPRETERS}" TEST_FLAG="verify -DskipRat" TEST_PROJECTS="-pl zeppelin-integration -DfailIfNoTests=false"
+ env: BUILD_PLUGINS="true" PYTHON="2" R="true" SCALA_VER="2.11" SPARK_VER="2.3.2" HADOOP_VER="2.6" PROFILE="-Pspark-2.3 -Phadoop2 -Phelium-dev -Pexamples -Pintegration -Pspark-scala-2.11" BUILD_FLAG="clean install -DskipTests -DskipRat -pl ${INTERPRETERS}" TEST_FLAG="verify -DskipRat" TEST_PROJECTS="-pl zeppelin-integration -DfailIfNoTests=false"
before_install:
- echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc
- "./testing/install_R.sh"
- - bash -x ./testing/install_external_dependencies.sh
+ - "PYTHON=2 R=true bash -x ./testing/install_external_dependencies.sh"
- "/sbin/start-stop-daemon --start --quiet --pidfile /tmp/custom_xvfb_99.pid --make-pidfile --background --exec /usr/bin/Xvfb -- :99 -ac -screen 0 1600x1024x16"
- source ~/.environ
[zeppelin] 01/13: The maven-frontend-plugin works better with an
absolute path. A relative path in the PATH environment variable can be
problematic.
Posted by pd...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
pdallig pushed a commit to branch test_refactoring
in repository https://gitbox.apache.org/repos/asf/zeppelin.git
commit 2b13a0e998b3b5086682677fa9e51d0e7bb0ab95
Author: Philipp Dallig <ph...@gmail.com>
AuthorDate: Thu Aug 27 13:42:59 2020 +0200
The maven-frontend-plugin works better with an absolute path. A relative path in the PATH environment variable can be problematic.
---
.../src/main/java/org/apache/zeppelin/helium/HeliumBundleFactory.java | 2 +-
.../test/java/org/apache/zeppelin/helium/HeliumBundleFactoryTest.java | 2 +-
2 files changed, 2 insertions(+), 2 deletions(-)
diff --git a/zeppelin-zengine/src/main/java/org/apache/zeppelin/helium/HeliumBundleFactory.java b/zeppelin-zengine/src/main/java/org/apache/zeppelin/helium/HeliumBundleFactory.java
index fb419fb..3beba56 100644
--- a/zeppelin-zengine/src/main/java/org/apache/zeppelin/helium/HeliumBundleFactory.java
+++ b/zeppelin-zengine/src/main/java/org/apache/zeppelin/helium/HeliumBundleFactory.java
@@ -109,7 +109,7 @@ public class HeliumBundleFactory {
@Inject
public HeliumBundleFactory(ZeppelinConfiguration conf) {
this.heliumLocalRepoDirectory =
- new File(conf.getRelativeDir(ConfVars.ZEPPELIN_DEP_LOCALREPO), HELIUM_LOCAL_REPO);
+ new File(conf.getRelativeDir(ConfVars.ZEPPELIN_DEP_LOCALREPO), HELIUM_LOCAL_REPO).getAbsoluteFile();
this.heliumBundleDirectory = new File(heliumLocalRepoDirectory, HELIUM_BUNDLES_DIR);
this.heliumLocalModuleDirectory = new File(heliumLocalRepoDirectory, HELIUM_LOCAL_MODULE_DIR);
this.yarnCacheDir = new File(heliumLocalRepoDirectory, YARN_CACHE_DIR);
diff --git a/zeppelin-zengine/src/test/java/org/apache/zeppelin/helium/HeliumBundleFactoryTest.java b/zeppelin-zengine/src/test/java/org/apache/zeppelin/helium/HeliumBundleFactoryTest.java
index 3428c95..d47fead 100644
--- a/zeppelin-zengine/src/test/java/org/apache/zeppelin/helium/HeliumBundleFactoryTest.java
+++ b/zeppelin-zengine/src/test/java/org/apache/zeppelin/helium/HeliumBundleFactoryTest.java
@@ -48,7 +48,7 @@ public class HeliumBundleFactoryTest {
ZeppelinConfiguration conf = ZeppelinConfiguration.create();
nodeInstallationDir =
- new File(conf.getRelativeDir(ConfVars.ZEPPELIN_DEP_LOCALREPO), HELIUM_LOCAL_REPO);
+ new File(conf.getRelativeDir(ConfVars.ZEPPELIN_DEP_LOCALREPO), HELIUM_LOCAL_REPO).getAbsoluteFile();
hbf = new HeliumBundleFactory(conf);
hbf.installNodeAndNpm();
hbf.copyFrameworkModulesToInstallPath(true);
[zeppelin] 11/13: Try fixing selenium tests
Posted by pd...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
pdallig pushed a commit to branch test_refactoring
in repository https://gitbox.apache.org/repos/asf/zeppelin.git
commit 3b9d2b1d43fa60ae86befc90a7cf61387d1c66fc
Author: Philipp Dallig <ph...@gmail.com>
AuthorDate: Fri Aug 28 11:39:24 2020 +0200
Try fixing selenium tests
---
.travis.yml | 21 +++++++++++++++++----
1 file changed, 17 insertions(+), 4 deletions(-)
diff --git a/.travis.yml b/.travis.yml
index 52b8016..b773086 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -104,12 +104,23 @@ jobs:
dist: xenial
addons:
firefox: "31.0"
- env: BUILD_PLUGINS="true" PYTHON="2" R="true" SCALA_VER="2.11" SPARK_VER="2.3.2" HADOOP_VER="2.6" PROFILE="-Pspark-2.3 -Phadoop2 -Phelium-dev -Pexamples -Pintegration -Pspark-scala-2.11" BUILD_FLAG="clean install -DskipTests -DskipRat -pl ${INTERPRETERS}" TEST_FLAG="verify -DskipRat" TEST_PROJECTS="-pl zeppelin-integration -DfailIfNoTests=false"
+ env: BUILD_PLUGINS="true" CI="true" PYTHON="2" R="true" SCALA_VER="2.11" SPARK_VER="2.3.2" HADOOP_VER="2.6" PROFILE="-Pspark-2.3 -Phadoop2 -Phelium-dev -Pexamples -Pintegration -Pspark-scala-2.11" BUILD_FLAG="clean install -DskipTests -DskipRat -pl ${INTERPRETERS}" TEST_FLAG="verify -DskipRat" TEST_PROJECTS="-pl zeppelin-integration -DfailIfNoTests=false"
before_install:
- - "/sbin/start-stop-daemon --start --quiet --pidfile /tmp/custom_xvfb_99.pid --make-pidfile --background --exec /usr/bin/Xvfb -- :99 -ac -screen 0 1600x1024x16"
+ # check files included in commit range, clear bower_components if a bower.json file has changed.
+ # bower cache clearing can also be forced by putting "bower clear" or "clear bower" in a commit message
+ - changedfiles=$(git diff --name-only $TRAVIS_COMMIT_RANGE 2>/dev/null) || changedfiles=""
+ - echo $changedfiles
+ - hasbowerchanged=$(echo $changedfiles | grep -c "bower.json" || true);
+ - gitlog=$(git log $TRAVIS_COMMIT_RANGE 2>/dev/null) || gitlog=""
+ - clearcache=$(echo $gitlog | grep -c -E "clear bower|bower clear" || true)
+ - if [ "$hasbowerchanged" -gt 0 ] || [ "$clearcache" -gt 0 ]; then echo "Clearing bower_components cache"; rm -r zeppelin-web/bower_components; npm cache verify; else echo "Using cached bower_components."; fi
- echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc
- - "./testing/install_R.sh"
- - "R=true PYTHON=2 bash -x ./testing/install_external_dependencies.sh"
+ - if [[ -n $R ]]; then ./testing/install_R.sh; fi
+ - bash -x ./testing/install_external_dependencies.sh
+ - ls -la .spark-dist ${HOME}/.m2/repository/.cache/maven-download-plugin || true
+ - ls .node_modules && cp -r .node_modules zeppelin-web/node_modules || echo "node_modules are not cached"
+ - "/sbin/start-stop-daemon --start --quiet --pidfile /tmp/custom_xvfb_99.pid --make-pidfile --background --exec /usr/bin/Xvfb -- :99 -ac -screen 0 1600x1024x16"
+ #- ./dev/change_scala_version.sh $SCALA_VER
- source ~/.environ
- name: "Test interpreter modules"
@@ -239,6 +250,8 @@ before_script:
- echo "export SPARK_PRINT_LAUNCH_COMMAND=true" >> conf/zeppelin-env.sh
- export SPARK_PRINT_LAUNCH_COMMAND=true
- tail conf/zeppelin-env.sh
+ # https://docs.travis-ci.com/user/gui-and-headless-browsers/#Using-xvfb-to-Run-Tests-That-Require-a-GUI
+ - if [[ -n $TEST_MODULES ]]; then export DISPLAY=:99.0; sh -e /etc/init.d/xvfb start; sleep 3; fi
# display info log for debugging
- if [[ -n $TEST_MODULES ]]; then echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=info'" > ~/.mavenrc; fi
[zeppelin] 05/13: Naming build jobs
Posted by pd...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
pdallig pushed a commit to branch test_refactoring
in repository https://gitbox.apache.org/repos/asf/zeppelin.git
commit 1f1edc6700023c5b968ec3f1d97bc40db12563e1
Author: Philipp Dallig <ph...@gmail.com>
AuthorDate: Thu Aug 27 14:34:27 2020 +0200
Naming build jobs
---
.travis.yml | 78 +++++++++++++++++++++++++++++--------------------------------
1 file changed, 37 insertions(+), 41 deletions(-)
diff --git a/.travis.yml b/.travis.yml
index f7b8157..9cd25e6 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -38,20 +38,18 @@ env:
jobs:
include:
- # Test License compliance using RAT tool
- - jdk: "openjdk8"
+ - name: "Test License compliance using RAT tool"
+ jdk: "openjdk8"
dist: xenial
env: SCALA_VER="2.11" PROFILE="-Prat" BUILD_FLAG="clean" TEST_FLAG="org.apache.rat:apache-rat-plugin:check" TEST_PROJECTS=""
- # Default build command, no tests
- - jdk: "openjdk8"
+ - name: "Default build command, no tests"
+ jdk: "openjdk8"
dist: xenial
env: BUILD_FLAG="clean package -T C2 -DskipTests -Pweb-angular" TEST_FLAG="test -DskipTests -Pweb-angular"
- # Run e2e tests (in zeppelin-web)
- # chrome dropped the support for precise (ubuntu 12.04), so need to use trusty
- # also, can't use JDK 7 in trusty: https://github.com/travis-ci/travis-ci/issues/7884
- - os: linux
+ - name: "Run e2e tests in zeppelin-web"
+ os: linux
dist: xenial
jdk: "openjdk8"
env: CI="true" WEB_E2E="true" PYTHON="2" SCALA_VER="2.11" SPARK_VER="2.1.0" HADOOP_VER="2.6" PROFILE="-Phadoop2 -Pscala-2.11" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="verify -DskipRat" MODULES="-pl ${INTERPRETERS}" TEST_MODULES="-pl zeppelin-web" TEST_PROJECTS="-Pweb-e2e"
@@ -60,8 +58,8 @@ jobs:
packages:
- google-chrome-stable
- # Run tests (in zeppelin-web-angular)
- - os: linux
+ - name: "Run tests in zeppelin-web-angular"
+ os: linux
dist: xenial
jdk: "openjdk8"
env: CI="true" BUILD_FLAG="clean -DskipTests -DskipRat" TEST_FLAG="package -DskipRat" MODULES="-pl ${INTERPRETERS}" TEST_MODULES="-pl zeppelin-web-angular -Pweb-angular"
@@ -70,79 +68,77 @@ jobs:
packages:
- google-chrome-stable
- # Test core modules (zeppelin-interpreter,zeppelin-zengine,zeppelin-server) on hadoop2
- # Several tests were excluded from this configuration due to the following issues:
- # After issues are fixed these tests need to be included back by removing them from the "-Dtests.to.exclude" property
- - jdk: "openjdk8"
+ # After issues are fixed tests needs to be included back by removing them from the "-Dtests.to.exclude" property
+ - name: "Test core modules (zeppelin-interpreter,zeppelin-zengine,zeppelin-server) on hadoop2"
+ jdk: "openjdk8"
dist: xenial
env: BUILD_PLUGINS="true" PYTHON="3" R="true" PROFILE="-Phelium-dev -Pexamples -Phadoop2" BUILD_FLAG="install -Pbuild-distr -DskipRat -DskipTests" TEST_FLAG="verify -Pusing-packaged-distr -DskipRat" MODULES="-pl zeppelin-server,zeppelin-web,spark/spark-dependencies,markdown,angular,shell -am" TEST_PROJECTS="-Dtests.to.exclude=**/org/apache/zeppelin/spark/* -DfailIfNoTests=false"
- # Test core modules (zeppelin-interpreter,zeppelin-zengine,zeppelin-server) on hadoop3
- - jdk: "openjdk8"
+ - name: "Test core modules (zeppelin-interpreter,zeppelin-zengine,zeppelin-server) on hadoop3"
+ jdk: "openjdk8"
dist: xenial
env: BUILD_PLUGINS="true" PYTHON="3" R="true" PROFILE="-Phelium-dev -Pexamples -Phadoop3" BUILD_FLAG="install -Pbuild-distr -DskipRat -DskipTests" TEST_FLAG="verify -Pusing-packaged-distr -DskipRat" MODULES="-pl zeppelin-server,zeppelin-web,spark/spark-dependencies,markdown,angular,shell -am" TEST_PROJECTS="-Dtests.to.exclude=**/org/apache/zeppelin/spark/* -DfailIfNoTests=false"
- # Test selenium with spark module for spark 2.3
- - jdk: "openjdk8"
+ - name: "Test selenium with spark module for spark 2.3"
+ jdk: "openjdk8"
dist: xenial
addons:
firefox: "31.0"
env: BUILD_PLUGINS="true" CI="true" PYTHON="2" R="true" SCALA_VER="2.11" SPARK_VER="2.3.2" HADOOP_VER="2.6" PROFILE="-Pspark-2.3 -Phadoop2 -Phelium-dev -Pexamples -Pintegration -Pspark-scala-2.11" BUILD_FLAG="clean install -DskipTests -DskipRat -pl ${INTERPRETERS}" TEST_FLAG="verify -DskipRat" TEST_PROJECTS="-pl zeppelin-integration -DfailIfNoTests=false"
- # Test interpreter modules
- - jdk: "openjdk8"
+ - name: "Test interpreter modules"
+ jdk: "openjdk8"
dist: xenial
env: PYTHON="3" R="true" SCALA_VER="2.10" TENSORFLOW="1.13.1" PROFILE="-Pscala-2.10" BUILD_FLAG="install -DskipTests -DskipRat -am" TEST_FLAG="test -DskipRat" MODULES="-pl $(echo .,zeppelin-interpreter,zeppelin-interpreter-shaded,${INTERPRETERS} | sed 's/!//g')" TEST_PROJECTS=""
- # Test flink 1.10 & flink integration test
- - jdk: "openjdk8"
+ - name: "Test flink 1.10 & flink integration test"
+ jdk: "openjdk8"
dist: xenial
env: BUILD_PLUGINS="true" PYTHON="3" FLINK="1.10.1" PROFILE="-Pflink-1.10 -Pintegration" BUILD_FLAG="install -DskipTests -DskipRat -am" TEST_FLAG="test -DskipRat" MODULES="-pl flink/interpreter,zeppelin-interpreter-integration" TEST_PROJECTS="-Dtest=org.apache.zeppelin.flink.*,FlinkIntegrationTest110,ZeppelinFlinkClusterTest110"
- # Test flink 1.11 & flink integration test
- - jdk: "openjdk8"
+ - name: "Test flink 1.11 & flink integration test"
+ jdk: "openjdk8"
dist: xenial
env: BUILD_PLUGINS="true" PYTHON="3" FLINK="1.11.1" PROFILE="-Pflink-1.11 -Pintegration" BUILD_FLAG="install -DskipTests -DskipRat -am" TEST_FLAG="test -DskipRat" MODULES="-pl flink/interpreter,zeppelin-interpreter-integration" TEST_PROJECTS="-Dtest=org.apache.zeppelin.flink.*,FlinkIntegrationTest111,ZeppelinFlinkClusterTest111"
# Run Spark integration test and unit test
-
- # Run spark integration of in one zeppelin instance: Spark 3.0
- - jdk: "openjdk8"
+ - name: "Run spark integration of in one zeppelin instance: Spark 3.0"
+ jdk: "openjdk8"
dist: xenial
env: BUILD_PLUGINS="true" PYTHON="3" SCALA_VER="2.12" PROFILE="-Phadoop2 -Pintegration" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl zeppelin-interpreter-integration,zeppelin-web,spark/spark-dependencies,markdown -am" TEST_PROJECTS="-Dtest=ZeppelinSparkClusterTest30,SparkIntegrationTest30 -DfailIfNoTests=false"
- # Run spark integration of in one zeppelin instance (2.4, 2.3, 2.2)
- - jdk: "openjdk8"
+ - name: "Run spark integration of in one zeppelin instance (2.4, 2.3, 2.2)"
+ jdk: "openjdk8"
dist: xenial
env: BUILD_PLUGINS="true" PYTHON="3" SCALA_VER="2.11" PROFILE="-Phadoop2 -Pintegration" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl zeppelin-interpreter-integration,zeppelin-web,spark/spark-dependencies,markdown -am" TEST_PROJECTS="-Dtest=ZeppelinSparkClusterTest24,SparkIntegrationTest24,ZeppelinSparkClusterTest23,SparkIntegrationTest23,ZeppelinSparkClusterTest22,SparkIntegrationTest22 -DfailIfNoTests=false"
- # JdbcIntegrationTest, Unit test of Spark 2.4 (Scala-2.11)
- - jdk: "openjdk8"
+ - name: "JdbcIntegrationTest, Unit test of Spark 2.4 (Scala-2.11)"
+ jdk: "openjdk8"
dist: xenial
env: BUILD_PLUGINS="true" PYTHON="3" SCALA_VER="2.11" PROFILE="-Pspark-2.4 -Pspark-scala-2.11 -Phadoop2 -Pintegration" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl zeppelin-interpreter-integration,jdbc,zeppelin-web,spark/spark-dependencies,markdown -am" TEST_PROJECTS="-Dtest=JdbcIntegrationTest,org.apache.zeppelin.spark.*,org.apache.zeppelin.kotlin.* -DfailIfNoTests=false"
- # Unit test of Spark 2.4 (Scala-2.12)
- - jdk: "openjdk8"
+ - name: "Unit test of Spark 2.4 (Scala-2.12)"
+ jdk: "openjdk8"
dist: xenial
env: BUILD_PLUGINS="false" PYTHON="3" SCALA_VER="2.12" PROFILE="-Pspark-2.4 -Pspark-scala-2.12 -Phadoop2" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl spark/spark-dependencies -am" TEST_PROJECTS="-Dtest=org.apache.zeppelin.spark.*,org.apache.zeppelin.kotlin.* -DfailIfNoTests=false"
- # Unit test of Spark 2.3 (Scala-2.11) and Unit test python, jupyter and r interpreter under python3
- - jdk: "openjdk8"
+ - name: "Unit test of Spark 2.3 (Scala-2.11) and Unit test python, jupyter and r interpreter under python3"
+ jdk: "openjdk8"
dist: xenial
env: BUILD_PLUGINS="false" PYTHON="3" SCALA_VER="2.11" PROFILE="-Pspark-2.3 -Pspark-scala-2.11 -Phadoop2" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl spark/spark-dependencies -am" TEST_PROJECTS="-Dtest=org.apache.zeppelin.spark.*,apache.zeppelin.python.*,apache.zeppelin.jupyter.*,apache.zeppelin.r.* -DfailIfNoTests=false"
- # Unit test of Spark 2.2 (Scala-2.10) and Unit test python, jupyter and r interpreter under python3
- - jdk: "openjdk8"
+ - name: "Unit test of Spark 2.2 (Scala-2.10) and Unit test python, jupyter and r interpreter under python3"
+ jdk: "openjdk8"
dist: xenial
env: BUILD_PLUGINS="false" PYTHON="3" SCALA_VER="2.10" PROFILE="-Pspark-2.2 -Pspark-scala-2.10 -Phadoop2" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl spark/spark-dependencies -am" TEST_PROJECTS="-Dtest=org.apache.zeppelin.spark.*,apache.zeppelin.python.*,apache.zeppelin.jupyter.*,apache.zeppelin.r.* -DfailIfNoTests=false"
- # Test python/pyspark with python 2, livy 0.5
- - dist: xenial
+ - name: "Test python/pyspark with python 2, livy 0.5"
+ dist: xenial
jdk: "openjdk8"
env: PYTHON="2" SCALA_VER="2.10" SPARK_VER="1.6.3" HADOOP_VER="2.6" LIVY_VER="0.5.0-incubating" R="true" PROFILE="-Pspark-1.6 -Phadoop2 -Pscala-2.10" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="verify -DskipRat" MODULES="-pl livy -am" TEST_PROJECTS=""
- # Test livy 0.5 with spark 2.2.0 under python3
- - dist: xenial
+ - name: "Test livy 0.5 with spark 2.2.0 under python3"
+ dist: xenial
jdk: "openjdk8"
env: PYTHON="3" SPARK_VER="2.2.0" HADOOP_VER="2.6" LIVY_VER="0.5.0-incubating" R="true" PROFILE="" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="verify -DskipRat" MODULES="-pl livy -am" TEST_PROJECTS=""
[zeppelin] 10/13: Remove bower_components cache
Posted by pd...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
pdallig pushed a commit to branch test_refactoring
in repository https://gitbox.apache.org/repos/asf/zeppelin.git
commit df9f174f5920032cd749c9ed7711af9cb7285103
Author: Philipp Dallig <ph...@gmail.com>
AuthorDate: Fri Aug 28 09:20:44 2020 +0200
Remove bower_components cache
---
.travis.yml | 11 -----------
1 file changed, 11 deletions(-)
diff --git a/.travis.yml b/.travis.yml
index 7018b97..52b8016 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -26,7 +26,6 @@ cache:
- ${HOME}/R
- zeppelin-web/node
- zeppelin-web/node_modules
- - zeppelin-web/bower_components
env:
global:
@@ -224,16 +223,6 @@ jobs:
- "R=true PYTHON=3 bash -x ./testing/install_external_dependencies.sh"
- source ~/.environ
-before_install:
- # check files included in commit range, clear bower_components if a bower.json file has changed.
- # bower cache clearing can also be forced by putting "bower clear" or "clear bower" in a commit message
- - changedfiles=$(git diff --name-only $TRAVIS_COMMIT_RANGE 2>/dev/null) || changedfiles=""
- - echo $changedfiles
- - hasbowerchanged=$(echo $changedfiles | grep -c "bower.json" || true);
- - gitlog=$(git log $TRAVIS_COMMIT_RANGE 2>/dev/null) || gitlog=""
- - clearcache=$(echo $gitlog | grep -c -E "clear bower|bower clear" || true)
- - if [ "$hasbowerchanged" -gt 0 ] || [ "$clearcache" -gt 0 ]; then echo "Clearing bower_components cache"; rm -r zeppelin-web/bower_components; npm cache verify; else echo "Using cached bower_components."; fi
-
install:
- echo "mvn $BUILD_FLAG $MODULES $PROFILE -B"
- mvn $BUILD_FLAG $MODULES $PROFILE -B
[zeppelin] 02/13: Disable HeliumApplicationFactoryTest in SourceCode
Posted by pd...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
pdallig pushed a commit to branch test_refactoring
in repository https://gitbox.apache.org/repos/asf/zeppelin.git
commit c0b807104cccf16434e970c9040b9e4831ec3d2d
Author: Philipp Dallig <ph...@gmail.com>
AuthorDate: Thu Aug 27 13:51:58 2020 +0200
Disable HeliumApplicationFactoryTest in SourceCode
---
.travis.yml | 5 ++---
.../org/apache/zeppelin/helium/HeliumApplicationFactoryTest.java | 8 ++++++++
2 files changed, 10 insertions(+), 3 deletions(-)
diff --git a/.travis.yml b/.travis.yml
index 3c02459..f7b8157 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -72,16 +72,15 @@ jobs:
# Test core modules (zeppelin-interpreter,zeppelin-zengine,zeppelin-server) on hadoop2
# Several tests were excluded from this configuration due to the following issues:
- # HeliumApplicationFactoryTest - https://issues.apache.org/jira/browse/ZEPPELIN-2470
# After issues are fixed these tests need to be included back by removing them from the "-Dtests.to.exclude" property
- jdk: "openjdk8"
dist: xenial
- env: BUILD_PLUGINS="true" PYTHON="3" R="true" PROFILE="-Phelium-dev -Pexamples -Phadoop2" BUILD_FLAG="install -Pbuild-distr -DskipRat -DskipTests" TEST_FLAG="verify -Pusing-packaged-distr -DskipRat" MODULES="-pl zeppelin-server,zeppelin-web,spark/spark-dependencies,markdown,angular,shell -am" TEST_PROJECTS="-Dtests.to.exclude=**/org/apache/zeppelin/spark/*,**/HeliumApplicationFactoryTest.java -DfailIfNoTests=false"
+ env: BUILD_PLUGINS="true" PYTHON="3" R="true" PROFILE="-Phelium-dev -Pexamples -Phadoop2" BUILD_FLAG="install -Pbuild-distr -DskipRat -DskipTests" TEST_FLAG="verify -Pusing-packaged-distr -DskipRat" MODULES="-pl zeppelin-server,zeppelin-web,spark/spark-dependencies,markdown,angular,shell -am" TEST_PROJECTS="-Dtests.to.exclude=**/org/apache/zeppelin/spark/* -DfailIfNoTests=false"
# Test core modules (zeppelin-interpreter,zeppelin-zengine,zeppelin-server) on hadoop3
- jdk: "openjdk8"
dist: xenial
- env: BUILD_PLUGINS="true" PYTHON="3" R="true" PROFILE="-Phelium-dev -Pexamples -Phadoop3" BUILD_FLAG="install -Pbuild-distr -DskipRat -DskipTests" TEST_FLAG="verify -Pusing-packaged-distr -DskipRat" MODULES="-pl zeppelin-server,zeppelin-web,spark/spark-dependencies,markdown,angular,shell -am" TEST_PROJECTS="-Dtests.to.exclude=**/org/apache/zeppelin/spark/*,**/HeliumApplicationFactoryTest.java -DfailIfNoTests=false"
+ env: BUILD_PLUGINS="true" PYTHON="3" R="true" PROFILE="-Phelium-dev -Pexamples -Phadoop3" BUILD_FLAG="install -Pbuild-distr -DskipRat -DskipTests" TEST_FLAG="verify -Pusing-packaged-distr -DskipRat" MODULES="-pl zeppelin-server,zeppelin-web,spark/spark-dependencies,markdown,angular,shell -am" TEST_PROJECTS="-Dtests.to.exclude=**/org/apache/zeppelin/spark/* -DfailIfNoTests=false"
# Test selenium with spark module for spark 2.3
- jdk: "openjdk8"
diff --git a/zeppelin-zengine/src/test/java/org/apache/zeppelin/helium/HeliumApplicationFactoryTest.java b/zeppelin-zengine/src/test/java/org/apache/zeppelin/helium/HeliumApplicationFactoryTest.java
index 3ff965d..de2a331 100644
--- a/zeppelin-zengine/src/test/java/org/apache/zeppelin/helium/HeliumApplicationFactoryTest.java
+++ b/zeppelin-zengine/src/test/java/org/apache/zeppelin/helium/HeliumApplicationFactoryTest.java
@@ -40,6 +40,7 @@ import org.apache.zeppelin.user.AuthenticationInfo;
import org.apache.zeppelin.user.Credentials;
import org.junit.After;
import org.junit.Before;
+import org.junit.Ignore;
import org.junit.Test;
public class HeliumApplicationFactoryTest extends AbstractInterpreterTest {
@@ -49,6 +50,7 @@ public class HeliumApplicationFactoryTest extends AbstractInterpreterTest {
private HeliumApplicationFactory heliumAppFactory;
private AuthenticationInfo anonymous;
+ @Override
@Before
public void setUp() throws Exception {
super.setUp();
@@ -79,6 +81,7 @@ public class HeliumApplicationFactoryTest extends AbstractInterpreterTest {
anonymous = new AuthenticationInfo("anonymous");
}
+ @Override
@After
public void tearDown() throws Exception {
super.tearDown();
@@ -86,6 +89,7 @@ public class HeliumApplicationFactoryTest extends AbstractInterpreterTest {
@Test
+ @Ignore
public void testLoadRunUnloadApplication()
throws IOException, ApplicationException, InterruptedException {
// given
@@ -132,6 +136,7 @@ public class HeliumApplicationFactoryTest extends AbstractInterpreterTest {
}
@Test
+ @Ignore
public void testUnloadOnParagraphRemove() throws IOException {
// given
HeliumPackage pkg1 = new HeliumPackage(HeliumType.APPLICATION,
@@ -170,6 +175,7 @@ public class HeliumApplicationFactoryTest extends AbstractInterpreterTest {
@Test
+ @Ignore
public void testUnloadOnInterpreterUnbind() throws IOException {
// given
HeliumPackage pkg1 = new HeliumPackage(HeliumType.APPLICATION,
@@ -205,6 +211,7 @@ public class HeliumApplicationFactoryTest extends AbstractInterpreterTest {
}
@Test
+ @Ignore
public void testInterpreterUnbindOfNullReplParagraph() throws IOException {
// create note
Note note1 = notebook.createNote("note1", anonymous);
@@ -228,6 +235,7 @@ public class HeliumApplicationFactoryTest extends AbstractInterpreterTest {
@Test
+ @Ignore
public void testUnloadOnInterpreterRestart() throws IOException, InterpreterException {
// given
HeliumPackage pkg1 = new HeliumPackage(HeliumType.APPLICATION,
[zeppelin] 04/13: forkMode is deprecated, migrate to new properties
Posted by pd...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
pdallig pushed a commit to branch test_refactoring
in repository https://gitbox.apache.org/repos/asf/zeppelin.git
commit 428a50aa524cb1b0f4cb0bd4fbf623def81041b7
Author: Philipp Dallig <ph...@gmail.com>
AuthorDate: Thu Aug 27 14:18:00 2020 +0200
forkMode is deprecated, migrate to new properties
https://maven.apache.org/surefire/maven-surefire-plugin/examples/fork-options-and-parallel-execution.html
---
zeppelin-zengine/pom.xml | 3 ++-
1 file changed, 2 insertions(+), 1 deletion(-)
diff --git a/zeppelin-zengine/pom.xml b/zeppelin-zengine/pom.xml
index 9977d68..7cd4368 100644
--- a/zeppelin-zengine/pom.xml
+++ b/zeppelin-zengine/pom.xml
@@ -303,7 +303,8 @@
<plugin>
<artifactId>maven-surefire-plugin</artifactId>
<configuration>
- <forkMode>always</forkMode>
+ <reuseForks>false</reuseForks>
+ <forkCount>1</forkCount>
<systemProperties>
<java.io.tmpdir>${project.build.directory}</java.io.tmpdir>
</systemProperties>
[zeppelin] 07/13: CI=true is a default value. No need to set
https://docs.travis-ci.com/user/environment-variables/#default-environment-variables
Posted by pd...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
pdallig pushed a commit to branch test_refactoring
in repository https://gitbox.apache.org/repos/asf/zeppelin.git
commit 125e2b569092c3463d70191ca2fd81b2642c4748
Author: Philipp Dallig <ph...@gmail.com>
AuthorDate: Thu Aug 27 15:34:03 2020 +0200
CI=true is a default value. No need to set
https://docs.travis-ci.com/user/environment-variables/#default-environment-variables
---
.travis.yml | 6 +++---
1 file changed, 3 insertions(+), 3 deletions(-)
diff --git a/.travis.yml b/.travis.yml
index 44ab3fe..858de29 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -52,7 +52,7 @@ jobs:
os: linux
dist: xenial
jdk: "openjdk8"
- env: CI="true" WEB_E2E="true" PYTHON="2" SCALA_VER="2.11" SPARK_VER="2.1.0" HADOOP_VER="2.6" PROFILE="-Phadoop2 -Pscala-2.11" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="verify -DskipRat" MODULES="-pl ${INTERPRETERS}" TEST_MODULES="-pl zeppelin-web" TEST_PROJECTS="-Pweb-e2e"
+ env: WEB_E2E="true" PYTHON="2" SCALA_VER="2.11" SPARK_VER="2.1.0" HADOOP_VER="2.6" PROFILE="-Phadoop2 -Pscala-2.11" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="verify -DskipRat" MODULES="-pl ${INTERPRETERS}" TEST_MODULES="-pl zeppelin-web" TEST_PROJECTS="-Pweb-e2e"
services:
- xvfb
addons:
@@ -64,7 +64,7 @@ jobs:
os: linux
dist: xenial
jdk: "openjdk8"
- env: CI="true" BUILD_FLAG="clean -DskipTests -DskipRat" TEST_FLAG="package -DskipRat" MODULES="-pl ${INTERPRETERS}" TEST_MODULES="-pl zeppelin-web-angular -Pweb-angular"
+ env: BUILD_FLAG="clean -DskipTests -DskipRat" TEST_FLAG="package -DskipRat" MODULES="-pl ${INTERPRETERS}" TEST_MODULES="-pl zeppelin-web-angular -Pweb-angular"
services:
- xvfb
addons:
@@ -88,7 +88,7 @@ jobs:
dist: xenial
addons:
firefox: "31.0"
- env: BUILD_PLUGINS="true" CI="true" PYTHON="2" R="true" SCALA_VER="2.11" SPARK_VER="2.3.2" HADOOP_VER="2.6" PROFILE="-Pspark-2.3 -Phadoop2 -Phelium-dev -Pexamples -Pintegration -Pspark-scala-2.11" BUILD_FLAG="clean install -DskipTests -DskipRat -pl ${INTERPRETERS}" TEST_FLAG="verify -DskipRat" TEST_PROJECTS="-pl zeppelin-integration -DfailIfNoTests=false"
+ env: BUILD_PLUGINS="true" PYTHON="2" R="true" SCALA_VER="2.11" SPARK_VER="2.3.2" HADOOP_VER="2.6" PROFILE="-Pspark-2.3 -Phadoop2 -Phelium-dev -Pexamples -Pintegration -Pspark-scala-2.11" BUILD_FLAG="clean install -DskipTests -DskipRat -pl ${INTERPRETERS}" TEST_FLAG="verify -DskipRat" TEST_PROJECTS="-pl zeppelin-integration -DfailIfNoTests=false"
before_install:
- "/sbin/start-stop-daemon --start --quiet --pidfile /tmp/custom_xvfb_99.pid --make-pidfile --background --exec /usr/bin/Xvfb -- :99 -ac -screen 0 1600x1024x16"
[zeppelin] 06/13: Use service for xvfb - display tests
Posted by pd...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
pdallig pushed a commit to branch test_refactoring
in repository https://gitbox.apache.org/repos/asf/zeppelin.git
commit 20c44b77d2f71e6b2e2b24aa8c1a3748a43255dd
Author: Philipp Dallig <ph...@gmail.com>
AuthorDate: Thu Aug 27 15:21:53 2020 +0200
Use service for xvfb - display tests
---
.travis.yml | 9 ++++++---
1 file changed, 6 insertions(+), 3 deletions(-)
diff --git a/.travis.yml b/.travis.yml
index 9cd25e6..44ab3fe 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -53,6 +53,8 @@ jobs:
dist: xenial
jdk: "openjdk8"
env: CI="true" WEB_E2E="true" PYTHON="2" SCALA_VER="2.11" SPARK_VER="2.1.0" HADOOP_VER="2.6" PROFILE="-Phadoop2 -Pscala-2.11" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="verify -DskipRat" MODULES="-pl ${INTERPRETERS}" TEST_MODULES="-pl zeppelin-web" TEST_PROJECTS="-Pweb-e2e"
+ services:
+ - xvfb
addons:
apt:
packages:
@@ -63,6 +65,8 @@ jobs:
dist: xenial
jdk: "openjdk8"
env: CI="true" BUILD_FLAG="clean -DskipTests -DskipRat" TEST_FLAG="package -DskipRat" MODULES="-pl ${INTERPRETERS}" TEST_MODULES="-pl zeppelin-web-angular -Pweb-angular"
+ services:
+ - xvfb
addons:
apt:
packages:
@@ -85,6 +89,8 @@ jobs:
addons:
firefox: "31.0"
env: BUILD_PLUGINS="true" CI="true" PYTHON="2" R="true" SCALA_VER="2.11" SPARK_VER="2.3.2" HADOOP_VER="2.6" PROFILE="-Pspark-2.3 -Phadoop2 -Phelium-dev -Pexamples -Pintegration -Pspark-scala-2.11" BUILD_FLAG="clean install -DskipTests -DskipRat -pl ${INTERPRETERS}" TEST_FLAG="verify -DskipRat" TEST_PROJECTS="-pl zeppelin-integration -DfailIfNoTests=false"
+ before_install:
+ - "/sbin/start-stop-daemon --start --quiet --pidfile /tmp/custom_xvfb_99.pid --make-pidfile --background --exec /usr/bin/Xvfb -- :99 -ac -screen 0 1600x1024x16"
- name: "Test interpreter modules"
jdk: "openjdk8"
@@ -156,7 +162,6 @@ before_install:
- bash -x ./testing/install_external_dependencies.sh
- ls -la .spark-dist ${HOME}/.m2/repository/.cache/maven-download-plugin || true
- ls .node_modules && cp -r .node_modules zeppelin-web/node_modules || echo "node_modules are not cached"
- - "/sbin/start-stop-daemon --start --quiet --pidfile /tmp/custom_xvfb_99.pid --make-pidfile --background --exec /usr/bin/Xvfb -- :99 -ac -screen 0 1600x1024x16"
#- ./dev/change_scala_version.sh $SCALA_VER
- source ~/.environ
@@ -176,8 +181,6 @@ before_script:
- echo "export SPARK_PRINT_LAUNCH_COMMAND=true" >> conf/zeppelin-env.sh
- export SPARK_PRINT_LAUNCH_COMMAND=true
- tail conf/zeppelin-env.sh
- # https://docs.travis-ci.com/user/gui-and-headless-browsers/#Using-xvfb-to-Run-Tests-That-Require-a-GUI
- - if [[ -n $TEST_MODULES ]]; then export DISPLAY=:99.0; sh -e /etc/init.d/xvfb start; sleep 3; fi
# display info log for debugging
- if [[ -n $TEST_MODULES ]]; then echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=info'" > ~/.mavenrc; fi
[zeppelin] 08/13: Only run mysql,
if we need mysql for integration tests
Posted by pd...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
pdallig pushed a commit to branch test_refactoring
in repository https://gitbox.apache.org/repos/asf/zeppelin.git
commit 879d87b138812658872ed3f502561a101eac3a50
Author: Philipp Dallig <ph...@gmail.com>
AuthorDate: Thu Aug 27 16:11:35 2020 +0200
Only run mysql, if we need mysql for integration tests
---
.travis.yml | 5 ++---
1 file changed, 2 insertions(+), 3 deletions(-)
diff --git a/.travis.yml b/.travis.yml
index 858de29..3b19fe9 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -28,9 +28,6 @@ cache:
- zeppelin-web/node_modules
- zeppelin-web/bower_components
-services:
- - mysql
-
env:
global:
# Interpreters does not required by zeppelin-server integration tests
@@ -122,6 +119,8 @@ jobs:
jdk: "openjdk8"
dist: xenial
env: BUILD_PLUGINS="true" PYTHON="3" SCALA_VER="2.11" PROFILE="-Pspark-2.4 -Pspark-scala-2.11 -Phadoop2 -Pintegration" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl zeppelin-interpreter-integration,jdbc,zeppelin-web,spark/spark-dependencies,markdown -am" TEST_PROJECTS="-Dtest=JdbcIntegrationTest,org.apache.zeppelin.spark.*,org.apache.zeppelin.kotlin.* -DfailIfNoTests=false"
+ services:
+ - mysql
- name: "Unit test of Spark 2.4 (Scala-2.12)"
jdk: "openjdk8"