You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@zeppelin.apache.org by pd...@apache.org on 2020/08/27 13:37:31 UTC
[zeppelin] branch test_refactoring created (now 0f2e4cd)
This is an automated email from the ASF dual-hosted git repository.
pdallig pushed a change to branch test_refactoring
in repository https://gitbox.apache.org/repos/asf/zeppelin.git.
at 0f2e4cd CI=true is a default value. No need to set https://docs.travis-ci.com/user/environment-variables/#default-environment-variables
This branch includes the following new commits:
new 2b13a0e The maven-frontend-plugin works better with an absolute path. A relative path in the PATH environment variable can be problematic.
new c0b8071 Disable HeliumApplicationFactoryTest in SourceCode
new 72859c3 The String "command not found" and "No such file or directory" depends on your JVM language.
new 428a50a forkMode is deprecated, migrate to new properties
new 1f1edc6 Naming build jobs
new f3a8ab6 Use service for xvfb - display tests
new 0f2e4cd CI=true is a default value. No need to set https://docs.travis-ci.com/user/environment-variables/#default-environment-variables
The 7 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
[zeppelin] 02/07: Disable HeliumApplicationFactoryTest in SourceCode
Posted by pd...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
pdallig pushed a commit to branch test_refactoring
in repository https://gitbox.apache.org/repos/asf/zeppelin.git
commit c0b807104cccf16434e970c9040b9e4831ec3d2d
Author: Philipp Dallig <ph...@gmail.com>
AuthorDate: Thu Aug 27 13:51:58 2020 +0200
Disable HeliumApplicationFactoryTest in SourceCode
---
.travis.yml | 5 ++---
.../org/apache/zeppelin/helium/HeliumApplicationFactoryTest.java | 8 ++++++++
2 files changed, 10 insertions(+), 3 deletions(-)
diff --git a/.travis.yml b/.travis.yml
index 3c02459..f7b8157 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -72,16 +72,15 @@ jobs:
# Test core modules (zeppelin-interpreter,zeppelin-zengine,zeppelin-server) on hadoop2
# Several tests were excluded from this configuration due to the following issues:
- # HeliumApplicationFactoryTest - https://issues.apache.org/jira/browse/ZEPPELIN-2470
# After issues are fixed these tests need to be included back by removing them from the "-Dtests.to.exclude" property
- jdk: "openjdk8"
dist: xenial
- env: BUILD_PLUGINS="true" PYTHON="3" R="true" PROFILE="-Phelium-dev -Pexamples -Phadoop2" BUILD_FLAG="install -Pbuild-distr -DskipRat -DskipTests" TEST_FLAG="verify -Pusing-packaged-distr -DskipRat" MODULES="-pl zeppelin-server,zeppelin-web,spark/spark-dependencies,markdown,angular,shell -am" TEST_PROJECTS="-Dtests.to.exclude=**/org/apache/zeppelin/spark/*,**/HeliumApplicationFactoryTest.java -DfailIfNoTests=false"
+ env: BUILD_PLUGINS="true" PYTHON="3" R="true" PROFILE="-Phelium-dev -Pexamples -Phadoop2" BUILD_FLAG="install -Pbuild-distr -DskipRat -DskipTests" TEST_FLAG="verify -Pusing-packaged-distr -DskipRat" MODULES="-pl zeppelin-server,zeppelin-web,spark/spark-dependencies,markdown,angular,shell -am" TEST_PROJECTS="-Dtests.to.exclude=**/org/apache/zeppelin/spark/* -DfailIfNoTests=false"
# Test core modules (zeppelin-interpreter,zeppelin-zengine,zeppelin-server) on hadoop3
- jdk: "openjdk8"
dist: xenial
- env: BUILD_PLUGINS="true" PYTHON="3" R="true" PROFILE="-Phelium-dev -Pexamples -Phadoop3" BUILD_FLAG="install -Pbuild-distr -DskipRat -DskipTests" TEST_FLAG="verify -Pusing-packaged-distr -DskipRat" MODULES="-pl zeppelin-server,zeppelin-web,spark/spark-dependencies,markdown,angular,shell -am" TEST_PROJECTS="-Dtests.to.exclude=**/org/apache/zeppelin/spark/*,**/HeliumApplicationFactoryTest.java -DfailIfNoTests=false"
+ env: BUILD_PLUGINS="true" PYTHON="3" R="true" PROFILE="-Phelium-dev -Pexamples -Phadoop3" BUILD_FLAG="install -Pbuild-distr -DskipRat -DskipTests" TEST_FLAG="verify -Pusing-packaged-distr -DskipRat" MODULES="-pl zeppelin-server,zeppelin-web,spark/spark-dependencies,markdown,angular,shell -am" TEST_PROJECTS="-Dtests.to.exclude=**/org/apache/zeppelin/spark/* -DfailIfNoTests=false"
# Test selenium with spark module for spark 2.3
- jdk: "openjdk8"
diff --git a/zeppelin-zengine/src/test/java/org/apache/zeppelin/helium/HeliumApplicationFactoryTest.java b/zeppelin-zengine/src/test/java/org/apache/zeppelin/helium/HeliumApplicationFactoryTest.java
index 3ff965d..de2a331 100644
--- a/zeppelin-zengine/src/test/java/org/apache/zeppelin/helium/HeliumApplicationFactoryTest.java
+++ b/zeppelin-zengine/src/test/java/org/apache/zeppelin/helium/HeliumApplicationFactoryTest.java
@@ -40,6 +40,7 @@ import org.apache.zeppelin.user.AuthenticationInfo;
import org.apache.zeppelin.user.Credentials;
import org.junit.After;
import org.junit.Before;
+import org.junit.Ignore;
import org.junit.Test;
public class HeliumApplicationFactoryTest extends AbstractInterpreterTest {
@@ -49,6 +50,7 @@ public class HeliumApplicationFactoryTest extends AbstractInterpreterTest {
private HeliumApplicationFactory heliumAppFactory;
private AuthenticationInfo anonymous;
+ @Override
@Before
public void setUp() throws Exception {
super.setUp();
@@ -79,6 +81,7 @@ public class HeliumApplicationFactoryTest extends AbstractInterpreterTest {
anonymous = new AuthenticationInfo("anonymous");
}
+ @Override
@After
public void tearDown() throws Exception {
super.tearDown();
@@ -86,6 +89,7 @@ public class HeliumApplicationFactoryTest extends AbstractInterpreterTest {
@Test
+ @Ignore
public void testLoadRunUnloadApplication()
throws IOException, ApplicationException, InterruptedException {
// given
@@ -132,6 +136,7 @@ public class HeliumApplicationFactoryTest extends AbstractInterpreterTest {
}
@Test
+ @Ignore
public void testUnloadOnParagraphRemove() throws IOException {
// given
HeliumPackage pkg1 = new HeliumPackage(HeliumType.APPLICATION,
@@ -170,6 +175,7 @@ public class HeliumApplicationFactoryTest extends AbstractInterpreterTest {
@Test
+ @Ignore
public void testUnloadOnInterpreterUnbind() throws IOException {
// given
HeliumPackage pkg1 = new HeliumPackage(HeliumType.APPLICATION,
@@ -205,6 +211,7 @@ public class HeliumApplicationFactoryTest extends AbstractInterpreterTest {
}
@Test
+ @Ignore
public void testInterpreterUnbindOfNullReplParagraph() throws IOException {
// create note
Note note1 = notebook.createNote("note1", anonymous);
@@ -228,6 +235,7 @@ public class HeliumApplicationFactoryTest extends AbstractInterpreterTest {
@Test
+ @Ignore
public void testUnloadOnInterpreterRestart() throws IOException, InterpreterException {
// given
HeliumPackage pkg1 = new HeliumPackage(HeliumType.APPLICATION,
[zeppelin] 01/07: The maven-frontend-plugin works better with an
absolute path. A relative path in the PATH environment variable can be
problematic.
Posted by pd...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
pdallig pushed a commit to branch test_refactoring
in repository https://gitbox.apache.org/repos/asf/zeppelin.git
commit 2b13a0e998b3b5086682677fa9e51d0e7bb0ab95
Author: Philipp Dallig <ph...@gmail.com>
AuthorDate: Thu Aug 27 13:42:59 2020 +0200
The maven-frontend-plugin works better with an absolute path. A relative path in the PATH environment variable can be problematic.
---
.../src/main/java/org/apache/zeppelin/helium/HeliumBundleFactory.java | 2 +-
.../test/java/org/apache/zeppelin/helium/HeliumBundleFactoryTest.java | 2 +-
2 files changed, 2 insertions(+), 2 deletions(-)
diff --git a/zeppelin-zengine/src/main/java/org/apache/zeppelin/helium/HeliumBundleFactory.java b/zeppelin-zengine/src/main/java/org/apache/zeppelin/helium/HeliumBundleFactory.java
index fb419fb..3beba56 100644
--- a/zeppelin-zengine/src/main/java/org/apache/zeppelin/helium/HeliumBundleFactory.java
+++ b/zeppelin-zengine/src/main/java/org/apache/zeppelin/helium/HeliumBundleFactory.java
@@ -109,7 +109,7 @@ public class HeliumBundleFactory {
@Inject
public HeliumBundleFactory(ZeppelinConfiguration conf) {
this.heliumLocalRepoDirectory =
- new File(conf.getRelativeDir(ConfVars.ZEPPELIN_DEP_LOCALREPO), HELIUM_LOCAL_REPO);
+ new File(conf.getRelativeDir(ConfVars.ZEPPELIN_DEP_LOCALREPO), HELIUM_LOCAL_REPO).getAbsoluteFile();
this.heliumBundleDirectory = new File(heliumLocalRepoDirectory, HELIUM_BUNDLES_DIR);
this.heliumLocalModuleDirectory = new File(heliumLocalRepoDirectory, HELIUM_LOCAL_MODULE_DIR);
this.yarnCacheDir = new File(heliumLocalRepoDirectory, YARN_CACHE_DIR);
diff --git a/zeppelin-zengine/src/test/java/org/apache/zeppelin/helium/HeliumBundleFactoryTest.java b/zeppelin-zengine/src/test/java/org/apache/zeppelin/helium/HeliumBundleFactoryTest.java
index 3428c95..d47fead 100644
--- a/zeppelin-zengine/src/test/java/org/apache/zeppelin/helium/HeliumBundleFactoryTest.java
+++ b/zeppelin-zengine/src/test/java/org/apache/zeppelin/helium/HeliumBundleFactoryTest.java
@@ -48,7 +48,7 @@ public class HeliumBundleFactoryTest {
ZeppelinConfiguration conf = ZeppelinConfiguration.create();
nodeInstallationDir =
- new File(conf.getRelativeDir(ConfVars.ZEPPELIN_DEP_LOCALREPO), HELIUM_LOCAL_REPO);
+ new File(conf.getRelativeDir(ConfVars.ZEPPELIN_DEP_LOCALREPO), HELIUM_LOCAL_REPO).getAbsoluteFile();
hbf = new HeliumBundleFactory(conf);
hbf.installNodeAndNpm();
hbf.copyFrameworkModulesToInstallPath(true);
[zeppelin] 03/07: The String "command not found" and "No such file
or directory" depends on your JVM language.
Posted by pd...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
pdallig pushed a commit to branch test_refactoring
in repository https://gitbox.apache.org/repos/asf/zeppelin.git
commit 72859c356a2ff4d16c5ed24f299636e7ca0cec49
Author: Philipp Dallig <ph...@gmail.com>
AuthorDate: Thu Aug 27 13:53:08 2020 +0200
The String "command not found" and "No such file or directory" depends on your JVM language.
---
.../apache/zeppelin/interpreter/remote/RemoteInterpreterTest.java | 6 ++++--
1 file changed, 4 insertions(+), 2 deletions(-)
diff --git a/zeppelin-zengine/src/test/java/org/apache/zeppelin/interpreter/remote/RemoteInterpreterTest.java b/zeppelin-zengine/src/test/java/org/apache/zeppelin/interpreter/remote/RemoteInterpreterTest.java
index da6a251..c31eb55 100644
--- a/zeppelin-zengine/src/test/java/org/apache/zeppelin/interpreter/remote/RemoteInterpreterTest.java
+++ b/zeppelin-zengine/src/test/java/org/apache/zeppelin/interpreter/remote/RemoteInterpreterTest.java
@@ -54,6 +54,7 @@ public class RemoteInterpreterTest extends AbstractInterpreterTest {
private InterpreterSetting interpreterSetting;
+ @Override
@Before
public void setUp() throws Exception {
super.setUp();
@@ -402,7 +403,7 @@ public class RemoteInterpreterTest extends AbstractInterpreterTest {
interpreter1.interpret("1", context1);
fail("Should not be able to launch interpreter process");
} catch (InterpreterException e) {
- assertTrue(ExceptionUtils.getStackTrace(e).contains("No such file or directory"));
+ assertTrue(ExceptionUtils.getStackTrace(e).contains("java.io.IOException"));
}
} finally {
System.clearProperty(ZeppelinConfiguration.ConfVars.ZEPPELIN_INTERPRETER_REMOTE_RUNNER.getVarName());
@@ -422,7 +423,8 @@ public class RemoteInterpreterTest extends AbstractInterpreterTest {
interpreter1.interpret("1", context1);
fail("Should not be able to launch interpreter process");
} catch (InterpreterException e) {
- assertTrue(ExceptionUtils.getStackTrace(e).contains("invalid_command: command not found"));
+ System.out.println(e);
+ assertTrue(ExceptionUtils.getStackTrace(e).contains("invalid_command:"));
}
} finally {
System.clearProperty(ZeppelinConfiguration.ConfVars.ZEPPELIN_INTERPRETER_REMOTE_RUNNER.getVarName());
[zeppelin] 05/07: Naming build jobs
Posted by pd...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
pdallig pushed a commit to branch test_refactoring
in repository https://gitbox.apache.org/repos/asf/zeppelin.git
commit 1f1edc6700023c5b968ec3f1d97bc40db12563e1
Author: Philipp Dallig <ph...@gmail.com>
AuthorDate: Thu Aug 27 14:34:27 2020 +0200
Naming build jobs
---
.travis.yml | 78 +++++++++++++++++++++++++++++--------------------------------
1 file changed, 37 insertions(+), 41 deletions(-)
diff --git a/.travis.yml b/.travis.yml
index f7b8157..9cd25e6 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -38,20 +38,18 @@ env:
jobs:
include:
- # Test License compliance using RAT tool
- - jdk: "openjdk8"
+ - name: "Test License compliance using RAT tool"
+ jdk: "openjdk8"
dist: xenial
env: SCALA_VER="2.11" PROFILE="-Prat" BUILD_FLAG="clean" TEST_FLAG="org.apache.rat:apache-rat-plugin:check" TEST_PROJECTS=""
- # Default build command, no tests
- - jdk: "openjdk8"
+ - name: "Default build command, no tests"
+ jdk: "openjdk8"
dist: xenial
env: BUILD_FLAG="clean package -T C2 -DskipTests -Pweb-angular" TEST_FLAG="test -DskipTests -Pweb-angular"
- # Run e2e tests (in zeppelin-web)
- # chrome dropped the support for precise (ubuntu 12.04), so need to use trusty
- # also, can't use JDK 7 in trusty: https://github.com/travis-ci/travis-ci/issues/7884
- - os: linux
+ - name: "Run e2e tests in zeppelin-web"
+ os: linux
dist: xenial
jdk: "openjdk8"
env: CI="true" WEB_E2E="true" PYTHON="2" SCALA_VER="2.11" SPARK_VER="2.1.0" HADOOP_VER="2.6" PROFILE="-Phadoop2 -Pscala-2.11" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="verify -DskipRat" MODULES="-pl ${INTERPRETERS}" TEST_MODULES="-pl zeppelin-web" TEST_PROJECTS="-Pweb-e2e"
@@ -60,8 +58,8 @@ jobs:
packages:
- google-chrome-stable
- # Run tests (in zeppelin-web-angular)
- - os: linux
+ - name: "Run tests in zeppelin-web-angular"
+ os: linux
dist: xenial
jdk: "openjdk8"
env: CI="true" BUILD_FLAG="clean -DskipTests -DskipRat" TEST_FLAG="package -DskipRat" MODULES="-pl ${INTERPRETERS}" TEST_MODULES="-pl zeppelin-web-angular -Pweb-angular"
@@ -70,79 +68,77 @@ jobs:
packages:
- google-chrome-stable
- # Test core modules (zeppelin-interpreter,zeppelin-zengine,zeppelin-server) on hadoop2
- # Several tests were excluded from this configuration due to the following issues:
- # After issues are fixed these tests need to be included back by removing them from the "-Dtests.to.exclude" property
- - jdk: "openjdk8"
+ # After issues are fixed tests needs to be included back by removing them from the "-Dtests.to.exclude" property
+ - name: "Test core modules (zeppelin-interpreter,zeppelin-zengine,zeppelin-server) on hadoop2"
+ jdk: "openjdk8"
dist: xenial
env: BUILD_PLUGINS="true" PYTHON="3" R="true" PROFILE="-Phelium-dev -Pexamples -Phadoop2" BUILD_FLAG="install -Pbuild-distr -DskipRat -DskipTests" TEST_FLAG="verify -Pusing-packaged-distr -DskipRat" MODULES="-pl zeppelin-server,zeppelin-web,spark/spark-dependencies,markdown,angular,shell -am" TEST_PROJECTS="-Dtests.to.exclude=**/org/apache/zeppelin/spark/* -DfailIfNoTests=false"
- # Test core modules (zeppelin-interpreter,zeppelin-zengine,zeppelin-server) on hadoop3
- - jdk: "openjdk8"
+ - name: "Test core modules (zeppelin-interpreter,zeppelin-zengine,zeppelin-server) on hadoop3"
+ jdk: "openjdk8"
dist: xenial
env: BUILD_PLUGINS="true" PYTHON="3" R="true" PROFILE="-Phelium-dev -Pexamples -Phadoop3" BUILD_FLAG="install -Pbuild-distr -DskipRat -DskipTests" TEST_FLAG="verify -Pusing-packaged-distr -DskipRat" MODULES="-pl zeppelin-server,zeppelin-web,spark/spark-dependencies,markdown,angular,shell -am" TEST_PROJECTS="-Dtests.to.exclude=**/org/apache/zeppelin/spark/* -DfailIfNoTests=false"
- # Test selenium with spark module for spark 2.3
- - jdk: "openjdk8"
+ - name: "Test selenium with spark module for spark 2.3"
+ jdk: "openjdk8"
dist: xenial
addons:
firefox: "31.0"
env: BUILD_PLUGINS="true" CI="true" PYTHON="2" R="true" SCALA_VER="2.11" SPARK_VER="2.3.2" HADOOP_VER="2.6" PROFILE="-Pspark-2.3 -Phadoop2 -Phelium-dev -Pexamples -Pintegration -Pspark-scala-2.11" BUILD_FLAG="clean install -DskipTests -DskipRat -pl ${INTERPRETERS}" TEST_FLAG="verify -DskipRat" TEST_PROJECTS="-pl zeppelin-integration -DfailIfNoTests=false"
- # Test interpreter modules
- - jdk: "openjdk8"
+ - name: "Test interpreter modules"
+ jdk: "openjdk8"
dist: xenial
env: PYTHON="3" R="true" SCALA_VER="2.10" TENSORFLOW="1.13.1" PROFILE="-Pscala-2.10" BUILD_FLAG="install -DskipTests -DskipRat -am" TEST_FLAG="test -DskipRat" MODULES="-pl $(echo .,zeppelin-interpreter,zeppelin-interpreter-shaded,${INTERPRETERS} | sed 's/!//g')" TEST_PROJECTS=""
- # Test flink 1.10 & flink integration test
- - jdk: "openjdk8"
+ - name: "Test flink 1.10 & flink integration test"
+ jdk: "openjdk8"
dist: xenial
env: BUILD_PLUGINS="true" PYTHON="3" FLINK="1.10.1" PROFILE="-Pflink-1.10 -Pintegration" BUILD_FLAG="install -DskipTests -DskipRat -am" TEST_FLAG="test -DskipRat" MODULES="-pl flink/interpreter,zeppelin-interpreter-integration" TEST_PROJECTS="-Dtest=org.apache.zeppelin.flink.*,FlinkIntegrationTest110,ZeppelinFlinkClusterTest110"
- # Test flink 1.11 & flink integration test
- - jdk: "openjdk8"
+ - name: "Test flink 1.11 & flink integration test"
+ jdk: "openjdk8"
dist: xenial
env: BUILD_PLUGINS="true" PYTHON="3" FLINK="1.11.1" PROFILE="-Pflink-1.11 -Pintegration" BUILD_FLAG="install -DskipTests -DskipRat -am" TEST_FLAG="test -DskipRat" MODULES="-pl flink/interpreter,zeppelin-interpreter-integration" TEST_PROJECTS="-Dtest=org.apache.zeppelin.flink.*,FlinkIntegrationTest111,ZeppelinFlinkClusterTest111"
# Run Spark integration test and unit test
-
- # Run spark integration of in one zeppelin instance: Spark 3.0
- - jdk: "openjdk8"
+ - name: "Run spark integration of in one zeppelin instance: Spark 3.0"
+ jdk: "openjdk8"
dist: xenial
env: BUILD_PLUGINS="true" PYTHON="3" SCALA_VER="2.12" PROFILE="-Phadoop2 -Pintegration" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl zeppelin-interpreter-integration,zeppelin-web,spark/spark-dependencies,markdown -am" TEST_PROJECTS="-Dtest=ZeppelinSparkClusterTest30,SparkIntegrationTest30 -DfailIfNoTests=false"
- # Run spark integration of in one zeppelin instance (2.4, 2.3, 2.2)
- - jdk: "openjdk8"
+ - name: "Run spark integration of in one zeppelin instance (2.4, 2.3, 2.2)"
+ jdk: "openjdk8"
dist: xenial
env: BUILD_PLUGINS="true" PYTHON="3" SCALA_VER="2.11" PROFILE="-Phadoop2 -Pintegration" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl zeppelin-interpreter-integration,zeppelin-web,spark/spark-dependencies,markdown -am" TEST_PROJECTS="-Dtest=ZeppelinSparkClusterTest24,SparkIntegrationTest24,ZeppelinSparkClusterTest23,SparkIntegrationTest23,ZeppelinSparkClusterTest22,SparkIntegrationTest22 -DfailIfNoTests=false"
- # JdbcIntegrationTest, Unit test of Spark 2.4 (Scala-2.11)
- - jdk: "openjdk8"
+ - name: "JdbcIntegrationTest, Unit test of Spark 2.4 (Scala-2.11)"
+ jdk: "openjdk8"
dist: xenial
env: BUILD_PLUGINS="true" PYTHON="3" SCALA_VER="2.11" PROFILE="-Pspark-2.4 -Pspark-scala-2.11 -Phadoop2 -Pintegration" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl zeppelin-interpreter-integration,jdbc,zeppelin-web,spark/spark-dependencies,markdown -am" TEST_PROJECTS="-Dtest=JdbcIntegrationTest,org.apache.zeppelin.spark.*,org.apache.zeppelin.kotlin.* -DfailIfNoTests=false"
- # Unit test of Spark 2.4 (Scala-2.12)
- - jdk: "openjdk8"
+ - name: "Unit test of Spark 2.4 (Scala-2.12)"
+ jdk: "openjdk8"
dist: xenial
env: BUILD_PLUGINS="false" PYTHON="3" SCALA_VER="2.12" PROFILE="-Pspark-2.4 -Pspark-scala-2.12 -Phadoop2" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl spark/spark-dependencies -am" TEST_PROJECTS="-Dtest=org.apache.zeppelin.spark.*,org.apache.zeppelin.kotlin.* -DfailIfNoTests=false"
- # Unit test of Spark 2.3 (Scala-2.11) and Unit test python, jupyter and r interpreter under python3
- - jdk: "openjdk8"
+ - name: "Unit test of Spark 2.3 (Scala-2.11) and Unit test python, jupyter and r interpreter under python3"
+ jdk: "openjdk8"
dist: xenial
env: BUILD_PLUGINS="false" PYTHON="3" SCALA_VER="2.11" PROFILE="-Pspark-2.3 -Pspark-scala-2.11 -Phadoop2" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl spark/spark-dependencies -am" TEST_PROJECTS="-Dtest=org.apache.zeppelin.spark.*,apache.zeppelin.python.*,apache.zeppelin.jupyter.*,apache.zeppelin.r.* -DfailIfNoTests=false"
- # Unit test of Spark 2.2 (Scala-2.10) and Unit test python, jupyter and r interpreter under python3
- - jdk: "openjdk8"
+ - name: "Unit test of Spark 2.2 (Scala-2.10) and Unit test python, jupyter and r interpreter under python3"
+ jdk: "openjdk8"
dist: xenial
env: BUILD_PLUGINS="false" PYTHON="3" SCALA_VER="2.10" PROFILE="-Pspark-2.2 -Pspark-scala-2.10 -Phadoop2" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl spark/spark-dependencies -am" TEST_PROJECTS="-Dtest=org.apache.zeppelin.spark.*,apache.zeppelin.python.*,apache.zeppelin.jupyter.*,apache.zeppelin.r.* -DfailIfNoTests=false"
- # Test python/pyspark with python 2, livy 0.5
- - dist: xenial
+ - name: "Test python/pyspark with python 2, livy 0.5"
+ dist: xenial
jdk: "openjdk8"
env: PYTHON="2" SCALA_VER="2.10" SPARK_VER="1.6.3" HADOOP_VER="2.6" LIVY_VER="0.5.0-incubating" R="true" PROFILE="-Pspark-1.6 -Phadoop2 -Pscala-2.10" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="verify -DskipRat" MODULES="-pl livy -am" TEST_PROJECTS=""
- # Test livy 0.5 with spark 2.2.0 under python3
- - dist: xenial
+ - name: "Test livy 0.5 with spark 2.2.0 under python3"
+ dist: xenial
jdk: "openjdk8"
env: PYTHON="3" SPARK_VER="2.2.0" HADOOP_VER="2.6" LIVY_VER="0.5.0-incubating" R="true" PROFILE="" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="verify -DskipRat" MODULES="-pl livy -am" TEST_PROJECTS=""
[zeppelin] 04/07: forkMode is deprecated, migrate to new properties
Posted by pd...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
pdallig pushed a commit to branch test_refactoring
in repository https://gitbox.apache.org/repos/asf/zeppelin.git
commit 428a50aa524cb1b0f4cb0bd4fbf623def81041b7
Author: Philipp Dallig <ph...@gmail.com>
AuthorDate: Thu Aug 27 14:18:00 2020 +0200
forkMode is deprecated, migrate to new properties
https://maven.apache.org/surefire/maven-surefire-plugin/examples/fork-options-and-parallel-execution.html
---
zeppelin-zengine/pom.xml | 3 ++-
1 file changed, 2 insertions(+), 1 deletion(-)
diff --git a/zeppelin-zengine/pom.xml b/zeppelin-zengine/pom.xml
index 9977d68..7cd4368 100644
--- a/zeppelin-zengine/pom.xml
+++ b/zeppelin-zengine/pom.xml
@@ -303,7 +303,8 @@
<plugin>
<artifactId>maven-surefire-plugin</artifactId>
<configuration>
- <forkMode>always</forkMode>
+ <reuseForks>false</reuseForks>
+ <forkCount>1</forkCount>
<systemProperties>
<java.io.tmpdir>${project.build.directory}</java.io.tmpdir>
</systemProperties>
[zeppelin] 07/07: CI=true is a default value. No need to set
https://docs.travis-ci.com/user/environment-variables/#default-environment-variables
Posted by pd...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
pdallig pushed a commit to branch test_refactoring
in repository https://gitbox.apache.org/repos/asf/zeppelin.git
commit 0f2e4cd8d06226a365e71af8457beb192b2def00
Author: Philipp Dallig <ph...@gmail.com>
AuthorDate: Thu Aug 27 15:34:03 2020 +0200
CI=true is a default value. No need to set
https://docs.travis-ci.com/user/environment-variables/#default-environment-variables
---
.travis.yml | 6 +++---
1 file changed, 3 insertions(+), 3 deletions(-)
diff --git a/.travis.yml b/.travis.yml
index 58438b9..5c4ba17 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -52,7 +52,7 @@ jobs:
os: linux
dist: xenial
jdk: "openjdk8"
- env: CI="true" WEB_E2E="true" PYTHON="2" SCALA_VER="2.11" SPARK_VER="2.1.0" HADOOP_VER="2.6" PROFILE="-Phadoop2 -Pscala-2.11" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="verify -DskipRat" MODULES="-pl ${INTERPRETERS}" TEST_MODULES="-pl zeppelin-web" TEST_PROJECTS="-Pweb-e2e"
+ env: WEB_E2E="true" PYTHON="2" SCALA_VER="2.11" SPARK_VER="2.1.0" HADOOP_VER="2.6" PROFILE="-Phadoop2 -Pscala-2.11" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="verify -DskipRat" MODULES="-pl ${INTERPRETERS}" TEST_MODULES="-pl zeppelin-web" TEST_PROJECTS="-Pweb-e2e"
services:
- xvfb
addons:
@@ -64,7 +64,7 @@ jobs:
os: linux
dist: xenial
jdk: "openjdk8"
- env: CI="true" BUILD_FLAG="clean -DskipTests -DskipRat" TEST_FLAG="package -DskipRat" MODULES="-pl ${INTERPRETERS}" TEST_MODULES="-pl zeppelin-web-angular -Pweb-angular"
+ env: BUILD_FLAG="clean -DskipTests -DskipRat" TEST_FLAG="package -DskipRat" MODULES="-pl ${INTERPRETERS}" TEST_MODULES="-pl zeppelin-web-angular -Pweb-angular"
services:
- xvfb
addons:
@@ -88,7 +88,7 @@ jobs:
dist: xenial
addons:
firefox: "31.0"
- env: BUILD_PLUGINS="true" CI="true" PYTHON="2" R="true" SCALA_VER="2.11" SPARK_VER="2.3.2" HADOOP_VER="2.6" PROFILE="-Pspark-2.3 -Phadoop2 -Phelium-dev -Pexamples -Pintegration -Pspark-scala-2.11" BUILD_FLAG="clean install -DskipTests -DskipRat -pl ${INTERPRETERS}" TEST_FLAG="verify -DskipRat" TEST_PROJECTS="-pl zeppelin-integration -DfailIfNoTests=false"
+ env: BUILD_PLUGINS="true" PYTHON="2" R="true" SCALA_VER="2.11" SPARK_VER="2.3.2" HADOOP_VER="2.6" PROFILE="-Pspark-2.3 -Phadoop2 -Phelium-dev -Pexamples -Pintegration -Pspark-scala-2.11" BUILD_FLAG="clean install -DskipTests -DskipRat -pl ${INTERPRETERS}" TEST_FLAG="verify -DskipRat" TEST_PROJECTS="-pl zeppelin-integration -DfailIfNoTests=false"
- name: "Test interpreter modules"
jdk: "openjdk8"
[zeppelin] 06/07: Use service for xvfb - display tests
Posted by pd...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
pdallig pushed a commit to branch test_refactoring
in repository https://gitbox.apache.org/repos/asf/zeppelin.git
commit f3a8ab6dccd98618a87233c6c66ed5cbfff2cce2
Author: Philipp Dallig <ph...@gmail.com>
AuthorDate: Thu Aug 27 15:21:53 2020 +0200
Use service for xvfb - display tests
---
.travis.yml | 7 ++++---
1 file changed, 4 insertions(+), 3 deletions(-)
diff --git a/.travis.yml b/.travis.yml
index 9cd25e6..58438b9 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -53,6 +53,8 @@ jobs:
dist: xenial
jdk: "openjdk8"
env: CI="true" WEB_E2E="true" PYTHON="2" SCALA_VER="2.11" SPARK_VER="2.1.0" HADOOP_VER="2.6" PROFILE="-Phadoop2 -Pscala-2.11" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="verify -DskipRat" MODULES="-pl ${INTERPRETERS}" TEST_MODULES="-pl zeppelin-web" TEST_PROJECTS="-Pweb-e2e"
+ services:
+ - xvfb
addons:
apt:
packages:
@@ -63,6 +65,8 @@ jobs:
dist: xenial
jdk: "openjdk8"
env: CI="true" BUILD_FLAG="clean -DskipTests -DskipRat" TEST_FLAG="package -DskipRat" MODULES="-pl ${INTERPRETERS}" TEST_MODULES="-pl zeppelin-web-angular -Pweb-angular"
+ services:
+ - xvfb
addons:
apt:
packages:
@@ -156,7 +160,6 @@ before_install:
- bash -x ./testing/install_external_dependencies.sh
- ls -la .spark-dist ${HOME}/.m2/repository/.cache/maven-download-plugin || true
- ls .node_modules && cp -r .node_modules zeppelin-web/node_modules || echo "node_modules are not cached"
- - "/sbin/start-stop-daemon --start --quiet --pidfile /tmp/custom_xvfb_99.pid --make-pidfile --background --exec /usr/bin/Xvfb -- :99 -ac -screen 0 1600x1024x16"
#- ./dev/change_scala_version.sh $SCALA_VER
- source ~/.environ
@@ -176,8 +179,6 @@ before_script:
- echo "export SPARK_PRINT_LAUNCH_COMMAND=true" >> conf/zeppelin-env.sh
- export SPARK_PRINT_LAUNCH_COMMAND=true
- tail conf/zeppelin-env.sh
- # https://docs.travis-ci.com/user/gui-and-headless-browsers/#Using-xvfb-to-Run-Tests-That-Require-a-GUI
- - if [[ -n $TEST_MODULES ]]; then export DISPLAY=:99.0; sh -e /etc/init.d/xvfb start; sleep 3; fi
# display info log for debugging
- if [[ -n $TEST_MODULES ]]; then echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=info'" > ~/.mavenrc; fi