You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@zeppelin.apache.org by zj...@apache.org on 2020/12/15 14:02:06 UTC
[zeppelin] branch branch-0.9 updated: [ZEPPELIN-5160]. Improve
github action CI
This is an automated email from the ASF dual-hosted git repository.
zjffdu pushed a commit to branch branch-0.9
in repository https://gitbox.apache.org/repos/asf/zeppelin.git
The following commit(s) were added to refs/heads/branch-0.9 by this push:
new bb890cc [ZEPPELIN-5160]. Improve github action CI
bb890cc is described below
commit bb890cc0e2fc533417c9fb55d808d41011cc4665
Author: Jeff Zhang <zj...@apache.org>
AuthorDate: Mon Dec 14 22:18:50 2020 +0800
[ZEPPELIN-5160]. Improve github action CI
### What is this PR for?
This PR improve the github action CI
* Disable unstable test BasePythonInterpreterTest#testRedefinitionZeppelinContext
* Fix the failure of flink 1.10, this is due to python package issue.
The github action still fails sometimes, because of network issue or other weird issue, we have to rerun it again.
### What type of PR is it?
[ Improvement]
### Todos
* [ ] - Task
### What is the Jira issue?
* https://issues.apache.org/jira/browse/ZEPPELIN-5160
### How should this be tested?
* CI pass
### Screenshots (if appropriate)
### Questions:
* Does the licenses files need update? NO
* Is there breaking changes for older versions? No
* Does this needs documentation? NO
Author: Jeff Zhang <zj...@apache.org>
Closes #3994 from zjffdu/ZEPPELIN-5160 and squashes the following commits:
491e1409f [Jeff Zhang] address comment
6edcfe692 [Jeff Zhang] [ZEPPELIN-5160]. Improve github action CI
(cherry picked from commit 5746f6cb20bd717cb7426bb8829e6922aa53f002)
Signed-off-by: Jeff Zhang <zj...@apache.org>
---
.../zeppelin/flink/IPyFlinkInterpreterTest.java | 2 +-
.../zeppelin/python/BasePythonInterpreterTest.java | 49 +++++++++++++++++-----
testing/env_python_3 with_flink_1_10.yml | 31 +++++++-------
.../zeppelin/jupyter/JupyterKernelInterpreter.java | 2 +-
4 files changed, 55 insertions(+), 29 deletions(-)
diff --git a/flink/interpreter/src/test/java/org/apache/zeppelin/flink/IPyFlinkInterpreterTest.java b/flink/interpreter/src/test/java/org/apache/zeppelin/flink/IPyFlinkInterpreterTest.java
index 096e0f7..200033b 100644
--- a/flink/interpreter/src/test/java/org/apache/zeppelin/flink/IPyFlinkInterpreterTest.java
+++ b/flink/interpreter/src/test/java/org/apache/zeppelin/flink/IPyFlinkInterpreterTest.java
@@ -409,7 +409,7 @@ public class IPyFlinkInterpreterTest extends IPythonInterpreterTest {
"log group by url')\nz.show(table, stream_type='update')", context);
assertEquals(InterpreterResult.Code.SUCCESS, result.code());
List<InterpreterResultMessage> resultMessages = context.out.toInterpreterResultMessage();
- assertEquals(InterpreterResult.Type.TABLE, resultMessages.get(0).getType());
+ assertEquals(context.out.toString(), InterpreterResult.Type.TABLE, resultMessages.get(0).getType());
TestCase.assertTrue(resultMessages.toString(),
resultMessages.get(0).getData().contains("url\tpv\n"));
}
diff --git a/python/src/test/java/org/apache/zeppelin/python/BasePythonInterpreterTest.java b/python/src/test/java/org/apache/zeppelin/python/BasePythonInterpreterTest.java
index 1515379..75213fc 100644
--- a/python/src/test/java/org/apache/zeppelin/python/BasePythonInterpreterTest.java
+++ b/python/src/test/java/org/apache/zeppelin/python/BasePythonInterpreterTest.java
@@ -33,6 +33,7 @@ import org.apache.zeppelin.interpreter.remote.RemoteInterpreterEventClient;
import org.apache.zeppelin.interpreter.thrift.InterpreterCompletion;
import org.junit.After;
import org.junit.Before;
+import org.junit.Ignore;
import org.junit.Test;
import java.io.IOException;
@@ -354,22 +355,48 @@ public abstract class BasePythonInterpreterTest extends ConcurrentTestCase {
assertEquals("%text world\n", context.out.getCurrentOutput().toString());
}
- @Test
+ @Ignore("Flaky test, need to investigate why it fails")
public void testRedefinitionZeppelinContext() throws InterpreterException {
String redefinitionCode = "z = 1\n";
String restoreCode = "z = __zeppelin__\n";
String validCode = "z.input(\"test\")\n";
- assertEquals(InterpreterResult.Code.SUCCESS,
- interpreter.interpret(validCode, getInterpreterContext()).code());
- assertEquals(InterpreterResult.Code.SUCCESS,
- interpreter.interpret(redefinitionCode, getInterpreterContext()).code());
- assertEquals(InterpreterResult.Code.ERROR,
- interpreter.interpret(validCode, getInterpreterContext()).code());
- assertEquals(InterpreterResult.Code.SUCCESS,
- interpreter.interpret(restoreCode, getInterpreterContext()).code());
- assertEquals(InterpreterResult.Code.SUCCESS,
- interpreter.interpret(validCode, getInterpreterContext()).code());
+ InterpreterContext context = getInterpreterContext();
+ InterpreterResult result = interpreter.interpret(validCode, context);
+ assertEquals(context.out.toString() + ", " + result.toString(),
+ InterpreterResult.Code.SUCCESS, result.code());
+
+ context = getInterpreterContext();
+ result = interpreter.interpret(redefinitionCode, context);
+ assertEquals(context.out.toString() + ", " + result.toString(),
+ InterpreterResult.Code.SUCCESS, result.code());
+
+ context = getInterpreterContext();
+ result = interpreter.interpret(validCode, context);
+ assertEquals(context.out.toString() + ", " + result.toString(),
+ InterpreterResult.Code.ERROR, result.code());
+
+ context = getInterpreterContext();
+ result = interpreter.interpret(restoreCode, context);
+ assertEquals(context.out.toString() + ", " + result.toString(),
+ InterpreterResult.Code.SUCCESS, result.code());
+
+ context = getInterpreterContext();
+ result = interpreter.interpret("type(__zeppelin__)", context);
+ System.out.println("result: " + context.out.toString() + ", " + result.toString());
+ assertEquals(context.out.toString() + ", " + result.toString(),
+ InterpreterResult.Code.SUCCESS, result.code());
+
+ context = getInterpreterContext();
+ result = interpreter.interpret("type(z)", context);
+ System.out.println("result2: " + context.out.toString() + ", " + result.toString());
+ assertEquals(context.out.toString() + ", " + result.toString(),
+ InterpreterResult.Code.SUCCESS, result.code());
+
+ context = getInterpreterContext();
+ result = interpreter.interpret(validCode, context);
+ assertEquals(context.out.toString() + ", " + result.toString(),
+ InterpreterResult.Code.SUCCESS, result.code());
}
protected InterpreterContext getInterpreterContext() {
diff --git a/testing/env_python_3 with_flink_1_10.yml b/testing/env_python_3 with_flink_1_10.yml
index 06d505d..7052ec9 100644
--- a/testing/env_python_3 with_flink_1_10.yml
+++ b/testing/env_python_3 with_flink_1_10.yml
@@ -3,23 +3,22 @@ channels:
- conda-forge
- defaults
dependencies:
- - pycodestyle
- - numpy=1
- - pandas=0.25
- - scipy=1
- - grpcio
- - hvplot
- - protobuf=3
- - pandasql=0.7.3
- - ipython=7
- - matplotlib=3
- - ipykernel=5
- - jupyter_client=5
- - bokeh=1.3.4
- - panel
- - holoviews
- - pyyaml=3
- pip
- pip:
- bkzep==0.6.1
- apache-flink==1.10.1
+ - numpy==1.17.3
+ - pandas==0.25.0
+ - scipy==1.3.1
+ - grpcio==1.19.0
+ - hvplot==0.5.2
+ - protobuf==3.10.0
+ - pandasql==0.7.3
+ - ipython==7.8.0
+ - matplotlib==3.0.3
+ - ipykernel==5.1.2
+ - jupyter_client==5.3.4
+ - bokeh==1.3.4
+ - panel==0.6.0
+ - holoviews==1.12.3
+ - pycodestyle==2.5.0
diff --git a/zeppelin-jupyter-interpreter/src/main/java/org/apache/zeppelin/jupyter/JupyterKernelInterpreter.java b/zeppelin-jupyter-interpreter/src/main/java/org/apache/zeppelin/jupyter/JupyterKernelInterpreter.java
index 1269bda..386a69b 100644
--- a/zeppelin-jupyter-interpreter/src/main/java/org/apache/zeppelin/jupyter/JupyterKernelInterpreter.java
+++ b/zeppelin-jupyter-interpreter/src/main/java/org/apache/zeppelin/jupyter/JupyterKernelInterpreter.java
@@ -168,7 +168,7 @@ public class JupyterKernelInterpreter extends AbstractInterpreter {
*/
if (!freezeOutput.contains(packageName + "=") &&
!freezeOutput.contains(packageName + " ")) {
- return packageName + " is not installed.";
+ return packageName + " is not installed, installed packages:\n" + freezeOutput;
}
}
LOGGER.info("Prerequisite for kernel {} is met", getKernelName());