You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@zeppelin.apache.org by mo...@apache.org on 2018/03/04 18:25:04 UTC
zeppelin git commit: [ZEPPELIN-3283] Remove redundant method
InterpreterOutput.getInterpreterResultMessages()
Repository: zeppelin
Updated Branches:
refs/heads/master 63c53fcc5 -> 66dada66e
[ZEPPELIN-3283] Remove redundant method InterpreterOutput.getInterpreterResultMessages()
### What is this PR for?
Remove Redundant method `InterpreterOutput.getInterpreterResultMessages()`
### What type of PR is it?
Refactoring
### What is the Jira issue?
https://issues.apache.org/jira/browse/ZEPPELIN-3283
### Questions:
* Does the licenses files need update? no
* Is there breaking changes for older versions? no
* Does this needs documentation? no
Author: Lee moon soo <mo...@apache.org>
Closes #2828 from Leemoonsoo/ZEPPELIN-3283 and squashes the following commits:
12771a145 [Lee moon soo] remove unused import
82bda9c02 [Lee moon soo] Remove redundant method getInterpreterResultMessages()
Project: http://git-wip-us.apache.org/repos/asf/zeppelin/repo
Commit: http://git-wip-us.apache.org/repos/asf/zeppelin/commit/66dada66
Tree: http://git-wip-us.apache.org/repos/asf/zeppelin/tree/66dada66
Diff: http://git-wip-us.apache.org/repos/asf/zeppelin/diff/66dada66
Branch: refs/heads/master
Commit: 66dada66e25a1d24cc235fd44e58a0507fe07b84
Parents: 63c53fc
Author: Lee moon soo <mo...@apache.org>
Authored: Fri Mar 2 15:47:35 2018 -0800
Committer: Lee moon soo <mo...@apache.org>
Committed: Sun Mar 4 10:25:01 2018 -0800
----------------------------------------------------------------------
.../zeppelin/python/IPythonInterpreterTest.java | 48 ++++++++++----------
.../zeppelin/spark/IPySparkInterpreterTest.java | 16 +++----
.../zeppelin/interpreter/InterpreterOutput.java | 11 -----
3 files changed, 32 insertions(+), 43 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/zeppelin/blob/66dada66/python/src/test/java/org/apache/zeppelin/python/IPythonInterpreterTest.java
----------------------------------------------------------------------
diff --git a/python/src/test/java/org/apache/zeppelin/python/IPythonInterpreterTest.java b/python/src/test/java/org/apache/zeppelin/python/IPythonInterpreterTest.java
index 480cae3..869d390 100644
--- a/python/src/test/java/org/apache/zeppelin/python/IPythonInterpreterTest.java
+++ b/python/src/test/java/org/apache/zeppelin/python/IPythonInterpreterTest.java
@@ -88,7 +88,7 @@ public class IPythonInterpreterTest {
InterpreterContext context = getInterpreterContext();
result = interpreter.interpret("print(11111111111111111111111111111)", context);
assertEquals(InterpreterResult.Code.ERROR, result.code());
- List<InterpreterResultMessage> interpreterResultMessages = context.out.getInterpreterResultMessages();
+ List<InterpreterResultMessage> interpreterResultMessages = context.out.toInterpreterResultMessage();
assertEquals(1, interpreterResultMessages.size());
assertTrue(interpreterResultMessages.get(0).getData().contains("Frame size 32 exceeds maximum: 4"));
@@ -120,7 +120,7 @@ public class IPythonInterpreterTest {
result = interpreter.interpret("import sys\nprint(sys.version[0])", context);
assertEquals(InterpreterResult.Code.SUCCESS, result.code());
Thread.sleep(100);
- List<InterpreterResultMessage> interpreterResultMessages = context.out.getInterpreterResultMessages();
+ List<InterpreterResultMessage> interpreterResultMessages = context.out.toInterpreterResultMessage();
assertEquals(1, interpreterResultMessages.size());
boolean isPython2 = interpreterResultMessages.get(0).getData().equals("2\n");
@@ -129,7 +129,7 @@ public class IPythonInterpreterTest {
result = interpreter.interpret("'hello world'", context);
Thread.sleep(100);
assertEquals(InterpreterResult.Code.SUCCESS, result.code());
- interpreterResultMessages = context.out.getInterpreterResultMessages();
+ interpreterResultMessages = context.out.toInterpreterResultMessage();
assertEquals(1, interpreterResultMessages.size());
assertEquals("'hello world'", interpreterResultMessages.get(0).getData());
@@ -138,7 +138,7 @@ public class IPythonInterpreterTest {
result = interpreter.interpret("print(u'你好')", context);
Thread.sleep(100);
assertEquals(InterpreterResult.Code.SUCCESS, result.code());
- interpreterResultMessages = context.out.getInterpreterResultMessages();
+ interpreterResultMessages = context.out.toInterpreterResultMessage();
assertEquals(1, interpreterResultMessages.size());
assertEquals("你好\n", interpreterResultMessages.get(0).getData());
@@ -147,7 +147,7 @@ public class IPythonInterpreterTest {
result = interpreter.interpret("'hello world'\n'hello world2'", context);
Thread.sleep(100);
assertEquals(InterpreterResult.Code.SUCCESS, result.code());
- interpreterResultMessages = context.out.getInterpreterResultMessages();
+ interpreterResultMessages = context.out.toInterpreterResultMessage();
assertEquals(1, interpreterResultMessages.size());
assertEquals("'hello world2'", interpreterResultMessages.get(0).getData());
@@ -156,7 +156,7 @@ public class IPythonInterpreterTest {
result = interpreter.interpret("print('hello world')", context);
Thread.sleep(100);
assertEquals(InterpreterResult.Code.SUCCESS, result.code());
- interpreterResultMessages = context.out.getInterpreterResultMessages();
+ interpreterResultMessages = context.out.toInterpreterResultMessage();
assertEquals(1, interpreterResultMessages.size());
assertEquals("hello world\n", interpreterResultMessages.get(0).getData());
@@ -165,7 +165,7 @@ public class IPythonInterpreterTest {
result = interpreter.interpret("print('hello world')\nprint('hello world2')", context);
Thread.sleep(100);
assertEquals(InterpreterResult.Code.SUCCESS, result.code());
- interpreterResultMessages = context.out.getInterpreterResultMessages();
+ interpreterResultMessages = context.out.toInterpreterResultMessage();
assertEquals(1, interpreterResultMessages.size());
assertEquals("hello world\nhello world2\n", interpreterResultMessages.get(0).getData());
@@ -174,7 +174,7 @@ public class IPythonInterpreterTest {
result = interpreter.interpret("abc=1",context);
Thread.sleep(100);
assertEquals(InterpreterResult.Code.SUCCESS, result.code());
- interpreterResultMessages = context.out.getInterpreterResultMessages();
+ interpreterResultMessages = context.out.toInterpreterResultMessage();
assertEquals(0, interpreterResultMessages.size());
// if block
@@ -182,7 +182,7 @@ public class IPythonInterpreterTest {
result = interpreter.interpret("if abc > 0:\n\tprint('True')\nelse:\n\tprint('False')", context);
Thread.sleep(100);
assertEquals(InterpreterResult.Code.SUCCESS, result.code());
- interpreterResultMessages = context.out.getInterpreterResultMessages();
+ interpreterResultMessages = context.out.toInterpreterResultMessage();
assertEquals(1, interpreterResultMessages.size());
assertEquals("True\n", interpreterResultMessages.get(0).getData());
@@ -191,7 +191,7 @@ public class IPythonInterpreterTest {
result = interpreter.interpret("for i in range(3):\n\tprint(i)", context);
Thread.sleep(100);
assertEquals(InterpreterResult.Code.SUCCESS, result.code());
- interpreterResultMessages = context.out.getInterpreterResultMessages();
+ interpreterResultMessages = context.out.toInterpreterResultMessage();
assertEquals(1, interpreterResultMessages.size());
assertEquals("0\n1\n2\n", interpreterResultMessages.get(0).getData());
@@ -200,7 +200,7 @@ public class IPythonInterpreterTest {
result = interpreter.interpret("print(unknown)", context);
Thread.sleep(100);
assertEquals(InterpreterResult.Code.ERROR, result.code());
- interpreterResultMessages = context.out.getInterpreterResultMessages();
+ interpreterResultMessages = context.out.toInterpreterResultMessage();
assertEquals(1, interpreterResultMessages.size());
assertTrue(interpreterResultMessages.get(0).getData().contains("name 'unknown' is not defined"));
@@ -209,7 +209,7 @@ public class IPythonInterpreterTest {
result = interpreter.interpret("1/0", context);
Thread.sleep(100);
assertEquals(InterpreterResult.Code.ERROR, result.code());
- interpreterResultMessages = context.out.getInterpreterResultMessages();
+ interpreterResultMessages = context.out.toInterpreterResultMessage();
assertEquals(1, interpreterResultMessages.size());
assertTrue(interpreterResultMessages.get(0).getData().contains("ZeroDivisionError"));
@@ -220,7 +220,7 @@ public class IPythonInterpreterTest {
"greet('Jack')", context);
Thread.sleep(100);
assertEquals(InterpreterResult.Code.SUCCESS, result.code());
- interpreterResultMessages = context.out.getInterpreterResultMessages();
+ interpreterResultMessages = context.out.toInterpreterResultMessage();
assertEquals(1, interpreterResultMessages.size());
assertEquals("Hello Jack\n",interpreterResultMessages.get(0).getData());
@@ -229,7 +229,7 @@ public class IPythonInterpreterTest {
result = interpreter.interpret("print('there is no Error: ok')", context);
Thread.sleep(100);
assertEquals(InterpreterResult.Code.SUCCESS, result.code());
- interpreterResultMessages = context.out.getInterpreterResultMessages();
+ interpreterResultMessages = context.out.toInterpreterResultMessage();
assertEquals(1, interpreterResultMessages.size());
assertEquals("there is no Error: ok\n", interpreterResultMessages.get(0).getData());
@@ -267,7 +267,7 @@ public class IPythonInterpreterTest {
result = interpreter.interpret(st, context);
Thread.sleep(100);
assertEquals(InterpreterResult.Code.SUCCESS, result.code());
- interpreterResultMessages = context.out.getInterpreterResultMessages();
+ interpreterResultMessages = context.out.toInterpreterResultMessage();
assertEquals(0, interpreterResultMessages.size());
// now we can get the completion for `a.`
@@ -296,7 +296,7 @@ public class IPythonInterpreterTest {
result = interpreter.interpret("range?", context);
Thread.sleep(100);
assertEquals(InterpreterResult.Code.SUCCESS, result.code());
- interpreterResultMessages = context.out.getInterpreterResultMessages();
+ interpreterResultMessages = context.out.toInterpreterResultMessage();
assertTrue(interpreterResultMessages.get(0).getData().contains("range(stop)"));
// timeit
@@ -304,7 +304,7 @@ public class IPythonInterpreterTest {
result = interpreter.interpret("%timeit range(100)", context);
Thread.sleep(100);
assertEquals(InterpreterResult.Code.SUCCESS, result.code());
- interpreterResultMessages = context.out.getInterpreterResultMessages();
+ interpreterResultMessages = context.out.toInterpreterResultMessage();
assertTrue(interpreterResultMessages.get(0).getData().contains("loops"));
// cancel
@@ -327,7 +327,7 @@ public class IPythonInterpreterTest {
result = interpreter.interpret("import time\ntime.sleep(10)", context2);
Thread.sleep(100);
assertEquals(InterpreterResult.Code.ERROR, result.code());
- interpreterResultMessages = context2.out.getInterpreterResultMessages();
+ interpreterResultMessages = context2.out.toInterpreterResultMessage();
assertTrue(interpreterResultMessages.get(0).getData().contains("KeyboardInterrupt"));
// matplotlib
@@ -335,7 +335,7 @@ public class IPythonInterpreterTest {
result = interpreter.interpret("%matplotlib inline\nimport matplotlib.pyplot as plt\ndata=[1,1,2,3,4]\nplt.figure()\nplt.plot(data)", context);
Thread.sleep(100);
assertEquals(InterpreterResult.Code.SUCCESS, result.code());
- interpreterResultMessages = context.out.getInterpreterResultMessages();
+ interpreterResultMessages = context.out.toInterpreterResultMessage();
// the order of IMAGE and TEXT is not determined
// check there must be one IMAGE output
boolean hasImageOutput = false;
@@ -367,7 +367,7 @@ public class IPythonInterpreterTest {
"output_notebook(notebook_type='zeppelin')", context);
Thread.sleep(100);
assertEquals(InterpreterResult.Code.SUCCESS, result.code());
- interpreterResultMessages = context.out.getInterpreterResultMessages();
+ interpreterResultMessages = context.out.toInterpreterResultMessage();
assertEquals(2, interpreterResultMessages.size());
assertEquals(InterpreterResult.Type.HTML, interpreterResultMessages.get(0).getType());
assertTrue(interpreterResultMessages.get(0).getData().contains("Loading BokehJS"));
@@ -384,7 +384,7 @@ public class IPythonInterpreterTest {
"show(p)", context);
Thread.sleep(100);
assertEquals(InterpreterResult.Code.SUCCESS, result.code());
- interpreterResultMessages = context.out.getInterpreterResultMessages();
+ interpreterResultMessages = context.out.toInterpreterResultMessage();
assertEquals(2, interpreterResultMessages.size());
assertEquals(InterpreterResult.Type.HTML, interpreterResultMessages.get(0).getType());
assertEquals(InterpreterResult.Type.HTML, interpreterResultMessages.get(1).getType());
@@ -399,7 +399,7 @@ public class IPythonInterpreterTest {
" facet_wrap(\"clarity\")", context);
Thread.sleep(100);
assertEquals(InterpreterResult.Code.SUCCESS, result.code());
- interpreterResultMessages = context.out.getInterpreterResultMessages();
+ interpreterResultMessages = context.out.toInterpreterResultMessage();
// the order of IMAGE and TEXT is not determined
// check there must be one IMAGE output
hasImageOutput = false;
@@ -417,7 +417,7 @@ public class IPythonInterpreterTest {
result = interpreter.interpret("z.input(name='text_1', defaultValue='value_1')", context);
Thread.sleep(100);
assertEquals(InterpreterResult.Code.SUCCESS, result.code());
- interpreterResultMessages = context.out.getInterpreterResultMessages();
+ interpreterResultMessages = context.out.toInterpreterResultMessage();
assertTrue(interpreterResultMessages.get(0).getData().contains("'value_1'"));
assertEquals(1, context.getGui().getForms().size());
assertTrue(context.getGui().getForms().get("text_1") instanceof TextBox);
@@ -453,7 +453,7 @@ public class IPythonInterpreterTest {
context = getInterpreterContext();
result = interpreter.interpret("import pandas as pd\ndf = pd.DataFrame({'id':[1,2,3], 'name':['a','b','c']})\nz.show(df)", context);
assertEquals(InterpreterResult.Code.SUCCESS, result.code());
- interpreterResultMessages = context.out.getInterpreterResultMessages();
+ interpreterResultMessages = context.out.toInterpreterResultMessage();
assertEquals(InterpreterResult.Type.TABLE, interpreterResultMessages.get(0).getType());
assertEquals("id\tname\n1\ta\n2\tb\n3\tc\n", interpreterResultMessages.get(0).getData());
}
http://git-wip-us.apache.org/repos/asf/zeppelin/blob/66dada66/spark/interpreter/src/test/java/org/apache/zeppelin/spark/IPySparkInterpreterTest.java
----------------------------------------------------------------------
diff --git a/spark/interpreter/src/test/java/org/apache/zeppelin/spark/IPySparkInterpreterTest.java b/spark/interpreter/src/test/java/org/apache/zeppelin/spark/IPySparkInterpreterTest.java
index 17c2af8..d66f89f 100644
--- a/spark/interpreter/src/test/java/org/apache/zeppelin/spark/IPySparkInterpreterTest.java
+++ b/spark/interpreter/src/test/java/org/apache/zeppelin/spark/IPySparkInterpreterTest.java
@@ -103,7 +103,7 @@ public class IPySparkInterpreterTest {
InterpreterResult result = iPySparkInterpreter.interpret("sc.version", context);
Thread.sleep(100);
assertEquals(InterpreterResult.Code.SUCCESS, result.code());
- String sparkVersion = context.out.getInterpreterResultMessages().get(0).getData();
+ String sparkVersion = context.out.toInterpreterResultMessage().get(0).getData();
// spark url is sent
verify(mockRemoteEventClient).onMetaInfosReceived(any(Map.class));
@@ -111,7 +111,7 @@ public class IPySparkInterpreterTest {
result = iPySparkInterpreter.interpret("sc.range(1,10).sum()", context);
Thread.sleep(100);
assertEquals(InterpreterResult.Code.SUCCESS, result.code());
- List<InterpreterResultMessage> interpreterResultMessages = context.out.getInterpreterResultMessages();
+ List<InterpreterResultMessage> interpreterResultMessages = context.out.toInterpreterResultMessage();
assertEquals("45", interpreterResultMessages.get(0).getData());
// spark job url is sent
verify(mockRemoteEventClient).onParaInfosReceived(any(String.class), any(String.class), any(Map.class));
@@ -121,7 +121,7 @@ public class IPySparkInterpreterTest {
if (!isSpark2(sparkVersion)) {
result = iPySparkInterpreter.interpret("df = sqlContext.createDataFrame([(1,'a'),(2,'b')])\ndf.show()", context);
assertEquals(InterpreterResult.Code.SUCCESS, result.code());
- interpreterResultMessages = context.out.getInterpreterResultMessages();
+ interpreterResultMessages = context.out.toInterpreterResultMessage();
assertEquals(
"+---+---+\n" +
"| _1| _2|\n" +
@@ -133,7 +133,7 @@ public class IPySparkInterpreterTest {
context = getInterpreterContext();
result = iPySparkInterpreter.interpret("z.show(df)", context);
assertEquals(InterpreterResult.Code.SUCCESS, result.code());
- interpreterResultMessages = context.out.getInterpreterResultMessages();
+ interpreterResultMessages = context.out.toInterpreterResultMessage();
assertEquals(
"_1 _2\n" +
"1 a\n" +
@@ -141,7 +141,7 @@ public class IPySparkInterpreterTest {
} else {
result = iPySparkInterpreter.interpret("df = spark.createDataFrame([(1,'a'),(2,'b')])\ndf.show()", context);
assertEquals(InterpreterResult.Code.SUCCESS, result.code());
- interpreterResultMessages = context.out.getInterpreterResultMessages();
+ interpreterResultMessages = context.out.toInterpreterResultMessage();
assertEquals(
"+---+---+\n" +
"| _1| _2|\n" +
@@ -153,7 +153,7 @@ public class IPySparkInterpreterTest {
context = getInterpreterContext();
result = iPySparkInterpreter.interpret("z.show(df)", context);
assertEquals(InterpreterResult.Code.SUCCESS, result.code());
- interpreterResultMessages = context.out.getInterpreterResultMessages();
+ interpreterResultMessages = context.out.toInterpreterResultMessage();
assertEquals(
"_1 _2\n" +
"1 a\n" +
@@ -169,7 +169,7 @@ public class IPySparkInterpreterTest {
assertEquals(InterpreterResult.Code.ERROR, result.code());
List<InterpreterResultMessage> interpreterResultMessages = null;
try {
- interpreterResultMessages = context2.out.getInterpreterResultMessages();
+ interpreterResultMessages = context2.out.toInterpreterResultMessage();
assertTrue(interpreterResultMessages.get(0).getData().contains("KeyboardInterrupt"));
} catch (IOException e) {
e.printStackTrace();
@@ -207,7 +207,7 @@ public class IPySparkInterpreterTest {
"ssc.stop(stopSparkContext=False, stopGraceFully=True)", context);
Thread.sleep(1000);
assertEquals(InterpreterResult.Code.SUCCESS, result.code());
- interpreterResultMessages = context.out.getInterpreterResultMessages();
+ interpreterResultMessages = context.out.toInterpreterResultMessage();
assertEquals(1, interpreterResultMessages.size());
assertTrue(interpreterResultMessages.get(0).getData().contains("(0, 100)"));
}
http://git-wip-us.apache.org/repos/asf/zeppelin/blob/66dada66/zeppelin-interpreter/src/main/java/org/apache/zeppelin/interpreter/InterpreterOutput.java
----------------------------------------------------------------------
diff --git a/zeppelin-interpreter/src/main/java/org/apache/zeppelin/interpreter/InterpreterOutput.java b/zeppelin-interpreter/src/main/java/org/apache/zeppelin/interpreter/InterpreterOutput.java
index d61621b..44f83f4 100644
--- a/zeppelin-interpreter/src/main/java/org/apache/zeppelin/interpreter/InterpreterOutput.java
+++ b/zeppelin-interpreter/src/main/java/org/apache/zeppelin/interpreter/InterpreterOutput.java
@@ -25,7 +25,6 @@ import java.io.File;
import java.io.IOException;
import java.io.OutputStream;
import java.net.URL;
-import java.util.ArrayList;
import java.util.Collections;
import java.util.LinkedList;
import java.util.List;
@@ -120,16 +119,6 @@ public class InterpreterOutput extends OutputStream {
};
}
- public List<InterpreterResultMessage> getInterpreterResultMessages() throws IOException {
- synchronized (resultMessageOutputs) {
- List<InterpreterResultMessage> resultMessages = new ArrayList<>();
- for (InterpreterResultMessageOutput output : this.resultMessageOutputs) {
- resultMessages.add(output.toInterpreterResultMessage());
- }
- return resultMessages;
- }
- }
-
public InterpreterResultMessageOutput getCurrentOutput() {
synchronized (resultMessageOutputs) {
return currentOut;