You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@toree.apache.org by "Yunli Tang (JIRA)" <ji...@apache.org> on 2017/09/18 22:14:00 UTC
[jira] [Updated] (TOREE-439) Brunel Visualization no longer working
with Apache Toree Kernel
[ https://issues.apache.org/jira/browse/TOREE-439?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Yunli Tang updated TOREE-439:
-----------------------------
Description:
When running a jupyter notebook with Apache Toree - Scala and Brunel 2.3 , the brunel commands worked perfectly. With the upgraded toree (what is currently in master) I seem to run into the following problem when running any brunel command for instance:
{code:scala}
%%brunel data('df') x(_1) y(_2) bar style("fill:red") filter(_1:2) :: width=300, height=300
{code}
I get the following error:
17/09/18 18:04:14 [WARN] o.a.t.m.MagicManager - Magic brunel failed to execute with error:
org.apache.toree.magic.package$.CellMagicOutput()Lscala/collection/immutable/Map$;
java.lang.NoSuchMethodError: org.apache.toree.magic.package$.CellMagicOutput()Lscala/collection/immutable/Map$;
at org.brunel.toree.Brunel.execute(Brunel.scala:134)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.apache.toree.plugins.PluginMethod$$anonfun$invoke$2.apply(PluginMethod.scala:116)
at scala.util.Try$.apply(Try.scala:192)
at org.apache.toree.plugins.PluginMethod.invoke(PluginMethod.scala:84)
at org.apache.toree.plugins.PluginManager$$anonfun$8.apply(PluginManager.scala:334)
at org.apache.toree.plugins.PluginManager$$anonfun$8.apply(PluginManager.scala:333)
at scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234)
at scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234)
at scala.collection.immutable.List.foreach(List.scala:381)
at scala.collection.TraversableLike$class.map(TraversableLike.scala:234)
at scala.collection.immutable.List.map(List.scala:285)
at org.apache.toree.plugins.PluginManager.invokePluginMethods(PluginManager.scala:333)
at org.apache.toree.plugins.PluginManager.fireEvent(PluginManager.scala:300)
at org.apache.toree.plugins.PluginManager.fireEvent(PluginManager.scala:283)
at org.apache.toree.plugins.PluginManager.fireEventFirstResult(PluginManager.scala:250)
at org.apache.toree.magic.MagicManager.applyDynamic(MagicManager.scala:82)
at $line35.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.<init>(<console>:40)
at $line35.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.<init>(<console>:45)
at $line35.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.<init>(<console>:47)
at $line35.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.<init>(<console>:49)
at $line35.$read$$iw$$iw$$iw$$iw$$iw$$iw.<init>(<console>:51)
at $line35.$read$$iw$$iw$$iw$$iw$$iw.<init>(<console>:53)
at $line35.$read$$iw$$iw$$iw$$iw.<init>(<console>:55)
at $line35.$read$$iw$$iw$$iw.<init>(<console>:57)
at $line35.$read$$iw$$iw.<init>(<console>:59)
at $line35.$read$$iw.<init>(<console>:61)
at $line35.$read.<init>(<console>:63)
at $line35.$read$.<init>(<console>:67)
at $line35.$read$.<clinit>(<console>)
at $line35.$eval$.$print$lzycompute(<console>:7)
at $line35.$eval$.$print(<console>:6)
at $line35.$eval.$print(<console>)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at scala.tools.nsc.interpreter.IMain$ReadEvalPrint.call(IMain.scala:786)
at scala.tools.nsc.interpreter.IMain$Request.loadAndRun(IMain.scala:1047)
at scala.tools.nsc.interpreter.IMain$WrappedRequest$$anonfun$loadAndRunReq$1.apply(IMain.scala:638)
at scala.tools.nsc.interpreter.IMain$WrappedRequest$$anonfun$loadAndRunReq$1.apply(IMain.scala:637)
at scala.reflect.internal.util.ScalaClassLoader$class.asContext(ScalaClassLoader.scala:31)
at scala.reflect.internal.util.AbstractFileClassLoader.asContext(AbstractFileClassLoader.scala:19)
at scala.tools.nsc.interpreter.IMain$WrappedRequest.loadAndRunReq(IMain.scala:637)
at scala.tools.nsc.interpreter.IMain.interpret(IMain.scala:569)
at scala.tools.nsc.interpreter.IMain.interpret(IMain.scala:565)
at org.apache.toree.kernel.interpreter.scala.ScalaInterpreterSpecific$$anonfun$interpretAddTask$1$$anonfun$apply$3.apply(ScalaInterpreterSpecific.scala:385)
at org.apache.toree.kernel.interpreter.scala.ScalaInterpreterSpecific$$anonfun$interpretAddTask$1$$anonfun$apply$3.apply(ScalaInterpreterSpecific.scala:380)
at scala.util.DynamicVariable.withValue(DynamicVariable.scala:58)
at scala.Console$.withErr(Console.scala:80)
at org.apache.toree.global.StreamState$$anonfun$1$$anonfun$apply$1.apply(StreamState.scala:73)
at scala.util.DynamicVariable.withValue(DynamicVariable.scala:58)
at scala.Console$.withOut(Console.scala:53)
at org.apache.toree.global.StreamState$$anonfun$1.apply(StreamState.scala:72)
at scala.util.DynamicVariable.withValue(DynamicVariable.scala:58)
at scala.Console$.withIn(Console.scala:124)
at org.apache.toree.global.StreamState$.withStreams(StreamState.scala:71)
at org.apache.toree.kernel.interpreter.scala.ScalaInterpreterSpecific$$anonfun$interpretAddTask$1.apply(ScalaInterpreterSpecific.scala:379)
at org.apache.toree.kernel.interpreter.scala.ScalaInterpreterSpecific$$anonfun$interpretAddTask$1.apply(ScalaInterpreterSpecific.scala:379)
at org.apache.toree.utils.TaskManager$$anonfun$add$2$$anon$1.run(TaskManager.scala:140)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
was:
When running a jupyter notebook with Apache Toree - Scala and Brunel 2.3 , the brunel commands worked perfectly. With the upgraded toree (what is currently in master) I seem to run into the following problem when running any brunel command for instance:
```
%%brunel data('df') x(_1) y(_2) bar style("fill:red") filter(_1:2) :: width=300, height=300
```
I get the following error:
```
17/09/18 18:04:14 [WARN] o.a.t.m.MagicManager - Magic brunel failed to execute with error:
org.apache.toree.magic.package$.CellMagicOutput()Lscala/collection/immutable/Map$;
java.lang.NoSuchMethodError: org.apache.toree.magic.package$.CellMagicOutput()Lscala/collection/immutable/Map$;
at org.brunel.toree.Brunel.execute(Brunel.scala:134)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.apache.toree.plugins.PluginMethod$$anonfun$invoke$2.apply(PluginMethod.scala:116)
at scala.util.Try$.apply(Try.scala:192)
at org.apache.toree.plugins.PluginMethod.invoke(PluginMethod.scala:84)
at org.apache.toree.plugins.PluginManager$$anonfun$8.apply(PluginManager.scala:334)
at org.apache.toree.plugins.PluginManager$$anonfun$8.apply(PluginManager.scala:333)
at scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234)
at scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234)
at scala.collection.immutable.List.foreach(List.scala:381)
at scala.collection.TraversableLike$class.map(TraversableLike.scala:234)
at scala.collection.immutable.List.map(List.scala:285)
at org.apache.toree.plugins.PluginManager.invokePluginMethods(PluginManager.scala:333)
at org.apache.toree.plugins.PluginManager.fireEvent(PluginManager.scala:300)
at org.apache.toree.plugins.PluginManager.fireEvent(PluginManager.scala:283)
at org.apache.toree.plugins.PluginManager.fireEventFirstResult(PluginManager.scala:250)
at org.apache.toree.magic.MagicManager.applyDynamic(MagicManager.scala:82)
at $line35.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.<init>(<console>:40)
at $line35.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.<init>(<console>:45)
at $line35.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.<init>(<console>:47)
at $line35.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.<init>(<console>:49)
at $line35.$read$$iw$$iw$$iw$$iw$$iw$$iw.<init>(<console>:51)
at $line35.$read$$iw$$iw$$iw$$iw$$iw.<init>(<console>:53)
at $line35.$read$$iw$$iw$$iw$$iw.<init>(<console>:55)
at $line35.$read$$iw$$iw$$iw.<init>(<console>:57)
at $line35.$read$$iw$$iw.<init>(<console>:59)
at $line35.$read$$iw.<init>(<console>:61)
at $line35.$read.<init>(<console>:63)
at $line35.$read$.<init>(<console>:67)
at $line35.$read$.<clinit>(<console>)
at $line35.$eval$.$print$lzycompute(<console>:7)
at $line35.$eval$.$print(<console>:6)
at $line35.$eval.$print(<console>)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at scala.tools.nsc.interpreter.IMain$ReadEvalPrint.call(IMain.scala:786)
at scala.tools.nsc.interpreter.IMain$Request.loadAndRun(IMain.scala:1047)
at scala.tools.nsc.interpreter.IMain$WrappedRequest$$anonfun$loadAndRunReq$1.apply(IMain.scala:638)
at scala.tools.nsc.interpreter.IMain$WrappedRequest$$anonfun$loadAndRunReq$1.apply(IMain.scala:637)
at scala.reflect.internal.util.ScalaClassLoader$class.asContext(ScalaClassLoader.scala:31)
at scala.reflect.internal.util.AbstractFileClassLoader.asContext(AbstractFileClassLoader.scala:19)
at scala.tools.nsc.interpreter.IMain$WrappedRequest.loadAndRunReq(IMain.scala:637)
at scala.tools.nsc.interpreter.IMain.interpret(IMain.scala:569)
at scala.tools.nsc.interpreter.IMain.interpret(IMain.scala:565)
at org.apache.toree.kernel.interpreter.scala.ScalaInterpreterSpecific$$anonfun$interpretAddTask$1$$anonfun$apply$3.apply(ScalaInterpreterSpecific.scala:385)
at org.apache.toree.kernel.interpreter.scala.ScalaInterpreterSpecific$$anonfun$interpretAddTask$1$$anonfun$apply$3.apply(ScalaInterpreterSpecific.scala:380)
at scala.util.DynamicVariable.withValue(DynamicVariable.scala:58)
at scala.Console$.withErr(Console.scala:80)
at org.apache.toree.global.StreamState$$anonfun$1$$anonfun$apply$1.apply(StreamState.scala:73)
at scala.util.DynamicVariable.withValue(DynamicVariable.scala:58)
at scala.Console$.withOut(Console.scala:53)
at org.apache.toree.global.StreamState$$anonfun$1.apply(StreamState.scala:72)
at scala.util.DynamicVariable.withValue(DynamicVariable.scala:58)
at scala.Console$.withIn(Console.scala:124)
at org.apache.toree.global.StreamState$.withStreams(StreamState.scala:71)
at org.apache.toree.kernel.interpreter.scala.ScalaInterpreterSpecific$$anonfun$interpretAddTask$1.apply(ScalaInterpreterSpecific.scala:379)
at org.apache.toree.kernel.interpreter.scala.ScalaInterpreterSpecific$$anonfun$interpretAddTask$1.apply(ScalaInterpreterSpecific.scala:379)
at org.apache.toree.utils.TaskManager$$anonfun$add$2$$anon$1.run(TaskManager.scala:140)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
```
> Brunel Visualization no longer working with Apache Toree Kernel
> ----------------------------------------------------------------
>
> Key: TOREE-439
> URL: https://issues.apache.org/jira/browse/TOREE-439
> Project: TOREE
> Issue Type: Bug
> Environment: Brunel 2.3 or 2.4
> Apache Toree (most recent in master branch)
> Spark 2.1.1
> Reporter: Yunli Tang
>
> When running a jupyter notebook with Apache Toree - Scala and Brunel 2.3 , the brunel commands worked perfectly. With the upgraded toree (what is currently in master) I seem to run into the following problem when running any brunel command for instance:
> {code:scala}
> %%brunel data('df') x(_1) y(_2) bar style("fill:red") filter(_1:2) :: width=300, height=300
> {code}
> I get the following error:
> 17/09/18 18:04:14 [WARN] o.a.t.m.MagicManager - Magic brunel failed to execute with error:
> org.apache.toree.magic.package$.CellMagicOutput()Lscala/collection/immutable/Map$;
> java.lang.NoSuchMethodError: org.apache.toree.magic.package$.CellMagicOutput()Lscala/collection/immutable/Map$;
> at org.brunel.toree.Brunel.execute(Brunel.scala:134)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498)
> at org.apache.toree.plugins.PluginMethod$$anonfun$invoke$2.apply(PluginMethod.scala:116)
> at scala.util.Try$.apply(Try.scala:192)
> at org.apache.toree.plugins.PluginMethod.invoke(PluginMethod.scala:84)
> at org.apache.toree.plugins.PluginManager$$anonfun$8.apply(PluginManager.scala:334)
> at org.apache.toree.plugins.PluginManager$$anonfun$8.apply(PluginManager.scala:333)
> at scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234)
> at scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234)
> at scala.collection.immutable.List.foreach(List.scala:381)
> at scala.collection.TraversableLike$class.map(TraversableLike.scala:234)
> at scala.collection.immutable.List.map(List.scala:285)
> at org.apache.toree.plugins.PluginManager.invokePluginMethods(PluginManager.scala:333)
> at org.apache.toree.plugins.PluginManager.fireEvent(PluginManager.scala:300)
> at org.apache.toree.plugins.PluginManager.fireEvent(PluginManager.scala:283)
> at org.apache.toree.plugins.PluginManager.fireEventFirstResult(PluginManager.scala:250)
> at org.apache.toree.magic.MagicManager.applyDynamic(MagicManager.scala:82)
> at $line35.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.<init>(<console>:40)
> at $line35.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.<init>(<console>:45)
> at $line35.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.<init>(<console>:47)
> at $line35.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.<init>(<console>:49)
> at $line35.$read$$iw$$iw$$iw$$iw$$iw$$iw.<init>(<console>:51)
> at $line35.$read$$iw$$iw$$iw$$iw$$iw.<init>(<console>:53)
> at $line35.$read$$iw$$iw$$iw$$iw.<init>(<console>:55)
> at $line35.$read$$iw$$iw$$iw.<init>(<console>:57)
> at $line35.$read$$iw$$iw.<init>(<console>:59)
> at $line35.$read$$iw.<init>(<console>:61)
> at $line35.$read.<init>(<console>:63)
> at $line35.$read$.<init>(<console>:67)
> at $line35.$read$.<clinit>(<console>)
> at $line35.$eval$.$print$lzycompute(<console>:7)
> at $line35.$eval$.$print(<console>:6)
> at $line35.$eval.$print(<console>)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498)
> at scala.tools.nsc.interpreter.IMain$ReadEvalPrint.call(IMain.scala:786)
> at scala.tools.nsc.interpreter.IMain$Request.loadAndRun(IMain.scala:1047)
> at scala.tools.nsc.interpreter.IMain$WrappedRequest$$anonfun$loadAndRunReq$1.apply(IMain.scala:638)
> at scala.tools.nsc.interpreter.IMain$WrappedRequest$$anonfun$loadAndRunReq$1.apply(IMain.scala:637)
> at scala.reflect.internal.util.ScalaClassLoader$class.asContext(ScalaClassLoader.scala:31)
> at scala.reflect.internal.util.AbstractFileClassLoader.asContext(AbstractFileClassLoader.scala:19)
> at scala.tools.nsc.interpreter.IMain$WrappedRequest.loadAndRunReq(IMain.scala:637)
> at scala.tools.nsc.interpreter.IMain.interpret(IMain.scala:569)
> at scala.tools.nsc.interpreter.IMain.interpret(IMain.scala:565)
> at org.apache.toree.kernel.interpreter.scala.ScalaInterpreterSpecific$$anonfun$interpretAddTask$1$$anonfun$apply$3.apply(ScalaInterpreterSpecific.scala:385)
> at org.apache.toree.kernel.interpreter.scala.ScalaInterpreterSpecific$$anonfun$interpretAddTask$1$$anonfun$apply$3.apply(ScalaInterpreterSpecific.scala:380)
> at scala.util.DynamicVariable.withValue(DynamicVariable.scala:58)
> at scala.Console$.withErr(Console.scala:80)
> at org.apache.toree.global.StreamState$$anonfun$1$$anonfun$apply$1.apply(StreamState.scala:73)
> at scala.util.DynamicVariable.withValue(DynamicVariable.scala:58)
> at scala.Console$.withOut(Console.scala:53)
> at org.apache.toree.global.StreamState$$anonfun$1.apply(StreamState.scala:72)
> at scala.util.DynamicVariable.withValue(DynamicVariable.scala:58)
> at scala.Console$.withIn(Console.scala:124)
> at org.apache.toree.global.StreamState$.withStreams(StreamState.scala:71)
> at org.apache.toree.kernel.interpreter.scala.ScalaInterpreterSpecific$$anonfun$interpretAddTask$1.apply(ScalaInterpreterSpecific.scala:379)
> at org.apache.toree.kernel.interpreter.scala.ScalaInterpreterSpecific$$anonfun$interpretAddTask$1.apply(ScalaInterpreterSpecific.scala:379)
> at org.apache.toree.utils.TaskManager$$anonfun$add$2$$anon$1.run(TaskManager.scala:140)
> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
> at java.lang.Thread.run(Thread.java:748)
--
This message was sent by Atlassian JIRA
(v6.4.14#64029)