You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@toree.apache.org by "ROSHANI NAGMOTE (JIRA)" <ji...@apache.org> on 2017/01/24 22:11:26 UTC
[jira] [Commented] (TOREE-179) %AddJar magic hangs kernel if passed
a bad jar file
[ https://issues.apache.org/jira/browse/TOREE-179?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15836736#comment-15836736 ]
ROSHANI NAGMOTE commented on TOREE-179:
---------------------------------------
I still get the same error when I run %AddJar file:/path-to-jar.jar
I am able to run Scala with this jar from command line and it works fine. I just cant get it working with Apache Toree.
uncaught exception during compilation: scala.reflect.internal.FatalError
17/01/24 22:02:57 [ERROR] a.a.OneForOneStrategy - package reflect does not have a member materializeClassTag
scala.reflect.internal.FatalError: package reflect does not have a member materializeClassTag
at scala.reflect.internal.Definitions$DefinitionsClass.scala$reflect$internal$Definitions$DefinitionsClass$$fatalMissingSymbol(Definitions.scala:1037)
at scala.reflect.internal.Definitions$DefinitionsClass.getMember(Definitions.scala:1055)
at scala.reflect.internal.Definitions$DefinitionsClass.getMemberMethod(Definitions.scala:1090)
at scala.reflect.internal.Definitions$DefinitionsClass.materializeClassTag(Definitions.scala:517)
at scala.tools.nsc.typechecker.Implicits$ImplicitSearch.<init>(Implicits.scala:1184)
at scala.tools.nsc.typechecker.Implicits$class.inferImplicit(Implicits.scala:82)
at scala.tools.nsc.interpreter.ReplGlobal$$anon$1.inferImplicit(ReplGlobal.scala:24)
at scala.tools.nsc.typechecker.Implicits$class.inferImplicit(Implicits.scala:40)
at scala.tools.nsc.interpreter.ReplGlobal$$anon$1.inferImplicit(ReplGlobal.scala:24)
at scala.tools.nsc.typechecker.Typers$Typer.scala$tools$nsc$typechecker$Typers$Typer$$wrapImplicit$1(Typers.scala:202)
at scala.tools.nsc.typechecker.Typers$Typer.inferView(Typers.scala:209)
at scala.tools.nsc.typechecker.Typers$Typer.adaptToMember(Typers.scala:1336)
at scala.tools.nsc.typechecker.Typers$Typer$$anonfun$18.apply(Typers.scala:1400)
at scala.tools.nsc.typechecker.Typers$Typer$$anonfun$18.apply(Typers.scala:1400)
at scala.tools.nsc.typechecker.Typers$Typer.silent(Typers.scala:745)
at scala.tools.nsc.typechecker.Typers$Typer.adaptToMemberWithArgs(Typers.scala:1400)
at scala.tools.nsc.typechecker.Typers$Typer.scala$tools$nsc$typechecker$Typers$Typer$$typedSelect$1(Typers.scala:4793)
at scala.tools.nsc.typechecker.Typers$Typer.typedSelectOrSuperCall$1(Typers.scala:4933)
at scala.tools.nsc.typechecker.Typers$Typer.typed1(Typers.scala:5563)
at scala.tools.nsc.typechecker.Typers$Typer.typed(Typers.scala:5642)
at scala.tools.nsc.interpreter.ReplGlobal$$anon$1$$anon$2.typed(ReplGlobal.scala:29)
at scala.tools.nsc.typechecker.Typers$Typer$$anonfun$93.apply(Typers.scala:4608)
at scala.tools.nsc.typechecker.Typers$Typer$$anonfun$93.apply(Typers.scala:4608)
at scala.tools.nsc.typechecker.Typers$Typer.silent(Typers.scala:727)
at scala.tools.nsc.typechecker.Typers$Typer.normalTypedApply$1(Typers.scala:4608)
at scala.tools.nsc.typechecker.Typers$Typer.typedApply$1(Typers.scala:4659)
at scala.tools.nsc.typechecker.Typers$Typer.typed1(Typers.scala:5564)
at scala.tools.nsc.typechecker.Typers$Typer.typed(Typers.scala:5642)
> %AddJar magic hangs kernel if passed a bad jar file
> ---------------------------------------------------
>
> Key: TOREE-179
> URL: https://issues.apache.org/jira/browse/TOREE-179
> Project: TOREE
> Issue Type: Bug
> Reporter: Justin Tyberg
>
> In some cases, the {{%AddJar}} magic fails to load a JAR file and the kernel hangs. Here is one such example:
> {code}
> %AddJar http://central.maven.org/maven2/com/typesafe/scalalogging-log4j_2.10/1.1.0/scalalogging-log4j_2.10-1.1.0.jar
> {code}
> The exception:
> {code}
> 15/10/23 19:48:24 [ERROR] a.a.OneForOneStrategy - package reflect does not have a member materializeClassTag
> scala.reflect.internal.FatalError: package reflect does not have a member materializeClassTag
> at scala.reflect.internal.Definitions$DefinitionsClass.scala$reflect$internal$Definitions$DefinitionsClass$$fatalMissingSymbol(Definitions.scala:1037)
> at scala.reflect.internal.Definitions$DefinitionsClass.getMember(Definitions.scala:1055)
> at scala.reflect.internal.Definitions$DefinitionsClass.getMemberMethod(Definitions.scala:1090)
> at scala.reflect.internal.Definitions$DefinitionsClass.materializeClassTag(Definitions.scala:517)
> at scala.tools.nsc.typechecker.Implicits$ImplicitSearch.<init>(Implicits.scala:1184)
> at scala.tools.nsc.typechecker.Implicits$class.inferImplicit(Implicits.scala:82)
> at scala.tools.nsc.interpreter.ReplGlobal$$anon$1.inferImplicit(ReplGlobal.scala:24)
> at scala.tools.nsc.typechecker.Implicits$class.inferImplicit(Implicits.scala:40)
> at scala.tools.nsc.interpreter.ReplGlobal$$anon$1.inferImplicit(ReplGlobal.scala:24)
> at scala.tools.nsc.typechecker.Typers$Typer.scala$tools$nsc$typechecker$Typers$Typer$$wrapImplicit$1(Typers.scala:202)
> at scala.tools.nsc.typechecker.Typers$Typer.inferView(Typers.scala:209)
> at scala.tools.nsc.typechecker.Typers$Typer.adaptToMember(Typers.scala:1336)
> at scala.tools.nsc.typechecker.Typers$Typer$$anonfun$18.apply(Typers.scala:1400)
> at scala.tools.nsc.typechecker.Typers$Typer$$anonfun$18.apply(Typers.scala:1400)
> at scala.tools.nsc.typechecker.Typers$Typer.silent(Typers.scala:745)
> at scala.tools.nsc.typechecker.Typers$Typer.adaptToMemberWithArgs(Typers.scala:1400)
> at scala.tools.nsc.typechecker.Typers$Typer.scala$tools$nsc$typechecker$Typers$Typer$$typedSelect$1(Typers.scala:4793)
> at scala.tools.nsc.typechecker.Typers$Typer.typedSelectOrSuperCall$1(Typers.scala:4933)
> at scala.tools.nsc.typechecker.Typers$Typer.typed1(Typers.scala:5563)
> at scala.tools.nsc.typechecker.Typers$Typer.typed(Typers.scala:5642)
> at scala.tools.nsc.interpreter.ReplGlobal$$anon$1$$anon$2.typed(ReplGlobal.scala:29)
> at scala.tools.nsc.typechecker.Typers$Typer$$anonfun$93.apply(Typers.scala:4608)
> at scala.tools.nsc.typechecker.Typers$Typer$$anonfun$93.apply(Typers.scala:4608)
> at scala.tools.nsc.typechecker.Typers$Typer.silent(Typers.scala:727)
> at scala.tools.nsc.typechecker.Typers$Typer.normalTypedApply$1(Typers.scala:4608)
> at scala.tools.nsc.typechecker.Typers$Typer.typedApply$1(Typers.scala:4659)
> at scala.tools.nsc.typechecker.Typers$Typer.typed1(Typers.scala:5564)
> at scala.tools.nsc.typechecker.Typers$Typer.typed(Typers.scala:5642)
> at scala.tools.nsc.interpreter.ReplGlobal$$anon$1$$anon$2.typed(ReplGlobal.scala:29)
> at scala.tools.nsc.typechecker.Typers$Typer.typed(Typers.scala:5721)
> at scala.tools.nsc.typechecker.Typers$Typer.computeType(Typers.scala:5808)
> at scala.tools.nsc.typechecker.Namers$Namer.assignTypeToTree(Namers.scala:834)
> at scala.tools.nsc.typechecker.Namers$Namer.valDefSig(Namers.scala:1315)
> at scala.tools.nsc.typechecker.Namers$Namer.getSig$1(Namers.scala:1457)
> at scala.tools.nsc.typechecker.Namers$Namer.typeSig(Namers.scala:1466)
> at scala.tools.nsc.typechecker.Namers$Namer$$anonfun$monoTypeCompleter$1$$anonfun$apply$1.apply$mcV$sp(Namers.scala:731)
> at scala.tools.nsc.typechecker.Namers$Namer$$anonfun$monoTypeCompleter$1$$anonfun$apply$1.apply(Namers.scala:730)
> at scala.tools.nsc.typechecker.Namers$Namer$$anonfun$monoTypeCompleter$1$$anonfun$apply$1.apply(Namers.scala:730)
> at scala.tools.nsc.typechecker.Namers$Namer.scala$tools$nsc$typechecker$Namers$Namer$$logAndValidate(Namers.scala:1499)
> at scala.tools.nsc.typechecker.Namers$Namer$$anonfun$monoTypeCompleter$1.apply(Namers.scala:730)
> at scala.tools.nsc.typechecker.Namers$Namer$$anonfun$monoTypeCompleter$1.apply(Namers.scala:729)
> at scala.tools.nsc.typechecker.Namers$$anon$1.completeImpl(Namers.scala:1614)
> at scala.tools.nsc.typechecker.Namers$LockingTypeCompleter$class.complete(Namers.scala:1622)
> at scala.tools.nsc.typechecker.Namers$$anon$1.complete(Namers.scala:1612)
> at scala.reflect.internal.Symbols$Symbol.info(Symbols.scala:1231)
> at scala.reflect.internal.Symbols$Symbol.initialize(Symbols.scala:1374)
> at scala.tools.nsc.typechecker.Typers$Typer.typed1(Typers.scala:5295)
> at scala.tools.nsc.typechecker.Typers$Typer.typed(Typers.scala:5642)
> at scala.tools.nsc.interpreter.ReplGlobal$$anon$1$$anon$2.typed(ReplGlobal.scala:29)
> at scala.tools.nsc.typechecker.Typers$Typer.scala$tools$nsc$typechecker$Typers$Typer$$typedStat$1(Typers.scala:2928)
> at scala.tools.nsc.typechecker.Typers$Typer$$anonfun$61.apply(Typers.scala:3032)
> at scala.tools.nsc.typechecker.Typers$Typer$$anonfun$61.apply(Typers.scala:3032)
> at scala.collection.immutable.List.loop$1(List.scala:170)
> at scala.collection.immutable.List.mapConserve(List.scala:186)
> at scala.tools.nsc.typechecker.Typers$Typer.typedStats(Typers.scala:3032)
> at scala.tools.nsc.typechecker.Typers$Typer.typedTemplate(Typers.scala:1919)
> at scala.tools.nsc.typechecker.Typers$Typer.typedClassDef(Typers.scala:1759)
> at scala.tools.nsc.typechecker.Typers$Typer.typed1(Typers.scala:5583)
> at scala.tools.nsc.typechecker.Typers$Typer.typed(Typers.scala:5642)
> at scala.tools.nsc.interpreter.ReplGlobal$$anon$1$$anon$2.typed(ReplGlobal.scala:29)
> at scala.tools.nsc.typechecker.Typers$Typer.scala$tools$nsc$typechecker$Typers$Typer$$typedStat$1(Typers.scala:2928)
> at scala.tools.nsc.typechecker.Typers$Typer$$anonfun$61.apply(Typers.scala:3032)
> at scala.tools.nsc.typechecker.Typers$Typer$$anonfun$61.apply(Typers.scala:3032)
> at scala.collection.immutable.List.loop$1(List.scala:170)
> at scala.collection.immutable.List.mapConserve(List.scala:186)
> at scala.tools.nsc.typechecker.Typers$Typer.typedStats(Typers.scala:3032)
> at scala.tools.nsc.typechecker.Typers$Typer.typedTemplate(Typers.scala:1919)
> at scala.tools.nsc.typechecker.Typers$Typer.typedClassDef(Typers.scala:1759)
> at scala.tools.nsc.typechecker.Typers$Typer.typed1(Typers.scala:5583)
> at scala.tools.nsc.typechecker.Typers$Typer.typed(Typers.scala:5642)
> at scala.tools.nsc.interpreter.ReplGlobal$$anon$1$$anon$2.typed(ReplGlobal.scala:29)
> at scala.tools.nsc.typechecker.Typers$Typer.scala$tools$nsc$typechecker$Typers$Typer$$typedStat$1(Typers.scala:2928)
> at scala.tools.nsc.typechecker.Typers$Typer$$anonfun$61.apply(Typers.scala:3032)
> at scala.tools.nsc.typechecker.Typers$Typer$$anonfun$61.apply(Typers.scala:3032)
> at scala.collection.immutable.List.loop$1(List.scala:170)
> at scala.collection.immutable.List.mapConserve(List.scala:186)
> at scala.tools.nsc.typechecker.Typers$Typer.typedStats(Typers.scala:3032)
> at scala.tools.nsc.typechecker.Typers$Typer.typedTemplate(Typers.scala:1919)
> at scala.tools.nsc.typechecker.Typers$Typer.typedClassDef(Typers.scala:1759)
> at scala.tools.nsc.typechecker.Typers$Typer.typed1(Typers.scala:5583)
> at scala.tools.nsc.typechecker.Typers$Typer.typed(Typers.scala:5642)
> at scala.tools.nsc.interpreter.ReplGlobal$$anon$1$$anon$2.typed(ReplGlobal.scala:29)
> at scala.tools.nsc.typechecker.Typers$Typer.scala$tools$nsc$typechecker$Typers$Typer$$typedStat$1(Typers.scala:2928)
> at scala.tools.nsc.typechecker.Typers$Typer$$anonfun$61.apply(Typers.scala:3032)
> at scala.tools.nsc.typechecker.Typers$Typer$$anonfun$61.apply(Typers.scala:3032)
> at scala.collection.immutable.List.loop$1(List.scala:170)
> at scala.collection.immutable.List.mapConserve(List.scala:186)
> at scala.tools.nsc.typechecker.Typers$Typer.typedStats(Typers.scala:3032)
> at scala.tools.nsc.typechecker.Typers$Typer.typedTemplate(Typers.scala:1919)
> at scala.tools.nsc.typechecker.Typers$Typer.typedClassDef(Typers.scala:1759)
> at scala.tools.nsc.typechecker.Typers$Typer.typed1(Typers.scala:5583)
> at scala.tools.nsc.typechecker.Typers$Typer.typed(Typers.scala:5642)
> at scala.tools.nsc.interpreter.ReplGlobal$$anon$1$$anon$2.typed(ReplGlobal.scala:29)
> at scala.tools.nsc.typechecker.Typers$Typer.scala$tools$nsc$typechecker$Typers$Typer$$typedStat$1(Typers.scala:2928)
> at scala.tools.nsc.typechecker.Typers$Typer$$anonfun$61.apply(Typers.scala:3032)
> at scala.tools.nsc.typechecker.Typers$Typer$$anonfun$61.apply(Typers.scala:3032)
> at scala.collection.immutable.List.loop$1(List.scala:170)
> at scala.collection.immutable.List.mapConserve(List.scala:186)
> at scala.tools.nsc.typechecker.Typers$Typer.typedStats(Typers.scala:3032)
> at scala.tools.nsc.typechecker.Typers$Typer.typedTemplate(Typers.scala:1919)
> at scala.tools.nsc.typechecker.Typers$Typer.typedClassDef(Typers.scala:1759)
> at scala.tools.nsc.typechecker.Typers$Typer.typed1(Typers.scala:5583)
> at scala.tools.nsc.typechecker.Typers$Typer.typed(Typers.scala:5642)
> at scala.tools.nsc.interpreter.ReplGlobal$$anon$1$$anon$2.typed(ReplGlobal.scala:29)
> at scala.tools.nsc.typechecker.Typers$Typer.scala$tools$nsc$typechecker$Typers$Typer$$typedStat$1(Typers.scala:2928)
> at scala.tools.nsc.typechecker.Typers$Typer$$anonfun$61.apply(Typers.scala:3032)
> at scala.tools.nsc.typechecker.Typers$Typer$$anonfun$61.apply(Typers.scala:3032)
> at scala.collection.immutable.List.loop$1(List.scala:170)
> at scala.collection.immutable.List.mapConserve(List.scala:186)
> at scala.tools.nsc.typechecker.Typers$Typer.typedStats(Typers.scala:3032)
> at scala.tools.nsc.typechecker.Typers$Typer.typedTemplate(Typers.scala:1919)
> at scala.tools.nsc.typechecker.Typers$Typer.typedClassDef(Typers.scala:1759)
> at scala.tools.nsc.typechecker.Typers$Typer.typed1(Typers.scala:5583)
> at scala.tools.nsc.typechecker.Typers$Typer.typed(Typers.scala:5642)
> at scala.tools.nsc.interpreter.ReplGlobal$$anon$1$$anon$2.typed(ReplGlobal.scala:29)
> at scala.tools.nsc.typechecker.Typers$Typer.scala$tools$nsc$typechecker$Typers$Typer$$typedStat$1(Typers.scala:2928)
> at scala.tools.nsc.typechecker.Typers$Typer$$anonfun$61.apply(Typers.scala:3032)
> at scala.tools.nsc.typechecker.Typers$Typer$$anonfun$61.apply(Typers.scala:3032)
> at scala.collection.immutable.List.loop$1(List.scala:170)
> at scala.collection.immutable.List.mapConserve(List.scala:186)
> at scala.tools.nsc.typechecker.Typers$Typer.typedStats(Typers.scala:3032)
> at scala.tools.nsc.typechecker.Typers$Typer.typedTemplate(Typers.scala:1919)
> at scala.tools.nsc.typechecker.Typers$Typer.typedClassDef(Typers.scala:1759)
> at scala.tools.nsc.typechecker.Typers$Typer.typed1(Typers.scala:5583)
> at scala.tools.nsc.typechecker.Typers$Typer.typed(Typers.scala:5642)
> at scala.tools.nsc.interpreter.ReplGlobal$$anon$1$$anon$2.typed(ReplGlobal.scala:29)
> at scala.tools.nsc.typechecker.Typers$Typer.scala$tools$nsc$typechecker$Typers$Typer$$typedStat$1(Typers.scala:2928)
> at scala.tools.nsc.typechecker.Typers$Typer$$anonfun$61.apply(Typers.scala:3032)
> at scala.tools.nsc.typechecker.Typers$Typer$$anonfun$61.apply(Typers.scala:3032)
> at scala.collection.immutable.List.loop$1(List.scala:170)
> at scala.collection.immutable.List.mapConserve(List.scala:186)
> at scala.tools.nsc.typechecker.Typers$Typer.typedStats(Typers.scala:3032)
> at scala.tools.nsc.typechecker.Typers$Typer.typedPackageDef$1(Typers.scala:5301)
> at scala.tools.nsc.typechecker.Typers$Typer.typed1(Typers.scala:5587)
> at scala.tools.nsc.typechecker.Typers$Typer.typed(Typers.scala:5642)
> at scala.tools.nsc.interpreter.ReplGlobal$$anon$1$$anon$2.typed(ReplGlobal.scala:29)
> at scala.tools.nsc.typechecker.Typers$Typer.typed(Typers.scala:5704)
> at scala.tools.nsc.typechecker.Analyzer$typerFactory$$anon$3.apply(Analyzer.scala:99)
> at scala.tools.nsc.Global$GlobalPhase.applyPhase(Global.scala:464)
> at scala.tools.nsc.typechecker.Analyzer$typerFactory$$anon$3$$anonfun$run$1.apply(Analyzer.scala:91)
> at scala.tools.nsc.typechecker.Analyzer$typerFactory$$anon$3$$anonfun$run$1.apply(Analyzer.scala:91)
> at scala.collection.Iterator$class.foreach(Iterator.scala:727)
> at scala.collection.AbstractIterator.foreach(Iterator.scala:1157)
> at scala.tools.nsc.typechecker.Analyzer$typerFactory$$anon$3.run(Analyzer.scala:91)
> at scala.tools.nsc.Global$Run.compileUnitsInternal(Global.scala:1583)
> at scala.tools.nsc.Global$Run.compileUnits(Global.scala:1557)
> at scala.tools.nsc.Global$Run.compileSources(Global.scala:1553)
> at org.apache.spark.repl.SparkIMain.org$apache$spark$repl$SparkIMain$$compileSourcesKeepingRun(SparkIMain.scala:663)
> at org.apache.spark.repl.SparkIMain$ReadEvalPrint.compileAndSaveRun(SparkIMain.scala:1138)
> at org.apache.spark.repl.SparkIMain$ReadEvalPrint.compile(SparkIMain.scala:1094)
> at org.apache.spark.repl.SparkIMain$Request.compile$lzycompute(SparkIMain.scala:1293)
> at org.apache.spark.repl.SparkIMain$Request.compile(SparkIMain.scala:1288)
> at org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:870)
> at org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:819)
> at com.ibm.spark.kernel.interpreter.scala.ScalaInterpreter$$anonfun$interpretAddTask$1$$anonfun$apply$3.apply(ScalaInterpreter.scala:302)
> at com.ibm.spark.kernel.interpreter.scala.ScalaInterpreter$$anonfun$interpretAddTask$1$$anonfun$apply$3.apply(ScalaInterpreter.scala:297)
> at com.ibm.spark.global.StreamState$.withStreams(StreamState.scala:80)
> at com.ibm.spark.kernel.interpreter.scala.ScalaInterpreter$$anonfun$interpretAddTask$1.apply(ScalaInterpreter.scala:296)
> at com.ibm.spark.kernel.interpreter.scala.ScalaInterpreter$$anonfun$interpretAddTask$1.apply(ScalaInterpreter.scala:296)
> at com.ibm.spark.utils.TaskManager$$anonfun$add$2$$anon$1.run(TaskManager.scala:123)
> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
> at java.lang.Thread.run(Thread.java:745)
> {code}
> The only way to recover is to restart the kernel.
> I think the expected behavior would be to show the exception and cleanup the busted JAR (from the /tmp directory to which it is downloaded).
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)