You are viewing a plain text version of this content. The canonical link for it is here.
Posted to users@zeppelin.apache.org by vincent gromakowski <vi...@gmail.com> on 2016/02/29 12:07:50 UTC

NoClassDefFoundError: Lorg/apache/zeppelin/spark/ZeppelinContext

Hi all,
I am getting this strange error

java.lang.NoClassDefFoundError: Lorg/apache/zeppelin/spark/ZeppelinContext;

        at java.lang.Class.getDeclaredFields0(Native Method)

        at java.lang.Class.privateGetDeclaredFields(Class.java:2583)

        at java.lang.Class.getDeclaredField(Class.java:2068)

        at
java.io.ObjectStreamClass.getDeclaredSUID(ObjectStreamClass.java:1703)

        at java.io.ObjectStreamClass.access$700(ObjectStreamClass.java:72)

        at java.io.ObjectStreamClass$2.run(ObjectStreamClass.java:484)

        at java.io.ObjectStreamClass$2.run(ObjectStreamClass.java:472)

        at java.security.AccessController.doPrivileged(Native Method)

        at java.io.ObjectStreamClass.<init>(ObjectStreamClass.java:472)

        at java.io.ObjectStreamClass.lookup(ObjectStreamClass.java:369)

        at
java.io.ObjectStreamClass.initNonProxy(ObjectStreamClass.java:598)

        at
java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1623)

        at
java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1518)

        at
java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1774)

        at
java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351)

        at
java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2000)

        at
java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1924)

        at
java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801)

        at
java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351)

        at
java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2000)

        at
java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1924)

        at
java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801)

        at
java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351)

        at
java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2000)

        at
java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1924)

        at
java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801)

        at
java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351)

        at
java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2000)

        at
java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1924)

        at
java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801)

        at
java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351)

        at
java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2000)

        at
java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1924)

        at
java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801)

        at
java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351)

        at
java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2000)

        at
java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1924)

        at
java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801)

        at
java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351)

        at
java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2000)

        at
java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1924)

        at
java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801)

        at
java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351)

        at
java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2000)

        at
java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1924)

        at
java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801)

        at
java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351)

        at
java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2000)

        at
java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1924)

        at
java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801)

        at
java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351)

        at
java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2000)

        at
java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1924)

        at
java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801)

        at
java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351)

        at java.io.ObjectInputStream.readObject(ObjectInputStream.java:371)

        at
org.apache.spark.serializer.JavaDeserializationStream.readObject(JavaSerializer.scala:76)

        at
org.apache.spark.serializer.JavaSerializerInstance.deserialize(JavaSerializer.scala:115)

        at
org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:61)

        at org.apache.spark.scheduler.Task.run(Task.scala:89)

        at
org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:213)

        at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)

        at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)

        at java.lang.Thread.run(Thread.java:745)

Caused by: java.lang.ClassNotFoundException:
org.apache.zeppelin.spark.ZeppelinContext

        at
org.apache.spark.repl.ExecutorClassLoader.findClass(ExecutorClassLoader.scala:84)

        at java.lang.ClassLoader.loadClass(ClassLoader.java:424)

        at java.lang.ClassLoader.loadClass(ClassLoader.java:357)

        ... 64 more



In a very simple paragraph


val gRD = raw.mapPartitions({iter =>

    val bc1 = broadcast1.value

    val bc2 = broadcast2.value

    "some test"

}


The 2 broadcast are OK, I have tested them.

Re: NoClassDefFoundError: Lorg/apache/zeppelin/spark/ZeppelinContext

Posted by vincent gromakowski <vi...@gmail.com>.
Sorry guys, I have made a mistake in zeppelin configuration that removed
zeppelin-spark.jar from the classpath...

2016-02-29 12:07 GMT+01:00 vincent gromakowski <
vincent.gromakowski@gmail.com>:

> Hi all,
> I am getting this strange error
>
> java.lang.NoClassDefFoundError: Lorg/apache/zeppelin/spark/ZeppelinContext;
>
>         at java.lang.Class.getDeclaredFields0(Native Method)
>
>         at java.lang.Class.privateGetDeclaredFields(Class.java:2583)
>
>         at java.lang.Class.getDeclaredField(Class.java:2068)
>
>         at
> java.io.ObjectStreamClass.getDeclaredSUID(ObjectStreamClass.java:1703)
>
>         at java.io.ObjectStreamClass.access$700(ObjectStreamClass.java:72)
>
>         at java.io.ObjectStreamClass$2.run(ObjectStreamClass.java:484)
>
>         at java.io.ObjectStreamClass$2.run(ObjectStreamClass.java:472)
>
>         at java.security.AccessController.doPrivileged(Native Method)
>
>         at java.io.ObjectStreamClass.<init>(ObjectStreamClass.java:472)
>
>         at java.io.ObjectStreamClass.lookup(ObjectStreamClass.java:369)
>
>         at
> java.io.ObjectStreamClass.initNonProxy(ObjectStreamClass.java:598)
>
>         at
> java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1623)
>
>         at
> java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1518)
>
>         at
> java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1774)
>
>         at
> java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351)
>
>         at
> java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2000)
>
>         at
> java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1924)
>
>         at
> java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801)
>
>         at
> java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351)
>
>         at
> java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2000)
>
>         at
> java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1924)
>
>         at
> java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801)
>
>         at
> java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351)
>
>         at
> java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2000)
>
>         at
> java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1924)
>
>         at
> java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801)
>
>         at
> java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351)
>
>         at
> java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2000)
>
>         at
> java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1924)
>
>         at
> java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801)
>
>         at
> java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351)
>
>         at
> java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2000)
>
>         at
> java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1924)
>
>         at
> java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801)
>
>         at
> java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351)
>
>         at
> java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2000)
>
>         at
> java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1924)
>
>         at
> java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801)
>
>         at
> java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351)
>
>         at
> java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2000)
>
>         at
> java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1924)
>
>         at
> java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801)
>
>         at
> java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351)
>
>         at
> java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2000)
>
>         at
> java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1924)
>
>         at
> java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801)
>
>         at
> java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351)
>
>         at
> java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2000)
>
>         at
> java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1924)
>
>         at
> java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801)
>
>         at
> java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351)
>
>         at
> java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2000)
>
>         at
> java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1924)
>
>         at
> java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801)
>
>         at
> java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351)
>
>         at java.io.ObjectInputStream.readObject(ObjectInputStream.java:371)
>
>         at
> org.apache.spark.serializer.JavaDeserializationStream.readObject(JavaSerializer.scala:76)
>
>         at
> org.apache.spark.serializer.JavaSerializerInstance.deserialize(JavaSerializer.scala:115)
>
>         at
> org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:61)
>
>         at org.apache.spark.scheduler.Task.run(Task.scala:89)
>
>         at
> org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:213)
>
>         at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
>
>         at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
>
>         at java.lang.Thread.run(Thread.java:745)
>
> Caused by: java.lang.ClassNotFoundException:
> org.apache.zeppelin.spark.ZeppelinContext
>
>         at
> org.apache.spark.repl.ExecutorClassLoader.findClass(ExecutorClassLoader.scala:84)
>
>         at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
>
>         at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
>
>         ... 64 more
>
>
>
> In a very simple paragraph
>
>
> val gRD = raw.mapPartitions({iter =>
>
>     val bc1 = broadcast1.value
>
>     val bc2 = broadcast2.value
>
>     "some test"
>
> }
>
>
> The 2 broadcast are OK, I have tested them.
>
>
>
>