You are viewing a plain text version of this content. The canonical link for it is here.
Posted to users@kafka.apache.org by Selina Tech <sw...@gmail.com> on 2017/03/18 01:02:45 UTC
about java.io.EOFException / java.lang.ClassNotFoundException: kafka.common.OffsetOutOfRangeException
Hi:
I am processing on a new Kafka topic with Spark and then I got error
below. I google this questions, looks like I lot of people having similar
problems before. But I have not got clue yet.
Is any one know how to fix this issue?
Sincerely.
Selina
00:39:58,004 WARN - 2017-03-18
00:39:57,921:7726(0x7f22e69b8700):ZOO_WARN@zookeeper_interest@1557:
Exceeded deadline by 28ms
00:41:01,298 WARN - 17/03/18 00:41:01 WARN Selector: Error in I/O with /
10.128.64.152
00:41:01,298 WARN - java.io.EOFException
00:41:01,298 WARN - at
org.apache.kafka.common.network.NetworkReceive.readFrom(NetworkReceive.java:62)
00:41:01,298 WARN - at
org.apache.kafka.common.network.Selector.poll(Selector.java:248)
00:41:01,298 WARN - at
org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:192)
00:41:01,298 WARN - at
org.apache.kafka.clients.producer.internals.Sender.run(Sender.java:191)
00:41:01,298 WARN - at
org.apache.kafka.clients.producer.internals.Sender.run(Sender.java:122)
00:41:01,298 WARN - at java.lang.Thread.run(Thread.java:745)
00:43:31,514 WARN - 2017-03-18
00:43:31,514:7726(0x7f22e69b8700):ZOO_WARN@zookeeper_interest@1557:
Exceeded deadline by 11ms
00:44:17,996 WARN - 17/03/18 00:44:17 WARN ThrowableSerializationWrapper:
Task exception could not be deserialized
00:44:17,996 WARN - java.lang.ClassNotFoundException:
kafka.common.OffsetOutOfRangeException
00:44:17,996 WARN - at
java.net.URLClassLoader$1.run(URLClassLoader.java:366)
00:44:17,996 WARN - at
java.net.URLClassLoader$1.run(URLClassLoader.java:355)
00:44:17,996 WARN - at
java.security.AccessController.doPrivileged(Native Method)
00:44:17,996 WARN - at
java.net.URLClassLoader.findClass(URLClassLoader.java:354)
00:44:17,996 WARN - at
java.lang.ClassLoader.loadClass(ClassLoader.java:425)
00:44:17,996 WARN - at
sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:308)
00:44:17,996 WARN - at
java.lang.ClassLoader.loadClass(ClassLoader.java:358)
00:44:17,996 WARN - at java.lang.Class.forName0(Native Method)
00:44:17,996 WARN - at java.lang.Class.forName(Class.java:278)
00:44:17,996 WARN - at
org.apache.spark.serializer.JavaDeserializationStream$$anon$1.resolveClass(JavaSerializer.scala:67)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1612)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1517)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1771)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1350)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readObject(ObjectInputStream.java:370)
00:44:17,996 WARN - at
org.apache.spark.ThrowableSerializationWrapper.readObject(TaskEndReason.scala:167)
00:44:17,996 WARN - at
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
00:44:17,996 WARN - at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
00:44:17,996 WARN - at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
00:44:17,996 WARN - at java.lang.reflect.Method.invoke(Method.java:606)
00:44:17,996 WARN - at
java.io.ObjectStreamClass.invokeReadObject(ObjectStreamClass.java:1017)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1893)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1798)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1350)
00:44:17,996 WARN - at
java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:1990)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1915)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1798)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1350)
00:44:17,996 WARN - at
java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:1990)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1915)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1798)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1350)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readObject(ObjectInputStream.java:370)
00:44:17,996 WARN - at
org.apache.spark.serializer.JavaDeserializationStream.readObject(JavaSerializer.scala:72)
00:44:17,996 WARN - at
org.apache.spark.serializer.JavaSerializerInstance.deserialize(JavaSerializer.scala:98)
00:44:17,996 WARN - at
org.apache.spark.scheduler.TaskResultGetter$$anon$3$$anonfun$run$2.apply$mcV$sp(TaskResultGetter.scala:108)
00:44:17,996 WARN - at
org.apache.spark.scheduler.TaskResultGetter$$anon$3$$anonfun$run$2.apply(TaskResultGetter.scala:105)
00:44:17,996 WARN - at
org.apache.spark.scheduler.TaskResultGetter$$anon$3$$anonfun$run$2.apply(TaskResultGetter.scala:105)
00:44:17,996 WARN - at
org.apache.spark.util.Utils$.logUncaughtExceptions(Utils.scala:1699)
00:44:17,996 WARN - at
org.apache.spark.scheduler.TaskResultGetter$$anon$3.run(TaskResultGetter.scala:105)
00:44:17,996 WARN - at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
00:44:17,996 WARN - at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
00:44:17,996 WARN - at java.lang.Thread.run(Thread.java:745)
00:44:18,033 WARN - 17/03/18 00:44:18 ERROR TaskResultGetter: Could not
deserialize TaskEndReason: ClassNotFound with classloader
org.apache.spark.util.MutableURLClassLoader@47ced484
00:44:18,052 WARN - 17/03/18 00:44:18 WARN TaskSetManager: Lost task 16.0
in stage 100.0 (TID 2076, 10.128.96.42): UnknownReason
00:44:18,120 WARN - 17/03/18 00:44:18 WARN ThrowableSerializationWrapper:
Task exception could not be deserialized
Re: about java.io.EOFException / java.lang.ClassNotFoundException:
kafka.common.OffsetOutOfRangeException
Posted by Martin Gainty <mg...@hotmail.com>.
________________________________
From: Selina Tech <sw...@gmail.com>
Sent: Friday, March 17, 2017 9:02 PM
To: users@kafka.apache.org
Subject: about java.io.EOFException / java.lang.ClassNotFoundException: kafka.common.OffsetOutOfRangeException
Hi:
I am processing on a new Kafka topic with Spark and then I got error
below. I google this questions, looks like I lot of people having similar
problems before. But I have not got clue yet.
Is any one know how to fix this issue?
Sincerely.
Selina
00:39:58,004 WARN - 2017-03-18
00:39:57,921:7726(0x7f22e69b8700):ZOO_WARN@zookeeper_interest@1557:
Exceeded deadline by 28ms
00:41:01,298 WARN - 17/03/18 00:41:01 WARN Selector: Error in I/O with /
10.128.64.152
00:41:01,298 WARN - java.io.EOFException
00:41:01,298 WARN - at
org.apache.kafka.common.network.NetworkReceive.readFrom(NetworkReceive.java:62)
00:41:01,298 WARN - at
org.apache.kafka.common.network.Selector.poll(Selector.java:248)
00:41:01,298 WARN - at
org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:192)
00:41:01,298 WARN - at
org.apache.kafka.clients.producer.internals.Sender.run(Sender.java:191)
00:41:01,298 WARN - at
org.apache.kafka.clients.producer.internals.Sender.run(Sender.java:122)
00:41:01,298 WARN - at java.lang.Thread.run(Thread.java:745)
00:43:31,514 WARN - 2017-03-18
00:43:31,514:7726(0x7f22e69b8700):ZOO_WARN@zookeeper_interest@1557:
Exceeded deadline by 11ms
00:44:17,996 WARN - 17/03/18 00:44:17 WARN ThrowableSerializationWrapper:
Task exception could not be deserialized
00:44:17,996 WARN - java.lang.ClassNotFoundException:
kafka.common.OffsetOutOfRangeException
MG>cloudera suggests OffsetOutOfRangeException is caused when Spark Storage is mis-configured
MG>http://blog.cloudera.com/blog/2015/03/exactly-once-spark-streaming-from-apache-kafka/
[http://www.cloudera.com/content/dam/www/static/images/logos/cloudera-card.jpg]<http://blog.cloudera.com/blog/2015/03/exactly-once-spark-streaming-from-apache-kafka/>
Exactly-once Spark Streaming from Apache Kafka - Cloudera ...<http://blog.cloudera.com/blog/2015/03/exactly-once-spark-streaming-from-apache-kafka/>
blog.cloudera.com
Cloudera Engineering Blog. Best practices, how-tos, use cases, and internals from Cloudera Engineering and the community
00:44:17,996 WARN - at
java.net.URLClassLoader$1.run(URLClassLoader.java:366)
00:44:17,996 WARN - at
java.net.URLClassLoader$1.run(URLClassLoader.java:355)
00:44:17,996 WARN - at
java.security.AccessController.doPrivileged(Native Method)
MG>AcssController.doPrivileged is possible you are attempting to run a protected class (OutOfRangeException) not covered by "current policy"..here is doc:
MG>A "protection domain" encompasses a CodeSource and the permissions granted to code from that CodeSource, as determined by the security MG>policy currently in effect. Thus,
MG><privileged> classes *signed by the same keys* and
MG>*from the same URL* <as displayed from the certificate> are placed in the same <privileged> domain,
MG>Thus a class <meeting these 2 conditions> belongs to one and only one *protection domain*.
MG>Classes that have the same permissions but are from different code sources <policy has different URL>
MG>or <classes signed by different keys>
MG>belong to "different" domains.
MG>http://docs.oracle.com/javase/7/docs/technotes/guides/security/doprivileged.html
Privileged Block API - Oracle<http://docs.oracle.com/javase/7/docs/technotes/guides/security/doprivileged.html>
docs.oracle.com
Overview This document provides background information about what "privileged" code is and what it is used for, followed by illustrations of the use of the API, with ...
MG>please verify your policy *URL and keys* allows you to run jar containing OutOfRangeException
00:44:17,996 WARN - at
java.net.URLClassLoader.findClass(URLClassLoader.java:354)
00:44:17,996 WARN - at
java.lang.ClassLoader.loadClass(ClassLoader.java:425)
00:44:17,996 WARN - at
sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:308)
00:44:17,996 WARN - at
java.lang.ClassLoader.loadClass(ClassLoader.java:358)
00:44:17,996 WARN - at java.lang.Class.forName0(Native Method)
00:44:17,996 WARN - at java.lang.Class.forName(Class.java:278)
00:44:17,996 WARN - at
org.apache.spark.serializer.JavaDeserializationStream$$anon$1.resolveClass(JavaSerializer.scala:67)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1612)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1517)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1771)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1350)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readObject(ObjectInputStream.java:370)
00:44:17,996 WARN - at
org.apache.spark.ThrowableSerializationWrapper.readObject(TaskEndReason.scala:167)
00:44:17,996 WARN - at
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
00:44:17,996 WARN - at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
00:44:17,996 WARN - at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
00:44:17,996 WARN - at java.lang.reflect.Method.invoke(Method.java:606)
00:44:17,996 WARN - at
java.io.ObjectStreamClass.invokeReadObject(ObjectStreamClass.java:1017)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1893)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1798)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1350)
00:44:17,996 WARN - at
java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:1990)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1915)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1798)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1350)
00:44:17,996 WARN - at
java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:1990)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1915)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1798)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1350)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readObject(ObjectInputStream.java:370)
00:44:17,996 WARN - at
org.apache.spark.serializer.JavaDeserializationStream.readObject(JavaSerializer.scala:72)
00:44:17,996 WARN - at
org.apache.spark.serializer.JavaSerializerInstance.deserialize(JavaSerializer.scala:98)
00:44:17,996 WARN - at
org.apache.spark.scheduler.TaskResultGetter$$anon$3$$anonfun$run$2.apply$mcV$sp(TaskResultGetter.scala:108)
00:44:17,996 WARN - at
org.apache.spark.scheduler.TaskResultGetter$$anon$3$$anonfun$run$2.apply(TaskResultGetter.scala:105)
00:44:17,996 WARN - at
org.apache.spark.scheduler.TaskResultGetter$$anon$3$$anonfun$run$2.apply(TaskResultGetter.scala:105)
00:44:17,996 WARN - at
org.apache.spark.util.Utils$.logUncaughtExceptions(Utils.scala:1699)
00:44:17,996 WARN - at
org.apache.spark.scheduler.TaskResultGetter$$anon$3.run(TaskResultGetter.scala:105)
00:44:17,996 WARN - at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
00:44:17,996 WARN - at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
00:44:17,996 WARN - at java.lang.Thread.run(Thread.java:745)
00:44:18,033 WARN - 17/03/18 00:44:18 ERROR TaskResultGetter: Could not
deserialize TaskEndReason: ClassNotFound with classloader
org.apache.spark.util.MutableURLClassLoader@47ced484
00:44:18,052 WARN - 17/03/18 00:44:18 WARN TaskSetManager: Lost task 16.0
in stage 100.0 (TID 2076, 10.128.96.42): UnknownReason
00:44:18,120 WARN - 17/03/18 00:44:18 WARN ThrowableSerializationWrapper:
Task exception could not be deserialized