You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@flink.apache.org by Zain Haider Nemati <za...@retailo.co> on 2022/05/22 15:58:56 UTC
Application mode -yarn dependancy error
Hi,
I'm getting this error in yarn application mode when submitting my job.
Caused by: java.lang.ClassCastException: cannot assign instance of
org.apache.commons.collections.map.LinkedMap to field
org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumerBase.pendingOffsetsToCommit
of type org.apache.commons.collections.map.LinkedMap in instance of
org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer
at
java.io.ObjectStreamClass$FieldReflector.setObjFieldValues(ObjectStreamClass.java:2301)
~[?:1.8.0_332]
at
java.io.ObjectStreamClass.setObjFieldValues(ObjectStreamClass.java:1431)
~[?:1.8.0_332]
at
java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2437)
~[?:1.8.0_332]
at
java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2355)
~[?:1.8.0_332]
at
java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2213)
~[?:1.8.0_332]
at
java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1669)
~[?:1.8.0_332]
at
java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2431)
~[?:1.8.0_332]
at
java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2355)
~[?:1.8.0_332]
at
java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2213)
~[?:1.8.0_332]
at
java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1669)
~[?:1.8.0_332]
at
java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2431)
~[?:1.8.0_332]
at
java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2355)
~[?:1.8.0_332]
at
java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2213)
~[?:1.8.0_332]
at
java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1669)
~[?:1.8.0_332]
at java.io.ObjectInputStream.readObject(ObjectInputStream.java:503)
~[?:1.8.0_332]
at java.io.ObjectInputStream.readObject(ObjectInputStream.java:461)
~[?:1.8.0_332]
at
org.apache.flink.util.InstantiationUtil.deserializeObject(InstantiationUtil.java:615)
~[streamingjobs-1.13.jar:?]
at
org.apache.flink.util.InstantiationUtil.deserializeObject(InstantiationUtil.java:600)
~[streamingjobs-1.13.jar:?]
at
org.apache.flink.util.InstantiationUtil.deserializeObject(InstantiationUtil.java:587)
~[streamingjobs-1.13.jar:?]
at
org.apache.flink.util.InstantiationUtil.readObjectFromConfig(InstantiationUtil.java:541)
~[streamingjobs-1.13.jar:?]
at
org.apache.flink.streaming.api.graph.StreamConfig.getStreamOperatorFactory(StreamConfig.java:322)
~[flink-dist_2.12-1.13.1.jar:1.13.1]
at
org.apache.flink.streaming.runtime.tasks.OperatorChain.<init>(OperatorChain.java:154)
~[flink-dist_2.12-1.13.1.jar:1.13.1]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.executeRestore(StreamTask.java:548)
~[flink-dist_2.12-1.13.1.jar:1.13.1]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.runWithCleanUpOnFail(StreamTask.java:647)
~[flink-dist_2.12-1.13.1.jar:1.13.1]
at
org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:537)
~[flink-dist_2.12-1.13.1.jar:1.13.1]
at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:759)
~[streamingjobs-1.13.jar:?]
at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
~[streamingjobs-1.13.jar:?]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_332]
Re: Application mode -yarn dependancy error
Posted by Shengkai Fang <fs...@gmail.com>.
Hi.
I think you should send the mail to the user mail list or stack overflow,
which is about the usage and help. The dev mail list focus on the design of
the Flink itself.
Could you share more details for your problems, including
- which version you use.
- how you use the Flink, including you code details
It's difficult for others to help you if you just offer the exception stack.
Best,
Shengkai
Zain Haider Nemati <za...@retailo.co> 于2022年5月22日周日 23:59写道：
> Hi,
> I'm getting this error in yarn application mode when submitting my job.
>
> Caused by: java.lang.ClassCastException: cannot assign instance of
> org.apache.commons.collections.map.LinkedMap to field
> org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumerBase.pendingOffsetsToCommit
> of type org.apache.commons.collections.map.LinkedMap in instance of
> org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer
> at
> java.io.ObjectStreamClass$FieldReflector.setObjFieldValues(ObjectStreamClass.java:2301)
> ~[?:1.8.0_332]
> at
> java.io.ObjectStreamClass.setObjFieldValues(ObjectStreamClass.java:1431)
> ~[?:1.8.0_332]
> at
> java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2437)
> ~[?:1.8.0_332]
> at
> java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2355)
> ~[?:1.8.0_332]
> at
> java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2213)
> ~[?:1.8.0_332]
> at
> java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1669)
> ~[?:1.8.0_332]
> at
> java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2431)
> ~[?:1.8.0_332]
> at
> java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2355)
> ~[?:1.8.0_332]
> at
> java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2213)
> ~[?:1.8.0_332]
> at
> java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1669)
> ~[?:1.8.0_332]
> at
> java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2431)
> ~[?:1.8.0_332]
> at
> java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2355)
> ~[?:1.8.0_332]
> at
> java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2213)
> ~[?:1.8.0_332]
> at
> java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1669)
> ~[?:1.8.0_332]
> at
> java.io.ObjectInputStream.readObject(ObjectInputStream.java:503)
> ~[?:1.8.0_332]
> at
> java.io.ObjectInputStream.readObject(ObjectInputStream.java:461)
> ~[?:1.8.0_332]
> at
> org.apache.flink.util.InstantiationUtil.deserializeObject(InstantiationUtil.java:615)
> ~[streamingjobs-1.13.jar:?]
> at
> org.apache.flink.util.InstantiationUtil.deserializeObject(InstantiationUtil.java:600)
> ~[streamingjobs-1.13.jar:?]
> at
> org.apache.flink.util.InstantiationUtil.deserializeObject(InstantiationUtil.java:587)
> ~[streamingjobs-1.13.jar:?]
> at
> org.apache.flink.util.InstantiationUtil.readObjectFromConfig(InstantiationUtil.java:541)
> ~[streamingjobs-1.13.jar:?]
> at
> org.apache.flink.streaming.api.graph.StreamConfig.getStreamOperatorFactory(StreamConfig.java:322)
> ~[flink-dist_2.12-1.13.1.jar:1.13.1]
> at
> org.apache.flink.streaming.runtime.tasks.OperatorChain.<init>(OperatorChain.java:154)
> ~[flink-dist_2.12-1.13.1.jar:1.13.1]
> at
> org.apache.flink.streaming.runtime.tasks.StreamTask.executeRestore(StreamTask.java:548)
> ~[flink-dist_2.12-1.13.1.jar:1.13.1]
> at
> org.apache.flink.streaming.runtime.tasks.StreamTask.runWithCleanUpOnFail(StreamTask.java:647)
> ~[flink-dist_2.12-1.13.1.jar:1.13.1]
> at
> org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:537)
> ~[flink-dist_2.12-1.13.1.jar:1.13.1]
> at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:759)
> ~[streamingjobs-1.13.jar:?]
> at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
> ~[streamingjobs-1.13.jar:?]
> at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_332]
>
Re: Application mode -yarn dependancy error
Posted by Shengkai Fang <fs...@gmail.com>.
Hi.
I think you should send the mail to the user mail list or stack overflow,
which is about the usage and help. The dev mail list focus on the design of
the Flink itself.
Could you share more details for your problems, including
- which version you use.
- how you use the Flink, including you code details
It's difficult for others to help you if you just offer the exception stack.
Best,
Shengkai
Zain Haider Nemati <za...@retailo.co> 于2022年5月22日周日 23:59写道：
> Hi,
> I'm getting this error in yarn application mode when submitting my job.
>
> Caused by: java.lang.ClassCastException: cannot assign instance of
> org.apache.commons.collections.map.LinkedMap to field
> org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumerBase.pendingOffsetsToCommit
> of type org.apache.commons.collections.map.LinkedMap in instance of
> org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer
> at
> java.io.ObjectStreamClass$FieldReflector.setObjFieldValues(ObjectStreamClass.java:2301)
> ~[?:1.8.0_332]
> at
> java.io.ObjectStreamClass.setObjFieldValues(ObjectStreamClass.java:1431)
> ~[?:1.8.0_332]
> at
> java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2437)
> ~[?:1.8.0_332]
> at
> java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2355)
> ~[?:1.8.0_332]
> at
> java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2213)
> ~[?:1.8.0_332]
> at
> java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1669)
> ~[?:1.8.0_332]
> at
> java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2431)
> ~[?:1.8.0_332]
> at
> java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2355)
> ~[?:1.8.0_332]
> at
> java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2213)
> ~[?:1.8.0_332]
> at
> java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1669)
> ~[?:1.8.0_332]
> at
> java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2431)
> ~[?:1.8.0_332]
> at
> java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2355)
> ~[?:1.8.0_332]
> at
> java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2213)
> ~[?:1.8.0_332]
> at
> java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1669)
> ~[?:1.8.0_332]
> at
> java.io.ObjectInputStream.readObject(ObjectInputStream.java:503)
> ~[?:1.8.0_332]
> at
> java.io.ObjectInputStream.readObject(ObjectInputStream.java:461)
> ~[?:1.8.0_332]
> at
> org.apache.flink.util.InstantiationUtil.deserializeObject(InstantiationUtil.java:615)
> ~[streamingjobs-1.13.jar:?]
> at
> org.apache.flink.util.InstantiationUtil.deserializeObject(InstantiationUtil.java:600)
> ~[streamingjobs-1.13.jar:?]
> at
> org.apache.flink.util.InstantiationUtil.deserializeObject(InstantiationUtil.java:587)
> ~[streamingjobs-1.13.jar:?]
> at
> org.apache.flink.util.InstantiationUtil.readObjectFromConfig(InstantiationUtil.java:541)
> ~[streamingjobs-1.13.jar:?]
> at
> org.apache.flink.streaming.api.graph.StreamConfig.getStreamOperatorFactory(StreamConfig.java:322)
> ~[flink-dist_2.12-1.13.1.jar:1.13.1]
> at
> org.apache.flink.streaming.runtime.tasks.OperatorChain.<init>(OperatorChain.java:154)
> ~[flink-dist_2.12-1.13.1.jar:1.13.1]
> at
> org.apache.flink.streaming.runtime.tasks.StreamTask.executeRestore(StreamTask.java:548)
> ~[flink-dist_2.12-1.13.1.jar:1.13.1]
> at
> org.apache.flink.streaming.runtime.tasks.StreamTask.runWithCleanUpOnFail(StreamTask.java:647)
> ~[flink-dist_2.12-1.13.1.jar:1.13.1]
> at
> org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:537)
> ~[flink-dist_2.12-1.13.1.jar:1.13.1]
> at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:759)
> ~[streamingjobs-1.13.jar:?]
> at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
> ~[streamingjobs-1.13.jar:?]
> at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_332]
>