You are viewing a plain text version of this content. The canonical link for it is here.
Posted to users@kafka.apache.org by Yonghui Zhao <zh...@gmail.com> on 2013/03/25 05:16:37 UTC
commitOffsets java.lang.NullPointerException
Have you ever seen this exception?
2013/03/25 12:08:32.020 WARN [ZookeeperConsumerConnector] []
0_lu-ml-test10.bj-1364184411339-7c88f710 exception during commitOffsets
java.lang.NullPointerException
at org.I0Itec.zkclient.ZkConnection.writeData(ZkConnection.java:111)
at org.I0Itec.zkclient.ZkClient$10.call(ZkClient.java:813)
at
org.I0Itec.zkclient.ZkClient.retryUntilConnected(ZkClient.java:675)
at org.I0Itec.zkclient.ZkClient.writeData(ZkClient.java:809)
at org.I0Itec.zkclient.ZkClient.writeData(ZkClient.java:777)
at kafka.utils.ZkUtils$.updatePersistentPath(ZkUtils.scala:103)
at
kafka.consumer.ZookeeperConsumerConnector$$anonfun$commitOffsets$2$$anonfun$apply$4.apply(ZookeeperConsumerConnector.scala:251)
at
kafka.consumer.ZookeeperConsumerConnector$$anonfun$commitOffsets$2$$anonfun$apply$4.apply(ZookeeperConsumerConnector.scala:248)
at scala.collection.Iterator$class.foreach(Iterator.scala:631)
at
scala.collection.JavaConversions$JIteratorWrapper.foreach(JavaConversions.scala:549)
at
scala.collection.IterableLike$class.foreach(IterableLike.scala:79)
at
scala.collection.JavaConversions$JCollectionWrapper.foreach(JavaConversions.scala:570)
at
kafka.consumer.ZookeeperConsumerConnector$$anonfun$commitOffsets$2.apply(ZookeeperConsumerConnector.scala:248)
at
kafka.consumer.ZookeeperConsumerConnector$$anonfun$commitOffsets$2.apply(ZookeeperConsumerConnector.scala:246)
at scala.collection.Iterator$class.foreach(Iterator.scala:631)
at kafka.utils.Pool$$anon$1.foreach(Pool.scala:53)
at
scala.collection.IterableLike$class.foreach(IterableLike.scala:79)
at kafka.utils.Pool.foreach(Pool.scala:24)
at
kafka.consumer.ZookeeperConsumerConnector.commitOffsets(ZookeeperConsumerConnector.scala:246)
at
kafka.consumer.ZookeeperConsumerConnector.autoCommit(ZookeeperConsumerConnector.scala:232)
at
kafka.consumer.ZookeeperConsumerConnector$$anonfun$1.apply$mcV$sp(ZookeeperConsumerConnector.scala:126)
at kafka.utils.Utils$$anon$2.run(Utils.scala:58)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
at
java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
at java.lang.Thread.run(Thread.java:722)
Re: commitOffsets java.lang.NullPointerException
Posted by Yonghui Zhao <zh...@gmail.com>.
Done, https://issues.apache.org/jira/browse/KAFKA-824
2013/3/25 Neha Narkhede <ne...@gmail.com>
> On the Kafka JIRA - https://issues.apache.org/jira/browse/KAFKA
>
> Thanks,
> Neha
>
> On Sunday, March 24, 2013, Yonghui Zhao wrote:
>
> > Sure. no problem. Where should I file the bug?
> >
> > 2013/3/25 Neha Narkhede <ne...@gmail.com>
> >
> > > Yes, I have. Unfortunately, I never quite around to fixing it. My guess
> > is
> > > that it is caused due to a race condition between the rebalance thread
> > and
> > > the offset commit thread when a rebalance is triggered or the client is
> > > being shutdown. Do you mind filing a bug ?
> > >
> > > Thanks,
> > > Neha
> > >
> > > On Sunday, March 24, 2013, Yonghui Zhao wrote:
> > >
> > > > Have you ever seen this exception?
> > > >
> > > >
> > > > 2013/03/25 12:08:32.020 WARN [ZookeeperConsumerConnector] []
> > > > 0_lu-ml-test10.bj-1364184411339-7c88f710 exception during
> commitOffsets
> > > > java.lang.NullPointerException
> > > > at
> > > > org.I0Itec.zkclient.ZkConnection.writeData(ZkConnection.java:111)
> > > > at org.I0Itec.zkclient.ZkClient$10.call(ZkClient.java:813)
> > > > at
> > > > org.I0Itec.zkclient.ZkClient.retryUntilConnected(ZkClient.java:675)
> > > > at org.I0Itec.zkclient.ZkClient.writeData(ZkClient.java:809)
> > > > at org.I0Itec.zkclient.ZkClient.writeData(ZkClient.java:777)
> > > > at
> kafka.utils.ZkUtils$.updatePersistentPath(ZkUtils.scala:103)
> > > > at
> > > >
> > > >
> > >
> >
> kafka.consumer.ZookeeperConsumerConnector$$anonfun$commitOffsets$2$$anonfun$apply$4.apply(ZookeeperConsumerConnector.scala:251)
> > > > at
> > > >
> > > >
> > >
> >
> kafka.consumer.ZookeeperConsumerConnector$$anonfun$commitOffsets$2$$anonfun$apply$4.apply(ZookeeperConsumerConnector.scala:248)
> > > > at
> scala.collection.Iterator$class.foreach(Iterator.scala:631)
> > > > at
> > > >
> > > >
> > >
> >
> scala.collection.JavaConversions$JIteratorWrapper.foreach(JavaConversions.scala:549)
> > > > at
> > > > scala.collection.IterableLike$class.foreach(IterableLike.scala:79)
> > > > at
> > > >
> > > >
> > >
> >
> scala.collection.JavaConversions$JCollectionWrapper.foreach(JavaConversions.scala:570)
> > > > at
> > > >
> > > >
> > >
> >
> kafka.consumer.ZookeeperConsumerConnector$$anonfun$commitOffsets$2.apply(ZookeeperConsumerConnector.scala:248)
> > > > at
> > > >
> > > >
> > >
> >
> kafka.consumer.ZookeeperConsumerConnector$$anonfun$commitOffsets$2.apply(ZookeeperConsumerConnector.scala:246)
> > > > at
> scala.collection.Iterator$class.foreach(Iterator.scala:631)
> > > > at kafka.utils.Pool$$anon$1.foreach(Pool.scala:53)
> > > > at
> > > > scala.collection.IterableLike$class.foreach(IterableLike.scala:79)
> > > > at kafka.utils.Pool.foreach(Pool.scala:24)
> > > > at
> > > >
> > > >
> > >
> >
> kafka.consumer.ZookeeperConsumerConnector.commitOffsets(ZookeeperConsumerConnector.scala:246)
> > > > at
> > > >
> > > >
> > >
> >
> kafka.consumer.ZookeeperConsumerConnector.autoCommit(ZookeeperConsumerConnector.scala:232)
> > > > at
> > > >
> > > >
> > >
> >
> kafka.consumer.ZookeeperConsumerConnector$$anonfun$1.apply$mcV$sp(ZookeeperConsumerConnector.scala:126)
> > > > at kafka.utils.Utils$$anon$2.run(Utils.scala:58)
> > > > at
> > > >
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
> > > > at
> > > >
> > >
> >
> java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
> > > > at
> > > java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
> > > > at
> > > >
> > > >
> > >
> >
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(Schedu
>
Re: commitOffsets java.lang.NullPointerException
Posted by Neha Narkhede <ne...@gmail.com>.
On the Kafka JIRA - https://issues.apache.org/jira/browse/KAFKA
Thanks,
Neha
On Sunday, March 24, 2013, Yonghui Zhao wrote:
> Sure. no problem. Where should I file the bug?
>
> 2013/3/25 Neha Narkhede <ne...@gmail.com>
>
> > Yes, I have. Unfortunately, I never quite around to fixing it. My guess
> is
> > that it is caused due to a race condition between the rebalance thread
> and
> > the offset commit thread when a rebalance is triggered or the client is
> > being shutdown. Do you mind filing a bug ?
> >
> > Thanks,
> > Neha
> >
> > On Sunday, March 24, 2013, Yonghui Zhao wrote:
> >
> > > Have you ever seen this exception?
> > >
> > >
> > > 2013/03/25 12:08:32.020 WARN [ZookeeperConsumerConnector] []
> > > 0_lu-ml-test10.bj-1364184411339-7c88f710 exception during commitOffsets
> > > java.lang.NullPointerException
> > > at
> > > org.I0Itec.zkclient.ZkConnection.writeData(ZkConnection.java:111)
> > > at org.I0Itec.zkclient.ZkClient$10.call(ZkClient.java:813)
> > > at
> > > org.I0Itec.zkclient.ZkClient.retryUntilConnected(ZkClient.java:675)
> > > at org.I0Itec.zkclient.ZkClient.writeData(ZkClient.java:809)
> > > at org.I0Itec.zkclient.ZkClient.writeData(ZkClient.java:777)
> > > at kafka.utils.ZkUtils$.updatePersistentPath(ZkUtils.scala:103)
> > > at
> > >
> > >
> >
> kafka.consumer.ZookeeperConsumerConnector$$anonfun$commitOffsets$2$$anonfun$apply$4.apply(ZookeeperConsumerConnector.scala:251)
> > > at
> > >
> > >
> >
> kafka.consumer.ZookeeperConsumerConnector$$anonfun$commitOffsets$2$$anonfun$apply$4.apply(ZookeeperConsumerConnector.scala:248)
> > > at scala.collection.Iterator$class.foreach(Iterator.scala:631)
> > > at
> > >
> > >
> >
> scala.collection.JavaConversions$JIteratorWrapper.foreach(JavaConversions.scala:549)
> > > at
> > > scala.collection.IterableLike$class.foreach(IterableLike.scala:79)
> > > at
> > >
> > >
> >
> scala.collection.JavaConversions$JCollectionWrapper.foreach(JavaConversions.scala:570)
> > > at
> > >
> > >
> >
> kafka.consumer.ZookeeperConsumerConnector$$anonfun$commitOffsets$2.apply(ZookeeperConsumerConnector.scala:248)
> > > at
> > >
> > >
> >
> kafka.consumer.ZookeeperConsumerConnector$$anonfun$commitOffsets$2.apply(ZookeeperConsumerConnector.scala:246)
> > > at scala.collection.Iterator$class.foreach(Iterator.scala:631)
> > > at kafka.utils.Pool$$anon$1.foreach(Pool.scala:53)
> > > at
> > > scala.collection.IterableLike$class.foreach(IterableLike.scala:79)
> > > at kafka.utils.Pool.foreach(Pool.scala:24)
> > > at
> > >
> > >
> >
> kafka.consumer.ZookeeperConsumerConnector.commitOffsets(ZookeeperConsumerConnector.scala:246)
> > > at
> > >
> > >
> >
> kafka.consumer.ZookeeperConsumerConnector.autoCommit(ZookeeperConsumerConnector.scala:232)
> > > at
> > >
> > >
> >
> kafka.consumer.ZookeeperConsumerConnector$$anonfun$1.apply$mcV$sp(ZookeeperConsumerConnector.scala:126)
> > > at kafka.utils.Utils$$anon$2.run(Utils.scala:58)
> > > at
> > > java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
> > > at
> > >
> >
> java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
> > > at
> > java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
> > > at
> > >
> > >
> >
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(Schedu
Re: commitOffsets java.lang.NullPointerException
Posted by Yonghui Zhao <zh...@gmail.com>.
Sure. no problem. Where should I file the bug?
2013/3/25 Neha Narkhede <ne...@gmail.com>
> Yes, I have. Unfortunately, I never quite around to fixing it. My guess is
> that it is caused due to a race condition between the rebalance thread and
> the offset commit thread when a rebalance is triggered or the client is
> being shutdown. Do you mind filing a bug ?
>
> Thanks,
> Neha
>
> On Sunday, March 24, 2013, Yonghui Zhao wrote:
>
> > Have you ever seen this exception?
> >
> >
> > 2013/03/25 12:08:32.020 WARN [ZookeeperConsumerConnector] []
> > 0_lu-ml-test10.bj-1364184411339-7c88f710 exception during commitOffsets
> > java.lang.NullPointerException
> > at
> > org.I0Itec.zkclient.ZkConnection.writeData(ZkConnection.java:111)
> > at org.I0Itec.zkclient.ZkClient$10.call(ZkClient.java:813)
> > at
> > org.I0Itec.zkclient.ZkClient.retryUntilConnected(ZkClient.java:675)
> > at org.I0Itec.zkclient.ZkClient.writeData(ZkClient.java:809)
> > at org.I0Itec.zkclient.ZkClient.writeData(ZkClient.java:777)
> > at kafka.utils.ZkUtils$.updatePersistentPath(ZkUtils.scala:103)
> > at
> >
> >
> kafka.consumer.ZookeeperConsumerConnector$$anonfun$commitOffsets$2$$anonfun$apply$4.apply(ZookeeperConsumerConnector.scala:251)
> > at
> >
> >
> kafka.consumer.ZookeeperConsumerConnector$$anonfun$commitOffsets$2$$anonfun$apply$4.apply(ZookeeperConsumerConnector.scala:248)
> > at scala.collection.Iterator$class.foreach(Iterator.scala:631)
> > at
> >
> >
> scala.collection.JavaConversions$JIteratorWrapper.foreach(JavaConversions.scala:549)
> > at
> > scala.collection.IterableLike$class.foreach(IterableLike.scala:79)
> > at
> >
> >
> scala.collection.JavaConversions$JCollectionWrapper.foreach(JavaConversions.scala:570)
> > at
> >
> >
> kafka.consumer.ZookeeperConsumerConnector$$anonfun$commitOffsets$2.apply(ZookeeperConsumerConnector.scala:248)
> > at
> >
> >
> kafka.consumer.ZookeeperConsumerConnector$$anonfun$commitOffsets$2.apply(ZookeeperConsumerConnector.scala:246)
> > at scala.collection.Iterator$class.foreach(Iterator.scala:631)
> > at kafka.utils.Pool$$anon$1.foreach(Pool.scala:53)
> > at
> > scala.collection.IterableLike$class.foreach(IterableLike.scala:79)
> > at kafka.utils.Pool.foreach(Pool.scala:24)
> > at
> >
> >
> kafka.consumer.ZookeeperConsumerConnector.commitOffsets(ZookeeperConsumerConnector.scala:246)
> > at
> >
> >
> kafka.consumer.ZookeeperConsumerConnector.autoCommit(ZookeeperConsumerConnector.scala:232)
> > at
> >
> >
> kafka.consumer.ZookeeperConsumerConnector$$anonfun$1.apply$mcV$sp(ZookeeperConsumerConnector.scala:126)
> > at kafka.utils.Utils$$anon$2.run(Utils.scala:58)
> > at
> > java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
> > at
> >
> java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
> > at
> java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
> > at
> >
> >
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
> > at
> >
> >
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
> > at
> >
> >
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
> > at
> >
> >
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
> > at java.lang.Thread.run(Thread.java:722)
> >
>
Re: commitOffsets java.lang.NullPointerException
Posted by Neha Narkhede <ne...@gmail.com>.
Yes, I have. Unfortunately, I never quite around to fixing it. My guess is
that it is caused due to a race condition between the rebalance thread and
the offset commit thread when a rebalance is triggered or the client is
being shutdown. Do you mind filing a bug ?
Thanks,
Neha
On Sunday, March 24, 2013, Yonghui Zhao wrote:
> Have you ever seen this exception?
>
>
> 2013/03/25 12:08:32.020 WARN [ZookeeperConsumerConnector] []
> 0_lu-ml-test10.bj-1364184411339-7c88f710 exception during commitOffsets
> java.lang.NullPointerException
> at
> org.I0Itec.zkclient.ZkConnection.writeData(ZkConnection.java:111)
> at org.I0Itec.zkclient.ZkClient$10.call(ZkClient.java:813)
> at
> org.I0Itec.zkclient.ZkClient.retryUntilConnected(ZkClient.java:675)
> at org.I0Itec.zkclient.ZkClient.writeData(ZkClient.java:809)
> at org.I0Itec.zkclient.ZkClient.writeData(ZkClient.java:777)
> at kafka.utils.ZkUtils$.updatePersistentPath(ZkUtils.scala:103)
> at
>
> kafka.consumer.ZookeeperConsumerConnector$$anonfun$commitOffsets$2$$anonfun$apply$4.apply(ZookeeperConsumerConnector.scala:251)
> at
>
> kafka.consumer.ZookeeperConsumerConnector$$anonfun$commitOffsets$2$$anonfun$apply$4.apply(ZookeeperConsumerConnector.scala:248)
> at scala.collection.Iterator$class.foreach(Iterator.scala:631)
> at
>
> scala.collection.JavaConversions$JIteratorWrapper.foreach(JavaConversions.scala:549)
> at
> scala.collection.IterableLike$class.foreach(IterableLike.scala:79)
> at
>
> scala.collection.JavaConversions$JCollectionWrapper.foreach(JavaConversions.scala:570)
> at
>
> kafka.consumer.ZookeeperConsumerConnector$$anonfun$commitOffsets$2.apply(ZookeeperConsumerConnector.scala:248)
> at
>
> kafka.consumer.ZookeeperConsumerConnector$$anonfun$commitOffsets$2.apply(ZookeeperConsumerConnector.scala:246)
> at scala.collection.Iterator$class.foreach(Iterator.scala:631)
> at kafka.utils.Pool$$anon$1.foreach(Pool.scala:53)
> at
> scala.collection.IterableLike$class.foreach(IterableLike.scala:79)
> at kafka.utils.Pool.foreach(Pool.scala:24)
> at
>
> kafka.consumer.ZookeeperConsumerConnector.commitOffsets(ZookeeperConsumerConnector.scala:246)
> at
>
> kafka.consumer.ZookeeperConsumerConnector.autoCommit(ZookeeperConsumerConnector.scala:232)
> at
>
> kafka.consumer.ZookeeperConsumerConnector$$anonfun$1.apply$mcV$sp(ZookeeperConsumerConnector.scala:126)
> at kafka.utils.Utils$$anon$2.run(Utils.scala:58)
> at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
> at
> java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
> at
>
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
> at
>
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
> at
>
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
> at
>
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
> at java.lang.Thread.run(Thread.java:722)
>