You are viewing a plain text version of this content. The canonical link for it is here.

Posted to users@kafka.apache.org by Tom Amon <ta...@gmail.com> on 2014/03/27 22:45:16 UTC

Error in fetch name

We see the following messages in the broker logs whenever we reboot a
broker. These messages filled up 200MB of log files in less than 1 minute.
Are these normal? For reference we have enabled controlled shutdown on each
broker.


[2014-03-25 22:52:45,558] INFO Reconnect due to socket error: null
(kafka.consumer.SimpleConsum
er)
[2014-03-25 22:52:45,558] WARN [ReplicaFetcherThread-0-5], Error in fetch
Name: FetchRequest; V
ersion: 0; CorrelationId: 10981; ClientId: ReplicaFetcherThread-0-5;
ReplicaId: 2; MaxWait: 500
 ms; MinBytes: 1 bytes; RequestInfo: [optimizer-default-topic,283] ->
PartitionFetchInfo(127503
,1048576),[optimizer-default-topic,923] ->
PartitionFetchInfo(132955,1048576),[optimizer-defaul
t-topic,1263] ->
PartitionFetchInfo(136090,1048576),[optimizer-default-topic,1143] ->
Partition
FetchInfo(135009,1048576),[optimizer-default-topic,1343] ->
PartitionFetchInfo(131686,1048576),
[optimizer-default-topic,463] ->
PartitionFetchInfo(131294,1048576),[optimizer-default-topic,63
] -> PartitionFetchInfo(137998,1048576),[optimizer-default-topic,983] ->
PartitionFetchInfo(135
344,1048576),[optimizer-default-topic,3] ->
PartitionFetchInfo(133825,1048576),[optimizer-defau
lt-topic,623] ->
PartitionFetchInfo(135370,1048576),[optimizer-default-topic,1163] ->
Partition
FetchInfo(131605,1048576),[optimizer-default-topic,663] ->
PartitionFetchInfo(129512,1048576),[
optimizer-default-topic,603] ->
PartitionFetchInfo(135542,1048576),[optimizer-default-topic,883
] -> PartitionFetchInfo(133556,1048576),[optimizer-default-topic,303] ->
PartitionFetchInfo(136
799,1048576),[optimizer-default-topic,1383] ->
PartitionFetchInfo(132109,1048576),[optimizer-de
fault-topic,723] ->
PartitionFetchInfo(133904,1048576),[optimizer-default-topic,103] -> Partiti
onFetchInfo(132492,1048576),[optimizer-default-topic,943] ->
PartitionFetchInfo(133505,1048576)
,[optimizer-default-topic,1323] ->
PartitionFetchInfo(132679,1048576),[optimizer-default-topic,
1283] -> PartitionFetchInfo(138022,1048576),[optimizer-default-topic,1123]
-> PartitionFetchInf
o(130080,1048576),[optimizer-default-topic,823] ->
PartitionFetchInfo(135960,1048576),[optimize
r-default-topic,563] ->
PartitionFetchInfo(130459,1048576),[optimizer-default-topic,743] -> Par
titionFetchInfo(133563,1048576),[optimizer-default-topic,843] ->
PartitionFetchInfo(130122,1048
576),[optimizer-default-topic,1043] ->
PartitionFetchInfo(135857,1048576),[optimizer-default-to
pic,243] ->
PartitionFetchInfo(133344,1048576),[optimizer-default-topic,1203] ->
PartitionFetch
Info(136861,1048576),[optimizer-default-topic,143] ->
PartitionFetchInfo(138480,1048576),[optim
izer-default-topic,43] ->
PartitionFetchInfo(135978,1048576),[optimizer-default-topic,643] -> P
artitionFetchInfo(139799,1048576),[optimizer-default-topic,863] ->
PartitionFetchInfo(136473,10
48576),[optimizer-default-topic,323] ->
PartitionFetchInfo(136294,1048576),[optimizer-default-t
opic,363] ->
PartitionFetchInfo(132374,1048576),[optimizer-default-topic,903] ->
PartitionFetch
Info(132833,1048576),[optimizer-default-topic,23] ->
PartitionFetchInfo(138537,1048576),[optimi
zer-default-topic,83] ->
PartitionFetchInfo(134931,1048576),[optimizer-default-topic,1363] -> P
artitionFetchInfo(133590,1048576),[optimizer-default-topic,343] ->
PartitionFetchInfo(131837,10
48576),[optimizer-default-topic,263] ->
PartitionFetchInfo(138943,1048576),[optimizer-default-t
opic,1243] ->
PartitionFetchInfo(138177,1048576),[optimizer-default-topic,1183] ->
PartitionFet
chInfo(129200,1048576),[optimizer-default-topic,383] ->
PartitionFetchInfo(131492,1048576),[opt
imizer-default-topic,443] ->
PartitionFetchInfo(131666,1048576),[optimizer-default-topic,203] -
> PartitionFetchInfo(135036,1048576),[optimizer-default-topic,583] ->
PartitionFetchInfo(130203
,1048576),[optimizer-default-topic,783] ->
PartitionFetchInfo(133470,1048576),[optimizer-defaul
t-topic,1003] ->
PartitionFetchInfo(134826,1048576),[optimizer-default-topic,123] ->
PartitionF
etchInfo(134044,1048576),[optimizer-default-topic,1223] ->
PartitionFetchInfo(133005,1048576),[
optimizer-default-topic,223] ->
PartitionFetchInfo(133248,1048576),[optimizer-default-topic,803
] -> PartitionFetchInfo(135492,1048576),[optimizer-default-topic,963] ->
PartitionFetchInfo(132
238,1048576),[optimizer-default-topic,543] ->
PartitionFetchInfo(132958,1048576),[optimizer-def
ault-topic,763] ->
PartitionFetchInfo(129710,1048576),[optimizer-default-topic,163] -> Partitio
nFetchInfo(130520,1048576),[optimizer-default-topic,503] ->
PartitionFetchInfo(132099,1048576),
[optimizer-default-topic,1103] ->
PartitionFetchInfo(138307,1048576),[optimizer-default-topic,6
83] -> PartitionFetchInfo(135641,1048576),[optimizer-default-topic,1303] ->
PartitionFetchInfo(
133974,1048576),[optimizer-default-topic,483] ->
PartitionFetchInfo(136166,1048576),[optimizer-
default-topic,1023] ->
PartitionFetchInfo(134111,1048576),[optimizer-default-topic,183] -> Part
itionFetchInfo(134412,1048576),[optimizer-default-topic,703] ->
PartitionFetchInfo(137102,10485
76),[optimizer-default-topic,423] ->
PartitionFetchInfo(133902,1048576),[optimizer-default-topi
c,523] -> PartitionFetchInfo(133113,1048576),[optimizer-default-topic,403]
-> PartitionFetchInf
o(136127,1048576),[optimizer-default-topic,1063] ->
PartitionFetchInfo(127268,1048576) (kafka.s
erver.ReplicaFetcherThread)
java.net.ConnectException: Connection refused
        at sun.nio.ch.Net.connect(Native Method)
        at sun.nio.ch.SocketChannelImpl.connect(SocketChannelImpl.java:525)
        at kafka.network.BlockingChannel.connect(BlockingChannel.scala:57)
        at kafka.consumer.SimpleConsumer.connect(SimpleConsumer.scala:44)
        at kafka.consumer.SimpleConsumer.reconnect(SimpleConsumer.scala:57)
        at
kafka.consumer.SimpleConsumer.liftedTree1$1(SimpleConsumer.scala:79)
        at
kafka.consumer.SimpleConsumer.kafka$consumer$SimpleConsumer$$sendRequest(SimpleConsu
mer.scala:71)
        at
kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply$mcV$sp(
SimpleConsumer.scala:110)
        at
kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply(SimpleC
onsumer.scala:110)
        at
kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply(SimpleC
onsumer.scala:110)
        at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:33)
        at
kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply$mcV$sp(SimpleConsumer.scala:109
)
        at
kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply(SimpleConsumer.scala:109)
        at
kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply(SimpleConsumer.scala:109)
        at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:33)
        at kafka.consumer.SimpleConsumer.fetch(SimpleConsumer.scala:108)
        at
kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:9
4)
        at
kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:86)
        at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:51)

Re: Error in fetch name

Posted by Guozhang Wang <wa...@gmail.com>.

Hello Tom,

Yes this is normal and indicating the broker is not reachable.

However, when you have a lot of topic/partitions on the brokers the log
entry may be a bit verbose. We do have a switch to turn off the fetch
partition info but have not enabled that. Could you file a Jira for "Enable
turning off describe details in replica fetcher thread"?

Guozhang


On Thu, Mar 27, 2014 at 2:45 PM, Tom Amon <ta...@gmail.com> wrote:

> We see the following messages in the broker logs whenever we reboot a
> broker. These messages filled up 200MB of log files in less than 1 minute.
> Are these normal? For reference we have enabled controlled shutdown on each
> broker.
>
>
> [2014-03-25 22:52:45,558] INFO Reconnect due to socket error: null
> (kafka.consumer.SimpleConsum
> er)
> [2014-03-25 22:52:45,558] WARN [ReplicaFetcherThread-0-5], Error in fetch
> Name: FetchRequest; V
> ersion: 0; CorrelationId: 10981; ClientId: ReplicaFetcherThread-0-5;
> ReplicaId: 2; MaxWait: 500
>  ms; MinBytes: 1 bytes; RequestInfo: [optimizer-default-topic,283] ->
> PartitionFetchInfo(127503
> ,1048576),[optimizer-default-topic,923] ->
> PartitionFetchInfo(132955,1048576),[optimizer-defaul
> t-topic,1263] ->
> PartitionFetchInfo(136090,1048576),[optimizer-default-topic,1143] ->
> Partition
> FetchInfo(135009,1048576),[optimizer-default-topic,1343] ->
> PartitionFetchInfo(131686,1048576),
> [optimizer-default-topic,463] ->
> PartitionFetchInfo(131294,1048576),[optimizer-default-topic,63
> ] -> PartitionFetchInfo(137998,1048576),[optimizer-default-topic,983] ->
> PartitionFetchInfo(135
> 344,1048576),[optimizer-default-topic,3] ->
> PartitionFetchInfo(133825,1048576),[optimizer-defau
> lt-topic,623] ->
> PartitionFetchInfo(135370,1048576),[optimizer-default-topic,1163] ->
> Partition
> FetchInfo(131605,1048576),[optimizer-default-topic,663] ->
> PartitionFetchInfo(129512,1048576),[
> optimizer-default-topic,603] ->
> PartitionFetchInfo(135542,1048576),[optimizer-default-topic,883
> ] -> PartitionFetchInfo(133556,1048576),[optimizer-default-topic,303] ->
> PartitionFetchInfo(136
> 799,1048576),[optimizer-default-topic,1383] ->
> PartitionFetchInfo(132109,1048576),[optimizer-de
> fault-topic,723] ->
> PartitionFetchInfo(133904,1048576),[optimizer-default-topic,103] -> Partiti
> onFetchInfo(132492,1048576),[optimizer-default-topic,943] ->
> PartitionFetchInfo(133505,1048576)
> ,[optimizer-default-topic,1323] ->
> PartitionFetchInfo(132679,1048576),[optimizer-default-topic,
> 1283] -> PartitionFetchInfo(138022,1048576),[optimizer-default-topic,1123]
> -> PartitionFetchInf
> o(130080,1048576),[optimizer-default-topic,823] ->
> PartitionFetchInfo(135960,1048576),[optimize
> r-default-topic,563] ->
> PartitionFetchInfo(130459,1048576),[optimizer-default-topic,743] -> Par
> titionFetchInfo(133563,1048576),[optimizer-default-topic,843] ->
> PartitionFetchInfo(130122,1048
> 576),[optimizer-default-topic,1043] ->
> PartitionFetchInfo(135857,1048576),[optimizer-default-to
> pic,243] ->
> PartitionFetchInfo(133344,1048576),[optimizer-default-topic,1203] ->
> PartitionFetch
> Info(136861,1048576),[optimizer-default-topic,143] ->
> PartitionFetchInfo(138480,1048576),[optim
> izer-default-topic,43] ->
> PartitionFetchInfo(135978,1048576),[optimizer-default-topic,643] -> P
> artitionFetchInfo(139799,1048576),[optimizer-default-topic,863] ->
> PartitionFetchInfo(136473,10
> 48576),[optimizer-default-topic,323] ->
> PartitionFetchInfo(136294,1048576),[optimizer-default-t
> opic,363] ->
> PartitionFetchInfo(132374,1048576),[optimizer-default-topic,903] ->
> PartitionFetch
> Info(132833,1048576),[optimizer-default-topic,23] ->
> PartitionFetchInfo(138537,1048576),[optimi
> zer-default-topic,83] ->
> PartitionFetchInfo(134931,1048576),[optimizer-default-topic,1363] -> P
> artitionFetchInfo(133590,1048576),[optimizer-default-topic,343] ->
> PartitionFetchInfo(131837,10
> 48576),[optimizer-default-topic,263] ->
> PartitionFetchInfo(138943,1048576),[optimizer-default-t
> opic,1243] ->
> PartitionFetchInfo(138177,1048576),[optimizer-default-topic,1183] ->
> PartitionFet
> chInfo(129200,1048576),[optimizer-default-topic,383] ->
> PartitionFetchInfo(131492,1048576),[opt
> imizer-default-topic,443] ->
> PartitionFetchInfo(131666,1048576),[optimizer-default-topic,203] -
> > PartitionFetchInfo(135036,1048576),[optimizer-default-topic,583] ->
> PartitionFetchInfo(130203
> ,1048576),[optimizer-default-topic,783] ->
> PartitionFetchInfo(133470,1048576),[optimizer-defaul
> t-topic,1003] ->
> PartitionFetchInfo(134826,1048576),[optimizer-default-topic,123] ->
> PartitionF
> etchInfo(134044,1048576),[optimizer-default-topic,1223] ->
> PartitionFetchInfo(133005,1048576),[
> optimizer-default-topic,223] ->
> PartitionFetchInfo(133248,1048576),[optimizer-default-topic,803
> ] -> PartitionFetchInfo(135492,1048576),[optimizer-default-topic,963] ->
> PartitionFetchInfo(132
> 238,1048576),[optimizer-default-topic,543] ->
> PartitionFetchInfo(132958,1048576),[optimizer-def
> ault-topic,763] ->
> PartitionFetchInfo(129710,1048576),[optimizer-default-topic,163] ->
> Partitio
> nFetchInfo(130520,1048576),[optimizer-default-topic,503] ->
> PartitionFetchInfo(132099,1048576),
> [optimizer-default-topic,1103] ->
> PartitionFetchInfo(138307,1048576),[optimizer-default-topic,6
> 83] -> PartitionFetchInfo(135641,1048576),[optimizer-default-topic,1303] ->
> PartitionFetchInfo(
> 133974,1048576),[optimizer-default-topic,483] ->
> PartitionFetchInfo(136166,1048576),[optimizer-
> default-topic,1023] ->
> PartitionFetchInfo(134111,1048576),[optimizer-default-topic,183] -> Part
> itionFetchInfo(134412,1048576),[optimizer-default-topic,703] ->
> PartitionFetchInfo(137102,10485
> 76),[optimizer-default-topic,423] ->
> PartitionFetchInfo(133902,1048576),[optimizer-default-topi
> c,523] -> PartitionFetchInfo(133113,1048576),[optimizer-default-topic,403]
> -> PartitionFetchInf
> o(136127,1048576),[optimizer-default-topic,1063] ->
> PartitionFetchInfo(127268,1048576) (kafka.s
> erver.ReplicaFetcherThread)
> java.net.ConnectException: Connection refused
>         at sun.nio.ch.Net.connect(Native Method)
>         at sun.nio.ch.SocketChannelImpl.connect(SocketChannelImpl.java:525)
>         at kafka.network.BlockingChannel.connect(BlockingChannel.scala:57)
>         at kafka.consumer.SimpleConsumer.connect(SimpleConsumer.scala:44)
>         at kafka.consumer.SimpleConsumer.reconnect(SimpleConsumer.scala:57)
>         at
> kafka.consumer.SimpleConsumer.liftedTree1$1(SimpleConsumer.scala:79)
>         at
>
> kafka.consumer.SimpleConsumer.kafka$consumer$SimpleConsumer$$sendRequest(SimpleConsu
> mer.scala:71)
>         at
>
> kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply$mcV$sp(
> SimpleConsumer.scala:110)
>         at
>
> kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply(SimpleC
> onsumer.scala:110)
>         at
>
> kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply(SimpleC
> onsumer.scala:110)
>         at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:33)
>         at
>
> kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply$mcV$sp(SimpleConsumer.scala:109
> )
>         at
>
> kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply(SimpleConsumer.scala:109)
>         at
>
> kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply(SimpleConsumer.scala:109)
>         at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:33)
>         at kafka.consumer.SimpleConsumer.fetch(SimpleConsumer.scala:108)
>         at
>
> kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:9
> 4)
>         at
> kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:86)
>         at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:51)
>



-- 
-- Guozhang