You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@camel.apache.org by "Claus Ibsen (Jira)" <ji...@apache.org> on 2021/03/29 08:15:00 UTC

[jira] [Assigned] (CAMEL-16418) LEAK: ByteBuf.release() results when using circuit breaker with netty http producer

     [ https://issues.apache.org/jira/browse/CAMEL-16418?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]

Claus Ibsen reassigned CAMEL-16418:
-----------------------------------

    Assignee: Claus Ibsen

> LEAK: ByteBuf.release() results when using circuit breaker with netty http producer 
> ------------------------------------------------------------------------------------
>
>                 Key: CAMEL-16418
>                 URL: https://issues.apache.org/jira/browse/CAMEL-16418
>             Project: Camel
>          Issue Type: Bug
>          Components: camel-netty-http
>    Affects Versions: 3.7.3, 3.8.0, 3.9.0
>            Reporter: Samrat Dhillon
>            Assignee: Claus Ibsen
>            Priority: Major
>             Fix For: 3.7.4, 3.10.0
>
>         Attachments: CamelRoute.java
>
>
> Using circuit breaker pattern with camel netty http will result in memory leaks. Netty will report ByteBuff leak as highlighted in the below stack trace. This can be reproduced very easily with a simple route definition (code sample attached). Note that the leak has nothing to do with actual circuit breaker timeouts and will result irrespectively and every time the netty http producer is called. Also it occurs with implementation of camel-reslience4j and camel-microprofile
>  
> {color:#000000}LEAK: ByteBuf.release() was not called before it's garbage-collected. See [https://netty.io/wiki/reference-counted-objects.html|https://clicktime.symantec.com/3QWhktfd2FDGnzQF6BE6atC7Vc?u=https%3A%2F%2Fnetty.io%2Fwiki%2Freference-counted-objects.html] for more information.{color}
> {color:#000000}Recent access records: {color}
> {color:#000000}#1:{color}
> {color:#000000}io.netty.handler.codec.http.HttpObjectAggregator$AggregatedFullHttpMessage.release(HttpObjectAggregator.java:379){color}
> {color:#000000}       io.netty.util.ReferenceCountUtil.release(ReferenceCountUtil.java:88){color}
> {color:#000000}       io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:106){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}       io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}       io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}io.netty.channel.CombinedChannelDuplexHandler$DelegatingChannelHandlerContext.fireChannelRead(CombinedChannelDuplexHandler.java:436){color}
> {color:#000000}       io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:324){color}
> {color:#000000}       io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296){color}
> {color:#000000}       io.netty.channel.CombinedChannelDuplexHandler.channelRead(CombinedChannelDuplexHandler.java:251){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}       io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}       io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919){color}
> {color:#000000}       io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:719){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:655){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:581){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493){color}
> {color:#000000}       io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989){color}
> {color:#000000}       io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74){color}
> {color:#000000}       java.base/java.lang.Thread.run(Thread.java:834){color}
> {color:#000000}#2:{color}
> {color:#000000}       io.netty.buffer.AdvancedLeakAwareCompositeByteBuf.retain(AdvancedLeakAwareCompositeByteBuf.java:36){color}
> {color:#000000}org.apache.camel.component.netty.http.NettyHttpProducer$NettyHttpProducerCallback.done(NettyHttpProducer.java:123){color}
> {color:#000000}       org.apache.camel.component.netty.NettyProducer$NettyProducerCallback.done(NettyProducer.java:555){color}
> {color:#000000}  org.apache.camel.component.netty.handlers.ClientChannelHandler.channelRead0(ClientChannelHandler.java:229){color}
> {color:#000000}       io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}       io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}       io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}io.netty.channel.CombinedChannelDuplexHandler$DelegatingChannelHandlerContext.fireChannelRead(CombinedChannelDuplexHandler.java:436){color}
> {color:#000000}       io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:324){color}
> {color:#000000}       io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296){color}
> {color:#000000}       io.netty.channel.CombinedChannelDuplexHandler.channelRead(CombinedChannelDuplexHandler.java:251){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}       io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}       io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919){color}
> {color:#000000}       io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:719){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:655){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:581){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493){color}
> {color:#000000}       io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989){color}
> {color:#000000}       io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74){color}
> {color:#000000}       java.base/java.lang.Thread.run(Thread.java:834){color}
> {color:#000000}#3:{color}
> {color:#000000}io.netty.handler.codec.http.HttpObjectAggregator$AggregatedFullHttpMessage.release(HttpObjectAggregator.java:379){color}
> {color:#000000}org.apache.camel.component.netty.http.DefaultNettyHttpBinding.toCamelMessage(DefaultNettyHttpBinding.java:332){color}
> {color:#000000}org.apache.camel.component.netty.http.handlers.HttpClientChannelHandler.getResponseMessage(HttpClientChannelHandler.java:57){color}
> {color:#000000}  org.apache.camel.component.netty.handlers.ClientChannelHandler.channelRead0(ClientChannelHandler.java:178){color}
> {color:#000000}       io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}       io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}       io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}io.netty.channel.CombinedChannelDuplexHandler$DelegatingChannelHandlerContext.fireChannelRead(CombinedChannelDuplexHandler.java:436){color}
> {color:#000000}       io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:324){color}
> {color:#000000}       io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296){color}
> {color:#000000}       io.netty.channel.CombinedChannelDuplexHandler.channelRead(CombinedChannelDuplexHandler.java:251){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}       io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}       io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919){color}
> {color:#000000}       io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:719){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:655){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:581){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493){color}
> {color:#000000}       io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989){color}
> {color:#000000}       io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74){color}
> {color:#000000}       java.base/java.lang.Thread.run(Thread.java:834){color}
> {color:#000000}#4:{color}
> {color:#000000}       org.apache.camel.component.netty.NettyConverter.toByteArray(NettyConverter.java:59){color}
> {color:#000000}org.apache.camel.component.netty.NettyConverterLoader.lambda$registerConverters$0(NettyConverterLoader.java:29){color}
> {color:#000000}       org.apache.camel.support.SimpleTypeConverter.convertTo(SimpleTypeConverter.java:101){color}
> {color:#000000}   org.apache.camel.impl.converter.CoreTypeConverterRegistry.doConvertTo(CoreTypeConverterRegistry.java:478){color}
> {color:#000000}   org.apache.camel.impl.converter.CoreTypeConverterRegistry.doConvertTo(CoreTypeConverterRegistry.java:356){color}
> {color:#000000}     org.apache.camel.impl.converter.CoreTypeConverterRegistry.convertTo(CoreTypeConverterRegistry.java:203){color}
> {color:#000000}org.apache.camel.component.netty.http.DefaultNettyHttpBinding.toCamelMessage(DefaultNettyHttpBinding.java:329){color}
> {color:#000000}org.apache.camel.component.netty.http.handlers.HttpClientChannelHandler.getResponseMessage(HttpClientChannelHandler.java:57){color}
> {color:#000000}  org.apache.camel.component.netty.handlers.ClientChannelHandler.channelRead0(ClientChannelHandler.java:178){color}
> {color:#000000}       io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}       io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}       io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}io.netty.channel.CombinedChannelDuplexHandler$DelegatingChannelHandlerContext.fireChannelRead(CombinedChannelDuplexHandler.java:436){color}
> {color:#000000}       io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:324){color}
> {color:#000000}       io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296){color}
> {color:#000000}       io.netty.channel.CombinedChannelDuplexHandler.channelRead(CombinedChannelDuplexHandler.java:251){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}       io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}       io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919){color}
> {color:#000000}       io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:719){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:655){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:581){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493){color}
> {color:#000000}       io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989){color}
> {color:#000000}       io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74){color}
> {color:#000000}       java.base/java.lang.Thread.run(Thread.java:834){color}
> {color:#000000}#5:{color}
> {color:#000000}      io.netty.buffer.AdvancedLeakAwareCompositeByteBuf.getBytes(AdvancedLeakAwareCompositeByteBuf.java:230){color}
> {color:#000000}       io.netty.buffer.AdvancedLeakAwareCompositeByteBuf.getBytes(AdvancedLeakAwareCompositeByteBuf.java:36){color}
> {color:#000000}       org.apache.camel.component.netty.NettyConverter.toByteArray(NettyConverter.java:57){color}
> {color:#000000}org.apache.camel.component.netty.NettyConverterLoader.lambda$registerConverters$0(NettyConverterLoader.java:29){color}
> {color:#000000}       org.apache.camel.support.SimpleTypeConverter.convertTo(SimpleTypeConverter.java:101){color}
> {color:#000000}   org.apache.camel.impl.converter.CoreTypeConverterRegistry.doConvertTo(CoreTypeConverterRegistry.java:478){color}
> {color:#000000}   org.apache.camel.impl.converter.CoreTypeConverterRegistry.doConvertTo(CoreTypeConverterRegistry.java:356){color}
> {color:#000000}     org.apache.camel.impl.converter.CoreTypeConverterRegistry.convertTo(CoreTypeConverterRegistry.java:203){color}
> {color:#000000}org.apache.camel.component.netty.http.DefaultNettyHttpBinding.toCamelMessage(DefaultNettyHttpBinding.java:329){color}
> {color:#000000}org.apache.camel.component.netty.http.handlers.HttpClientChannelHandler.getResponseMessage(HttpClientChannelHandler.java:57){color}
> {color:#000000}  org.apache.camel.component.netty.handlers.ClientChannelHandler.channelRead0(ClientChannelHandler.java:178){color}
> {color:#000000}       io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}       io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}       io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}io.netty.channel.CombinedChannelDuplexHandler$DelegatingChannelHandlerContext.fireChannelRead(CombinedChannelDuplexHandler.java:436){color}
> {color:#000000}       io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:324){color}
> {color:#000000}       io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296){color}
> {color:#000000}       io.netty.channel.CombinedChannelDuplexHandler.channelRead(CombinedChannelDuplexHandler.java:251){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}       io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}       io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919){color}
> {color:#000000}       io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:719){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:655){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:581){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493){color}
> {color:#000000}       io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989){color}
> {color:#000000}       io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74){color}
> {color:#000000}       java.base/java.lang.Thread.run(Thread.java:834){color}
> {color:#000000}#6:{color}
> {color:#000000}       io.netty.buffer.AdvancedLeakAwareCompositeByteBuf.retain(AdvancedLeakAwareCompositeByteBuf.java:36){color}
> {color:#000000}io.netty.handler.codec.http.HttpObjectAggregator$AggregatedFullHttpMessage.retain(HttpObjectAggregator.java:355){color}
> {color:#000000}io.netty.handler.codec.http.HttpObjectAggregator$AggregatedFullHttpResponse.retain(HttpObjectAggregator.java:554){color}
> {color:#000000}org.apache.camel.component.netty.http.DefaultNettyHttpBinding.toCamelMessage(DefaultNettyHttpBinding.java:327){color}
> {color:#000000}org.apache.camel.component.netty.http.handlers.HttpClientChannelHandler.getResponseMessage(HttpClientChannelHandler.java:57){color}
> {color:#000000}  org.apache.camel.component.netty.handlers.ClientChannelHandler.channelRead0(ClientChannelHandler.java:178){color}
> {color:#000000}       io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}       io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}       io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}io.netty.channel.CombinedChannelDuplexHandler$DelegatingChannelHandlerContext.fireChannelRead(CombinedChannelDuplexHandler.java:436){color}
> {color:#000000}       io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:324){color}
> {color:#000000}       io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296){color}
> {color:#000000}       io.netty.channel.CombinedChannelDuplexHandler.channelRead(CombinedChannelDuplexHandler.java:251){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}       io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}       io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919){color}
> {color:#000000}       io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:719){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:655){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:581){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493){color}
> {color:#000000}       io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989){color}
> {color:#000000}       io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74){color}
> {color:#000000}       java.base/java.lang.Thread.run(Thread.java:834){color}
> {color:#000000}#7:{color}
> {color:#000000}       Hint: 'handler' will handle the message from this point.{color}
> {color:#000000}       io.netty.buffer.AdvancedLeakAwareCompositeByteBuf.touch(AdvancedLeakAwareCompositeByteBuf.java:36){color}
> {color:#000000}io.netty.handler.codec.http.HttpObjectAggregator$AggregatedFullHttpMessage.touch(HttpObjectAggregator.java:367){color}
> {color:#000000}io.netty.handler.codec.http.HttpObjectAggregator$AggregatedFullHttpResponse.touch(HttpObjectAggregator.java:560){color}
> {color:#000000}io.netty.handler.codec.http.HttpObjectAggregator$AggregatedFullHttpResponse.touch(HttpObjectAggregator.java:494){color}
> {color:#000000}       io.netty.channel.DefaultChannelPipeline.touch(DefaultChannelPipeline.java:116){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}       io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}       io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}io.netty.channel.CombinedChannelDuplexHandler$DelegatingChannelHandlerContext.fireChannelRead(CombinedChannelDuplexHandler.java:436){color}
> {color:#000000}       io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:324){color}
> {color:#000000}       io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296){color}
> {color:#000000}       io.netty.channel.CombinedChannelDuplexHandler.channelRead(CombinedChannelDuplexHandler.java:251){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}       io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}       io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919){color}
> {color:#000000}       io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:719){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:655){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:581){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493){color}
> {color:#000000}       io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989){color}
> {color:#000000}       io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74){color}
> {color:#000000}       java.base/java.lang.Thread.run(Thread.java:834){color}
> {color:#000000}#8:{color}
> {color:#000000}  io.netty.buffer.AdvancedLeakAwareCompositeByteBuf.addComponent(AdvancedLeakAwareCompositeByteBuf.java:920){color}
> {color:#000000}       io.netty.handler.codec.MessageAggregator.appendPartialContent(MessageAggregator.java:333){color}
> {color:#000000}       io.netty.handler.codec.MessageAggregator.decode(MessageAggregator.java:298){color}
> {color:#000000}       io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}       io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}io.netty.channel.CombinedChannelDuplexHandler$DelegatingChannelHandlerContext.fireChannelRead(CombinedChannelDuplexHandler.java:436){color}
> {color:#000000}       io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:324){color}
> {color:#000000}       io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296){color}
> {color:#000000}       io.netty.channel.CombinedChannelDuplexHandler.channelRead(CombinedChannelDuplexHandler.java:251){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}       io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}       io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919){color}
> {color:#000000}       io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:719){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:655){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:581){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493){color}
> {color:#000000}       io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989){color}
> {color:#000000}       io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74){color}
> {color:#000000}       java.base/java.lang.Thread.run(Thread.java:834){color}
> {color:#000000}Created at:{color}
> {color:#000000}       io.netty.buffer.AbstractByteBufAllocator.compositeDirectBuffer(AbstractByteBufAllocator.java:223){color}
> {color:#000000}       io.netty.buffer.AbstractByteBufAllocator.compositeBuffer(AbstractByteBufAllocator.java:201){color}
> {color:#000000}       io.netty.handler.codec.MessageAggregator.decode(MessageAggregator.java:271){color}
> {color:#000000}       io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}       io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}io.netty.channel.CombinedChannelDuplexHandler$DelegatingChannelHandlerContext.fireChannelRead(CombinedChannelDuplexHandler.java:436){color}
> {color:#000000}       io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:324){color}
> {color:#000000}       io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:311){color}
> {color:#000000}       io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:432){color}
> {color:#000000}       io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276){color}
> {color:#000000}       io.netty.channel.CombinedChannelDuplexHandler.channelRead(CombinedChannelDuplexHandler.java:251){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}      io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357){color}
> {color:#000000}       io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379){color}
> {color:#000000}    io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365){color}
> {color:#000000}       io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919){color}
> {color:#000000}       io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:719){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:655){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:581){color}
> {color:#000000}       io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493){color}
> {color:#000000}       io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989){color}
> {color:#000000}       io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74){color}
> {color:#000000}       java.base/java.lang.Thread.run(Thread.java:834){color}



--
This message was sent by Atlassian Jira
(v8.3.4#803005)