You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@synapse.apache.org by ant elder <an...@gmail.com> on 2007/03/21 12:06:39 UTC
Intermittent IO Errors using Synapse
I've been trying to use JMeter to test Synapse but getting intermittent
failures, see below for the stack trace output. Happens all the time, maybe
a few hundred requests are successful but then it gets the failure and
hangs. I'm not sure whats the easiest way to debug this is, any ideas?
...ant
[I/O reactor worker thread 5] ERROR ServerHandler - Error processing request
received for : /axis2/services/SimpleStockQuoteService
java.io.IOException: Unable to establish loopback connection
at sun.nio.ch.PipeImpl$Initializer.run(PipeImpl.java:106)
at java.security.AccessController.doPrivileged(Native Method)
at sun.nio.ch.PipeImpl.<init>(PipeImpl.java:122)
at sun.nio.ch.SelectorProviderImpl.openPipe(
SelectorProviderImpl.java:27)
at java.nio.channels.Pipe.open(Pipe.java:133)
at org.apache.axis2.transport.nhttp.ServerHandler.requestReceived(
ServerHandler.java:108)
at
org.apache.axis2.transport.nhttp.LoggingNHttpServiceHandler.requestReceived(
LoggingNHttpServiceHandler.java:79)
at
org.apache.http.impl.nio.DefaultNHttpServerConnection.consumeInput(
DefaultNHttpServerConnection.java:96)
at
org.apache.axis2.transport.nhttp.PlainServerIOEventDispatch.inputReady(
PlainServerIOEventDispatch.java:67)
at org.apache.http.impl.nio.reactor.BaseIOReactor.readable(
BaseIOReactor.java:68)
at org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvent(
AbstractIOReactor.java:160)
at org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvents(
AbstractIOReactor.java:145)
at org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(
AbstractIOReactor.java:127)
at
org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor$Worker.run(
AbstractMultiworkerIOReactor.java:153)
at java.lang.Thread.run(Thread.java:595)
Caused by: java.net.BindException: Address already in use: connect
at sun.nio.ch.Net.connect(Native Method)
at sun.nio.ch.SocketChannelImpl.connect(SocketChannelImpl.java:464)
at java.nio.channels.SocketChannel.open(SocketChannel.java:146)
at sun.nio.ch.PipeImpl$Initializer.run(PipeImpl.java:78)
... 14 more
[I/O reactor worker thread 5] ERROR ServerHandler - I/O Error : null
java.nio.channels.ClosedChannelException
at sun.nio.ch.SocketChannelImpl.ensureReadOpen(
SocketChannelImpl.java:112)
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:139)
at
org.apache.axis2.transport.nhttp.LoggingIOSession$LoggingByteChannel.read(
LoggingIOSession.java:153)
at org.apache.http.impl.nio.reactor.SessionInputBuffer.fill(
SessionInputBuffer.java:75)
at org.apache.http.impl.nio.codecs.ChunkDecoder.read(
ChunkDecoder.java:157)
at org.apache.axis2.transport.nhttp.ServerHandler.inputReady(
ServerHandler.java:150)
at
org.apache.axis2.transport.nhttp.LoggingNHttpServiceHandler.inputReady(
LoggingNHttpServiceHandler.java:103)
at
org.apache.http.impl.nio.DefaultNHttpServerConnection.consumeInput(
DefaultNHttpServerConnection.java:108)
at
org.apache.axis2.transport.nhttp.PlainServerIOEventDispatch.inputReady(
PlainServerIOEventDispatch.java:67)
at org.apache.http.impl.nio.reactor.BaseIOReactor.readable(
BaseIOReactor.java:68)
at org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvent(
AbstractIOReactor.java:160)
at org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvents(
AbstractIOReactor.java:145)
at org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(
AbstractIOReactor.java:127)
at
org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor$Worker.run(
AbstractMultiworkerIOReactor.java:153)
at java.lang.Thread.run(Thread.java:595)
[I/O reactor worker thread 5] WARN ServerHandler - Connection Timeout for
request to : /axis2/services/SimpleStockQuoteService
[I/O reactor worker thread 5] ERROR ServerHandler - Error processing request
received for : /axis2/services/SimpleStockQuoteService
java.io.IOException: Unable to establish loopback connection
at sun.nio.ch.PipeImpl$Initializer.run(PipeImpl.java:106)
at java.security.AccessController.doPrivileged(Native Method)
at sun.nio.ch.PipeImpl.<init>(PipeImpl.java:122)
at sun.nio.ch.SelectorProviderImpl.openPipe(
SelectorProviderImpl.java:27)
at java.nio.channels.Pipe.open(Pipe.java:133)
at org.apache.axis2.transport.nhttp.ServerHandler.requestReceived(
ServerHandler.java:108)
at
org.apache.axis2.transport.nhttp.LoggingNHttpServiceHandler.requestReceived(
LoggingNHttpServiceHandler.java:79)
at
org.apache.http.impl.nio.DefaultNHttpServerConnection.consumeInput(
DefaultNHttpServerConnection.java:96)
at
org.apache.axis2.transport.nhttp.PlainServerIOEventDispatch.inputReady(
PlainServerIOEventDispatch.java:67)
at org.apache.http.impl.nio.reactor.BaseIOReactor.readable(
BaseIOReactor.java:68)
at org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvent(
AbstractIOReactor.java:160)
at org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvents(
AbstractIOReactor.java:145)
at org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(
AbstractIOReactor.java:127)
at
org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor$Worker.run(
AbstractMultiworkerIOReactor.java:153)
at java.lang.Thread.run(Thread.java:595)
Caused by: java.net.BindException: Address already in use: connect
at sun.nio.ch.Net.connect(Native Method)
at sun.nio.ch.SocketChannelImpl.connect(SocketChannelImpl.java:464)
at java.nio.channels.SocketChannel.open(SocketChannel.java:146)
at sun.nio.ch.PipeImpl$Initializer.run(PipeImpl.java:78)
... 14 more
[I/O reactor worker thread 5] ERROR ServerHandler - I/O Error : null
java.nio.channels.ClosedChannelException
at sun.nio.ch.SocketChannelImpl.ensureReadOpen(
SocketChannelImpl.java:112)
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:139)
at
org.apache.axis2.transport.nhttp.LoggingIOSession$LoggingByteChannel.read(
LoggingIOSession.java:153)
at org.apache.http.impl.nio.reactor.SessionInputBuffer.fill(
SessionInputBuffer.java:75)
at org.apache.http.impl.nio.codecs.ChunkDecoder.read(
ChunkDecoder.java:157)
at org.apache.axis2.transport.nhttp.ServerHandler.inputReady(
ServerHandler.java:150)
at
org.apache.axis2.transport.nhttp.LoggingNHttpServiceHandler.inputReady(
LoggingNHttpServiceHandler.java:103)
at
org.apache.http.impl.nio.DefaultNHttpServerConnection.consumeInput(
DefaultNHttpServerConnection.java:108)
at
org.apache.axis2.transport.nhttp.PlainServerIOEventDispatch.inputReady(
PlainServerIOEventDispatch.java:67)
at org.apache.http.impl.nio.reactor.BaseIOReactor.readable(
BaseIOReactor.java:68)
at org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvent(
AbstractIOReactor.java:160)
at org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvents(
AbstractIOReactor.java:145)
at org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(
AbstractIOReactor.java:127)
at
org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor$Worker.run(
AbstractMultiworkerIOReactor.java:153)
at java.lang.Thread.run(Thread.java:595)
[I/O reactor worker thread 7] WARN ServerHandler - Connection Timeout for
request to : /axis2/services/SimpleStockQuoteService
[I/O reactor worker thread 5] WARN ServerHandler - Connection Timeout for
request to : /axis2/services/SimpleStockQuoteService
Terminate batch job (Y/N)? y
Re: Intermittent IO Errors using Synapse
Posted by ant elder <an...@gmail.com>.
I'm not able to easily try this on Unix sorry. (I must sort that out)
I've uploaded the JMeter and Synapse files I'm using to
http://people.apache.org/~antelder/temp/. Its just the existing Synapse
sample 8 and 501 updated to the new config xml.
...ant
On 3/21/07, Asankha C. Perera <as...@wso2.com> wrote:
>
> Ant
>
> This sounds interesting.. but I am also guessing this is on Windows?
> Usually before I run a load test I do these optimizations for the
> underlying TCP stack - these are common stuff usually suggested for many
> applications.
>
> echo "1024 65535" > /proc/sys/net/ipv4/ip_local_port_range
> echo "30" > /proc/sys/net/ipv4/tcp_fin_timeout
> echo 2097152 > /proc/sys/fs/file-max
> echo 1 > /proc/sys/net/ipv4/tcp_tw_recycle
> echo 1 > /proc/sys/net/ipv4/tcp_tw_reuse
> ulimit unlimited
>
> Any possibility for you to try this on Unix if its already on Windows? I
> load tested the nhttp transport using apache bench sometime back and I
> fixed the issues I encountered. I do not think I did any major
> modifications to the code from then onwards - however I will try it once
> again to make sure. Is it possible for you to also turn on DEBUG logging
> for the nhttp transport through the lib/log4j.properties file and if
> possible share the jmeter script with me or tell me what it does?
>
> thanks
> asankha
>
>
> ant elder wrote:
> > I've been trying to use JMeter to test Synapse but getting
> > intermittent failures, see below for the stack trace output. Happens
> > all the time, maybe a few hundred requests are successful but then it
> > gets the failure and hangs. I'm not sure whats the easiest way to
> > debug this is, any ideas?
> >
> > ...ant
> >
> > [I/O reactor worker thread 5] ERROR ServerHandler - Error processing
> > request received for : /axis2/services/SimpleStockQuoteService
> > java.io.IOException: Unable to establish loopback connection
> > at sun.nio.ch.PipeImpl$Initializer.run(PipeImpl.java:106)
> > at java.security.AccessController.doPrivileged(Native Method)
> > at sun.nio.ch.PipeImpl.<init>(PipeImpl.java:122)
> > at sun.nio.ch.SelectorProviderImpl.openPipe
> > (SelectorProviderImpl.java:27)
> > at java.nio.channels.Pipe.open(Pipe.java:133)
> > at
> > org.apache.axis2.transport.nhttp.ServerHandler.requestReceived(
> ServerHandler.java:108)
> > at
> >
> org.apache.axis2.transport.nhttp.LoggingNHttpServiceHandler.requestReceived
> > (LoggingNHttpServiceHandler.java:79)
> > at
> > org.apache.http.impl.nio.DefaultNHttpServerConnection.consumeInput(
> DefaultNHttpServerConnection.java:96)
> > at
> > org.apache.axis2.transport.nhttp.PlainServerIOEventDispatch.inputReady
> > (PlainServerIOEventDispatch.java:67)
> > at
> > org.apache.http.impl.nio.reactor.BaseIOReactor.readable(
> BaseIOReactor.java:68)
> > at
> > org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvent(
> AbstractIOReactor.java
> > :160)
> > at
> > org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvents(
> AbstractIOReactor.java:145)
> > at
> > org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(
> AbstractIOReactor.java:127)
> > at
> > org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor$Worker.run
> (AbstractMultiworkerIOReactor.java:153)
> > at java.lang.Thread.run(Thread.java:595)
> > Caused by: java.net.BindException: Address already in use: connect
> > at sun.nio.ch.Net.connect(Native Method)
> > at
> > sun.nio.ch.SocketChannelImpl.connect(SocketChannelImpl.java:464)
> > at java.nio.channels.SocketChannel.open(SocketChannel.java:146)
> > at sun.nio.ch.PipeImpl$Initializer.run(PipeImpl.java:78)
> > ... 14 more
> > [I/O reactor worker thread 5] ERROR ServerHandler - I/O Error : null
> > java.nio.channels.ClosedChannelException
> > at sun.nio.ch.SocketChannelImpl.ensureReadOpen
> > (SocketChannelImpl.java:112)
> > at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:139)
> > at
> >
> org.apache.axis2.transport.nhttp.LoggingIOSession$LoggingByteChannel.read(
> LoggingIOSession.java:153)
> > at
> > org.apache.http.impl.nio.reactor.SessionInputBuffer.fill(
> SessionInputBuffer.java:75)
> > at
> > org.apache.http.impl.nio.codecs.ChunkDecoder.read(ChunkDecoder.java:157)
> > at org.apache.axis2.transport.nhttp.ServerHandler.inputReady
> > (ServerHandler.java:150)
> > at
> > org.apache.axis2.transport.nhttp.LoggingNHttpServiceHandler.inputReady(
> LoggingNHttpServiceHandler.java:103)
> > at
> > org.apache.http.impl.nio.DefaultNHttpServerConnection.consumeInput
> > (DefaultNHttpServerConnection.java:108)
> > at
> > org.apache.axis2.transport.nhttp.PlainServerIOEventDispatch.inputReady(
> PlainServerIOEventDispatch.java:67)
> > at org.apache.http.impl.nio.reactor.BaseIOReactor.readable
> > (BaseIOReactor.java:68)
> > at
> > org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvent(
> AbstractIOReactor.java:160)
> > at
> > org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvents(
> AbstractIOReactor.java
> > :145)
> > at
> > org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(
> AbstractIOReactor.java:127)
> > at
> > org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor$Worker.run
> (AbstractMultiworkerIOReactor.java
> > :153)
> > at java.lang.Thread.run(Thread.java:595)
> > [I/O reactor worker thread 5] WARN ServerHandler - Connection Timeout
> > for request to : /axis2/services/SimpleStockQuoteService
> > [I/O reactor worker thread 5] ERROR ServerHandler - Error processing
> > request received for : /axis2/services/SimpleStockQuoteService
> > java.io.IOException: Unable to establish loopback connection
> > at sun.nio.ch.PipeImpl$Initializer.run(PipeImpl.java:106)
> > at java.security.AccessController.doPrivileged(Native Method)
> > at sun.nio.ch.PipeImpl.<init>(PipeImpl.java:122)
> > at
> > sun.nio.ch.SelectorProviderImpl.openPipe(SelectorProviderImpl.java:27)
> > at java.nio.channels.Pipe.open(Pipe.java:133)
> > at
> > org.apache.axis2.transport.nhttp.ServerHandler.requestReceived
> > (ServerHandler.java:108)
> > at
> >
> org.apache.axis2.transport.nhttp.LoggingNHttpServiceHandler.requestReceived
> (LoggingNHttpServiceHandler.java:79)
> > at
> > org.apache.http.impl.nio.DefaultNHttpServerConnection.consumeInput
> > (DefaultNHttpServerConnection.java:96)
> > at
> > org.apache.axis2.transport.nhttp.PlainServerIOEventDispatch.inputReady(
> PlainServerIOEventDispatch.java:67)
> > at org.apache.http.impl.nio.reactor.BaseIOReactor.readable
> > (BaseIOReactor.java:68)
> > at
> > org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvent(
> AbstractIOReactor.java:160)
> > at
> > org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvents(
> AbstractIOReactor.java
> > :145)
> > at
> > org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(
> AbstractIOReactor.java:127)
> > at
> > org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor$Worker.run
> (AbstractMultiworkerIOReactor.java
> > :153)
> > at java.lang.Thread.run(Thread.java:595)
> > Caused by: java.net.BindException: Address already in use: connect
> > at sun.nio.ch.Net.connect(Native Method)
> > at sun.nio.ch.SocketChannelImpl.connect
> > (SocketChannelImpl.java:464)
> > at java.nio.channels.SocketChannel.open(SocketChannel.java:146)
> > at sun.nio.ch.PipeImpl$Initializer.run(PipeImpl.java:78)
> > ... 14 more
> > [I/O reactor worker thread 5] ERROR ServerHandler - I/O Error : null
> > java.nio.channels.ClosedChannelException
> > at
> > sun.nio.ch.SocketChannelImpl.ensureReadOpen(SocketChannelImpl.java:112)
> > at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:139)
> > at
> >
> org.apache.axis2.transport.nhttp.LoggingIOSession$LoggingByteChannel.read(
> LoggingIOSession.java:153)
> > at
> > org.apache.http.impl.nio.reactor.SessionInputBuffer.fill(
> SessionInputBuffer.java:75)
> > at org.apache.http.impl.nio.codecs.ChunkDecoder.read
> > (ChunkDecoder.java:157)
> > at
> > org.apache.axis2.transport.nhttp.ServerHandler.inputReady(
> ServerHandler.java:150)
> > at
> > org.apache.axis2.transport.nhttp.LoggingNHttpServiceHandler.inputReady(
> LoggingNHttpServiceHandler.java
> > :103)
> > at
> > org.apache.http.impl.nio.DefaultNHttpServerConnection.consumeInput(
> DefaultNHttpServerConnection.java:108)
> > at
> > org.apache.axis2.transport.nhttp.PlainServerIOEventDispatch.inputReady(
> PlainServerIOEventDispatch.java
> > :67)
> > at
> > org.apache.http.impl.nio.reactor.BaseIOReactor.readable(
> BaseIOReactor.java:68)
> > at
> > org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvent(
> AbstractIOReactor.java:160)
> > at
> > org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvents
> > (AbstractIOReactor.java:145)
> > at
> > org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(
> AbstractIOReactor.java:127)
> > at
> > org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor$Worker.run
> (AbstractMultiworkerIOReactor.java
> > :153)
> > at java.lang.Thread.run(Thread.java:595)
> > [I/O reactor worker thread 7] WARN ServerHandler - Connection Timeout
> > for request to : /axis2/services/SimpleStockQuoteService
> > [I/O reactor worker thread 5] WARN ServerHandler - Connection Timeout
> > for request to : /axis2/services/SimpleStockQuoteService
> > Terminate batch job (Y/N)? y
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: synapse-dev-unsubscribe@ws.apache.org
> For additional commands, e-mail: synapse-dev-help@ws.apache.org
>
>
Re: Intermittent IO Errors using Synapse
Posted by "Asankha C. Perera" <as...@wso2.com>.
Ant
This sounds interesting.. but I am also guessing this is on Windows?
Usually before I run a load test I do these optimizations for the
underlying TCP stack - these are common stuff usually suggested for many
applications.
echo "1024 65535" > /proc/sys/net/ipv4/ip_local_port_range
echo "30" > /proc/sys/net/ipv4/tcp_fin_timeout
echo 2097152 > /proc/sys/fs/file-max
echo 1 > /proc/sys/net/ipv4/tcp_tw_recycle
echo 1 > /proc/sys/net/ipv4/tcp_tw_reuse
ulimit unlimited
Any possibility for you to try this on Unix if its already on Windows? I
load tested the nhttp transport using apache bench sometime back and I
fixed the issues I encountered. I do not think I did any major
modifications to the code from then onwards - however I will try it once
again to make sure. Is it possible for you to also turn on DEBUG logging
for the nhttp transport through the lib/log4j.properties file and if
possible share the jmeter script with me or tell me what it does?
thanks
asankha
ant elder wrote:
> I've been trying to use JMeter to test Synapse but getting
> intermittent failures, see below for the stack trace output. Happens
> all the time, maybe a few hundred requests are successful but then it
> gets the failure and hangs. I'm not sure whats the easiest way to
> debug this is, any ideas?
>
> ...ant
>
> [I/O reactor worker thread 5] ERROR ServerHandler - Error processing
> request received for : /axis2/services/SimpleStockQuoteService
> java.io.IOException: Unable to establish loopback connection
> at sun.nio.ch.PipeImpl$Initializer.run(PipeImpl.java:106)
> at java.security.AccessController.doPrivileged(Native Method)
> at sun.nio.ch.PipeImpl.<init>(PipeImpl.java:122)
> at sun.nio.ch.SelectorProviderImpl.openPipe
> (SelectorProviderImpl.java:27)
> at java.nio.channels.Pipe.open(Pipe.java:133)
> at
> org.apache.axis2.transport.nhttp.ServerHandler.requestReceived(ServerHandler.java:108)
> at
> org.apache.axis2.transport.nhttp.LoggingNHttpServiceHandler.requestReceived
> (LoggingNHttpServiceHandler.java:79)
> at
> org.apache.http.impl.nio.DefaultNHttpServerConnection.consumeInput(DefaultNHttpServerConnection.java:96)
> at
> org.apache.axis2.transport.nhttp.PlainServerIOEventDispatch.inputReady
> (PlainServerIOEventDispatch.java:67)
> at
> org.apache.http.impl.nio.reactor.BaseIOReactor.readable(BaseIOReactor.java:68)
> at
> org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvent(AbstractIOReactor.java
> :160)
> at
> org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvents(AbstractIOReactor.java:145)
> at
> org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(AbstractIOReactor.java:127)
> at
> org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor$Worker.run(AbstractMultiworkerIOReactor.java:153)
> at java.lang.Thread.run(Thread.java:595)
> Caused by: java.net.BindException: Address already in use: connect
> at sun.nio.ch.Net.connect(Native Method)
> at
> sun.nio.ch.SocketChannelImpl.connect(SocketChannelImpl.java:464)
> at java.nio.channels.SocketChannel.open(SocketChannel.java:146)
> at sun.nio.ch.PipeImpl$Initializer.run(PipeImpl.java:78)
> ... 14 more
> [I/O reactor worker thread 5] ERROR ServerHandler - I/O Error : null
> java.nio.channels.ClosedChannelException
> at sun.nio.ch.SocketChannelImpl.ensureReadOpen
> (SocketChannelImpl.java:112)
> at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:139)
> at
> org.apache.axis2.transport.nhttp.LoggingIOSession$LoggingByteChannel.read(LoggingIOSession.java:153)
> at
> org.apache.http.impl.nio.reactor.SessionInputBuffer.fill(SessionInputBuffer.java:75)
> at
> org.apache.http.impl.nio.codecs.ChunkDecoder.read(ChunkDecoder.java:157)
> at org.apache.axis2.transport.nhttp.ServerHandler.inputReady
> (ServerHandler.java:150)
> at
> org.apache.axis2.transport.nhttp.LoggingNHttpServiceHandler.inputReady(LoggingNHttpServiceHandler.java:103)
> at
> org.apache.http.impl.nio.DefaultNHttpServerConnection.consumeInput
> (DefaultNHttpServerConnection.java:108)
> at
> org.apache.axis2.transport.nhttp.PlainServerIOEventDispatch.inputReady(PlainServerIOEventDispatch.java:67)
> at org.apache.http.impl.nio.reactor.BaseIOReactor.readable
> (BaseIOReactor.java:68)
> at
> org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvent(AbstractIOReactor.java:160)
> at
> org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvents(AbstractIOReactor.java
> :145)
> at
> org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(AbstractIOReactor.java:127)
> at
> org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor$Worker.run(AbstractMultiworkerIOReactor.java
> :153)
> at java.lang.Thread.run(Thread.java:595)
> [I/O reactor worker thread 5] WARN ServerHandler - Connection Timeout
> for request to : /axis2/services/SimpleStockQuoteService
> [I/O reactor worker thread 5] ERROR ServerHandler - Error processing
> request received for : /axis2/services/SimpleStockQuoteService
> java.io.IOException: Unable to establish loopback connection
> at sun.nio.ch.PipeImpl$Initializer.run(PipeImpl.java:106)
> at java.security.AccessController.doPrivileged(Native Method)
> at sun.nio.ch.PipeImpl.<init>(PipeImpl.java:122)
> at
> sun.nio.ch.SelectorProviderImpl.openPipe(SelectorProviderImpl.java:27)
> at java.nio.channels.Pipe.open(Pipe.java:133)
> at
> org.apache.axis2.transport.nhttp.ServerHandler.requestReceived
> (ServerHandler.java:108)
> at
> org.apache.axis2.transport.nhttp.LoggingNHttpServiceHandler.requestReceived(LoggingNHttpServiceHandler.java:79)
> at
> org.apache.http.impl.nio.DefaultNHttpServerConnection.consumeInput
> (DefaultNHttpServerConnection.java:96)
> at
> org.apache.axis2.transport.nhttp.PlainServerIOEventDispatch.inputReady(PlainServerIOEventDispatch.java:67)
> at org.apache.http.impl.nio.reactor.BaseIOReactor.readable
> (BaseIOReactor.java:68)
> at
> org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvent(AbstractIOReactor.java:160)
> at
> org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvents(AbstractIOReactor.java
> :145)
> at
> org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(AbstractIOReactor.java:127)
> at
> org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor$Worker.run(AbstractMultiworkerIOReactor.java
> :153)
> at java.lang.Thread.run(Thread.java:595)
> Caused by: java.net.BindException: Address already in use: connect
> at sun.nio.ch.Net.connect(Native Method)
> at sun.nio.ch.SocketChannelImpl.connect
> (SocketChannelImpl.java:464)
> at java.nio.channels.SocketChannel.open(SocketChannel.java:146)
> at sun.nio.ch.PipeImpl$Initializer.run(PipeImpl.java:78)
> ... 14 more
> [I/O reactor worker thread 5] ERROR ServerHandler - I/O Error : null
> java.nio.channels.ClosedChannelException
> at
> sun.nio.ch.SocketChannelImpl.ensureReadOpen(SocketChannelImpl.java:112)
> at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:139)
> at
> org.apache.axis2.transport.nhttp.LoggingIOSession$LoggingByteChannel.read(LoggingIOSession.java:153)
> at
> org.apache.http.impl.nio.reactor.SessionInputBuffer.fill(SessionInputBuffer.java:75)
> at org.apache.http.impl.nio.codecs.ChunkDecoder.read
> (ChunkDecoder.java:157)
> at
> org.apache.axis2.transport.nhttp.ServerHandler.inputReady(ServerHandler.java:150)
> at
> org.apache.axis2.transport.nhttp.LoggingNHttpServiceHandler.inputReady(LoggingNHttpServiceHandler.java
> :103)
> at
> org.apache.http.impl.nio.DefaultNHttpServerConnection.consumeInput(DefaultNHttpServerConnection.java:108)
> at
> org.apache.axis2.transport.nhttp.PlainServerIOEventDispatch.inputReady(PlainServerIOEventDispatch.java
> :67)
> at
> org.apache.http.impl.nio.reactor.BaseIOReactor.readable(BaseIOReactor.java:68)
> at
> org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvent(AbstractIOReactor.java:160)
> at
> org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvents
> (AbstractIOReactor.java:145)
> at
> org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(AbstractIOReactor.java:127)
> at
> org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor$Worker.run(AbstractMultiworkerIOReactor.java
> :153)
> at java.lang.Thread.run(Thread.java:595)
> [I/O reactor worker thread 7] WARN ServerHandler - Connection Timeout
> for request to : /axis2/services/SimpleStockQuoteService
> [I/O reactor worker thread 5] WARN ServerHandler - Connection Timeout
> for request to : /axis2/services/SimpleStockQuoteService
> Terminate batch job (Y/N)? y
---------------------------------------------------------------------
To unsubscribe, e-mail: synapse-dev-unsubscribe@ws.apache.org
For additional commands, e-mail: synapse-dev-help@ws.apache.org
Re: Intermittent IO Errors using Synapse
Posted by Oleg Kalnichevski <ol...@apache.org>.
On Wed, 2007-03-21 at 12:19 +0100, Oleg Kalnichevski wrote:
> On Wed, 2007-03-21 at 11:06 +0000, ant elder wrote:
> > I've been trying to use JMeter to test Synapse but getting
> > intermittent failures, see below for the stack trace output. Happens
> > all the time, maybe a few hundred requests are successful but then it
> > gets the failure and hangs. I'm not sure whats the easiest way to
> > debug this is, any ideas?
> >
> > ...ant
> >
>
Folks,
It turned out the Synapse transport lockup was unlikely to be have been
caused by HttpCore components. I overlooked the fact
ClosedChannelException was a checked I/O exception and it could not have
caused the I/O dispatch thread to terminate. So, Synapse must have
locked up due to some other reason.
It appears now something went screwy in Sun's PipeImpl. I do not know
NIO pipes well enough to comment as to what may be the cause.
> $Worker.run(AbstractMultiworkerIOReactor.java :153)
> > at java.lang.Thread.run(Thread.java:595)
> > Caused by: java.net.BindException: Address already in use: connect
> > at sun.nio.ch.Net.connect(Native Method)
> > at sun.nio.ch.SocketChannelImpl.connect
> > (SocketChannelImpl.java:464)
> > at
> > java.nio.channels.SocketChannel.open(SocketChannel.java:146)
> > at sun.nio.ch.PipeImpl$Initializer.run(PipeImpl.java:78)
> > ... 14 more
I tweaked HttpCore code a little just in case and made it catch
ClosedChannelException-s in I/O operations. I re-published the latest
snapshots to the Maven repository.
I am standing by just in case you want me to do more checks on HttpCore
code.
Oleg
> Anthony,
>
> The transport appears to be hanging because an unchecked exception
> caused the I/O dispatch thread to terminate. I believe there are several
> different types of problems (at least two) that we are seeing here.
>
> [I/O reactor worker thread 5] ERROR ServerHandler - I/O Error : null
> > java.nio.channels.ClosedChannelException
> > at
> > sun.nio.ch.SocketChannelImpl.ensureReadOpen(SocketChannelImpl.java:112)
> > at
> > sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:139)
>
> This one is definitely a bug in HttpCore. Could you please raise a Jira
> issue in HttpComponents Core and I'll get this problem fixed tonight or
> tomorrow?
>
> Oleg
>
>
> > [I/O reactor worker thread 5] ERROR ServerHandler - Error processing
> > request received for : /axis2/services/SimpleStockQuoteService
> > java.io.IOException: Unable to establish loopback connection
> > at sun.nio.ch.PipeImpl$Initializer.run(PipeImpl.java:106)
> > at java.security.AccessController.doPrivileged(Native Method)
> > at sun.nio.ch.PipeImpl.<init>(PipeImpl.java:122)
> > at sun.nio.ch.SelectorProviderImpl.openPipe
> > (SelectorProviderImpl.java:27)
> > at java.nio.channels.Pipe.open(Pipe.java:133)
> > at
> > org.apache.axis2.transport.nhttp.ServerHandler.requestReceived(ServerHandler.java:108)
> > at
> > org.apache.axis2.transport.nhttp.LoggingNHttpServiceHandler.requestReceived (LoggingNHttpServiceHandler.java:79)
> > at
> > org.apache.http.impl.nio.DefaultNHttpServerConnection.consumeInput(DefaultNHttpServerConnection.java:96)
> > at
> > org.apache.axis2.transport.nhttp.PlainServerIOEventDispatch.inputReady
> > (PlainServerIOEventDispatch.java:67)
> > at
> > org.apache.http.impl.nio.reactor.BaseIOReactor.readable(BaseIOReactor.java:68)
> > at
> > org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvent(AbstractIOReactor.java :160)
> > at
> > org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvents(AbstractIOReactor.java:145)
> > at
> > org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(AbstractIOReactor.java:127)
> > at
> > org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor
> > $Worker.run(AbstractMultiworkerIOReactor.java:153)
> > at java.lang.Thread.run(Thread.java:595)
> > Caused by: java.net.BindException: Address already in use: connect
> > at sun.nio.ch.Net.connect(Native Method)
> > at
> > sun.nio.ch.SocketChannelImpl.connect(SocketChannelImpl.java:464)
> > at
> > java.nio.channels.SocketChannel.open(SocketChannel.java:146)
> > at sun.nio.ch.PipeImpl$Initializer.run(PipeImpl.java:78)
> > ... 14 more
> > [I/O reactor worker thread 5] ERROR ServerHandler - I/O Error : null
> > java.nio.channels.ClosedChannelException
> > at sun.nio.ch.SocketChannelImpl.ensureReadOpen
> > (SocketChannelImpl.java:112)
> > at
> > sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:139)
> > at org.apache.axis2.transport.nhttp.LoggingIOSession
> > $LoggingByteChannel.read(LoggingIOSession.java:153)
> > at
> > org.apache.http.impl.nio.reactor.SessionInputBuffer.fill(SessionInputBuffer.java:75)
> > at
> > org.apache.http.impl.nio.codecs.ChunkDecoder.read(ChunkDecoder.java:157)
> > at org.apache.axis2.transport.nhttp.ServerHandler.inputReady
> > (ServerHandler.java:150)
> > at
> > org.apache.axis2.transport.nhttp.LoggingNHttpServiceHandler.inputReady(LoggingNHttpServiceHandler.java:103)
> > at
> > org.apache.http.impl.nio.DefaultNHttpServerConnection.consumeInput
> > (DefaultNHttpServerConnection.java:108)
> > at
> > org.apache.axis2.transport.nhttp.PlainServerIOEventDispatch.inputReady(PlainServerIOEventDispatch.java:67)
> > at org.apache.http.impl.nio.reactor.BaseIOReactor.readable
> > (BaseIOReactor.java:68)
> > at
> > org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvent(AbstractIOReactor.java:160)
> > at
> > org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvents(AbstractIOReactor.java :145)
> > at
> > org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(AbstractIOReactor.java:127)
> > at
> > org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor
> > $Worker.run(AbstractMultiworkerIOReactor.java :153)
> > at java.lang.Thread.run(Thread.java:595)
> > [I/O reactor worker thread 5] WARN ServerHandler - Connection Timeout
> > for request to : /axis2/services/SimpleStockQuoteService
> > [I/O reactor worker thread 5] ERROR ServerHandler - Error processing
> > request received for : /axis2/services/SimpleStockQuoteService
> > java.io.IOException: Unable to establish loopback connection
> > at sun.nio.ch.PipeImpl$Initializer.run(PipeImpl.java:106)
> > at java.security.AccessController.doPrivileged(Native Method)
> > at sun.nio.ch.PipeImpl.<init>(PipeImpl.java:122)
> > at
> > sun.nio.ch.SelectorProviderImpl.openPipe(SelectorProviderImpl.java:27)
> > at java.nio.channels.Pipe.open(Pipe.java:133)
> > at
> > org.apache.axis2.transport.nhttp.ServerHandler.requestReceived
> > (ServerHandler.java:108)
> > at
> > org.apache.axis2.transport.nhttp.LoggingNHttpServiceHandler.requestReceived(LoggingNHttpServiceHandler.java:79)
> > at
> > org.apache.http.impl.nio.DefaultNHttpServerConnection.consumeInput
> > (DefaultNHttpServerConnection.java:96)
> > at
> > org.apache.axis2.transport.nhttp.PlainServerIOEventDispatch.inputReady(PlainServerIOEventDispatch.java:67)
> > at org.apache.http.impl.nio.reactor.BaseIOReactor.readable
> > (BaseIOReactor.java:68)
> > at
> > org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvent(AbstractIOReactor.java:160)
> > at
> > org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvents(AbstractIOReactor.java :145)
> > at
> > org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(AbstractIOReactor.java:127)
> > at
> > org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor
> > $Worker.run(AbstractMultiworkerIOReactor.java :153)
> > at java.lang.Thread.run(Thread.java:595)
> > Caused by: java.net.BindException: Address already in use: connect
> > at sun.nio.ch.Net.connect(Native Method)
> > at sun.nio.ch.SocketChannelImpl.connect
> > (SocketChannelImpl.java:464)
> > at
> > java.nio.channels.SocketChannel.open(SocketChannel.java:146)
> > at sun.nio.ch.PipeImpl$Initializer.run(PipeImpl.java:78)
> > ... 14 more
> > [I/O reactor worker thread 5] ERROR ServerHandler - I/O Error : null
> > java.nio.channels.ClosedChannelException
> > at
> > sun.nio.ch.SocketChannelImpl.ensureReadOpen(SocketChannelImpl.java:112)
> > at
> > sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:139)
> > at org.apache.axis2.transport.nhttp.LoggingIOSession
> > $LoggingByteChannel.read(LoggingIOSession.java:153)
> > at
> > org.apache.http.impl.nio.reactor.SessionInputBuffer.fill(SessionInputBuffer.java:75)
> > at org.apache.http.impl.nio.codecs.ChunkDecoder.read
> > (ChunkDecoder.java:157)
> > at
> > org.apache.axis2.transport.nhttp.ServerHandler.inputReady(ServerHandler.java:150)
> > at
> > org.apache.axis2.transport.nhttp.LoggingNHttpServiceHandler.inputReady(LoggingNHttpServiceHandler.java :103)
> > at
> > org.apache.http.impl.nio.DefaultNHttpServerConnection.consumeInput(DefaultNHttpServerConnection.java:108)
> > at
> > org.apache.axis2.transport.nhttp.PlainServerIOEventDispatch.inputReady(PlainServerIOEventDispatch.java :67)
> > at
> > org.apache.http.impl.nio.reactor.BaseIOReactor.readable(BaseIOReactor.java:68)
> > at
> > org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvent(AbstractIOReactor.java:160)
> > at
> > org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvents
> > (AbstractIOReactor.java:145)
> > at
> > org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(AbstractIOReactor.java:127)
> > at
> > org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor
> > $Worker.run(AbstractMultiworkerIOReactor.java :153)
> > at java.lang.Thread.run(Thread.java:595)
> > [I/O reactor worker thread 7] WARN ServerHandler - Connection Timeout
> > for request to : /axis2/services/SimpleStockQuoteService
> > [I/O reactor worker thread 5] WARN ServerHandler - Connection Timeout
> > for request to : /axis2/services/SimpleStockQuoteService
> > Terminate batch job (Y/N)? y
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: synapse-dev-unsubscribe@ws.apache.org
> For additional commands, e-mail: synapse-dev-help@ws.apache.org
>
>
---------------------------------------------------------------------
To unsubscribe, e-mail: synapse-dev-unsubscribe@ws.apache.org
For additional commands, e-mail: synapse-dev-help@ws.apache.org
Re: Intermittent IO Errors using Synapse
Posted by ant elder <an...@gmail.com>.
On 3/21/07, Oleg Kalnichevski <ol...@apache.org> wrote:
>
> On Wed, 2007-03-21 at 11:06 +0000, ant elder wrote:
> > I've been trying to use JMeter to test Synapse but getting
> > intermittent failures, see below for the stack trace output. Happens
> > all the time, maybe a few hundred requests are successful but then it
> > gets the failure and hangs. I'm not sure whats the easiest way to
> > debug this is, any ideas?
> >
> > ...ant
> >
>
> Anthony,
>
> The transport appears to be hanging because an unchecked exception
> caused the I/O dispatch thread to terminate. I believe there are several
> different types of problems (at least two) that we are seeing here.
>
> [I/O reactor worker thread 5] ERROR ServerHandler - I/O Error : null
> > java.nio.channels.ClosedChannelException
> > at
> > sun.nio.ch.SocketChannelImpl.ensureReadOpen(SocketChannelImpl.java:112)
> > at
> > sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:139)
>
> This one is definitely a bug in HttpCore. Could you please raise a Jira
> issue in HttpComponents Core and I'll get this problem fixed tonight or
> tomorrow?
>
> Oleg
Done, see https://issues.apache.org/jira/browse/HTTPCORE-60
Thanks for your help.
...ant
Re: Intermittent IO Errors using Synapse
Posted by Oleg Kalnichevski <ol...@apache.org>.
On Wed, 2007-03-21 at 11:06 +0000, ant elder wrote:
> I've been trying to use JMeter to test Synapse but getting
> intermittent failures, see below for the stack trace output. Happens
> all the time, maybe a few hundred requests are successful but then it
> gets the failure and hangs. I'm not sure whats the easiest way to
> debug this is, any ideas?
>
> ...ant
>
Anthony,
The transport appears to be hanging because an unchecked exception
caused the I/O dispatch thread to terminate. I believe there are several
different types of problems (at least two) that we are seeing here.
[I/O reactor worker thread 5] ERROR ServerHandler - I/O Error : null
> java.nio.channels.ClosedChannelException
> at
> sun.nio.ch.SocketChannelImpl.ensureReadOpen(SocketChannelImpl.java:112)
> at
> sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:139)
This one is definitely a bug in HttpCore. Could you please raise a Jira
issue in HttpComponents Core and I'll get this problem fixed tonight or
tomorrow?
Oleg
> [I/O reactor worker thread 5] ERROR ServerHandler - Error processing
> request received for : /axis2/services/SimpleStockQuoteService
> java.io.IOException: Unable to establish loopback connection
> at sun.nio.ch.PipeImpl$Initializer.run(PipeImpl.java:106)
> at java.security.AccessController.doPrivileged(Native Method)
> at sun.nio.ch.PipeImpl.<init>(PipeImpl.java:122)
> at sun.nio.ch.SelectorProviderImpl.openPipe
> (SelectorProviderImpl.java:27)
> at java.nio.channels.Pipe.open(Pipe.java:133)
> at
> org.apache.axis2.transport.nhttp.ServerHandler.requestReceived(ServerHandler.java:108)
> at
> org.apache.axis2.transport.nhttp.LoggingNHttpServiceHandler.requestReceived (LoggingNHttpServiceHandler.java:79)
> at
> org.apache.http.impl.nio.DefaultNHttpServerConnection.consumeInput(DefaultNHttpServerConnection.java:96)
> at
> org.apache.axis2.transport.nhttp.PlainServerIOEventDispatch.inputReady
> (PlainServerIOEventDispatch.java:67)
> at
> org.apache.http.impl.nio.reactor.BaseIOReactor.readable(BaseIOReactor.java:68)
> at
> org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvent(AbstractIOReactor.java :160)
> at
> org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvents(AbstractIOReactor.java:145)
> at
> org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(AbstractIOReactor.java:127)
> at
> org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor
> $Worker.run(AbstractMultiworkerIOReactor.java:153)
> at java.lang.Thread.run(Thread.java:595)
> Caused by: java.net.BindException: Address already in use: connect
> at sun.nio.ch.Net.connect(Native Method)
> at
> sun.nio.ch.SocketChannelImpl.connect(SocketChannelImpl.java:464)
> at
> java.nio.channels.SocketChannel.open(SocketChannel.java:146)
> at sun.nio.ch.PipeImpl$Initializer.run(PipeImpl.java:78)
> ... 14 more
> [I/O reactor worker thread 5] ERROR ServerHandler - I/O Error : null
> java.nio.channels.ClosedChannelException
> at sun.nio.ch.SocketChannelImpl.ensureReadOpen
> (SocketChannelImpl.java:112)
> at
> sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:139)
> at org.apache.axis2.transport.nhttp.LoggingIOSession
> $LoggingByteChannel.read(LoggingIOSession.java:153)
> at
> org.apache.http.impl.nio.reactor.SessionInputBuffer.fill(SessionInputBuffer.java:75)
> at
> org.apache.http.impl.nio.codecs.ChunkDecoder.read(ChunkDecoder.java:157)
> at org.apache.axis2.transport.nhttp.ServerHandler.inputReady
> (ServerHandler.java:150)
> at
> org.apache.axis2.transport.nhttp.LoggingNHttpServiceHandler.inputReady(LoggingNHttpServiceHandler.java:103)
> at
> org.apache.http.impl.nio.DefaultNHttpServerConnection.consumeInput
> (DefaultNHttpServerConnection.java:108)
> at
> org.apache.axis2.transport.nhttp.PlainServerIOEventDispatch.inputReady(PlainServerIOEventDispatch.java:67)
> at org.apache.http.impl.nio.reactor.BaseIOReactor.readable
> (BaseIOReactor.java:68)
> at
> org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvent(AbstractIOReactor.java:160)
> at
> org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvents(AbstractIOReactor.java :145)
> at
> org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(AbstractIOReactor.java:127)
> at
> org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor
> $Worker.run(AbstractMultiworkerIOReactor.java :153)
> at java.lang.Thread.run(Thread.java:595)
> [I/O reactor worker thread 5] WARN ServerHandler - Connection Timeout
> for request to : /axis2/services/SimpleStockQuoteService
> [I/O reactor worker thread 5] ERROR ServerHandler - Error processing
> request received for : /axis2/services/SimpleStockQuoteService
> java.io.IOException: Unable to establish loopback connection
> at sun.nio.ch.PipeImpl$Initializer.run(PipeImpl.java:106)
> at java.security.AccessController.doPrivileged(Native Method)
> at sun.nio.ch.PipeImpl.<init>(PipeImpl.java:122)
> at
> sun.nio.ch.SelectorProviderImpl.openPipe(SelectorProviderImpl.java:27)
> at java.nio.channels.Pipe.open(Pipe.java:133)
> at
> org.apache.axis2.transport.nhttp.ServerHandler.requestReceived
> (ServerHandler.java:108)
> at
> org.apache.axis2.transport.nhttp.LoggingNHttpServiceHandler.requestReceived(LoggingNHttpServiceHandler.java:79)
> at
> org.apache.http.impl.nio.DefaultNHttpServerConnection.consumeInput
> (DefaultNHttpServerConnection.java:96)
> at
> org.apache.axis2.transport.nhttp.PlainServerIOEventDispatch.inputReady(PlainServerIOEventDispatch.java:67)
> at org.apache.http.impl.nio.reactor.BaseIOReactor.readable
> (BaseIOReactor.java:68)
> at
> org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvent(AbstractIOReactor.java:160)
> at
> org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvents(AbstractIOReactor.java :145)
> at
> org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(AbstractIOReactor.java:127)
> at
> org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor
> $Worker.run(AbstractMultiworkerIOReactor.java :153)
> at java.lang.Thread.run(Thread.java:595)
> Caused by: java.net.BindException: Address already in use: connect
> at sun.nio.ch.Net.connect(Native Method)
> at sun.nio.ch.SocketChannelImpl.connect
> (SocketChannelImpl.java:464)
> at
> java.nio.channels.SocketChannel.open(SocketChannel.java:146)
> at sun.nio.ch.PipeImpl$Initializer.run(PipeImpl.java:78)
> ... 14 more
> [I/O reactor worker thread 5] ERROR ServerHandler - I/O Error : null
> java.nio.channels.ClosedChannelException
> at
> sun.nio.ch.SocketChannelImpl.ensureReadOpen(SocketChannelImpl.java:112)
> at
> sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:139)
> at org.apache.axis2.transport.nhttp.LoggingIOSession
> $LoggingByteChannel.read(LoggingIOSession.java:153)
> at
> org.apache.http.impl.nio.reactor.SessionInputBuffer.fill(SessionInputBuffer.java:75)
> at org.apache.http.impl.nio.codecs.ChunkDecoder.read
> (ChunkDecoder.java:157)
> at
> org.apache.axis2.transport.nhttp.ServerHandler.inputReady(ServerHandler.java:150)
> at
> org.apache.axis2.transport.nhttp.LoggingNHttpServiceHandler.inputReady(LoggingNHttpServiceHandler.java :103)
> at
> org.apache.http.impl.nio.DefaultNHttpServerConnection.consumeInput(DefaultNHttpServerConnection.java:108)
> at
> org.apache.axis2.transport.nhttp.PlainServerIOEventDispatch.inputReady(PlainServerIOEventDispatch.java :67)
> at
> org.apache.http.impl.nio.reactor.BaseIOReactor.readable(BaseIOReactor.java:68)
> at
> org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvent(AbstractIOReactor.java:160)
> at
> org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvents
> (AbstractIOReactor.java:145)
> at
> org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(AbstractIOReactor.java:127)
> at
> org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor
> $Worker.run(AbstractMultiworkerIOReactor.java :153)
> at java.lang.Thread.run(Thread.java:595)
> [I/O reactor worker thread 7] WARN ServerHandler - Connection Timeout
> for request to : /axis2/services/SimpleStockQuoteService
> [I/O reactor worker thread 5] WARN ServerHandler - Connection Timeout
> for request to : /axis2/services/SimpleStockQuoteService
> Terminate batch job (Y/N)? y
---------------------------------------------------------------------
To unsubscribe, e-mail: synapse-dev-unsubscribe@ws.apache.org
For additional commands, e-mail: synapse-dev-help@ws.apache.org