You are viewing a plain text version of this content. The canonical link for it is here.
Posted to users@activemq.apache.org by osian <os...@osian.me.uk> on 2006/05/16 15:34:06 UTC
Broker Hung With Following VM Dump
My broker seems to hang readily, and I have just found out how to dump the
jvm i.e. using ctrl-break, and here is the result (is this a known issue, or
a config issue?):
Full thread dump Java HotSpot(TM) Client VM (1.5.0-b64 mixed mode, sharing):
"tcp:///172.16.15.64:2229" daemon prio=9 tid=0x032a5ce0 nid=0x1554 in
Object.wait() [0x0494f000..0x0494fc68]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:474)
at
org.apache.activemq.memory.UsageManager.waitForSpace(UsageManager.java:85)
- locked <0x092a3698> (a java.lang.Object)
at
org.apache.activemq.memory.UsageManager.waitForSpace(UsageManager.java:82)
at org.apache.activemq.broker.region.Queue.send(Queue.java:248)
at
org.apache.activemq.broker.region.AbstractRegion.send(AbstractRegion.java:195)
at
org.apache.activemq.broker.region.RegionBroker.send(RegionBroker.java:320)
at
org.apache.activemq.broker.TransactionBroker.send(TransactionBroker.java:192)
at
org.apache.activemq.broker.BrokerFilter.send(BrokerFilter.java:109)
at
org.apache.activemq.broker.CompositeDestinationBroker.send(CompositeDestinationBroker.java:97)
at
org.apache.activemq.broker.MutableBrokerFilter.send(MutableBrokerFilter.java:121)
at
org.apache.activemq.broker.AbstractConnection.processMessage(AbstractConnection.java:346)
at
org.apache.activemq.command.ActiveMQMessage.visit(ActiveMQMessage.java:590)
at
org.apache.activemq.broker.AbstractConnection.service(AbstractConnection.java:196)
at
org.apache.activemq.broker.TransportConnection$1.onCommand(TransportConnection.java:62)
at
org.apache.activemq.transport.ResponseCorrelator.onCommand(ResponseCorrelator.java:93)
at
org.apache.activemq.transport.TransportFilter.onCommand(TransportFilter.java:70)
at
org.apache.activemq.transport.WireFormatNegotiator.onCommand(WireFormatNegotiator.java:114)
at
org.apache.activemq.transport.InactivityMonitor.onCommand(InactivityMonitor.java:122)
at
org.apache.activemq.transport.TransportSupport.doConsume(TransportSupport.java:87)
at
org.apache.activemq.transport.tcp.TcpTransport.run(TcpTransport.java:139)
at java.lang.Thread.run(Thread.java:595)
"tcp:///172.16.15.64:2218" daemon prio=9 tid=0x030d5328 nid=0x17c0 runnable
[0x048df000..0x048dfce8]
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.read(SocketInputStream.java:129)
at
org.apache.activemq.transport.tcp.TcpBufferedInputStream.fill(TcpBufferedInputStream.java:48)
at
org.apache.activemq.transport.tcp.TcpBufferedInputStream.read(TcpBufferedInputStream.java:55)
at java.io.DataInputStream.readInt(DataInputStream.java:353)
at
org.apache.activemq.openwire.OpenWireFormat.unmarshal(OpenWireFormat.java:270)
at
org.apache.activemq.transport.tcp.TcpTransport.run(TcpTransport.java:138)
at java.lang.Thread.run(Thread.java:595)
"ActiveMQ Scheduler" daemon prio=9 tid=0x0336a120 nid=0x2f4 in Object.wait()
[0x0486f000..0x0486fd68]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:432)
at
edu.emory.mathcs.backport.java.util.concurrent.TimeUnit.timedWait(TimeUnit.java:301)
at
edu.emory.mathcs.backport.java.util.concurrent.DelayQueue.take(DelayQueue.java:156)
- locked <0x092f04f8> (a java.lang.Object)
at
edu.emory.mathcs.backport.java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java
:590)
at
edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:477)
at
edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674)
at java.lang.Thread.run(Thread.java:595)
"tcp:///172.16.15.1:2005" daemon prio=9 tid=0x030cf618 nid=0xe58 runnable
[0x03c3f000..0x03c3f9e8]
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.read(SocketInputStream.java:129)
at
org.apache.activemq.transport.tcp.TcpBufferedInputStream.fill(TcpBufferedInputStream.java:48)
at
org.apache.activemq.transport.tcp.TcpBufferedInputStream.read(TcpBufferedInputStream.java:55)
at java.io.DataInputStream.readInt(DataInputStream.java:353)
at
org.apache.activemq.openwire.OpenWireFormat.unmarshal(OpenWireFormat.java:270)
at
org.apache.activemq.transport.tcp.TcpTransport.run(TcpTransport.java:138)
at java.lang.Thread.run(Thread.java:595)
"ActiveMQ Scheduler" daemon prio=9 tid=0x032d12b0 nid=0x14c8 in
Object.wait() [0x03b8f000..0x03b8fa68]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:432)
at
edu.emory.mathcs.backport.java.util.concurrent.TimeUnit.timedWait(TimeUnit.java:301)
at
edu.emory.mathcs.backport.java.util.concurrent.DelayQueue.take(DelayQueue.java:156)
- locked <0x092f04f8> (a java.lang.Object)
at
edu.emory.mathcs.backport.java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java
:590)
at
edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:477)
at
edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674)
at java.lang.Thread.run(Thread.java:595)
"ActiveMQ Scheduler" daemon prio=9 tid=0x0336f310 nid=0xab4 in Object.wait()
[0x03acf000..0x03acfae8]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:432)
at
edu.emory.mathcs.backport.java.util.concurrent.TimeUnit.timedWait(TimeUnit.java:301)
at
edu.emory.mathcs.backport.java.util.concurrent.DelayQueue.take(DelayQueue.java:156)
- locked <0x092f04f8> (a java.lang.Object)
at
edu.emory.mathcs.backport.java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java
:590)
at
edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:477)
at
edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674)
at java.lang.Thread.run(Thread.java:595)
"tcp:///172.16.15.4:3045" daemon prio=9 tid=0x03368f40 nid=0x10d8 in
Object.wait() [0x039ef000..0x039efb68]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:474)
at
org.apache.activemq.memory.UsageManager.waitForSpace(UsageManager.java:85)
- locked <0x092a3698> (a java.lang.Object)
at
org.apache.activemq.memory.UsageManager.waitForSpace(UsageManager.java:82)
at org.apache.activemq.broker.region.Queue.send(Queue.java:248)
at
org.apache.activemq.broker.region.AbstractRegion.send(AbstractRegion.java:195)
at
org.apache.activemq.broker.region.RegionBroker.send(RegionBroker.java:320)
at
org.apache.activemq.broker.TransactionBroker.send(TransactionBroker.java:192)
at
org.apache.activemq.broker.BrokerFilter.send(BrokerFilter.java:109)
at
org.apache.activemq.broker.CompositeDestinationBroker.send(CompositeDestinationBroker.java:97)
at
org.apache.activemq.broker.MutableBrokerFilter.send(MutableBrokerFilter.java:121)
at
org.apache.activemq.broker.AbstractConnection.processMessage(AbstractConnection.java:346)
at
org.apache.activemq.command.ActiveMQMessage.visit(ActiveMQMessage.java:590)
at
org.apache.activemq.broker.AbstractConnection.service(AbstractConnection.java:196)
at
org.apache.activemq.broker.TransportConnection$1.onCommand(TransportConnection.java:62)
at
org.apache.activemq.transport.ResponseCorrelator.onCommand(ResponseCorrelator.java:93)
at
org.apache.activemq.transport.TransportFilter.onCommand(TransportFilter.java:70)
at
org.apache.activemq.transport.WireFormatNegotiator.onCommand(WireFormatNegotiator.java:114)
at
org.apache.activemq.transport.InactivityMonitor.onCommand(InactivityMonitor.java:122)
at
org.apache.activemq.transport.TransportSupport.doConsume(TransportSupport.java:87)
at
org.apache.activemq.transport.tcp.TcpTransport.run(TcpTransport.java:139)
at java.lang.Thread.run(Thread.java:595)
"ActiveMQ Scheduler" daemon prio=9 tid=0x0325d710 nid=0x1794 in
Object.wait() [0x047cf000..0x047cfbe8]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:432)
at
edu.emory.mathcs.backport.java.util.concurrent.TimeUnit.timedWait(TimeUnit.java:301)
at
edu.emory.mathcs.backport.java.util.concurrent.DelayQueue.take(DelayQueue.java:156)
- locked <0x092f04f8> (a java.lang.Object)
at
edu.emory.mathcs.backport.java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java
:590)
at
edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:477)
at
edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674)
at java.lang.Thread.run(Thread.java:595)
"ActiveMQ Scheduler" daemon prio=9 tid=0x031c77f8 nid=0xf50 in Object.wait()
[0x0478f000..0x0478fc68]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:432)
at
edu.emory.mathcs.backport.java.util.concurrent.TimeUnit.timedWait(TimeUnit.java:301)
at
edu.emory.mathcs.backport.java.util.concurrent.DelayQueue.take(DelayQueue.java:156)
- locked <0x092f04f8> (a java.lang.Object)
at
edu.emory.mathcs.backport.java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java
:590)
at
edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:477)
at
edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674)
at java.lang.Thread.run(Thread.java:595)
"tcp:///127.0.0.1:4614" daemon prio=9 tid=0x031c7d58 nid=0x16d0 in
Object.wait() [0x0471f000..0x0471fce8]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:474)
at
org.apache.activemq.memory.UsageManager.waitForSpace(UsageManager.java:85)
- locked <0x092a3698> (a java.lang.Object)
at
org.apache.activemq.memory.UsageManager.waitForSpace(UsageManager.java:82)
at org.apache.activemq.broker.region.Queue.send(Queue.java:248)
at
org.apache.activemq.broker.region.AbstractRegion.send(AbstractRegion.java:195)
at
org.apache.activemq.broker.region.RegionBroker.send(RegionBroker.java:320)
at
org.apache.activemq.broker.TransactionBroker.send(TransactionBroker.java:192)
at
org.apache.activemq.broker.BrokerFilter.send(BrokerFilter.java:109)
at
org.apache.activemq.broker.CompositeDestinationBroker.send(CompositeDestinationBroker.java:97)
at
org.apache.activemq.broker.MutableBrokerFilter.send(MutableBrokerFilter.java:121)
at
org.apache.activemq.broker.AbstractConnection.processMessage(AbstractConnection.java:346)
at
org.apache.activemq.command.ActiveMQMessage.visit(ActiveMQMessage.java:590)
at
org.apache.activemq.broker.AbstractConnection.service(AbstractConnection.java:196)
at
org.apache.activemq.broker.TransportConnection$1.onCommand(TransportConnection.java:62)
at
org.apache.activemq.transport.ResponseCorrelator.onCommand(ResponseCorrelator.java:93)
at
org.apache.activemq.transport.TransportFilter.onCommand(TransportFilter.java:70)
at
org.apache.activemq.transport.WireFormatNegotiator.onCommand(WireFormatNegotiator.java:114)
at
org.apache.activemq.transport.InactivityMonitor.onCommand(InactivityMonitor.java:122)
at
org.apache.activemq.transport.TransportSupport.doConsume(TransportSupport.java:87)
at
org.apache.activemq.transport.tcp.TcpTransport.run(TcpTransport.java:139)
at java.lang.Thread.run(Thread.java:595)
"Multicast Discovery Agent Notifier" daemon prio=5 tid=0x033b76e8 nid=0xfe0
in Object.wait() [0x0468f000..0x0468fd68]
at java.lang.Object.wait(Native Method)
- waiting on <0x0926f6c0> (a
edu.emory.mathcs.backport.java.util.concurrent.LinkedBlockingQueue$SerializableLock)
at java.lang.Object.wait(Object.java:474)
at
edu.emory.mathcs.backport.java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:315)
- locked <0x0926f6c0> (a
edu.emory.mathcs.backport.java.util.concurrent.LinkedBlockingQueue$SerializableLock)
at
edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:477)
at
edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674)
at java.lang.Thread.run(Thread.java:595)
"MulticastDiscovery: null" daemon prio=5 tid=0x033f5660 nid=0x1108 runnable
[0x0461f000..0x0461f9e8]
at java.net.PlainDatagramSocketImpl.receive0(Native Method)
at
java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
- locked <0x092f28c0> (a java.net.PlainDatagramSocketImpl)
at java.net.DatagramSocket.receive(DatagramSocket.java:712)
- locked <0x092f2900> (a java.net.DatagramPacket)
- locked <0x092f2920> (a java.net.MulticastSocket)
at
org.apache.activemq.transport.discovery.multicast.MulticastDiscoveryAgent.run(MulticastDiscoveryAgent.java:254)
at java.lang.Thread.run(Thread.java:595)
"Transport Status Dector
org.apache.activemq.broker.jmx.ManagedTransportConnector@7a1576" daemon
prio=9 tid=0x03c774a8 nid=0xcc waiting on c
ondition [0x045af000..0x045afa68]
at java.lang.Thread.sleep(Native Method)
at
org.apache.activemq.broker.TransportStatusDetector.run(TransportStatusDetector.java:98)
at java.lang.Thread.run(Thread.java:595)
"MulticastDiscovery: tcp://O-Hughes:61616" daemon prio=5 tid=0x033dcd18
nid=0x10c4 runnable [0x0453f000..0x0453fae8]
at java.net.PlainDatagramSocketImpl.receive0(Native Method)
at
java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
- locked <0x092ed508> (a java.net.PlainDatagramSocketImpl)
at java.net.DatagramSocket.receive(DatagramSocket.java:712)
- locked <0x092f49c0> (a java.net.DatagramPacket)
- locked <0x092ed548> (a java.net.MulticastSocket)
at
org.apache.activemq.transport.discovery.multicast.MulticastDiscoveryAgent.run(MulticastDiscoveryAgent.java:254)
at java.lang.Thread.run(Thread.java:595)
"TcpTransportServer@tcp://O-Hughes:61616" daemon prio=9 tid=0x03c60d08
nid=0x1474 runnable [0x044cf000..0x044cfb68]
at java.net.PlainSocketImpl.socketAccept(Native Method)
at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
- locked <0x092ed648> (a java.net.SocksSocketImpl)
at java.net.ServerSocket.implAccept(ServerSocket.java:450)
at java.net.ServerSocket.accept(ServerSocket.java:421)
at
org.apache.activemq.transport.tcp.TcpTransportServer.run(TcpTransportServer.java:121)
at java.lang.Thread.run(Thread.java:595)
"ActiveMQ Cleanup Timer" daemon prio=5 tid=0x032b8ba8 nid=0x3a0 in
Object.wait() [0x0352f000..0x0352fbe8]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:432)
at
edu.emory.mathcs.backport.java.util.concurrent.TimeUnit.timedWait(TimeUnit.java:301)
at
edu.emory.mathcs.backport.java.util.concurrent.DelayQueue.take(DelayQueue.java:156)
- locked <0x092c2c98> (a java.lang.Object)
at
edu.emory.mathcs.backport.java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java
:590)
at
edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:477)
at
edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674)
at java.lang.Thread.run(Thread.java:595)
"RMI LeaseChecker" daemon prio=5 tid=0x0336d0f0 nid=0xf4c waiting on
condition [0x03b3f000..0x03b3fc68]
at java.lang.Thread.sleep(Native Method)
at sun.rmi.transport.DGCImpl$LeaseChecker.run(DGCImpl.java:310)
at java.lang.Thread.run(Thread.java:595)
"RMI RenewClean-[172.16.15.40:4603]" daemon prio=5 tid=0x02e5dc08 nid=0x125c
in Object.wait() [0x03a5f000..0x03a5fa68]
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:116)
- locked <0x092a75c0> (a java.lang.ref.ReferenceQueue$Lock)
at
sun.rmi.transport.DGCClient$EndpointEntry$RenewCleanThread.run(DGCClient.java:500)
at java.lang.Thread.run(Thread.java:595)
"GC Daemon" daemon prio=2 tid=0x0324bb48 nid=0x145c in Object.wait()
[0x035ef000..0x035efb68]
at java.lang.Object.wait(Native Method)
- waiting on <0x092a1580> (a sun.misc.GC$LatencyLock)
at sun.misc.GC$Daemon.run(GC.java:100)
- locked <0x092a1580> (a sun.misc.GC$LatencyLock)
"RMI Reaper" prio=5 tid=0x032b9988 nid=0x15dc in Object.wait()
[0x035af000..0x035afbe8]
at java.lang.Object.wait(Native Method)
- waiting on <0x09296c70> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:116)
- locked <0x09296c70> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:132)
at sun.rmi.transport.ObjectTable$Reaper.run(ObjectTable.java:336)
at java.lang.Thread.run(Thread.java:595)
"RMI TCP Accept-0" daemon prio=5 tid=0x032b9008 nid=0x15e8 runnable
[0x0356f000..0x0356fc68]
at java.net.PlainSocketImpl.socketAccept(Native Method)
at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
- locked <0x092a5190> (a java.net.SocksSocketImpl)
at java.net.ServerSocket.implAccept(ServerSocket.java:450)
at java.net.ServerSocket.accept(ServerSocket.java:421)
at sun.rmi.transport.tcp.TCPTransport.run(TCPTransport.java:334)
at java.lang.Thread.run(Thread.java:595)
"RMI TCP Accept-1099" daemon prio=5 tid=0x03249590 nid=0x11f4 runnable
[0x034ef000..0x034efd68]
at java.net.PlainSocketImpl.socketAccept(Native Method)
at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
- locked <0x092949c0> (a java.net.SocksSocketImpl)
at java.net.ServerSocket.implAccept(ServerSocket.java:450)
at java.net.ServerSocket.accept(ServerSocket.java:421)
at sun.rmi.transport.tcp.TCPTransport.run(TCPTransport.java:334)
at java.lang.Thread.run(Thread.java:595)
"Timer-0" daemon prio=5 tid=0x030cdb40 nid=0xef8 in Object.wait()
[0x034af000..0x034af9e8]
at java.lang.Object.wait(Native Method)
- waiting on <0x09294ae0> (a java.util.TaskQueue)
at java.lang.Object.wait(Object.java:474)
at java.util.TimerThread.mainLoop(Timer.java:483)
- locked <0x09294ae0> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:462)
"Low Memory Detector" daemon prio=5 tid=0x0031d220 nid=0x1650 runnable
[0x00000000..0x00000000]
"CompilerThread0" daemon prio=10 tid=0x0031bdf8 nid=0xf8c waiting on
condition [0x00000000..0x02d7f8c0]
"Signal Dispatcher" daemon prio=10 tid=0x0031b118 nid=0x1494 waiting on
condition [0x00000000..0x00000000]
"Finalizer" daemon prio=9 tid=0x00318520 nid=0xd28 in Object.wait()
[0x02cff000..0x02cffc68]
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:116)
- locked <0x091d2d90> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:132)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159)
"Reference Handler" daemon prio=10 tid=0x00317040 nid=0x1364 in
Object.wait() [0x02cbf000..0x02cbfce8]
at java.lang.Object.wait(Native Method)
- waiting on <0x091d2e10> (a java.lang.ref.Reference$Lock)
at java.lang.Object.wait(Object.java:474)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116)
- locked <0x091d2e10> (a java.lang.ref.Reference$Lock)
"main" prio=5 tid=0x00037d98 nid=0x1038 in Object.wait()
[0x0007f000..0x0007fc40]
at java.lang.Object.wait(Native Method)
- waiting on <0x092f49e0> (a [Z)
at java.lang.Object.wait(Object.java:474)
at
org.apache.activemq.console.command.StartCommand.waitForShutdown(StartCommand.java:106)
- locked <0x092f49e0> (a [Z)
at
org.apache.activemq.console.command.StartCommand.runTask(StartCommand.java:67)
at
org.apache.activemq.console.command.AbstractCommand.execute(AbstractCommand.java:49)
at
org.apache.activemq.console.command.ShellCommand.runTask(ShellCommand.java:64)
at
org.apache.activemq.console.command.AbstractCommand.execute(AbstractCommand.java:49)
at
org.apache.activemq.console.command.ShellCommand.main(ShellCommand.java:45)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:585)
at org.apache.activemq.console.Main.runTaskClass(Main.java:135)
at org.apache.activemq.console.Main.main(Main.java:67)
"VM Thread" prio=10 tid=0x003147a0 nid=0x1098 runnable
"VM Periodic Task Thread" prio=10 tid=0x0031e470 nid=0x1240 waiting on
condition
--
View this message in context: http://www.nabble.com/Broker-Hung-With-Following-VM-Dump-t1627677.html#a4409496
Sent from the ActiveMQ - User forum at Nabble.com.
Re: AW: Broker Hung With Following VM Dump
Posted by Attila_Szegedi <na...@szegedi.org>.
I'm now running with the 4.0-SNAPSHOT from May 10, and it looks like it
doesn't lock up - the broker memory usage goes to 100% but eventually drops
back again, and nothing locks up.
--
View this message in context: http://www.nabble.com/Broker+Hung+With+Following+VM+Dump-t1627677.html#a4643828
Sent from the ActiveMQ - User forum at Nabble.com.
Re: AW: Broker Hung With Following VM Dump
Posted by Attila_Szegedi <na...@szegedi.org>.
Yep, that's my suspicion as well - I'm now sending to a single queue, and
monitoring it over JMX constantly and while it shows 0 MemoryPercentageUsed,
the same attribute on the Broker object slowly climbs up to 100 (actually, I
even observed 108 :-) ). Tried increasing memory to 32M and then to 48M, but
still the same.
--
View this message in context: http://www.nabble.com/Broker+Hung+With+Following+VM+Dump-t1627677.html#a4643241
Sent from the ActiveMQ - User forum at Nabble.com.
Re: Broker Hung With Following VM Dump
Posted by Attila_Szegedi <na...@szegedi.org>.
Now, I noticed that the Broker object in JMX does report
MemoryPercentageUsed=100, but I can't fathom why. Also, I now split the
processors for queues A and B into separate set of sessions, but still can't
get it to work - I believe the MemoryPercentageUsed=100 is to blame. I'll
try restarting the broker with higher memory, but this is rather problematic
regardless
--
View this message in context: http://www.nabble.com/Broker+Hung+With+Following+VM+Dump-t1627677.html#a4642632
Sent from the ActiveMQ - User forum at Nabble.com.
Re: Broker Hung With Following VM Dump
Posted by Attila_Szegedi <na...@szegedi.org>.
I'm experiencing the same problem -- I have two queues (A and B). They're
serviced with 40 sessions that have consumers with message listeners for
both A and B. If I send a bigger batch of messages to A, everything dies
down because message listeners for A also send to B. That is, I have 40
sessions that both consume from B and produce to B (sometimes when they get
dispatched a message from A).
Once B becomes biggish, everything stops as all consumers for B are also
producers for it, and their threads get blocked. Rather unpleasant. Also,
whenever I create a producer, I explicitly call
producer.setDeliveryMode(DeliveryMode.PERSISTENT);
so these should be all persistent queues. Regardless, I see my threads on
the client being blocked at
"session Task" daemon prio=7 tid=0x0052f1c0 nid=0x1967e00 in Object.wait()
[f0f0d000..f0f0eaa0]
at java.lang.Object.wait(Native Method)
- waiting on <0x61011860> (a
edu.emory.mathcs.backport.java.util.concurrent.locks.CondVar)
at java.lang.Object.wait(Object.java:429)
at
edu.emory.mathcs.backport.java.util.concurrent.locks.CondVar.await(CondVar.java:75)
- locked <0x61011860> (a
edu.emory.mathcs.backport.java.util.concurrent.locks.CondVar)
at
edu.emory.mathcs.backport.java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:318)
at
org.apache.activemq.transport.FutureResponse.getResult(FutureResponse.java:38)
at
org.apache.activemq.transport.ResponseCorrelator.request(ResponseCorrelator.java:70)
at
org.apache.activemq.ActiveMQConnection.syncSendPacket(ActiveMQConnection.java:1108)
at
org.apache.activemq.ActiveMQSession.send(ActiveMQSession.java:1524)
at
org.apache.activemq.ActiveMQMessageProducer.send(ActiveMQMessageProducer.java:462)
at
org.apache.activemq.ActiveMQMessageProducer.send(ActiveMQMessageProducer.java:356)
and what's even more interesting also at
"Thread-2" prio=5 tid=0x0052ead0 nid=0x1a43200 in Object.wait()
[f0e8d000..f0e8daa0]
at java.lang.Object.wait(Native Method)
- waiting on <0x623a2828> (a
edu.emory.mathcs.backport.java.util.concurrent.locks.CondVar)
at java.lang.Object.wait(Object.java:429)
at
edu.emory.mathcs.backport.java.util.concurrent.locks.CondVar.await(CondVar.java:75)
- locked <0x623a2828> (a
edu.emory.mathcs.backport.java.util.concurrent.locks.CondVar)
at
edu.emory.mathcs.backport.java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:318)
at
org.apache.activemq.transport.FutureResponse.getResult(FutureResponse.java:38)
at
org.apache.activemq.transport.ResponseCorrelator.request(ResponseCorrelator.java:70)
at
org.apache.activemq.ActiveMQConnection.syncSendPacket(ActiveMQConnection.java:1108)
at
org.apache.activemq.ActiveMQSession.syncSendPacket(ActiveMQSession.java:1636)
at
org.apache.activemq.ActiveMQMessageConsumer.<init>(ActiveMQMessageConsumer.java:186)
at
org.apache.activemq.ActiveMQSession.createConsumer(ActiveMQSession.java:812)
at
org.apache.activemq.ActiveMQSession.createConsumer(ActiveMQSession.java:772)
that is, in consumer creation code. Now, regardless of how loaded the server
believes it is, it seems like a bad idea to me to prevent it from creating
new consumers that could provide some relief...
The server threads are blocked in
"tcp:///127.0.0.1:55094" daemon prio=9 tid=0x0055fba0 nid=0x1bb5200 in
Object.wait() [f1921000..f1922aa0]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:429)
at
org.apache.activemq.memory.UsageManager.waitForSpace(UsageManager.java:85)
- locked <0x4c9932f8> (a java.lang.Object)
at
org.apache.activemq.memory.UsageManager.waitForSpace(UsageManager.java:82)
at org.apache.activemq.broker.region.Queue.send(Queue.java:248)
at
org.apache.activemq.broker.region.AbstractRegion.send(AbstractRegion.java:195)
at
org.apache.activemq.broker.region.RegionBroker.send(RegionBroker.java:320)
at
org.apache.activemq.broker.TransactionBroker.send(TransactionBroker.java:192)
at
org.apache.activemq.broker.BrokerFilter.send(BrokerFilter.java:109)
at
org.apache.activemq.broker.CompositeDestinationBroker.send(CompositeDestinationBroker.java:97)
at
org.apache.activemq.broker.MutableBrokerFilter.send(MutableBrokerFilter.java:121)
at
org.apache.activemq.broker.AbstractConnection.processMessage(AbstractConnection.java:346)
at
org.apache.activemq.command.ActiveMQMessage.visit(ActiveMQMessage.java:590)
at
org.apache.activemq.broker.AbstractConnection.service(AbstractConnection.java:196)
at
org.apache.activemq.broker.TransportConnection$1.onCommand(TransportConnection.java:62)
at
org.apache.activemq.transport.ResponseCorrelator.onCommand(ResponseCorrelator.java:93)
at
org.apache.activemq.transport.TransportFilter.onCommand(TransportFilter.java:70)
at
org.apache.activemq.transport.WireFormatNegotiator.onCommand(WireFormatNegotiator.java:114)
at
org.apache.activemq.transport.InactivityMonitor.onCommand(InactivityMonitor.java:122)
at
org.apache.activemq.transport.TransportSupport.doConsume(TransportSupport.java:87)
at
org.apache.activemq.transport.tcp.TcpTransport.run(TcpTransport.java:139)
at java.lang.Thread.run(Thread.java:552)
For the record, all I got is one queue ("A") with 5469 messages (each of
them a text message of few hundred bytes at most), one with 223 messages
(20-30k serialized object in each), one with 1328 messages ("B") (1-2K), and
one with 46 messages (few k each). On JMX console MemoryPercentageUsed of
each queue is reported to be 0.
Using ActiveMQ-4.0RC3 on Mac OS X 10.4.6,in out-of-the box configuration
(just running bin/activemq)
--
View this message in context: http://www.nabble.com/Broker+Hung+With+Following+VM+Dump-t1627677.html#a4642576
Sent from the ActiveMQ - User forum at Nabble.com.
Re: Broker Hung With Following VM Dump
Posted by osian <os...@osian.me.uk>.
ActiveMQ 4.0 RC3
--
View this message in context: http://www.nabble.com/Broker-Hung-With-Following-VM-Dump-t1627677.html#a4446559
Sent from the ActiveMQ - User forum at Nabble.com.
Re: Broker Hung With Following VM Dump
Posted by Hiram Chirino <hi...@hiramchirino.com>.
What AMQ version is it?
On 5/16/06, osian <os...@osian.me.uk> wrote:
>
> Yes, I do have consumers online, 4 of them, but the messages they are
> consuming take around 4 seconds each, is this deemed as slow? But when the
> broker hung, the consumers could not pick up any messages to process, i.e.
> the whole process came to a standstill, not good.
>
> Also, I need to be able to place messages on the queue with or without
> consumers.
> --
> View this message in context: http://www.nabble.com/Broker-Hung-With-Following-VM-Dump-t1627677.html#a4425279
> Sent from the ActiveMQ - User forum at Nabble.com.
>
>
--
Regards,
Hiram
Re: Broker Hung With Following VM Dump
Posted by osian <os...@osian.me.uk>.
Yes, I do have consumers online, 4 of them, but the messages they are
consuming take around 4 seconds each, is this deemed as slow? But when the
broker hung, the consumers could not pick up any messages to process, i.e.
the whole process came to a standstill, not good.
Also, I need to be able to place messages on the queue with or without
consumers.
--
View this message in context: http://www.nabble.com/Broker-Hung-With-Following-VM-Dump-t1627677.html#a4425279
Sent from the ActiveMQ - User forum at Nabble.com.
Re: Broker Hung With Following VM Dump
Posted by Hiram Chirino <hi...@hiramchirino.com>.
ActiveMQ uses flow control to stop producers if consumers are not
active or if they are slow.
Do you have a consumer online?
On 5/16/06, osian <os...@osian.me.uk> wrote:
>
> My broker seems to hang readily, and I have just found out how to dump the
> jvm i.e. using ctrl-break, and here is the result (is this a known issue, or
> a config issue?):
>
> Full thread dump Java HotSpot(TM) Client VM (1.5.0-b64 mixed mode, sharing):
>
> "tcp:///172.16.15.64:2229" daemon prio=9 tid=0x032a5ce0 nid=0x1554 in
> Object.wait() [0x0494f000..0x0494fc68]
> at java.lang.Object.wait(Native Method)
> at java.lang.Object.wait(Object.java:474)
> at
> org.apache.activemq.memory.UsageManager.waitForSpace(UsageManager.java:85)
> - locked <0x092a3698> (a java.lang.Object)
> at
> org.apache.activemq.memory.UsageManager.waitForSpace(UsageManager.java:82)
> at org.apache.activemq.broker.region.Queue.send(Queue.java:248)
> at
> org.apache.activemq.broker.region.AbstractRegion.send(AbstractRegion.java:195)
> at
> org.apache.activemq.broker.region.RegionBroker.send(RegionBroker.java:320)
> at
> org.apache.activemq.broker.TransactionBroker.send(TransactionBroker.java:192)
> at
> org.apache.activemq.broker.BrokerFilter.send(BrokerFilter.java:109)
> at
> org.apache.activemq.broker.CompositeDestinationBroker.send(CompositeDestinationBroker.java:97)
> at
> org.apache.activemq.broker.MutableBrokerFilter.send(MutableBrokerFilter.java:121)
> at
> org.apache.activemq.broker.AbstractConnection.processMessage(AbstractConnection.java:346)
> at
> org.apache.activemq.command.ActiveMQMessage.visit(ActiveMQMessage.java:590)
> at
> org.apache.activemq.broker.AbstractConnection.service(AbstractConnection.java:196)
> at
> org.apache.activemq.broker.TransportConnection$1.onCommand(TransportConnection.java:62)
> at
> org.apache.activemq.transport.ResponseCorrelator.onCommand(ResponseCorrelator.java:93)
> at
> org.apache.activemq.transport.TransportFilter.onCommand(TransportFilter.java:70)
> at
> org.apache.activemq.transport.WireFormatNegotiator.onCommand(WireFormatNegotiator.java:114)
> at
> org.apache.activemq.transport.InactivityMonitor.onCommand(InactivityMonitor.java:122)
> at
> org.apache.activemq.transport.TransportSupport.doConsume(TransportSupport.java:87)
> at
> org.apache.activemq.transport.tcp.TcpTransport.run(TcpTransport.java:139)
> at java.lang.Thread.run(Thread.java:595)
>
> "tcp:///172.16.15.64:2218" daemon prio=9 tid=0x030d5328 nid=0x17c0 runnable
> [0x048df000..0x048dfce8]
> at java.net.SocketInputStream.socketRead0(Native Method)
> at java.net.SocketInputStream.read(SocketInputStream.java:129)
> at
> org.apache.activemq.transport.tcp.TcpBufferedInputStream.fill(TcpBufferedInputStream.java:48)
> at
> org.apache.activemq.transport.tcp.TcpBufferedInputStream.read(TcpBufferedInputStream.java:55)
> at java.io.DataInputStream.readInt(DataInputStream.java:353)
> at
> org.apache.activemq.openwire.OpenWireFormat.unmarshal(OpenWireFormat.java:270)
> at
> org.apache.activemq.transport.tcp.TcpTransport.run(TcpTransport.java:138)
> at java.lang.Thread.run(Thread.java:595)
>
> "ActiveMQ Scheduler" daemon prio=9 tid=0x0336a120 nid=0x2f4 in Object.wait()
> [0x0486f000..0x0486fd68]
> at java.lang.Object.wait(Native Method)
> at java.lang.Object.wait(Object.java:432)
> at
> edu.emory.mathcs.backport.java.util.concurrent.TimeUnit.timedWait(TimeUnit.java:301)
> at
> edu.emory.mathcs.backport.java.util.concurrent.DelayQueue.take(DelayQueue.java:156)
> - locked <0x092f04f8> (a java.lang.Object)
> at
> edu.emory.mathcs.backport.java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java
> :590)
> at
> edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:477)
> at
> edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674)
> at java.lang.Thread.run(Thread.java:595)
>
> "tcp:///172.16.15.1:2005" daemon prio=9 tid=0x030cf618 nid=0xe58 runnable
> [0x03c3f000..0x03c3f9e8]
> at java.net.SocketInputStream.socketRead0(Native Method)
> at java.net.SocketInputStream.read(SocketInputStream.java:129)
> at
> org.apache.activemq.transport.tcp.TcpBufferedInputStream.fill(TcpBufferedInputStream.java:48)
> at
> org.apache.activemq.transport.tcp.TcpBufferedInputStream.read(TcpBufferedInputStream.java:55)
> at java.io.DataInputStream.readInt(DataInputStream.java:353)
> at
> org.apache.activemq.openwire.OpenWireFormat.unmarshal(OpenWireFormat.java:270)
> at
> org.apache.activemq.transport.tcp.TcpTransport.run(TcpTransport.java:138)
> at java.lang.Thread.run(Thread.java:595)
>
> "ActiveMQ Scheduler" daemon prio=9 tid=0x032d12b0 nid=0x14c8 in
> Object.wait() [0x03b8f000..0x03b8fa68]
> at java.lang.Object.wait(Native Method)
> at java.lang.Object.wait(Object.java:432)
> at
> edu.emory.mathcs.backport.java.util.concurrent.TimeUnit.timedWait(TimeUnit.java:301)
> at
> edu.emory.mathcs.backport.java.util.concurrent.DelayQueue.take(DelayQueue.java:156)
> - locked <0x092f04f8> (a java.lang.Object)
> at
> edu.emory.mathcs.backport.java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java
> :590)
> at
> edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:477)
> at
> edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674)
> at java.lang.Thread.run(Thread.java:595)
>
> "ActiveMQ Scheduler" daemon prio=9 tid=0x0336f310 nid=0xab4 in Object.wait()
> [0x03acf000..0x03acfae8]
> at java.lang.Object.wait(Native Method)
> at java.lang.Object.wait(Object.java:432)
> at
> edu.emory.mathcs.backport.java.util.concurrent.TimeUnit.timedWait(TimeUnit.java:301)
> at
> edu.emory.mathcs.backport.java.util.concurrent.DelayQueue.take(DelayQueue.java:156)
> - locked <0x092f04f8> (a java.lang.Object)
> at
> edu.emory.mathcs.backport.java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java
> :590)
> at
> edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:477)
> at
> edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674)
> at java.lang.Thread.run(Thread.java:595)
>
> "tcp:///172.16.15.4:3045" daemon prio=9 tid=0x03368f40 nid=0x10d8 in
> Object.wait() [0x039ef000..0x039efb68]
> at java.lang.Object.wait(Native Method)
> at java.lang.Object.wait(Object.java:474)
> at
> org.apache.activemq.memory.UsageManager.waitForSpace(UsageManager.java:85)
> - locked <0x092a3698> (a java.lang.Object)
> at
> org.apache.activemq.memory.UsageManager.waitForSpace(UsageManager.java:82)
> at org.apache.activemq.broker.region.Queue.send(Queue.java:248)
> at
> org.apache.activemq.broker.region.AbstractRegion.send(AbstractRegion.java:195)
> at
> org.apache.activemq.broker.region.RegionBroker.send(RegionBroker.java:320)
> at
> org.apache.activemq.broker.TransactionBroker.send(TransactionBroker.java:192)
> at
> org.apache.activemq.broker.BrokerFilter.send(BrokerFilter.java:109)
> at
> org.apache.activemq.broker.CompositeDestinationBroker.send(CompositeDestinationBroker.java:97)
> at
> org.apache.activemq.broker.MutableBrokerFilter.send(MutableBrokerFilter.java:121)
> at
> org.apache.activemq.broker.AbstractConnection.processMessage(AbstractConnection.java:346)
> at
> org.apache.activemq.command.ActiveMQMessage.visit(ActiveMQMessage.java:590)
> at
> org.apache.activemq.broker.AbstractConnection.service(AbstractConnection.java:196)
> at
> org.apache.activemq.broker.TransportConnection$1.onCommand(TransportConnection.java:62)
> at
> org.apache.activemq.transport.ResponseCorrelator.onCommand(ResponseCorrelator.java:93)
> at
> org.apache.activemq.transport.TransportFilter.onCommand(TransportFilter.java:70)
> at
> org.apache.activemq.transport.WireFormatNegotiator.onCommand(WireFormatNegotiator.java:114)
> at
> org.apache.activemq.transport.InactivityMonitor.onCommand(InactivityMonitor.java:122)
> at
> org.apache.activemq.transport.TransportSupport.doConsume(TransportSupport.java:87)
> at
> org.apache.activemq.transport.tcp.TcpTransport.run(TcpTransport.java:139)
> at java.lang.Thread.run(Thread.java:595)
>
> "ActiveMQ Scheduler" daemon prio=9 tid=0x0325d710 nid=0x1794 in
> Object.wait() [0x047cf000..0x047cfbe8]
> at java.lang.Object.wait(Native Method)
> at java.lang.Object.wait(Object.java:432)
> at
> edu.emory.mathcs.backport.java.util.concurrent.TimeUnit.timedWait(TimeUnit.java:301)
> at
> edu.emory.mathcs.backport.java.util.concurrent.DelayQueue.take(DelayQueue.java:156)
> - locked <0x092f04f8> (a java.lang.Object)
> at
> edu.emory.mathcs.backport.java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java
> :590)
> at
> edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:477)
> at
> edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674)
> at java.lang.Thread.run(Thread.java:595)
>
> "ActiveMQ Scheduler" daemon prio=9 tid=0x031c77f8 nid=0xf50 in Object.wait()
> [0x0478f000..0x0478fc68]
> at java.lang.Object.wait(Native Method)
> at java.lang.Object.wait(Object.java:432)
> at
> edu.emory.mathcs.backport.java.util.concurrent.TimeUnit.timedWait(TimeUnit.java:301)
> at
> edu.emory.mathcs.backport.java.util.concurrent.DelayQueue.take(DelayQueue.java:156)
> - locked <0x092f04f8> (a java.lang.Object)
> at
> edu.emory.mathcs.backport.java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java
> :590)
> at
> edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:477)
> at
> edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674)
> at java.lang.Thread.run(Thread.java:595)
>
> "tcp:///127.0.0.1:4614" daemon prio=9 tid=0x031c7d58 nid=0x16d0 in
> Object.wait() [0x0471f000..0x0471fce8]
> at java.lang.Object.wait(Native Method)
> at java.lang.Object.wait(Object.java:474)
> at
> org.apache.activemq.memory.UsageManager.waitForSpace(UsageManager.java:85)
> - locked <0x092a3698> (a java.lang.Object)
> at
> org.apache.activemq.memory.UsageManager.waitForSpace(UsageManager.java:82)
> at org.apache.activemq.broker.region.Queue.send(Queue.java:248)
> at
> org.apache.activemq.broker.region.AbstractRegion.send(AbstractRegion.java:195)
> at
> org.apache.activemq.broker.region.RegionBroker.send(RegionBroker.java:320)
> at
> org.apache.activemq.broker.TransactionBroker.send(TransactionBroker.java:192)
> at
> org.apache.activemq.broker.BrokerFilter.send(BrokerFilter.java:109)
> at
> org.apache.activemq.broker.CompositeDestinationBroker.send(CompositeDestinationBroker.java:97)
> at
> org.apache.activemq.broker.MutableBrokerFilter.send(MutableBrokerFilter.java:121)
> at
> org.apache.activemq.broker.AbstractConnection.processMessage(AbstractConnection.java:346)
> at
> org.apache.activemq.command.ActiveMQMessage.visit(ActiveMQMessage.java:590)
> at
> org.apache.activemq.broker.AbstractConnection.service(AbstractConnection.java:196)
> at
> org.apache.activemq.broker.TransportConnection$1.onCommand(TransportConnection.java:62)
> at
> org.apache.activemq.transport.ResponseCorrelator.onCommand(ResponseCorrelator.java:93)
> at
> org.apache.activemq.transport.TransportFilter.onCommand(TransportFilter.java:70)
> at
> org.apache.activemq.transport.WireFormatNegotiator.onCommand(WireFormatNegotiator.java:114)
> at
> org.apache.activemq.transport.InactivityMonitor.onCommand(InactivityMonitor.java:122)
> at
> org.apache.activemq.transport.TransportSupport.doConsume(TransportSupport.java:87)
> at
> org.apache.activemq.transport.tcp.TcpTransport.run(TcpTransport.java:139)
> at java.lang.Thread.run(Thread.java:595)
>
> "Multicast Discovery Agent Notifier" daemon prio=5 tid=0x033b76e8 nid=0xfe0
> in Object.wait() [0x0468f000..0x0468fd68]
> at java.lang.Object.wait(Native Method)
> - waiting on <0x0926f6c0> (a
> edu.emory.mathcs.backport.java.util.concurrent.LinkedBlockingQueue$SerializableLock)
> at java.lang.Object.wait(Object.java:474)
> at
> edu.emory.mathcs.backport.java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:315)
> - locked <0x0926f6c0> (a
> edu.emory.mathcs.backport.java.util.concurrent.LinkedBlockingQueue$SerializableLock)
> at
> edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:477)
> at
> edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674)
> at java.lang.Thread.run(Thread.java:595)
>
> "MulticastDiscovery: null" daemon prio=5 tid=0x033f5660 nid=0x1108 runnable
> [0x0461f000..0x0461f9e8]
> at java.net.PlainDatagramSocketImpl.receive0(Native Method)
> at
> java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
> - locked <0x092f28c0> (a java.net.PlainDatagramSocketImpl)
> at java.net.DatagramSocket.receive(DatagramSocket.java:712)
> - locked <0x092f2900> (a java.net.DatagramPacket)
> - locked <0x092f2920> (a java.net.MulticastSocket)
> at
> org.apache.activemq.transport.discovery.multicast.MulticastDiscoveryAgent.run(MulticastDiscoveryAgent.java:254)
> at java.lang.Thread.run(Thread.java:595)
>
> "Transport Status Dector
> org.apache.activemq.broker.jmx.ManagedTransportConnector@7a1576" daemon
> prio=9 tid=0x03c774a8 nid=0xcc waiting on c
> ondition [0x045af000..0x045afa68]
> at java.lang.Thread.sleep(Native Method)
> at
> org.apache.activemq.broker.TransportStatusDetector.run(TransportStatusDetector.java:98)
> at java.lang.Thread.run(Thread.java:595)
>
> "MulticastDiscovery: tcp://O-Hughes:61616" daemon prio=5 tid=0x033dcd18
> nid=0x10c4 runnable [0x0453f000..0x0453fae8]
> at java.net.PlainDatagramSocketImpl.receive0(Native Method)
> at
> java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
> - locked <0x092ed508> (a java.net.PlainDatagramSocketImpl)
> at java.net.DatagramSocket.receive(DatagramSocket.java:712)
> - locked <0x092f49c0> (a java.net.DatagramPacket)
> - locked <0x092ed548> (a java.net.MulticastSocket)
> at
> org.apache.activemq.transport.discovery.multicast.MulticastDiscoveryAgent.run(MulticastDiscoveryAgent.java:254)
> at java.lang.Thread.run(Thread.java:595)
>
> "TcpTransportServer@tcp://O-Hughes:61616" daemon prio=9 tid=0x03c60d08
> nid=0x1474 runnable [0x044cf000..0x044cfb68]
> at java.net.PlainSocketImpl.socketAccept(Native Method)
> at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
> - locked <0x092ed648> (a java.net.SocksSocketImpl)
> at java.net.ServerSocket.implAccept(ServerSocket.java:450)
> at java.net.ServerSocket.accept(ServerSocket.java:421)
> at
> org.apache.activemq.transport.tcp.TcpTransportServer.run(TcpTransportServer.java:121)
> at java.lang.Thread.run(Thread.java:595)
>
> "ActiveMQ Cleanup Timer" daemon prio=5 tid=0x032b8ba8 nid=0x3a0 in
> Object.wait() [0x0352f000..0x0352fbe8]
> at java.lang.Object.wait(Native Method)
> at java.lang.Object.wait(Object.java:432)
> at
> edu.emory.mathcs.backport.java.util.concurrent.TimeUnit.timedWait(TimeUnit.java:301)
> at
> edu.emory.mathcs.backport.java.util.concurrent.DelayQueue.take(DelayQueue.java:156)
> - locked <0x092c2c98> (a java.lang.Object)
> at
> edu.emory.mathcs.backport.java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java
> :590)
> at
> edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:477)
> at
> edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674)
> at java.lang.Thread.run(Thread.java:595)
>
> "RMI LeaseChecker" daemon prio=5 tid=0x0336d0f0 nid=0xf4c waiting on
> condition [0x03b3f000..0x03b3fc68]
> at java.lang.Thread.sleep(Native Method)
> at sun.rmi.transport.DGCImpl$LeaseChecker.run(DGCImpl.java:310)
> at java.lang.Thread.run(Thread.java:595)
>
> "RMI RenewClean-[172.16.15.40:4603]" daemon prio=5 tid=0x02e5dc08 nid=0x125c
> in Object.wait() [0x03a5f000..0x03a5fa68]
> at java.lang.Object.wait(Native Method)
> at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:116)
> - locked <0x092a75c0> (a java.lang.ref.ReferenceQueue$Lock)
> at
> sun.rmi.transport.DGCClient$EndpointEntry$RenewCleanThread.run(DGCClient.java:500)
> at java.lang.Thread.run(Thread.java:595)
>
> "GC Daemon" daemon prio=2 tid=0x0324bb48 nid=0x145c in Object.wait()
> [0x035ef000..0x035efb68]
> at java.lang.Object.wait(Native Method)
> - waiting on <0x092a1580> (a sun.misc.GC$LatencyLock)
> at sun.misc.GC$Daemon.run(GC.java:100)
> - locked <0x092a1580> (a sun.misc.GC$LatencyLock)
>
> "RMI Reaper" prio=5 tid=0x032b9988 nid=0x15dc in Object.wait()
> [0x035af000..0x035afbe8]
> at java.lang.Object.wait(Native Method)
> - waiting on <0x09296c70> (a java.lang.ref.ReferenceQueue$Lock)
> at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:116)
> - locked <0x09296c70> (a java.lang.ref.ReferenceQueue$Lock)
> at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:132)
> at sun.rmi.transport.ObjectTable$Reaper.run(ObjectTable.java:336)
> at java.lang.Thread.run(Thread.java:595)
>
> "RMI TCP Accept-0" daemon prio=5 tid=0x032b9008 nid=0x15e8 runnable
> [0x0356f000..0x0356fc68]
> at java.net.PlainSocketImpl.socketAccept(Native Method)
> at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
> - locked <0x092a5190> (a java.net.SocksSocketImpl)
> at java.net.ServerSocket.implAccept(ServerSocket.java:450)
> at java.net.ServerSocket.accept(ServerSocket.java:421)
> at sun.rmi.transport.tcp.TCPTransport.run(TCPTransport.java:334)
> at java.lang.Thread.run(Thread.java:595)
>
> "RMI TCP Accept-1099" daemon prio=5 tid=0x03249590 nid=0x11f4 runnable
> [0x034ef000..0x034efd68]
> at java.net.PlainSocketImpl.socketAccept(Native Method)
> at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
> - locked <0x092949c0> (a java.net.SocksSocketImpl)
> at java.net.ServerSocket.implAccept(ServerSocket.java:450)
> at java.net.ServerSocket.accept(ServerSocket.java:421)
> at sun.rmi.transport.tcp.TCPTransport.run(TCPTransport.java:334)
> at java.lang.Thread.run(Thread.java:595)
>
> "Timer-0" daemon prio=5 tid=0x030cdb40 nid=0xef8 in Object.wait()
> [0x034af000..0x034af9e8]
> at java.lang.Object.wait(Native Method)
> - waiting on <0x09294ae0> (a java.util.TaskQueue)
> at java.lang.Object.wait(Object.java:474)
> at java.util.TimerThread.mainLoop(Timer.java:483)
> - locked <0x09294ae0> (a java.util.TaskQueue)
> at java.util.TimerThread.run(Timer.java:462)
>
> "Low Memory Detector" daemon prio=5 tid=0x0031d220 nid=0x1650 runnable
> [0x00000000..0x00000000]
>
> "CompilerThread0" daemon prio=10 tid=0x0031bdf8 nid=0xf8c waiting on
> condition [0x00000000..0x02d7f8c0]
>
> "Signal Dispatcher" daemon prio=10 tid=0x0031b118 nid=0x1494 waiting on
> condition [0x00000000..0x00000000]
>
> "Finalizer" daemon prio=9 tid=0x00318520 nid=0xd28 in Object.wait()
> [0x02cff000..0x02cffc68]
> at java.lang.Object.wait(Native Method)
> at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:116)
> - locked <0x091d2d90> (a java.lang.ref.ReferenceQueue$Lock)
> at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:132)
> at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159)
>
> "Reference Handler" daemon prio=10 tid=0x00317040 nid=0x1364 in
> Object.wait() [0x02cbf000..0x02cbfce8]
> at java.lang.Object.wait(Native Method)
> - waiting on <0x091d2e10> (a java.lang.ref.Reference$Lock)
> at java.lang.Object.wait(Object.java:474)
> at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116)
> - locked <0x091d2e10> (a java.lang.ref.Reference$Lock)
>
> "main" prio=5 tid=0x00037d98 nid=0x1038 in Object.wait()
> [0x0007f000..0x0007fc40]
> at java.lang.Object.wait(Native Method)
> - waiting on <0x092f49e0> (a [Z)
> at java.lang.Object.wait(Object.java:474)
> at
> org.apache.activemq.console.command.StartCommand.waitForShutdown(StartCommand.java:106)
> - locked <0x092f49e0> (a [Z)
> at
> org.apache.activemq.console.command.StartCommand.runTask(StartCommand.java:67)
> at
> org.apache.activemq.console.command.AbstractCommand.execute(AbstractCommand.java:49)
> at
> org.apache.activemq.console.command.ShellCommand.runTask(ShellCommand.java:64)
> at
> org.apache.activemq.console.command.AbstractCommand.execute(AbstractCommand.java:49)
> at
> org.apache.activemq.console.command.ShellCommand.main(ShellCommand.java:45)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
> at java.lang.reflect.Method.invoke(Method.java:585)
> at org.apache.activemq.console.Main.runTaskClass(Main.java:135)
> at org.apache.activemq.console.Main.main(Main.java:67)
>
> "VM Thread" prio=10 tid=0x003147a0 nid=0x1098 runnable
>
> "VM Periodic Task Thread" prio=10 tid=0x0031e470 nid=0x1240 waiting on
> condition
> --
> View this message in context: http://www.nabble.com/Broker-Hung-With-Following-VM-Dump-t1627677.html#a4409496
> Sent from the ActiveMQ - User forum at Nabble.com.
>
>
--
Regards,
Hiram