You are viewing a plain text version of this content. The canonical link for it is here.
Posted to users@cloudstack.apache.org by David Comerford <da...@gmail.com> on 2013/04/23 02:07:44 UTC

Apparent Deadlock?

Hi guys,

Anyone have any thoughts on these exceptions that pop their head up every
so often in my CS management-server.log ?

Cheers,
Dave

2013-04-23 00:44:18,683 WARN  [v2.async.ThreadPoolAsynchronousRunner]
(Timer-3:null)
com.mchange.v2.async.ThreadPoolAsynchronousRunner$DeadlockDetector@4ea3e5fc--
APPARENT DEADLOCK!!! Creating emergency threads for unassigned pending
tasks!
2013-04-23 00:44:18,687 WARN  [v2.async.ThreadPoolAsynchronousRunner]
(Timer-3:null)
com.mchange.v2.async.ThreadPoolAsynchronousRunner$DeadlockDetector@4ea3e5fc--
APPARENT DEADLOCK!!! Complete Status:
        Managed Threads: 3
        Active Threads: 3
        Active Tasks:

com.mchange.v2.resourcepool.BasicResourcePool$AsyncTestIdleResourceTask@6a03079d(com.mchange.v2.async.ThreadPoolAsynchronousRunner$PoolThread-#0)

com.mchange.v2.resourcepool.BasicResourcePool$AsyncTestIdleResourceTask@6ce90aca(com.mchange.v2.async.ThreadPoolAsynchronousRunner$PoolThread-#1)

com.mchange.v2.resourcepool.BasicResourcePool$AsyncTestIdleResourceTask@37c38ba2(com.mchange.v2.async.ThreadPoolAsynchronousRunner$PoolThread-#2)
        Pending Tasks:

com.mchange.v2.resourcepool.BasicResourcePool$AsyncTestIdleResourceTask@7045548

com.mchange.v2.resourcepool.BasicResourcePool$AsyncTestIdleResourceTask@2d7aed91
Pool thread stack traces:

Thread[com.mchange.v2.async.ThreadPoolAsynchronousRunner$PoolThread-#0,5,main]
                java.net.SocketInputStream.socketRead0(Native Method)
                java.net.SocketInputStream.read(SocketInputStream.java:146)

com.mysql.jdbc.util.ReadAheadInputStream.fill(ReadAheadInputStream.java:113)

com.mysql.jdbc.util.ReadAheadInputStream.readFromUnderlyingStreamIfNecessary(ReadAheadInputStream.java:160)

com.mysql.jdbc.util.ReadAheadInputStream.read(ReadAheadInputStream.java:188)
                com.mysql.jdbc.MysqlIO.readFully(MysqlIO.java:2452)
                com.mysql.jdbc.MysqlIO.reuseAndReadPacket(MysqlIO.java:2906)
                com.mysql.jdbc.MysqlIO.reuseAndReadPacket(MysqlIO.java:2895)
                com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:3438)
                com.mysql.jdbc.MysqlIO.sendCommand(MysqlIO.java:1951)
                com.mysql.jdbc.MysqlIO.sqlQueryDirect(MysqlIO.java:2101)

com.mysql.jdbc.ConnectionImpl.execSQL(ConnectionImpl.java:2548)

com.mysql.jdbc.ConnectionImpl.execSQL(ConnectionImpl.java:2477)

com.mysql.jdbc.StatementImpl.executeQuery(StatementImpl.java:1422)

com.mysql.jdbc.DatabaseMetaData$9.forEach(DatabaseMetaData.java:4844)
                com.mysql.jdbc.IterateBlock.doForAll(IterateBlock.java:50)

com.mysql.jdbc.DatabaseMetaData.getTables(DatabaseMetaData.java:4822)

com.mchange.v2.c3p0.impl.DefaultConnectionTester.activeCheckConnectionNoQuery(DefaultConnectionTester.java:185)

com.mchange.v2.c3p0.impl.DefaultConnectionTester.activeCheckConnection(DefaultConnectionTester.java:62)

com.mchange.v2.c3p0.AbstractConnectionTester.activeCheckConnection(AbstractConnectionTester.java:67)

com.mchange.v2.c3p0.impl.C3P0PooledConnectionPool$1PooledConnectionResourcePoolManager.testPooledConnection(C3P0PooledConnectionPool.java:368)

com.mchange.v2.c3p0.impl.C3P0PooledConnectionPool$1PooledConnectionResourcePoolManager.refurbishIdleResource(C3P0PooledConnectionPool.java:310)

com.mchange.v2.resourcepool.BasicResourcePool$AsyncTestIdleResourceTask.run(BasicResourcePool.java:1999)

com.mchange.v2.async.ThreadPoolAsynchronousRunner$PoolThread.run(ThreadPoolAsynchronousRunner.java:547)

Thread[com.mchange.v2.async.ThreadPoolAsynchronousRunner$PoolThread-#2,5,main]
                java.net.SocketInputStream.socketRead0(Native Method)
                java.net.SocketInputStream.read(SocketInputStream.java:146)

com.mysql.jdbc.util.ReadAheadInputStream.fill(ReadAheadInputStream.java:113)

com.mysql.jdbc.util.ReadAheadInputStream.readFromUnderlyingStreamIfNecessary(ReadAheadInputStream.java:160)

com.mysql.jdbc.util.ReadAheadInputStream.read(ReadAheadInputStream.java:188)
                com.mysql.jdbc.MysqlIO.readFully(MysqlIO.java:2452)
                com.mysql.jdbc.MysqlIO.reuseAndReadPacket(MysqlIO.java:2906)
                com.mysql.jdbc.MysqlIO.reuseAndReadPacket(MysqlIO.java:2895)
                com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:3438)
                com.mysql.jdbc.MysqlIO.sendCommand(MysqlIO.java:1951)
                com.mysql.jdbc.MysqlIO.sqlQueryDirect(MysqlIO.java:2101)

com.mysql.jdbc.ConnectionImpl.execSQL(ConnectionImpl.java:2548)

com.mysql.jdbc.ConnectionImpl.execSQL(ConnectionImpl.java:2477)

com.mysql.jdbc.StatementImpl.executeQuery(StatementImpl.java:1422)

com.mysql.jdbc.DatabaseMetaData$9.forEach(DatabaseMetaData.java:4844)
                com.mysql.jdbc.IterateBlock.doForAll(IterateBlock.java:50)

com.mysql.jdbc.DatabaseMetaData.getTables(DatabaseMetaData.java:4822)

com.mchange.v2.c3p0.impl.DefaultConnectionTester.activeCheckConnectionNoQuery(DefaultConnectionTester.java:185)

com.mchange.v2.c3p0.impl.DefaultConnectionTester.activeCheckConnection(DefaultConnectionTester.java:62)

com.mchange.v2.c3p0.AbstractConnectionTester.activeCheckConnection(AbstractConnectionTester.java:67)

com.mchange.v2.c3p0.impl.C3P0PooledConnectionPool$1PooledConnectionResourcePoolManager.testPooledConnection(C3P0PooledConnectionPool.java:368)

com.mchange.v2.c3p0.impl.C3P0PooledConnectionPool$1PooledConnectionResourcePoolManager.refurbishIdleResource(C3P0PooledConnectionPool.java:310)

com.mchange.v2.resourcepool.BasicResourcePool$AsyncTestIdleResourceTask.run(BasicResourcePool.java:1999)

com.mchange.v2.async.ThreadPoolAsynchronousRunner$PoolThread.run(ThreadPoolAsynchronousRunner.java:547)

Thread[com.mchange.v2.async.ThreadPoolAsynchronousRunner$PoolThread-#1,5,main]
                java.net.SocketInputStream.socketRead0(Native Method)
                java.net.SocketInputStream.read(SocketInputStream.java:146)

com.mysql.jdbc.util.ReadAheadInputStream.fill(ReadAheadInputStream.java:113)

com.mysql.jdbc.util.ReadAheadInputStream.readFromUnderlyingStreamIfNecessary(ReadAheadInputStream.java:160)

com.mysql.jdbc.util.ReadAheadInputStream.read(ReadAheadInputStream.java:188)
                com.mysql.jdbc.MysqlIO.readFully(MysqlIO.java:2452)
                com.mysql.jdbc.MysqlIO.reuseAndReadPacket(MysqlIO.java:2906)
                com.mysql.jdbc.MysqlIO.reuseAndReadPacket(MysqlIO.java:2895)
                com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:3438)
                com.mysql.jdbc.MysqlIO.sendCommand(MysqlIO.java:1951)
                com.mysql.jdbc.MysqlIO.sqlQueryDirect(MysqlIO.java:2101)

com.mysql.jdbc.ConnectionImpl.execSQL(ConnectionImpl.java:2548)

com.mysql.jdbc.ConnectionImpl.execSQL(ConnectionImpl.java:2477)

com.mysql.jdbc.StatementImpl.executeQuery(StatementImpl.java:1422)

com.mysql.jdbc.DatabaseMetaData$9.forEach(DatabaseMetaData.java:4844)
                com.mysql.jdbc.IterateBlock.doForAll(IterateBlock.java:50)

com.mysql.jdbc.DatabaseMetaData.getTables(DatabaseMetaData.java:4822)

com.mchange.v2.c3p0.impl.DefaultConnectionTester.activeCheckConnectionNoQuery(DefaultConnectionTester.java:185)

com.mchange.v2.c3p0.impl.DefaultConnectionTester.activeCheckConnection(DefaultConnectionTester.java:62)

com.mchange.v2.c3p0.AbstractConnectionTester.activeCheckConnection(AbstractConnectionTester.java:67)

com.mchange.v2.c3p0.impl.C3P0PooledConnectionPool$1PooledConnectionResourcePoolManager.testPooledConnection(C3P0PooledConnectionPool.java:368)

com.mchange.v2.c3p0.impl.C3P0PooledConnectionPool$1PooledConnectionResourcePoolManager.refurbishIdleResource(C3P0PooledConnectionPool.java:310)

com.mchange.v2.resourcepool.BasicResourcePool$AsyncTestIdleResourceTask.run(BasicResourcePool.java:1999)

com.mchange.v2.async.ThreadPoolAsynchronousRunner$PoolThread.run(ThreadPoolAsynchronousRunner.java:547)


2013-04-23 00:45:18,688 WARN  [v2.async.ThreadPoolAsynchronousRunner]
(Timer-3:null) Task
com.mchange.v2.resourcepool.BasicResourcePool$AsyncTestIdleResourceTask@6a03079d(in
deadlocked PoolThread) failed to complete in maximum time 60000ms.
Trying interrupt().