Help get this topic noticed by sharing it on Twitter, Facebook, or email.
I’m sad

Deadlock during tests when using log4j to log to the stdout in multiple threads

Using gradle 1.0-rc-3
Encountered this in a unit test which fires up an embedded active MQ broker, looks like something do do with gradle consuming stdout is preventing the log4j call from the blocking thread from completing while log4j has a lock on the category that the blocked thread is trying to log to.

Able to work around by limiting log4j to FATAL during tests to basically silence it, but it doesn't seem ideal that a log operation gets hung up.

Thread dump:
2012-05-25 13:06:49
Full thread dump Java HotSpot(TM) Client VM (17.1-b03 mixed mode):

"ActiveMQConnection[ID:cbdenbldd1-44881-1337971850846-4:377] Scheduler" daemon prio=10 tid=0x099fc400 nid=0x4ba3 in Object.wait() [0x67419000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at java.util.TimerThread.mainLoop(Timer.java:483)
- locked (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:462)

"ActiveMQ Task-37" daemon prio=10 tid=0x0b4ffc00 nid=0x4ba2 waiting for monitor entry [0x67284000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.log4j.Category.callAppenders(Category.java:204)
- waiting to lock (a org.apache.log4j.spi.RootLogger)
at org.apache.log4j.Category.forcedLog(Category.java:391)
at org.apache.log4j.Category.log(Category.java:856)
at org.slf4j.impl.Log4jLoggerAdapter.debug(Log4jLoggerAdapter.java:204)
at org.apache.activemq.transport.failover.FailoverTransport.getConnectList(FailoverTransport.java:683)
at org.apache.activemq.transport.failover.FailoverTransport.doReconnect(FailoverTransport.java:801)
- locked (a java.lang.Object)
at org.apache.activemq.transport.failover.FailoverTransport$2.iterate(FailoverTransport.java:136)
- locked (a java.lang.Object)
at org.apache.activemq.thread.PooledTaskRunner.runTask(PooledTaskRunner.java:127)
at org.apache.activemq.thread.PooledTaskRunner$1.run(PooledTaskRunner.java:48)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)

"ActiveMQConnection[ID:cbdenbldd1-44881-1337971850846-4:376] Scheduler" daemon prio=10 tid=0x0b0c1c00 nid=0x4ba1 in Object.wait() [0x68622000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at java.util.TimerThread.mainLoop(Timer.java:483)
- locked (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:462)

"ActiveMQ Connection Executor: unconnected" daemon prio=10 tid=0x0b501000 nid=0x4b9e waiting for monitor entry [0x68808000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.log4j.Category.callAppenders(Category.java:204)
- waiting to lock (a org.apache.log4j.spi.RootLogger)
at org.apache.log4j.Category.forcedLog(Category.java:391)
at org.apache.log4j.Category.log(Category.java:856)
at org.slf4j.impl.Log4jLoggerAdapter.debug(Log4jLoggerAdapter.java:204)
at org.apache.activemq.transport.failover.FailoverTransport.stop(FailoverTransport.java:321)
- locked (a java.lang.Object)
at org.apache.activemq.transport.TransportFilter.stop(TransportFilter.java:65)
at org.apache.activemq.transport.TransportFilter.stop(TransportFilter.java:65)
at org.apache.activemq.transport.ResponseCorrelator.stop(ResponseCorrelator.java:132)
at org.apache.activemq.util.ServiceSupport.dispose(ServiceSupport.java:43)
at org.apache.activemq.ActiveMQConnection$5.run(ActiveMQConnection.java:1863)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)

"ActiveMQConnection[ID:cbdenbldd1-44881-1337971850846-4:375] Scheduler" daemon prio=10 tid=0x0b01e800 nid=0x4b95 in Object.wait() [0x6750c000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at java.util.TimerThread.mainLoop(Timer.java:483)
- locked (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:462)

"ActiveMQ Task-36" daemon prio=10 tid=0x0b144800 nid=0x4b8a waiting for monitor entry [0x7ef67000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.log4j.Category.callAppenders(Category.java:204)
- waiting to lock (a org.apache.log4j.spi.RootLogger)
at org.apache.log4j.Category.forcedLog(Category.java:391)
at org.apache.log4j.Category.log(Category.java:856)
at org.slf4j.impl.Log4jLoggerAdapter.debug(Log4jLoggerAdapter.java:204)
at org.apache.activemq.transport.failover.FailoverTransport.getConnectList(FailoverTransport.java:683)
at org.apache.activemq.transport.failover.FailoverTransport.doReconnect(FailoverTransport.java:801)
- locked (a java.lang.Object)
at org.apache.activemq.transport.failover.FailoverTransport$2.iterate(FailoverTransport.java:136)
- locked (a java.lang.Object)
at org.apache.activemq.thread.PooledTaskRunner.runTask(PooledTaskRunner.java:127)
at org.apache.activemq.thread.PooledTaskRunner$1.run(PooledTaskRunner.java:48)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)

"ActiveMQ Connection Executor: unconnected" daemon prio=10 tid=0x0b4edc00 nid=0x4b74 waiting for monitor entry [0x67233000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.log4j.Category.callAppenders(Category.java:204)
- waiting to lock (a org.apache.log4j.spi.RootLogger)
at org.apache.log4j.Category.forcedLog(Category.java:391)
at org.apache.log4j.Category.log(Category.java:856)
at org.slf4j.impl.Log4jLoggerAdapter.debug(Log4jLoggerAdapter.java:204)
at org.apache.activemq.transport.failover.FailoverTransport.stop(FailoverTransport.java:321)
- locked (a java.lang.Object)
at org.apache.activemq.transport.TransportFilter.stop(TransportFilter.java:65)
at org.apache.activemq.transport.TransportFilter.stop(TransportFilter.java:65)
at org.apache.activemq.transport.ResponseCorrelator.stop(ResponseCorrelator.java:132)
at org.apache.activemq.util.ServiceSupport.dispose(ServiceSupport.java:43)
at org.apache.activemq.ActiveMQConnection$5.run(ActiveMQConnection.java:1863)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)

"Async Exception Handler" daemon prio=10 tid=0x0b02a000 nid=0x4b3e waiting for monitor entry [0x6704d000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.log4j.Category.callAppenders(Category.java:204)
- waiting to lock (a org.apache.log4j.spi.RootLogger)
at org.apache.log4j.Category.forcedLog(Category.java:391)
at org.apache.log4j.Category.log(Category.java:856)
at org.slf4j.impl.Log4jLoggerAdapter.debug(Log4jLoggerAdapter.java:281)
at org.apache.activemq.broker.TransportConnection.serviceTransportException(TransportConnection.java:230)
at org.apache.activemq.broker.TransportConnection.serviceException(TransportConnection.java:265)
at org.apache.activemq.broker.TransportConnection$2.run(TransportConnection.java:250)

"InactivityMonitor WriteCheck" daemon prio=10 tid=0x0b13d400 nid=0x4b37 waiting for monitor entry [0x66f09000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.log4j.Category.callAppenders(Category.java:204)
- waiting to lock (a org.apache.log4j.spi.RootLogger)
at org.apache.log4j.Category.forcedLog(Category.java:391)
at org.apache.log4j.Category.log(Category.java:856)
at org.slf4j.impl.Log4jLoggerAdapter.debug(Log4jLoggerAdapter.java:204)
at org.apache.activemq.transport.InactivityMonitor$2.run(InactivityMonitor.java:109)
at org.apache.activemq.thread.SchedulerTimerTask.run(SchedulerTimerTask.java:33)
at java.util.TimerThread.mainLoop(Timer.java:512)
at java.util.TimerThread.run(Timer.java:462)

"InactivityMonitor ReadCheck" daemon prio=10 tid=0x0b163800 nid=0x4b36 waiting for monitor entry [0x66f5a000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.log4j.Category.callAppenders(Category.java:204)
- waiting to lock (a org.apache.log4j.spi.RootLogger)
at org.apache.log4j.Category.forcedLog(Category.java:391)
at org.apache.log4j.Category.log(Category.java:856)
at org.slf4j.impl.Log4jLoggerAdapter.debug(Log4jLoggerAdapter.java:204)
at org.apache.activemq.transport.InactivityMonitor$1.run(InactivityMonitor.java:82)
at org.apache.activemq.thread.SchedulerTimerTask.run(SchedulerTimerTask.java:33)
at java.util.TimerThread.mainLoop(Timer.java:512)
at java.util.TimerThread.run(Timer.java:462)

"ActiveMQ Connection Executor: unconnected" daemon prio=10 tid=0x0b4ee400 nid=0x4b33 waiting on condition [0x66ffc000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:662)

"ActiveMQ Task-34" daemon prio=10 tid=0x0a755400 nid=0x4b31 waiting for monitor entry [0x7ef16000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.log4j.Category.callAppenders(Category.java:204)
- waiting to lock (a org.apache.log4j.spi.RootLogger)
at org.apache.log4j.Category.forcedLog(Category.java:391)
at org.apache.log4j.Category.log(Category.java:856)
at org.slf4j.impl.Log4jLoggerAdapter.debug(Log4jLoggerAdapter.java:204)
at org.apache.activemq.broker.TransportConnection.doStop(TransportConnection.java:991)
at org.apache.activemq.broker.TransportConnection$3.run(TransportConnection.java:952)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)

"ActiveMQConnection[ID:cbdenbldd1-44881-1337971850846-4:374] Scheduler" daemon prio=10 tid=0x0b1e8000 nid=0x4ac7 in Object.wait() [0x67d46000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at java.util.TimerThread.mainLoop(Timer.java:483)
- locked (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:462)

"ActiveMQ Task-33" daemon prio=10 tid=0x0a599400 nid=0x4ac6 waiting for monitor entry [0x6797a000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.log4j.Category.callAppenders(Category.java:204)
- waiting to lock (a org.apache.log4j.spi.RootLogger)
at org.apache.log4j.Category.forcedLog(Category.java:391)
at org.apache.log4j.Category.log(Category.java:856)
at org.slf4j.impl.Log4jLoggerAdapter.error(Log4jLoggerAdapter.java:493)
at org.apache.activemq.transport.failover.FailoverTransport.doReconnect(FailoverTransport.java:923)
- locked (a java.lang.Object)
at org.apache.activemq.transport.failover.FailoverTransport$2.iterate(FailoverTransport.java:136)
- locked (a java.lang.Object)
at org.apache.activemq.thread.PooledTaskRunner.runTask(PooledTaskRunner.java:127)
at org.apache.activemq.thread.PooledTaskRunner$1.run(PooledTaskRunner.java:48)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)

"ActiveMQ Connection Executor: unconnected" daemon prio=10 tid=0x0b0c1400 nid=0x4ac3 waiting on condition [0x68163000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:662)

"ActiveMQConnection[ID:cbdenbldd1-44881-1337971850846-4:373] Scheduler" daemon prio=10 tid=0x09f99800 nid=0x4ac1 in Object.wait() [0x68580000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at java.util.TimerThread.mainLoop(Timer.java:483)
- locked (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:462)

"ActiveMQ Task-31" daemon prio=10 tid=0x0b13fc00 nid=0x4ac0 waiting for monitor entry [0x7f384000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.log4j.Category.callAppenders(Category.java:204)
- waiting to lock (a org.apache.log4j.spi.RootLogger)
at org.apache.log4j.Category.forcedLog(Category.java:391)
at org.apache.log4j.Category.log(Category.java:856)
at org.slf4j.impl.Log4jLoggerAdapter.error(Log4jLoggerAdapter.java:493)
at org.apache.activemq.transport.failover.FailoverTransport.doReconnect(FailoverTransport.java:923)
- locked (a java.lang.Object)
at org.apache.activemq.transport.failover.FailoverTransport$2.iterate(FailoverTransport.java:136)
- locked (a java.lang.Object)
at org.apache.activemq.thread.PooledTaskRunner.runTask(PooledTaskRunner.java:127)
at org.apache.activemq.thread.PooledTaskRunner$1.run(PooledTaskRunner.java:48)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)

"ActiveMQConnection[ID:cbdenbldd1-44881-1337971850846-4:372] Scheduler" daemon prio=10 tid=0x0b501400 nid=0x4abf in Object.wait() [0x68766000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at java.util.TimerThread.mainLoop(Timer.java:483)
- locked (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:462)

"ActiveMQConnection[ID:cbdenbldd1-44881-1337971850846-4:371] Scheduler" daemon prio=10 tid=0x0b39f000 nid=0x4abd in Object.wait() [0x672d5000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at java.util.TimerThread.mainLoop(Timer.java:483)
- locked (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:462)

"ActiveMQ Task-30" daemon prio=10 tid=0x0b164800 nid=0x4ab2 waiting for monitor entry [0x67326000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.activemq.broker.region.RegionBroker.removeConsumer(RegionBroker.java:468)
- waiting to lock (a org.apache.activemq.broker.region.RegionBroker$1)
at org.apache.activemq.broker.BrokerFilter.removeConsumer(BrokerFilter.java:117)
at org.apache.activemq.advisory.AdvisoryBroker.removeConsumer(AdvisoryBroker.java:225)
at org.apache.activemq.broker.BrokerFilter.removeConsumer(BrokerFilter.java:117)
at org.apache.activemq.broker.BrokerFilter.removeConsumer(BrokerFilter.java:117)
at org.apache.activemq.broker.BrokerFilter.removeConsumer(BrokerFilter.java:117)
at org.apache.activemq.broker.MutableBrokerFilter.removeConsumer(MutableBrokerFilter.java:123)
at org.apache.activemq.broker.TransportConnection.processRemoveConsumer(TransportConnection.java:575)
at org.apache.activemq.broker.TransportConnection.processRemoveSession(TransportConnection.java:613)
at org.apache.activemq.broker.TransportConnection.processRemoveConnection(TransportConnection.java:726)
- locked (a org.apache.activemq.broker.TransportConnection)
at org.apache.activemq.broker.TransportConnection.doStop(TransportConnection.java:1025)
at org.apache.activemq.broker.TransportConnection$3.run(TransportConnection.java:952)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)

"ActiveMQ Transport: tcp:///127.0.0.1:57747" daemon prio=10 tid=0x0b316c00 nid=0x4ab1 waiting for monitor entry [0x7f7a1000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.log4j.Category.callAppenders(Category.java:204)
- waiting to lock (a org.apache.log4j.spi.RootLogger)
at org.apache.log4j.Category.forcedLog(Category.java:391)
at org.apache.log4j.Category.log(Category.java:856)
at org.slf4j.impl.Log4jLoggerAdapter.debug(Log4jLoggerAdapter.java:204)
at org.apache.activemq.transport.InactivityMonitor.configuredOk(InactivityMonitor.java:331)
at org.apache.activemq.transport.InactivityMonitor.startMonitorThreads(InactivityMonitor.java:302)
- locked (a org.apache.activemq.transport.InactivityMonitor)
at org.apache.activemq.transport.InactivityMonitor.onCommand(InactivityMonitor.java:217)
- locked (a org.apache.activemq.transport.InactivityMonitor)
at org.apache.activemq.transport.TransportSupport.doConsume(TransportSupport.java:83)
at org.apache.activemq.transport.tcp.TcpTransport.doRun(TcpTransport.java:220)
at org.apache.activemq.transport.tcp.TcpTransport.run(TcpTransport.java:202)
at java.lang.Thread.run(Thread.java:662)

"ActiveMQ Transport: tcp://cbdenbldd1/127.0.0.1:61618" prio=10 tid=0x0b4eec00 nid=0x4aaf runnable [0x7fda4000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.read(SocketInputStream.java:129)
at org.apache.activemq.transport.tcp.TcpBufferedInputStream.fill(TcpBufferedInputStream.java:50)
at org.apache.activemq.transport.tcp.TcpTransport$2.fill(TcpTransport.java:576)
at org.apache.activemq.transport.tcp.TcpBufferedInputStream.read(TcpBufferedInputStream.java:58)
at org.apache.activemq.transport.tcp.TcpTransport$2.read(TcpTransport.java:561)
at java.io.DataInputStream.readInt(DataInputStream.java:370)
at org.apache.activemq.openwire.OpenWireFormat.unmarshal(OpenWireFormat.java:269)
at org.apache.activemq.transport.tcp.TcpTransport.readCommand(TcpTransport.java:227)
at org.apache.activemq.transport.tcp.TcpTransport.doRun(TcpTransport.java:219)
at org.apache.activemq.transport.tcp.TcpTransport.run(TcpTransport.java:202)
at java.lang.Thread.run(Thread.java:662)

"ActiveMQ Task-28" daemon prio=10 tid=0x0a48a000 nid=0x4aab waiting for monitor entry [0x66fab000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.log4j.Category.callAppenders(Category.java:204)
- waiting to lock (a org.apache.log4j.spi.RootLogger)
at org.apache.log4j.Category.forcedLog(Category.java:391)
at org.apache.log4j.Category.log(Category.java:856)
at org.slf4j.impl.Log4jLoggerAdapter.debug(Log4jLoggerAdapter.java:204)
at org.apache.activemq.transport.failover.FailoverTransport.doReconnect(FailoverTransport.java:899)
- locked (a java.lang.Object)
at org.apache.activemq.transport.failover.FailoverTransport$2.iterate(FailoverTransport.java:136)
- locked (a java.lang.Object)
at org.apache.activemq.thread.PooledTaskRunner.runTask(PooledTaskRunner.java:127)
at org.apache.activemq.thread.PooledTaskRunner$1.run(PooledTaskRunner.java:48)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)

"ActiveMQ Transport: tcp:///127.0.0.1:57745" daemon prio=10 tid=0x0af7b800 nid=0x4aa9 waiting on condition [0x67191000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for (a java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:811)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireShared(AbstractQueuedSynchronizer.java:941)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireShared(AbstractQueuedSynchronizer.java:1261)
at java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.lock(ReentrantReadWriteLock.java:594)
at org.apache.activemq.broker.TransportConnection$1.onCommand(TransportConnection.java:173)
at org.apache.activemq.transport.TransportFilter.onCommand(TransportFilter.java:69)
at org.apache.activemq.transport.WireFormatNegotiator.onCommand(WireFormatNegotiator.java:113)
at org.apache.activemq.transport.InactivityMonitor.onCommand(InactivityMonitor.java:227)
- locked (a org.apache.activemq.transport.InactivityMonitor$1)
at org.apache.activemq.transport.TransportSupport.doConsume(TransportSupport.java:83)
at org.apache.activemq.transport.tcp.TcpTransport.doRun(TcpTransport.java:220)
at org.apache.activemq.transport.tcp.TcpTransport.run(TcpTransport.java:202)
at java.lang.Thread.run(Thread.java:662)

"ActiveMQ Connection Executor: unconnected" daemon prio=10 tid=0x0b01d800 nid=0x4aa5 waiting on condition [0x671e2000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:662)

"ActiveMQConnection[ID:cbdenbldd1-44881-1337971850846-4:370] Scheduler" daemon prio=10 tid=0x09a90800 nid=0x4a9e in Object.wait() [0x690fe000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at java.util.TimerThread.mainLoop(Timer.java:483)
- locked (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:462)

"ActiveMQ Connection Executor: unconnected" daemon prio=10 tid=0x0b501c00 nid=0x4a9c waiting on condition [0x68715000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:662)

"ActiveMQConnection[ID:cbdenbldd1-44881-1337971850846-4:369] Scheduler" daemon prio=10 tid=0x09a92c00 nid=0x4a9a in Object.wait() [0x690ad000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at java.util.TimerThread.mainLoop(Timer.java:483)
- locked (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:462)

"ActiveMQ Task-23" daemon prio=10 tid=0x0b112800 nid=0x4a99 waiting on condition [0x670ef000]
java.lang.Thread.State: RUNNABLE
at java.util.Arrays.copyOf(Arrays.java:2882)
at java.lang.AbstractStringBuilder.expandCapacity(AbstractStringBuilder.java:100)
at java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:390)
at java.lang.StringBuilder.append(StringBuilder.java:119)
at org.gradle.api.internal.tasks.testing.junit.JUnitXmlReportGenerator.output(JUnitXmlReportGenerator.java:61)
at org.gradle.api.internal.tasks.testing.results.StateTrackingTestResultProcessor.output(StateTrackingTestResultProcessor.java:79)
at sun.reflect.GeneratedMethodAccessor5.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.messaging.dispatch.BroadcastDispatch.dispatch(BroadcastDispatch.java:88)
at org.gradle.messaging.dispatch.BroadcastDispatch.dispatch(BroadcastDispatch.java:32)
at org.gradle.messaging.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93)
at $Proxy3.output(Unknown Source)
at org.gradle.api.internal.tasks.testing.processors.CaptureTestOutputTestResultProcessor$StdOutForwarder.onOutput(CaptureTestOutputTestResultProcessor.java:90)
at org.gradle.logging.internal.DefaultStandardOutputRedirector$WriteAction.execute(DefaultStandardOutputRedirector.java:83)
at org.gradle.logging.internal.DefaultStandardOutputRedirector$WriteAction.execute(DefaultStandardOutputRedirector.java:79)
at org.gradle.util.LineBufferingOutputStream$StringOutput.write(LineBufferingOutputStream.java:148)
at org.gradle.util.LineBufferingOutputStream.flush(LineBufferingOutputStream.java:121)
at org.gradle.util.LineBufferingOutputStream.write(LineBufferingOutputStream.java:93)
at java.io.OutputStream.write(OutputStream.java:99)
at java.io.PrintStream.write(PrintStream.java:430)
- locked (a java.io.PrintStream)
at org.gradle.util.LinePerThreadBufferingOutputStream.write(LinePerThreadBufferingOutputStream.java:215)
at sun.nio.cs.StreamEncoder.writeBytes(StreamEncoder.java:202)
at sun.nio.cs.StreamEncoder.implFlushBuffer(StreamEncoder.java:272)
at sun.nio.cs.StreamEncoder.implFlush(StreamEncoder.java:276)
at sun.nio.cs.StreamEncoder.flush(StreamEncoder.java:122)
- locked (a java.io.OutputStreamWriter)
at java.io.OutputStreamWriter.flush(OutputStreamWriter.java:212)
at org.apache.log4j.helpers.QuietWriter.flush(QuietWriter.java:59)
at org.apache.log4j.WriterAppender.subAppend(WriterAppender.java:324)
at org.apache.log4j.WriterAppender.append(WriterAppender.java:162)
at org.apache.log4j.AppenderSkeleton.doAppend(AppenderSkeleton.java:251)
- locked (a org.apache.log4j.ConsoleAppender)
at org.apache.log4j.helpers.AppenderAttachableImpl.appendLoopOnAppenders(AppenderAttachableImpl.java:66)
at org.apache.log4j.Category.callAppenders(Category.java:206)
- locked (a org.apache.log4j.spi.RootLogger)
at org.apache.log4j.Category.forcedLog(Category.java:391)
at org.apache.log4j.Category.log(Category.java:856)
at org.slf4j.impl.Log4jLoggerAdapter.debug(Log4jLoggerAdapter.java:204)
at org.apache.activemq.transport.tcp.TcpTransport.doStop(TcpTransport.java:508)
at org.apache.activemq.util.ServiceSupport.stop(ServiceSupport.java:69)
at org.apache.activemq.transport.tcp.TcpTransport.stop(TcpTransport.java:549)
at org.apache.activemq.transport.InactivityMonitor.stop(InactivityMonitor.java:132)
at org.apache.activemq.transport.TransportFilter.stop(TransportFilter.java:65)
at org.apache.activemq.transport.WireFormatNegotiator.stop(WireFormatNegotiator.java:91)
at org.apache.activemq.transport.failover.FailoverTransport.doReconnect(FailoverTransport.java:902)
- locked (a java.lang.Object)
at org.apache.activemq.transport.failover.FailoverTransport$2.iterate(FailoverTransport.java:136)
- locked (a java.lang.Object)
at org.apache.activemq.thread.PooledTaskRunner.runTask(PooledTaskRunner.java:127)
at org.apache.activemq.thread.PooledTaskRunner$1.run(PooledTaskRunner.java:48)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)

"ActiveMQConnection[ID:cbdenbldd1-44881-1337971850846-4:368] Scheduler" daemon prio=10 tid=0x0b399800 nid=0x4a98 in Object.wait() [0x674bb000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at java.util.TimerThread.mainLoop(Timer.java:483)
- locked (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:462)

"ActiveMQ Task-22" daemon prio=10 tid=0x0b226800 nid=0x4a95 waiting for monitor entry [0x68bd4000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.activemq.transport.failover.FailoverTransport.doReconnect(FailoverTransport.java:758)
- waiting to lock (a java.lang.Object)
at org.apache.activemq.transport.failover.FailoverTransport$2.iterate(FailoverTransport.java:136)
- locked (a java.lang.Object)
at org.apache.activemq.thread.PooledTaskRunner.runTask(PooledTaskRunner.java:127)
at org.apache.activemq.thread.PooledTaskRunner$1.run(PooledTaskRunner.java:48)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)

"ActiveMQConnection[ID:cbdenbldd1-44881-1337971850846-4:367] Scheduler" daemon prio=10 tid=0x0b284c00 nid=0x4a92 in Object.wait() [0x7eec5000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at java.util.TimerThread.mainLoop(Timer.java:483)
- locked (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:462)

"ActiveMQ Task-21" daemon prio=10 tid=0x0b1fec00 nid=0x4a8f waiting for monitor entry [0x692a5000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.activemq.transport.failover.FailoverTransport.doReconnect(FailoverTransport.java:758)
- waiting to lock (a java.lang.Object)
at org.apache.activemq.transport.failover.FailoverTransport$2.iterate(FailoverTransport.java:136)
- locked (a java.lang.Object)
at org.apache.activemq.thread.PooledTaskRunner.runTask(PooledTaskRunner.java:127)
at org.apache.activemq.thread.PooledTaskRunner$1.run(PooledTaskRunner.java:48)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)

"ActiveMQ Task-20" daemon prio=10 tid=0x0a574000 nid=0x4a8c waiting for monitor entry [0x69254000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.log4j.Category.callAppenders(Category.java:204)
- waiting to lock (a org.apache.log4j.spi.RootLogger)
at org.apache.log4j.Category.forcedLog(Category.java:391)
at org.apache.log4j.Category.log(Category.java:856)
at org.slf4j.impl.Log4jLoggerAdapter.debug(Log4jLoggerAdapter.java:204)
at org.apache.activemq.transport.failover.FailoverTransport.getConnectList(FailoverTransport.java:683)
at org.apache.activemq.transport.failover.FailoverTransport.doReconnect(FailoverTransport.java:801)
- locked (a java.lang.Object)
at org.apache.activemq.transport.failover.FailoverTransport$2.iterate(FailoverTransport.java:136)
- locked (a java.lang.Object)
at org.apache.activemq.thread.PooledTaskRunner.runTask(PooledTaskRunner.java:127)
at org.apache.activemq.thread.PooledTaskRunner$1.run(PooledTaskRunner.java:48)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)

"ActiveMQ Task-19" daemon prio=10 tid=0x0b1fbc00 nid=0x4a8b waiting for monitor entry [0x6852f000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.log4j.Category.callAppenders(Category.java:204)
- waiting to lock (a org.apache.log4j.spi.RootLogger)
at org.apache.log4j.Category.forcedLog(Category.java:391)
at org.apache.log4j.Category.log(Category.java:856)
at org.slf4j.impl.Log4jLoggerAdapter.debug(Log4jLoggerAdapter.java:204)
at org.apache.activemq.broker.region.AbstractRegion.removeConsumer(AbstractRegion.java:322)
at org.apache.activemq.broker.region.RegionBroker.removeConsumer(RegionBroker.java:471)
- locked (a org.apache.activemq.broker.region.RegionBroker$1)
at org.apache.activemq.broker.BrokerFilter.removeConsumer(BrokerFilter.java:117)
at org.apache.activemq.advisory.AdvisoryBroker.removeConsumer(AdvisoryBroker.java:225)
at org.apache.activemq.broker.BrokerFilter.removeConsumer(BrokerFilter.java:117)
at org.apache.activemq.broker.BrokerFilter.removeConsumer(BrokerFilter.java:117)
at org.apache.activemq.broker.BrokerFilter.removeConsumer(BrokerFilter.java:117)
at org.apache.activemq.broker.MutableBrokerFilter.removeConsumer(MutableBrokerFilter.java:123)
at org.apache.activemq.broker.TransportConnection.processRemoveConsumer(TransportConnection.java:575)
at org.apache.activemq.broker.TransportConnection.processRemoveSession(TransportConnection.java:613)
at org.apache.activemq.broker.TransportConnection.processRemoveConnection(TransportConnection.java:726)
- locked (a org.apache.activemq.broker.TransportConnection)
at org.apache.activemq.broker.TransportConnection.doStop(TransportConnection.java:1025)
at org.apache.activemq.broker.TransportConnection$3.run(TransportConnection.java:952)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)

"ActiveMQConnection[ID:cbdenbldd1-44881-1337971850846-4:364] Scheduler" daemon prio=10 tid=0x0b125000 nid=0x4a74 in Object.wait() [0x68859000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at java.util.TimerThread.mainLoop(Timer.java:483)
- locked (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:462)

"ActiveMQConnection[ID:cbdenbldd1-44881-1337971850846-4:363] Scheduler" daemon prio=10 tid=0x0b0c0800 nid=0x4a73 in Object.wait() [0x7fb6d000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at java.util.TimerThread.mainLoop(Timer.java:483)
- locked (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:462)

"pool-8-thread-8" prio=10 tid=0x0b4d2c00 nid=0x4a58 waiting on condition [0x675ae000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:662)

"pool-8-thread-7" prio=10 tid=0x0b021c00 nid=0x49ef waiting on condition [0x67d97000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:662)

"pool-8-thread-6" prio=10 tid=0x0b01f000 nid=0x497e waiting on condition [0x68c25000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:662)

"pool-8-thread-5" prio=10 tid=0x0b1f6000 nid=0x491c waiting on condition [0x7f65d000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:662)

"pool-8-thread-4" prio=10 tid=0x0afe4c00 nid=0x48af waiting on condition [0x687b7000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:662)

"pool-8-thread-3" prio=10 tid=0x0b00b800 nid=0x4841 waiting on condition [0x684de000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:662)

"pool-8-thread-2" prio=10 tid=0x0b394800 nid=0x4829 waiting on condition [0x679cb000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:662)

"Timer-0" daemon prio=10 tid=0x09a02800 nid=0x47e4 in Object.wait() [0x686c4000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at java.util.TimerThread.mainLoop(Timer.java:483)
- locked (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:462)

"FileWatchdog" daemon prio=10 tid=0x0a4b8c00 nid=0x47e3 waiting on condition [0x68673000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.log4j.helpers.FileWatchdog.run(FileWatchdog.java:104)

"pool-8-thread-1" prio=10 tid=0x0b1f4400 nid=0x47e2 waiting on condition [0x675ff000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:662)

"KountThresholdTimer" daemon prio=10 tid=0x0b224400 nid=0x4748 in Object.wait() [0x67140000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at java.util.TimerThread.mainLoop(Timer.java:483)
- locked (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:462)

"SplitTestConfigMonitor" prio=10 tid=0x0b2b0000 nid=0x4747 waiting on condition [0x7f3d5000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at com.clickbank.orders.split.SplitTestUtil$ConfigMonitor.run(SplitTestUtil.java:58)
at java.lang.Thread.run(Thread.java:662)

"eventContainerLocal-1" prio=10 tid=0x0b39c000 nid=0x472c waiting for monitor entry [0x67377000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.activemq.SimplePriorityMessageDispatchChannel.dequeue(SimplePriorityMessageDispatchChannel.java:83)
- waiting to lock (a java.lang.Object)
at org.apache.activemq.ActiveMQMessageConsumer.dequeue(ActiveMQMessageConsumer.java:452)
at org.apache.activemq.ActiveMQMessageConsumer.receive(ActiveMQMessageConsumer.java:577)
at org.springframework.jms.listener.AbstractPollingMessageListenerContainer.receiveMessage(AbstractPollingMessageListenerContainer.java:429)
at org.springframework.jms.listener.AbstractPollingMessageListenerContainer.doReceiveAndExecute(AbstractPollingMessageListenerContainer.java:310)
at org.springframework.jms.listener.AbstractPollingMessageListenerContainer.receiveAndExecute(AbstractPollingMessageListenerContainer.java:263)
at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.invokeListener(DefaultMessageListenerContainer.java:1059)
at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.executeOngoingLoop(DefaultMessageListenerContainer.java:1051)
at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.run(DefaultMessageListenerContainer.java:948)
at java.lang.Thread.run(Thread.java:662)

"ActiveMQConnection[ID:cbdenbldd1-44881-1337971850846-4:12] Scheduler" daemon prio=10 tid=0x0b39a800 nid=0x472b waiting for monitor entry [0x673c8000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.activemq.transport.failover.FailoverTransport.connectionInterruptProcessingComplete(FailoverTransport.java:1105)
- waiting to lock (a java.lang.Object)
at org.apache.activemq.ActiveMQConnection.signalInterruptionProcessingComplete(ActiveMQConnection.java:2333)
at org.apache.activemq.ActiveMQConnection.transportInterruptionProcessingComplete(ActiveMQConnection.java:2318)
at org.apache.activemq.ActiveMQMessageConsumer.clearMessagesInProgress(ActiveMQMessageConsumer.java:688)
- locked (a java.lang.Object)
at org.apache.activemq.ActiveMQSession$2.run(ActiveMQSession.java:659)
at org.apache.activemq.thread.SchedulerTimerTask.run(SchedulerTimerTask.java:33)
at java.util.TimerThread.mainLoop(Timer.java:512)
at java.util.TimerThread.run(Timer.java:462)

"eventContainer2-1" prio=10 tid=0x0b397000 nid=0x4729 waiting on condition [0x6746a000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.springframework.jms.listener.DefaultMessageListenerContainer.sleepInbetweenRecoveryAttempts(DefaultMessageListenerContainer.java:909)
at org.springframework.jms.listener.DefaultMessageListenerContainer.refreshConnectionUntilSuccessful(DefaultMessageListenerContainer.java:879)
at org.springframework.jms.listener.DefaultMessageListenerContainer.recoverAfterListenerSetupFailure(DefaultMessageListenerContainer.java:839)
at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.run(DefaultMessageListenerContainer.java:970)
- locked (a java.lang.Object)
at java.lang.Thread.run(Thread.java:662)

"eventContainer1-1" prio=10 tid=0x0b392400 nid=0x4726 waiting for monitor entry [0x6755d000]
java.lang.Thread.State: BLOCKED (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.activemq.transport.failover.FailoverTransport.oneway(FailoverTransport.java:516)
- locked (a java.lang.Object)
at org.apache.activemq.transport.MutexTransport.oneway(MutexTransport.java:40)
- locked (a java.lang.Object)
at org.apache.activemq.transport.ResponseCorrelator.asyncRequest(ResponseCorrelator.java:81)
at org.apache.activemq.transport.ResponseCorrelator.request(ResponseCorrelator.java:86)
at org.apache.activemq.ActiveMQConnection.syncSendPacket(ActiveMQConnection.java:1284)
at org.apache.activemq.ActiveMQConnection.ensureConnectionInfoSent(ActiveMQConnection.java:1392)
- locked (a java.lang.Object)
at org.apache.activemq.ActiveMQConnection.start(ActiveMQConnection.java:504)
at org.apache.activemq.pool.ConnectionPool.start(ConnectionPool.java:91)
at org.apache.activemq.pool.PooledConnection.start(PooledConnection.java:78)
at org.springframework.jms.listener.AbstractJmsListeningContainer.refreshSharedConnection(AbstractJmsListeningContainer.java:390)
- locked (a java.lang.Object)
at org.springframework.jms.listener.DefaultMessageListenerContainer.refreshConnectionUntilSuccessful(DefaultMessageListenerContainer.java:857)
at org.springframework.jms.listener.DefaultMessageListenerContainer.recoverAfterListenerSetupFailure(DefaultMessageListenerContainer.java:839)
at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.run(DefaultMessageListenerContainer.java:970)
- locked (a java.lang.Object)
at java.lang.Thread.run(Thread.java:662)

"apiQueueContainer2-10" prio=10 tid=0x0b385000 nid=0x4723 waiting for monitor entry [0x67650000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.log4j.Category.callAppenders(Category.java:204)
- waiting to lock (a org.apache.log4j.spi.RootLogger)
at org.apache.log4j.Category.forcedLog(Category.java:391)
at org.apache.log4j.Category.log(Category.java:856)
at org.slf4j.impl.Log4jLoggerAdapter.log(Log4jLoggerAdapter.java:597)
at org.apache.commons.logging.impl.SLF4JLocationAwareLog.warn(SLF4JLocationAwareLog.java:152)
at org.springframework.jms.listener.DefaultMessageListenerContainer.refreshConnectionUntilSuccessful(DefaultMessageListenerContainer.java:873)
at org.springframework.jms.listener.DefaultMessageListenerContainer.recoverAfterListenerSetupFailure(DefaultMessageListenerContainer.java:839)
at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.run(DefaultMessageListenerContainer.java:970)
- locked (a java.lang.Object)
at java.lang.Thread.run(Thread.java:662)

"apiQueueContainer2-9" prio=10 tid=0x0b383800 nid=0x4722 waiting for monitor entry [0x676a1000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.run(DefaultMessageListenerContainer.java:968)
- waiting to lock (a java.lang.Object)
at java.lang.Thread.run(Thread.java:662)

"apiQueueContainer2-8" prio=10 tid=0x0b381c00 nid=0x4721 waiting for monitor entry [0x676f2000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.run(DefaultMessageListenerContainer.java:968)
- waiting to lock (a java.lang.Object)
at java.lang.Thread.run(Thread.java:662)

"apiQueueContainer2-7" prio=10 tid=0x0b380400 nid=0x4720 waiting for monitor entry [0x67743000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.run(DefaultMessageListenerContainer.java:968)
- waiting to lock (a java.lang.Object)
at java.lang.Thread.run(Thread.java:662)

"apiQueueContainer2-6" prio=10 tid=0x0b37ec00 nid=0x471f waiting for monitor entry [0x67794000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.run(DefaultMessageListenerContainer.java:968)
- waiting to lock (a java.lang.Object)
at java.lang.Thread.run(Thread.java:662)

"apiQueueContainer2-5" prio=10 tid=0x0b37d000 nid=0x471e waiting for monitor entry [0x677e5000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.run(DefaultMessageListenerContainer.java:968)
- waiting to lock (a java.lang.Object)
at java.lang.Thread.run(Thread.java:662)

"apiQueueContainer2-4" prio=10 tid=0x0b37b800 nid=0x471d waiting for monitor entry [0x67836000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.run(DefaultMessageListenerContainer.java:968)
- waiting to lock (a java.lang.Object)
at java.lang.Thread.run(Thread.java:662)

"apiQueueContainer2-3" prio=10 tid=0x0b37a000 nid=0x471c waiting for monitor entry [0x67887000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.run(DefaultMessageListenerContainer.java:968)
- waiting to lock (a java.lang.Object)
at java.lang.Thread.run(Thread.java:662)

"apiQueueContainer2-2" prio=10 tid=0x0b378400 nid=0x471b waiting for monitor entry [0x678d8000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.run(DefaultMessageListenerContainer.java:968)
- waiting to lock (a java.lang.Object)
at java.lang.Thread.run(Thread.java:662)

"apiQueueContainer2-1" prio=10 tid=0x0b376c00 nid=0x471a waiting for monitor entry [0x67929000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.run(DefaultMessageListenerContainer.java:968)
- waiting to lock (a java.lang.Object)
at java.lang.Thread.run(Thread.java:662)

"apiQueueContainer1-10" prio=10 tid=0x0b371c00 nid=0x4717 waiting for monitor entry [0x67a1c000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.run(DefaultMessageListenerContainer.java:968)
- waiting to lock (a java.lang.Object)
at java.lang.Thread.run(Thread.java:662)

"apiQueueContainer1-9" prio=10 tid=0x0b370400 nid=0x4716 waiting for monitor entry [0x67a6d000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.activemq.pool.PooledConnectionFactory.createConnection(PooledConnectionFactory.java:96)
- waiting to lock (a org.apache.activemq.pool.PooledConnectionFactory)
at org.apache.activemq.pool.PooledConnectionFactory.createConnection(PooledConnectionFactory.java:92)
at org.springframework.jms.support.JmsAccessor.createConnection(JmsAccessor.java:184)
at org.springframework.jms.listener.AbstractJmsListeningContainer.createSharedConnection(AbstractJmsListeningContainer.java:403)
at org.springframework.jms.listener.AbstractJmsListeningContainer.refreshSharedConnection(AbstractJmsListeningContainer.java:388)
- locked (a java.lang.Object)
at org.springframework.jms.listener.DefaultMessageListenerContainer.refreshConnectionUntilSuccessful(DefaultMessageListenerContainer.java:857)
at org.springframework.jms.listener.DefaultMessageListenerContainer.recoverAfterListenerSetupFailure(DefaultMessageListenerContainer.java:839)
at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.run(DefaultMessageListenerContainer.java:970)
- locked (a java.lang.Object)
at java.lang.Thread.run(Thread.java:662)

"apiQueueContainer1-8" prio=10 tid=0x0b36e800 nid=0x4715 waiting for monitor entry [0x67abe000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.run(DefaultMessageListenerContainer.java:968)
- waiting to lock (a java.lang.Object)
at java.lang.Thread.run(Thread.java:662)

"apiQueueContainer1-7" prio=10 tid=0x0b36d000 nid=0x4714 waiting for monitor entry [0x67b0f000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.run(DefaultMessageListenerContainer.java:968)
- waiting to lock (a java.lang.Object)
at java.lang.Thread.run(Thread.java:662)

"apiQueueContainer1-6" prio=10 tid=0x0b36b800 nid=0x4713 waiting for monitor entry [0x67b60000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.run(DefaultMessageListenerContainer.java:968)
- waiting to lock (a java.lang.Object)
at java.lang.Thread.run(Thread.java:662)

"apiQueueContainer1-5" prio=10 tid=0x0b369c00 nid=0x4712 waiting for monitor entry [0x67bb1000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.run(DefaultMessageListenerContainer.java:968)
- waiting to lock (a java.lang.Object)
at java.lang.Thread.run(Thread.java:662)

"apiQueueContainer1-4" prio=10 tid=0x0b368400 nid=0x4711 waiting for monitor entry [0x67c02000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.run(DefaultMessageListenerContainer.java:968)
- waiting to lock (a java.lang.Object)
at java.lang.Thread.run(Thread.java:662)

"apiQueueContainer1-3" prio=10 tid=0x0b23f400 nid=0x4710 waiting for monitor entry [0x67c53000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.run(DefaultMessageListenerContainer.java:968)
- waiting to lock (a java.lang.Object)
at java.lang.Thread.run(Thread.java:662)

"apiQueueContainer1-2" prio=10 tid=0x0b23dc00 nid=0x470f waiting for monitor entry [0x67ca4000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.run(DefaultMessageListenerContainer.java:968)
- waiting to lock (a java.lang.Object)
at java.lang.Thread.run(Thread.java:662)

"apiQueueContainer1-1" prio=10 tid=0x0b23c400 nid=0x470e waiting for monitor entry [0x67cf5000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.run(DefaultMessageListenerContainer.java:968)
- waiting to lock (a java.lang.Object)
at java.lang.Thread.run(Thread.java:662)

"orderEmailResultContainer2-10" prio=10 tid=0x0b237800 nid=0x470b waiting for monitor entry [0x67de8000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.log4j.Category.callAppenders(Category.java:204)
- waiting to lock (a org.apache.log4j.spi.RootLogger)
at org.apache.log4j.Category.forcedLog(Category.java:391)
at org.apache.log4j.Category.log(Category.java:856)
at org.slf4j.impl.Log4jLoggerAdapter.debug(Log4jLoggerAdapter.java:204)
at org.apache.activemq.transport.failover.FailoverTransport.start(FailoverTransport.java:302)
- locked (a java.lang.Object)
at org.apache.activemq.transport.TransportFilter.start(TransportFilter.java:58)
at org.apache.activemq.transport.TransportFilter.start(TransportFilter.java:58)
at org.apache.activemq.ActiveMQConnectionFactory.createActiveMQConnection(ActiveMQConnectionFactory.java:266)
at org.apache.activemq.ActiveMQConnectionFactory.createActiveMQConnection(ActiveMQConnectionFactory.java:230)
at org.apache.activemq.ActiveMQConnectionFactory.createConnection(ActiveMQConnectionFactory.java:178)
at org.apache.activemq.pool.PooledConnectionFactory.createConnection(PooledConnectionFactory.java:137)
at org.apache.activemq.pool.PooledConnectionFactory.createConnection(PooledConnectionFactory.java:121)
- locked (a org.apache.activemq.pool.PooledConnectionFactory)
at org.apache.activemq.pool.PooledConnectionFactory.createConnection(PooledConnectionFactory.java:92)
at org.springframework.jms.support.JmsAccessor.createConnection(JmsAccessor.java:184)
at org.springframework.jms.listener.AbstractJmsListeningContainer.createSharedConnection(AbstractJmsListeningContainer.java:403)
at org.springframework.jms.listener.AbstractJmsListeningContainer.refreshSharedConnection(AbstractJmsListeningContainer.java:388)
- locked (a java.lang.Object)
at org.springframework.jms.listener.DefaultMessageListenerContainer.refreshConnectionUntilSuccessful(DefaultMessageListenerContainer.java:857)
at org.springframework.jms.listener.DefaultMessageListenerContainer.recoverAfterListenerSetupFailure(DefaultMessageListenerContainer.java:839)
at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.run(DefaultMessageListenerContainer.java:970)
- locked (a java.lang.Object)
at java.lang.Thread.run(Thread.java:662)

"orderEmailResultContainer2-9" prio=10 tid=0x0b236000 nid=0x470a waiting for monitor entry [0x67e39000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.run(DefaultMessageListenerContainer.java:968)
- waiting to lock (a java.lang.Object)
at java.lang.Thread.run(Thread.java:662)

"orderEmailResultContainer2-8" prio=10 tid=0x0b234400 nid=0x4709 waiting for monitor entry [0x67e8a000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.run(DefaultMessageListenerContainer.java:968)
- waiting to lock (a java.lang.Object)
at java.lang.Thread.run(Thread.java:662)

"orderEmailResultContainer2-7" prio=10 tid=0x0b232c00 nid=0x4708
1 person has
this problem
+1
Reply