HQ shutdown exhausts MSC thread pool ------------------------------------ Key: AS7-4320 URL: https://issues.jboss.org/browse/AS7-4320 Project: Application Server 7 Issue Type: Bug Components: JMS Reporter: Jason Greene Assignee: Jason Greene Fix For: 7.1.2.Final "Thread-1 (HornetQ-scheduled-threads-1391279103)" prio=10 tid=0x00007f1d801f6800 nid=0x4437 waiting on condition [0x00007f1d5b3f2000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000fd248e30> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025) at java.util.concurrent.DelayQueue.take(DelayQueue.java:164) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:662) "Thread-80" prio=10 tid=0x00007f1d9811e000 nid=0x4436 runnable [0x00007f1d5b4f3000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000000fe492450> (a sun.nio.ch.Util$2) - locked <0x00000000fe492440> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000fe4923f8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.jboss.sun.net.httpserver.ServerImpl$Dispatcher.run(ServerImpl.java:382) at java.lang.Thread.run(Thread.java:662) "RequestController-3" daemon prio=10 tid=0x00007f1d88107800 nid=0x4433 in Object.wait() [0x00007f1d5b5f4000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000fdc75a50> (a java.lang.Object) at java.lang.Object.wait(Object.java:485) at org.jacorb.poa.RequestController.waitForQueue(RequestController.java:581) - locked <0x00000000fdc75a50> (a java.lang.Object) at org.jacorb.poa.RequestController.run(RequestController.java:498) "AOMRemoval" daemon prio=10 tid=0x00007f1d880fb800 nid=0x4432 waiting on condition [0x00007f1d5b6f5000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000fdc75510> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.jacorb.poa.AOM$1.run(AOM.java:120) "RequestController-2" daemon prio=10 tid=0x00007f1d8c07f000 nid=0x4430 in Object.wait() [0x00007f1d5b8f7000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at org.jacorb.poa.RequestController.waitForQueue(RequestController.java:581) - locked <0x00000000fdc72958> (a java.lang.Object) at org.jacorb.poa.RequestController.run(RequestController.java:498) "AOMRemoval" daemon prio=10 tid=0x00007f1d8c018800 nid=0x442f waiting on condition [0x00007f1d5b9f8000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000fdc72498> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.jacorb.poa.AOM$1.run(AOM.java:120) "server-timer" daemon prio=10 tid=0x00007f1d98121000 nid=0x442d in Object.wait() [0x00007f1d5bbfa000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x00000000fe494250> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) "http--127.0.0.1-8443-Acceptor-0" daemon prio=10 tid=0x00007f1d90279800 nid=0x442c waiting on condition [0x00007f1d5bcfb000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.tomcat.util.net.JIoEndpoint$Acceptor.run(JIoEndpoint.java:313) at java.lang.Thread.run(Thread.java:662) "http--127.0.0.1-8443-Poller" daemon prio=10 tid=0x00007f1d90279000 nid=0x442b in Object.wait() [0x00007f1d5bdfc000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.tomcat.util.net.JIoEndpoint$Poller.run(JIoEndpoint.java:742) - locked <0x00000000fe22add8> (a org.apache.tomcat.util.net.JIoEndpoint$Poller) at java.lang.Thread.run(Thread.java:662) "SSLServerSocketListener" daemon prio=10 tid=0x00007f1d88131800 nid=0x4429 runnable [0x00007f1d5befd000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:408) - locked <0x00000000fe43abb8> (a java.net.SocksSocketImpl) at java.net.ServerSocket.implAccept(ServerSocket.java:462) at com.sun.net.ssl.internal.ssl.SSLServerSocketImpl.accept(SSLServerSocketImpl.java:261) at org.jacorb.orb.iiop.IIOPListener$Acceptor.run(IIOPListener.java:467) "ServerSocketListener" daemon prio=10 tid=0x00007f1d880fa000 nid=0x4428 runnable [0x00007f1d5bffe000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:408) - locked <0x00000000fe43a890> (a java.net.SocksSocketImpl) at java.net.ServerSocket.implAccept(ServerSocket.java:462) at java.net.ServerSocket.accept(ServerSocket.java:430) at org.jacorb.orb.iiop.IIOPListener$Acceptor.run(IIOPListener.java:467) "Transaction Reaper Worker 0" daemon prio=10 tid=0x00007f1d7c18c000 nid=0x4427 in Object.wait() [0x00007f1d701dd000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000fe4e2298> (a java.util.LinkedList) at java.lang.Object.wait(Object.java:485) at com.arjuna.ats.arjuna.coordinator.TransactionReaper.waitForCancellations(TransactionReaper.java:321) - locked <0x00000000fe4e2298> (a java.util.LinkedList) at com.arjuna.ats.internal.arjuna.coordinator.ReaperWorkerThread.run(ReaperWorkerThread.java:65) "Transaction Reaper" daemon prio=10 tid=0x00007f1d7c187000 nid=0x4426 in Object.wait() [0x00007f1d702de000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.arjuna.ats.internal.arjuna.coordinator.ReaperThread.run(ReaperThread.java:90) - locked <0x00000000fe4e22b0> (a com.arjuna.ats.arjuna.coordinator.TransactionReaper) "Timer-1" daemon prio=10 tid=0x00007f1dd40e7000 nid=0x4425 in Object.wait() [0x00007f1d703df000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000fcf21e80> (a java.util.TaskQueue) at java.lang.Object.wait(Object.java:485) at java.util.TimerThread.mainLoop(Timer.java:483) - locked <0x00000000fcf21e80> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) "Thread-0 (HornetQ-scheduled-threads-1391279103)" prio=10 tid=0x00007f1d800ef800 nid=0x4424 waiting on condition [0x00007f1d704e0000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000fd248e30> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025) at java.util.concurrent.DelayQueue.take(DelayQueue.java:164) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:662) "hornetq-expiry-reaper-thread" prio=10 tid=0x00007f1d800e3000 nid=0x4423 in Object.wait() [0x00007f1d705e1000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.hornetq.core.postoffice.impl.PostOfficeImpl$Reaper.run(PostOfficeImpl.java:1319) - locked <0x00000000fd7a45c0> (a org.hornetq.core.postoffice.impl.PostOfficeImpl$Reaper) at java.lang.Thread.run(Thread.java:662) "hornetq-buffer-timeout" prio=10 tid=0x00007f1d80099800 nid=0x4422 waiting on condition [0x00007f1d706e2000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000fd867f90> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:811) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:969) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1281) at java.util.concurrent.Semaphore.acquire(Semaphore.java:286) at org.hornetq.core.journal.impl.TimedBuffer$CheckTimer.run(TimedBuffer.java:438) at java.lang.Thread.run(Thread.java:662) "Periodic Recovery" prio=10 tid=0x00007f1d8412d800 nid=0x4421 in Object.wait() [0x00007f1d707e3000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.arjuna.ats.internal.arjuna.recovery.PeriodicRecovery.doPeriodicWait(PeriodicRecovery.java:672) at com.arjuna.ats.internal.arjuna.recovery.PeriodicRecovery.run(PeriodicRecovery.java:392) - locked <0x00000000fd97b350> (a java.lang.Object) "RequestController-1" daemon prio=10 tid=0x00007f1d8812d800 nid=0x4420 in Object.wait() [0x00007f1d708e4000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000fd33a3b0> (a java.lang.Object) at java.lang.Object.wait(Object.java:485) at org.jacorb.poa.RequestController.waitForQueue(RequestController.java:581) - locked <0x00000000fd33a3b0> (a java.lang.Object) at org.jacorb.poa.RequestController.run(RequestController.java:498) "AOMRemoval" daemon prio=10 tid=0x00007f1d8812a000 nid=0x441f waiting on condition [0x00007f1d709e5000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000fd338e58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.jacorb.poa.AOM$1.run(AOM.java:120) "Transaction Expired Entry Monitor" daemon prio=10 tid=0x00007f1d8412a800 nid=0x441e in Object.wait() [0x00007f1d70ae6000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000fe4e3678> (a com.arjuna.ats.internal.arjuna.recovery.ExpiredEntryMonitor) at com.arjuna.ats.internal.arjuna.recovery.ExpiredEntryMonitor.run(ExpiredEntryMonitor.java:190) - locked <0x00000000fe4e3678> (a com.arjuna.ats.internal.arjuna.recovery.ExpiredEntryMonitor) "ORB Run Thread" prio=10 tid=0x00007f1d9801e800 nid=0x441d in Object.wait() [0x00007f1d70be7000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000fe43b790> (a java.lang.Object) at java.lang.Object.wait(Object.java:485) at org.jacorb.orb.ORB.run(ORB.java:1417) - locked <0x00000000fe43b790> (a java.lang.Object) at org.jboss.as.jacorb.service.CorbaORBService$ORBRunner.run(CorbaORBService.java:213) at java.lang.Thread.run(Thread.java:662) "derby.antiGC" daemon prio=10 tid=0x00007f1dd401f800 nid=0x441c in Object.wait() [0x00007f1d70ecb000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000fcf3a1d0> (a org.apache.derby.impl.services.monitor.AntiGC) at java.lang.Object.wait(Object.java:485) at org.apache.derby.impl.services.monitor.AntiGC.run(Unknown Source) - locked <0x00000000fcf3a1d0> (a org.apache.derby.impl.services.monitor.AntiGC) at java.lang.Thread.run(Thread.java:662) "http--127.0.0.1-8080-Acceptor-0" daemon prio=10 tid=0x00007f1d880f3800 nid=0x441b waiting on condition [0x00007f1d70ce8000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.tomcat.util.net.JIoEndpoint$Acceptor.run(JIoEndpoint.java:313) at java.lang.Thread.run(Thread.java:662) "http--127.0.0.1-8080-Poller" daemon prio=10 tid=0x00007f1d880f2800 nid=0x441a in Object.wait() [0x00007f1d70fcc000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.tomcat.util.net.JIoEndpoint$Poller.run(JIoEndpoint.java:742) - locked <0x00000000fc984fd8> (a org.apache.tomcat.util.net.JIoEndpoint$Poller) at java.lang.Thread.run(Thread.java:662) "ContainerBackgroundProcessor[StandardEngine[jboss.web]]" daemon prio=10 tid=0x00007f1d880f2000 nid=0x4419 waiting on condition [0x00007f1d714d9000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.catalina.core.ContainerBase$ContainerBackgroundProcessor.run(ContainerBase.java:1579) at java.lang.Thread.run(Thread.java:662) "Timer-0" prio=10 tid=0x00007f1d94028800 nid=0x4418 in Object.wait() [0x00007f1d71683000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000fde1c7a8> (a java.util.TaskQueue) at java.lang.Object.wait(Object.java:485) at java.util.TimerThread.mainLoop(Timer.java:483) - locked <0x00000000fde1c7a8> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) "ConnectionValidator" daemon prio=10 tid=0x00007f1d88012800 nid=0x4416 waiting on condition [0x00007f1d71998000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000fe4e3f90> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2116) at org.jboss.jca.core.connectionmanager.pool.validator.ConnectionValidator$ConnectionValidatorRunner.run(ConnectionValidator.java:263) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "Remoting "smcgowan" write-1" prio=10 tid=0x00007f1d900d2000 nid=0x4413 runnable [0x00007f1d71c9b000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000000fdc36cc0> (a sun.nio.ch.Util$2) - locked <0x00000000fdc36cb0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000fdc36a58> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.xnio.nio.WorkerThread.run(WorkerThread.java:153) "Remoting "smcgowan" read-1" prio=10 tid=0x00007f1d9011e800 nid=0x440e runnable [0x00007f1d723db000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000000fe1cb8a0> (a sun.nio.ch.Util$2) - locked <0x00000000fe1cb890> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000fdc34988> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.xnio.nio.WorkerThread.run(WorkerThread.java:153) "IdleRemover" daemon prio=10 tid=0x00007f1d8c012800 nid=0x440d waiting on condition [0x00007f1d7209f000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000fe4e44d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2116) at org.jboss.jca.core.connectionmanager.pool.idle.IdleRemover$IdleRemoverRunner.run(IdleRemover.java:261) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "Remoting "smcgowan:MANAGEMENT" write-1" prio=10 tid=0x00007f1d9011b000 nid=0x43f5 runnable [0x00007f1d73bf3000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000000fe2273c8> (a sun.nio.ch.Util$2) - locked <0x00000000fe2273b8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000fe2271a0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.xnio.nio.WorkerThread.run(WorkerThread.java:153) "Remoting "smcgowan:MANAGEMENT" read-1" prio=10 tid=0x00007f1d9010c000 nid=0x43f4 runnable [0x00007f1d73cf4000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000000fe226d00> (a sun.nio.ch.Util$2) - locked <0x00000000fe226cf0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000fe225910> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.xnio.nio.WorkerThread.run(WorkerThread.java:153) "DestroyJavaVM" prio=10 tid=0x00007f1de4007800 nid=0x43be waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "MSC service thread 1-8" prio=10 tid=0x00007f1d9003e800 nid=0x43d4 waiting on condition [0x00007f1ddc33d000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000e87178e0> (a java.util.concurrent.CountDownLatch$Sync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:253) at org.jboss.as.messaging.jms.AS7BindingRegistry.unbind(AS7BindingRegistry.java:122) at org.hornetq.jms.server.impl.JMSServerManagerImpl.removeFromJNDI(JMSServerManagerImpl.java:1633) - locked <0x00000000fd835758> (a org.hornetq.jms.server.impl.JMSServerManagerImpl) at org.hornetq.jms.server.impl.JMSServerManagerImpl.removeQueueFromJNDI(JMSServerManagerImpl.java:631) at org.jboss.as.messaging.jms.JMSQueueService.stop(JMSQueueService.java:70) - locked <0x00000000fe337d58> (a org.jboss.as.messaging.jms.JMSQueueService) at org.jboss.msc.service.ServiceControllerImpl$StopTask.stopService(ServiceControllerImpl.java:1911) at org.jboss.msc.service.ServiceControllerImpl$StopTask.run(ServiceControllerImpl.java:1874) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "MSC service thread 1-7" prio=10 tid=0x00007f1d9003d000 nid=0x43d3 waiting for monitor entry [0x00007f1ddc43e000] java.lang.Thread.State: BLOCKED (on object monitor) at org.hornetq.jms.server.impl.JMSServerManagerImpl.checkInitialised(JMSServerManagerImpl.java:1408) - waiting to lock <0x00000000fd835758> (a org.hornetq.jms.server.impl.JMSServerManagerImpl) at org.hornetq.jms.server.impl.JMSServerManagerImpl.removeTopicFromJNDI(JMSServerManagerImpl.java:667) at org.jboss.as.messaging.jms.JMSTopicService.stop(JMSTopicService.java:66) - locked <0x00000000fdd8d418> (a org.jboss.as.messaging.jms.JMSTopicService) at org.jboss.msc.service.ServiceControllerImpl$StopTask.stopService(ServiceControllerImpl.java:1911) at org.jboss.msc.service.ServiceControllerImpl$StopTask.run(ServiceControllerImpl.java:1874) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "MSC service thread 1-6" prio=10 tid=0x00007f1d9003b800 nid=0x43d2 waiting for monitor entry [0x00007f1ddc53f000] java.lang.Thread.State: BLOCKED (on object monitor) at org.hornetq.jms.server.impl.JMSServerManagerImpl.checkInitialised(JMSServerManagerImpl.java:1408) - waiting to lock <0x00000000fd835758> (a org.hornetq.jms.server.impl.JMSServerManagerImpl) at org.hornetq.jms.server.impl.JMSServerManagerImpl.removeTopicFromJNDI(JMSServerManagerImpl.java:667) at org.jboss.as.messaging.jms.JMSTopicService.stop(JMSTopicService.java:66) - locked <0x00000000fe3f80e0> (a org.jboss.as.messaging.jms.JMSTopicService) at org.jboss.msc.service.ServiceControllerImpl$StopTask.stopService(ServiceControllerImpl.java:1911) at org.jboss.msc.service.ServiceControllerImpl$StopTask.run(ServiceControllerImpl.java:1874) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "MSC service thread 1-5" prio=10 tid=0x00007f1d9003a800 nid=0x43d1 waiting for monitor entry [0x00007f1ddc640000] java.lang.Thread.State: BLOCKED (on object monitor) at org.hornetq.jms.server.impl.JMSServerManagerImpl.checkInitialised(JMSServerManagerImpl.java:1408) - waiting to lock <0x00000000fd835758> (a org.hornetq.jms.server.impl.JMSServerManagerImpl) at org.hornetq.jms.server.impl.JMSServerManagerImpl.removeQueueFromJNDI(JMSServerManagerImpl.java:629) at org.jboss.as.messaging.jms.JMSQueueService.stop(JMSQueueService.java:70) - locked <0x00000000fe333a30> (a org.jboss.as.messaging.jms.JMSQueueService) at org.jboss.msc.service.ServiceControllerImpl$StopTask.stopService(ServiceControllerImpl.java:1911) at org.jboss.msc.service.ServiceControllerImpl$StopTask.run(ServiceControllerImpl.java:1874) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "MSC service thread 1-4" prio=10 tid=0x00007f1d98003000 nid=0x43d0 waiting for monitor entry [0x00007f1ddc741000] java.lang.Thread.State: BLOCKED (on object monitor) at org.hornetq.jms.server.impl.JMSServerManagerImpl.checkInitialised(JMSServerManagerImpl.java:1408) - waiting to lock <0x00000000fd835758> (a org.hornetq.jms.server.impl.JMSServerManagerImpl) at org.hornetq.jms.server.impl.JMSServerManagerImpl.removeQueueFromJNDI(JMSServerManagerImpl.java:629) at org.jboss.as.messaging.jms.JMSQueueService.stop(JMSQueueService.java:70) - locked <0x00000000fe3e0c98> (a org.jboss.as.messaging.jms.JMSQueueService) at org.jboss.msc.service.ServiceControllerImpl$StopTask.stopService(ServiceControllerImpl.java:1911) at org.jboss.msc.service.ServiceControllerImpl$StopTask.run(ServiceControllerImpl.java:1874) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "MSC service thread 1-3" prio=10 tid=0x00007f1d98002000 nid=0x43cf waiting for monitor entry [0x00007f1ddc842000] java.lang.Thread.State: BLOCKED (on object monitor) at org.hornetq.jms.server.impl.JMSServerManagerImpl.checkInitialised(JMSServerManagerImpl.java:1408) - waiting to lock <0x00000000fd835758> (a org.hornetq.jms.server.impl.JMSServerManagerImpl) at org.hornetq.jms.server.impl.JMSServerManagerImpl.removeQueueFromJNDI(JMSServerManagerImpl.java:629) at org.jboss.as.messaging.jms.JMSQueueService.stop(JMSQueueService.java:70) - locked <0x00000000fe337670> (a org.jboss.as.messaging.jms.JMSQueueService) at org.jboss.msc.service.ServiceControllerImpl$StopTask.stopService(ServiceControllerImpl.java:1911) at org.jboss.msc.service.ServiceControllerImpl$StopTask.run(ServiceControllerImpl.java:1874) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "MSC service thread 1-2" prio=10 tid=0x00007f1d94001000 nid=0x43ce waiting for monitor entry [0x00007f1ddc943000] java.lang.Thread.State: BLOCKED (on object monitor) at org.hornetq.jms.server.impl.JMSServerManagerImpl.checkInitialised(JMSServerManagerImpl.java:1408) - waiting to lock <0x00000000fd835758> (a org.hornetq.jms.server.impl.JMSServerManagerImpl) at org.hornetq.jms.server.impl.JMSServerManagerImpl.removeTopicFromJNDI(JMSServerManagerImpl.java:667) at org.jboss.as.messaging.jms.JMSTopicService.stop(JMSTopicService.java:66) - locked <0x00000000fdd61c38> (a org.jboss.as.messaging.jms.JMSTopicService) at org.jboss.msc.service.ServiceControllerImpl$StopTask.stopService(ServiceControllerImpl.java:1911) at org.jboss.msc.service.ServiceControllerImpl$StopTask.run(ServiceControllerImpl.java:1874) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "MSC service thread 1-1" prio=10 tid=0x00007f1de44e6800 nid=0x43cd waiting for monitor entry [0x00007f1ddca44000] java.lang.Thread.State: BLOCKED (on object monitor) at org.hornetq.jms.server.impl.JMSServerManagerImpl.checkInitialised(JMSServerManagerImpl.java:1408) - waiting to lock <0x00000000fd835758> (a org.hornetq.jms.server.impl.JMSServerManagerImpl) at org.hornetq.jms.server.impl.JMSServerManagerImpl.removeTopicFromJNDI(JMSServerManagerImpl.java:667) at org.jboss.as.messaging.jms.JMSTopicService.stop(JMSTopicService.java:66) - locked <0x00000000fdd8de78> (a org.jboss.as.messaging.jms.JMSTopicService) at org.jboss.msc.service.ServiceControllerImpl$StopTask.stopService(ServiceControllerImpl.java:1911) at org.jboss.msc.service.ServiceControllerImpl$StopTask.run(ServiceControllerImpl.java:1874) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "Reference Reaper" daemon prio=10 tid=0x00007f1de41b0800 nid=0x43cc in Object.wait() [0x00007f1ddcd21000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000fd5e6840> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) - locked <0x00000000fd5e6840> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) at org.jboss.modules.ref.References$ReaperThread.run(References.java:68) "Low Memory Detector" daemon prio=10 tid=0x00007f1de40bb000 nid=0x43ca runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C1 CompilerThread2" daemon prio=10 tid=0x00007f1de40b8800 nid=0x43c9 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" daemon prio=10 tid=0x00007f1de40b6800 nid=0x43c8 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" daemon prio=10 tid=0x00007f1de40b3800 nid=0x43c7 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" daemon prio=10 tid=0x00007f1de40b1800 nid=0x43c6 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" daemon prio=10 tid=0x00007f1de4095000 nid=0x43c5 in Object.wait() [0x00007f1ddd428000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) - locked <0x00000000fc9881c0> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159) "Reference Handler" daemon prio=10 tid=0x00007f1de4093000 nid=0x43c4 in Object.wait() [0x00007f1ddd529000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116) - locked <0x00000000fc988158> (a java.lang.ref.Reference$Lock) "VM Thread" prio=10 tid=0x00007f1de408c000 nid=0x43c3 runnable "GC task thread#0 (ParallelGC)" prio=10 tid=0x00007f1de401a800 nid=0x43bf runnable "GC task thread#1 (ParallelGC)" prio=10 tid=0x00007f1de401c000 nid=0x43c0 runnable "GC task thread#2 (ParallelGC)" prio=10 tid=0x00007f1de401e000 nid=0x43c1 runnable "GC task thread#3 (ParallelGC)" prio=10 tid=0x00007f1de4020000 nid=0x43c2 runnable "VM Periodic Task Thread" prio=10 tid=0x00007f1de40c6000 nid=0x43cb waiting on condition JNI global references: 1068 Heap PSYoungGen total 389184K, used 148805K [0x00000000e4d60000, 0x00000000fffb0000, 0x0000000100000000) eden space 333632K, 33% used [0x00000000e4d60000,0x00000000eba27438,0x00000000f9330000) from space 55552K, 67% used [0x00000000fc970000,0x00000000fedfa3b0,0x00000000fffb0000) to space 55552K, 0% used [0x00000000f9330000,0x00000000f9330000,0x00000000fc970000) PSOldGen total 889536K, used 0K [0x00000000ae800000, 0x00000000e4cb0000, 0x00000000e4d60000) object space 889536K, 0% used [0x00000000ae800000,0x00000000ae800000,0x00000000e4cb0000) PSPermGen total 100736K, used 100658K [0x000000008e800000, 0x0000000094a60000, 0x00000000ae800000) object space 100736K, 99% used [0x000000008e800000,0x0000000094a4cb30,0x0000000094a60000)