[jboss-user] [JBoss Messaging] - Re: BisocketClientInvoker deadlock

azafran do-not-reply at jboss.com
Tue May 13 13:07:29 EDT 2008


Full stack, part 3


  | "Timer-8" daemon prio=10 tid=0x0238ff18 nid=0x93 in Object.wait() [0xd6caf000..0xd6cafaf0]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x47080570> (a EDU.oswego.cs.dl.util.concurrent.WriterPreferenceReadWriteLock$WriterLock)
  |             at java.lang.Object.wait(Object.java:474)
  |             at EDU.oswego.cs.dl.util.concurrent.WriterPreferenceReadWriteLock$WriterLock.acquire(WriterPreferenceReadWriteLock.java:240)
  |             - locked <0x47080570> (a EDU.oswego.cs.dl.util.concurrent.WriterPreferenceReadWriteLock$WriterLock)
  |             at org.jboss.messaging.core.impl.postoffice.MessagingPostOffice.removeBindingInMemory(MessagingPostOffice.java:2280)
  |             at org.jboss.messaging.core.impl.postoffice.MessagingPostOffice.internalRemoveBinding(MessagingPostOffice.java:1902)
  |             at org.jboss.messaging.core.impl.postoffice.MessagingPostOffice.removeBinding(MessagingPostOffice.java:464)
  |             at org.jboss.jms.server.endpoint.ServerConnectionEndpoint.close(ServerConnectionEndpoint.java:400)
  |             - locked <0x4b9a2598> (a java.util.HashSet)
  |             at org.jboss.jms.server.connectionmanager.SimpleConnectionManager.closeConsumersForClientVMID(SimpleConnectionManager.java:377)
  |             - locked <0x47196dc8> (a org.jboss.jms.server.connectionmanager.SimpleConnectionManager)
  |             at org.jboss.jms.server.connectionmanager.SimpleConnectionManager.handleClientFailure(SimpleConnectionManager.java:173)
  |             - locked <0x47196dc8> (a org.jboss.jms.server.connectionmanager.SimpleConnectionManager)
  |             at org.jboss.jms.server.connectionmanager.SimpleConnectionManager.handleConnectionException(SimpleConnectionManager.java:200)
  |             at org.jboss.remoting.ConnectionNotifier.connectionLost(ConnectionNotifier.java:55)
  |             - locked <0x47148630> (a java.util.Collections$SynchronizedRandomAccessList)
  |             at org.jboss.remoting.Lease.notifyClientLost(Lease.java:211)
  |             at org.jboss.remoting.Lease.access$500(Lease.java:39)
  |             at org.jboss.remoting.Lease$LeaseTimerTask.run(Lease.java:249)
  |             at java.util.TimerThread.mainLoop(Timer.java:512)
  |             at java.util.TimerThread.run(Timer.java:462)
  |  
  | "WorkerThread#2[64.103.124.247:20598]" prio=10 tid=0x01a70b18 nid=0x92 runnable [0xd6cff000..0xd6cffb70]
  |             at java.net.SocketInputStream.socketRead0(Native Method)
  |             at java.net.SocketInputStream.read(SocketInputStream.java:129)
  |             at java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
  |             at java.io.BufferedInputStream.read(BufferedInputStream.java:235)
  |             - locked <0xa3f47768> (a java.io.BufferedInputStream)
  |             at java.io.FilterInputStream.read(FilterInputStream.java:66)
  |             at org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:823)
  |             at org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:509)
  |             at org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:387)
  |             at org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:166)
  |  
  | "WorkerThread#1[64.103.124.247:20611]" prio=10 tid=0x0224b040 nid=0x90 runnable [0xd6d9f000..0xd6d9fa70]
  |             at java.net.SocketInputStream.socketRead0(Native Method)
  |             at java.net.SocketInputStream.read(SocketInputStream.java:129)
  |             at java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
  |             at java.io.BufferedInputStream.read(BufferedInputStream.java:235)
  |             - locked <0xa43d9ee0> (a java.io.BufferedInputStream)
  |             at java.io.FilterInputStream.read(FilterInputStream.java:66)
  |             at org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:823)
  |             at org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:509)
  |             at org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:387)
  |             at org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:166)
  |  
  | "Thread-49" daemon prio=10 tid=0x0196d9b8 nid=0x8b waiting on condition [0xd6f2f000..0xd6f2faf0]
  |             at java.lang.Thread.sleep(Native Method)
  |             at com.cisco.nm.cmp.nbi.wsdm.platform.security.session.UserSessionMonitorThread.run(UserSessionMonitorThread.java:97)
  |  
  | "http-0.0.0.0-8080-7" daemon prio=10 tid=0x01da1648 nid=0x8a in Object.wait() [0xd6f7f000..0xd6f7fb70]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x4d3a0b88> (a org.apache.tomcat.util.net.JIoEndpoint$Worker)
  |             at java.lang.Object.wait(Object.java:474)
  |             at org.apache.tomcat.util.net.JIoEndpoint$Worker.await(JIoEndpoint.java:416)
  |             - locked <0x4d3a0b88> (a org.apache.tomcat.util.net.JIoEndpoint$Worker)
  |             at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:442)
  |             at java.lang.Thread.run(Thread.java:595)
  |  
  | "http-0.0.0.0-8080-6" daemon prio=10 tid=0x00b97058 nid=0x89 in Object.wait() [0xd6fcf000..0xd6fcf9f0]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x4d3a0bd0> (a org.apache.tomcat.util.net.JIoEndpoint$Worker)
  |             at java.lang.Object.wait(Object.java:474)
  |             at org.apache.tomcat.util.net.JIoEndpoint$Worker.await(JIoEndpoint.java:416)
  |             - locked <0x4d3a0bd0> (a org.apache.tomcat.util.net.JIoEndpoint$Worker)
  |             at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:442)
  |             at java.lang.Thread.run(Thread.java:595)
  |  
  | "http-0.0.0.0-8080-5" daemon prio=10 tid=0x031620d0 nid=0x88 in Object.wait() [0xd701f000..0xd701fa70]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x4d3a0b40> (a org.apache.tomcat.util.net.JIoEndpoint$Worker)
  |             at java.lang.Object.wait(Object.java:474)
  |             at org.apache.tomcat.util.net.JIoEndpoint$Worker.await(JIoEndpoint.java:416)
  |             - locked <0x4d3a0b40> (a org.apache.tomcat.util.net.JIoEndpoint$Worker)
  |             at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:442)
  |             at java.lang.Thread.run(Thread.java:595)
  |  
  | "http-0.0.0.0-8080-4" daemon prio=10 tid=0x014cfec0 nid=0x87 in Object.wait() [0xd706f000..0xd706f8f0]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x4d3a0b58> (a org.apache.tomcat.util.net.JIoEndpoint$Worker)
  |             at java.lang.Object.wait(Object.java:474)
  |             at org.apache.tomcat.util.net.JIoEndpoint$Worker.await(JIoEndpoint.java:416)
  |             - locked <0x4d3a0b58> (a org.apache.tomcat.util.net.JIoEndpoint$Worker)
  |             at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:442)
  |             at java.lang.Thread.run(Thread.java:595)
  |  
  | "http-0.0.0.0-8080-3" daemon prio=10 tid=0x02033e20 nid=0x86 in Object.wait() [0xd70bf000..0xd70bf970]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x4d3a0ba0> (a org.apache.tomcat.util.net.JIoEndpoint$Worker)
  |             at java.lang.Object.wait(Object.java:474)
  |             at org.apache.tomcat.util.net.JIoEndpoint$Worker.await(JIoEndpoint.java:416)
  |             - locked <0x4d3a0ba0> (a org.apache.tomcat.util.net.JIoEndpoint$Worker)
  |             at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:442)
  |             at java.lang.Thread.run(Thread.java:595)
  |  
  | "http-0.0.0.0-8080-2" daemon prio=10 tid=0x03048418 nid=0x85 in Object.wait() [0xd710f000..0xd710fbf0]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x4d3a0b70> (a org.apache.tomcat.util.net.JIoEndpoint$Worker)
  |             at java.lang.Object.wait(Object.java:474)
  |             at org.apache.tomcat.util.net.JIoEndpoint$Worker.await(JIoEndpoint.java:416)
  |             - locked <0x4d3a0b70> (a org.apache.tomcat.util.net.JIoEndpoint$Worker)
  |             at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:442)
  |             at java.lang.Thread.run(Thread.java:595)
  |  
  | "http-0.0.0.0-8080-1" daemon prio=10 tid=0x00b965f0 nid=0x84 in Object.wait() [0xd715f000..0xd715fc70]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x4d3a0bb8> (a org.apache.tomcat.util.net.JIoEndpoint$Worker)
  |             at java.lang.Object.wait(Object.java:474)
  |             at org.apache.tomcat.util.net.JIoEndpoint$Worker.await(JIoEndpoint.java:416)
  |             - locked <0x4d3a0bb8> (a org.apache.tomcat.util.net.JIoEndpoint$Worker)
  |             at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:442)
  |             at java.lang.Thread.run(Thread.java:595)
  |  
  | "Thread-5" prio=10 tid=0x019db8f8 nid=0x81 waiting on condition [0xd71ff000..0xd71ff9f0]
  |             at java.lang.Thread.sleep(Native Method)
  |             at com.arjuna.ats.internal.arjuna.recovery.PeriodicRecovery.doWork(PeriodicRecovery.java:248)
  |             at com.arjuna.ats.internal.arjuna.recovery.PeriodicRecovery.run(PeriodicRecovery.java:163)
  |  
  | "ajp-0.0.0.0-8009-Acceptor-0" daemon prio=10 tid=0x0256a7f8 nid=0x80 runnable [0xd724f000..0xd724fa70]
  |             at java.net.PlainSocketImpl.socketAccept(Native Method)
  |             at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
  |             - locked <0x47b630b0> (a java.net.SocksSocketImpl)
  |             at java.net.ServerSocket.implAccept(ServerSocket.java:450)
  |             at java.net.ServerSocket.accept(ServerSocket.java:421)
  |             at org.apache.tomcat.util.net.DefaultServerSocketFactory.acceptSocket(DefaultServerSocketFactory.java:61)
  |             at org.apache.tomcat.util.net.JIoEndpoint$Acceptor.run(JIoEndpoint.java:310)
  |             at java.lang.Thread.run(Thread.java:595)
  |  
  | "http-0.0.0.0-8080-Acceptor-0" daemon prio=10 tid=0x01a92f10 nid=0x7f runnable [0xd729f000..0xd729f8f0]
  |             at java.net.PlainSocketImpl.socketAccept(Native Method)
  |             at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
  |             - locked <0x483f5c20> (a java.net.SocksSocketImpl)
  |             at java.net.ServerSocket.implAccept(ServerSocket.java:450)
  |             at java.net.ServerSocket.accept(ServerSocket.java:421)
  |             at org.apache.tomcat.util.net.DefaultServerSocketFactory.acceptSocket(DefaultServerSocketFactory.java:61)
  |             at org.apache.tomcat.util.net.JIoEndpoint$Acceptor.run(JIoEndpoint.java:310)
  |             at java.lang.Thread.run(Thread.java:595)
  |  
  | "JBossLifeThread" prio=10 tid=0x01773e08 nid=0x7e in Object.wait() [0xd72ef000..0xd72ef970]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x4d9052d0> (a java.lang.Object)
  |             at java.lang.Object.wait(Object.java:474)
  |             at org.jboss.system.server.ServerImpl$LifeThread.run(ServerImpl.java:940)
  |             - locked <0x4d9052d0> (a java.lang.Object)
  |  
  | "Timer-7" daemon prio=10 tid=0x02163860 nid=0x7c in Object.wait() [0xd73cf000..0xd73cfc70]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x4bf50328> (a java.util.TaskQueue)
  |             at java.util.TimerThread.mainLoop(Timer.java:509)
  |             - locked <0x4bf50328> (a java.util.TaskQueue)
  |             at java.util.TimerThread.run(Timer.java:462)
  |  
  | "Thread-38" prio=10 tid=0x028346c0 nid=0x7b waiting on condition [0xd741f000..0xd741faf0]
  |             at java.lang.Thread.sleep(Native Method)
  |             at com.cisco.nm.cmp.nbi.wsdm.platform.background.BackgroundFileMonitorProcess$FileMonitorThread.run(BackgroundFileMonitorProcess.java:92)
  |             at java.lang.Thread.run(Thread.java:595)
  |  
  | "Timer-6" daemon prio=10 tid=0x025a22f0 nid=0x7a in Object.wait() [0xd746f000..0xd746fb70]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x4bf43798> (a java.util.TaskQueue)
  |             at java.util.TimerThread.mainLoop(Timer.java:509)
  |             - locked <0x4bf43798> (a java.util.TaskQueue)
  |             at java.util.TimerThread.run(Timer.java:462)
  |  
  | "Thread-35" prio=10 tid=0x02697ea0 nid=0x79 waiting on condition [0xd75ef000..0xd75ef9f0]
  |             at java.lang.Thread.sleep(Native Method)
  |             at com.cisco.nm.cmp.nbi.wsdm.platform.background.RuntimeSystemPropertiesWatcher$ExternalSystemParamtersMonitorThread.run(RuntimeSystemPropertiesWatcher.java:81)
  |             at java.lang.Thread.run(Thread.java:595)
  |  
  | "Timer-5" daemon prio=10 tid=0x01bf6038 nid=0x78 in Object.wait() [0xd77ef000..0xd77efa70]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x4bf3bf40> (a java.util.TaskQueue)
  |             at java.util.TimerThread.mainLoop(Timer.java:509)
  |             - locked <0x4bf3bf40> (a java.util.TaskQueue)
  |             at java.util.TimerThread.run(Timer.java:462)
  |  
  | "Connection Consumer for dest JBossQueue[NBIJobQueue] id=7" daemon prio=10 tid=0x015bdf98 nid=0x77 in Object.wait() [0xda16f000..0xda16f8f0]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x4b666f50> (a java.lang.Object)
  |             at java.lang.Object.wait(Object.java:474)
  |             at org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:799)
  |             at org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:427)
  |             - locked <0x4b666f50> (a java.lang.Object)
  |             at org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:189)
  |             at org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect52.invoke(ConsumerAspect52.java)
  |             at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java)
  |             at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170)
  |             at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105)
  |             at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java)
  |             at org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java)
  |             at org.jboss.jms.client.JBossConnectionConsumer.run(JBossConnectionConsumer.java:248)
  |             at java.lang.Thread.run(Thread.java:595)
  |  
  | "Thread-32" daemon prio=10 tid=0x00af5bd0 nid=0x76 in Object.wait() [0xda1bf000..0xda1bf970]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x4b9c37b0> (a java.lang.Object)
  |             at java.lang.Object.wait(Object.java:474)
  |             at EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
  |             - locked <0x4b9c37b0> (a java.lang.Object)
  |             at EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
  |             at java.lang.Thread.run(Thread.java:595)
  |  
  | "QuartzScheduler_Scheduler1-1_MisfireHandler" prio=10 tid=0x026ce928 nid=0x74 waiting on condition [0xda32f000..0xda32fc70]
  |             at java.lang.Thread.sleep(Native Method)
  |             at org.quartz.impl.jdbcjobstore.JobStoreSupport$MisfireHandler.run(JobStoreSupport.java:3829)
  |  
  | "Scheduler1_QuartzSchedulerThread" prio=10 tid=0x00aa00d0 nid=0x73 waiting on condition [0xdabef000..0xdabefaf0]
  |             at java.lang.Thread.sleep(Native Method)
  |             at org.quartz.core.QuartzSchedulerThread.run(QuartzSchedulerThread.java:420)
  |  
  | "Scheduler1_Worker-6" prio=10 tid=0x01958a20 nid=0x72 in Object.wait() [0xdaabf000..0xdaabfb70]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x4bcc7538> (a org.quartz.simpl.SimpleThreadPool$WorkerThread)
  |             at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:523)
  |             - locked <0x4bcc7538> (a org.quartz.simpl.SimpleThreadPool$WorkerThread)
  |  
  | "Scheduler1_Worker-5" prio=10 tid=0x014791d8 nid=0x71 in Object.wait() [0xdacbf000..0xdacbf9f0]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x4bcc7e28> (a org.quartz.simpl.SimpleThreadPool$WorkerThread)
  |             at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:523)
  |             - locked <0x4bcc7e28> (a org.quartz.simpl.SimpleThreadPool$WorkerThread)
  |  
  | "Scheduler1_Worker-4" prio=10 tid=0x01d09df8 nid=0x70 in Object.wait() [0xdab9f000..0xdab9fa70]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x4bcc7bd0> (a org.quartz.simpl.SimpleThreadPool$WorkerThread)
  |             at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:523)
  |             - locked <0x4bcc7bd0> (a org.quartz.simpl.SimpleThreadPool$WorkerThread)
  |  
  | "Scheduler1_Worker-3" prio=10 tid=0x0254ed50 nid=0x6f in Object.wait() [0xda9bf000..0xda9bf8f0]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x4bcc76d0> (a org.quartz.simpl.SimpleThreadPool$WorkerThread)
  |             at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:523)
  |             - locked <0x4bcc76d0> (a org.quartz.simpl.SimpleThreadPool$WorkerThread)
  |  
  | "Scheduler1_Worker-2" prio=10 tid=0x01efdca8 nid=0x6e in Object.wait() [0xda96f000..0xda96f970]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x4bcc75d8> (a org.quartz.simpl.SimpleThreadPool$WorkerThread)
  |             at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:523)
  |             - locked <0x4bcc75d8> (a org.quartz.simpl.SimpleThreadPool$WorkerThread)
  |  
  | "Scheduler1_Worker-1" prio=10 tid=0x027a7218 nid=0x6d in Object.wait() [0xdc93f000..0xdc93fbf0]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x4bcc74b0> (a org.quartz.simpl.SimpleThreadPool$WorkerThread)
  |             at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:523)
  |             - locked <0x4bcc74b0> (a org.quartz.simpl.SimpleThreadPool$WorkerThread)
  |  
  | "Logger notifications thread" daemon prio=10 tid=0x02108c10 nid=0x6b in Object.wait() [0xda37f000..0xda37faf0]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x4703af00> (a java.lang.Object)
  |             at com.cisco.nm.cmp.system.os.logger.AbstractLoggerImpl$1.run(AbstractLoggerImpl.java:333)
  |             - locked <0x4703af00> (a java.lang.Object)
  |  
  | "Connection Consumer for dest JBossQueue[dmmNotifyRetrievedPageGroupsQueue] id=6" daemon prio=10 tid=0x01c9d6b0 nid=0x6a in Object.wait() [0xda3cf000..0xda3cfb70]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x473adfa0> (a java.lang.Object)
  |             at java.lang.Object.wait(Object.java:474)
  |             at org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:799)
  |             at org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:427)
  |             - locked <0x473adfa0> (a java.lang.Object)
  |             at org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:189)
  |             at org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect52.invoke(ConsumerAspect52.java)
  |             at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java)
  |             at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170)
  |             at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105)
  |             at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java)
  |             at org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java)
  |             at org.jboss.jms.client.JBossConnectionConsumer.run(JBossConnectionConsumer.java:248)
  |             at java.lang.Thread.run(Thread.java:595)
  |  
  | "Connection Consumer for dest JBossQueue[GWAuthorizationDataNotificationsQueue] id=5" daemon prio=10 tid=0x0060a8f0 nid=0x69 in Object.wait() [0xda41f000..0xda41f9f0]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x47438108> (a java.lang.Object)
  |             at java.lang.Object.wait(Object.java:474)
  |             at org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:799)
  |             at org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:427)
  |             - locked <0x47438108> (a java.lang.Object)
  |             at org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:189)
  |             at org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect52.invoke(ConsumerAspect52.java)
  |             at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java)
  |             at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170)
  |             at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105)
  |             at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java)
  |             at org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java)
  |             at org.jboss.jms.client.JBossConnectionConsumer.run(JBossConnectionConsumer.java:248)
  |             at java.lang.Thread.run(Thread.java:595)
  |  
  | "Connection Consumer for dest JBossQueue[dmmSynchronizedGroupsQueue] id=4" daemon prio=10 tid=0x022c38b8 nid=0x68 in Object.wait() [0xda46f000..0xda46fa70]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x47425b98> (a java.lang.Object)
  |             at java.lang.Object.wait(Object.java:474)
  |             at org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:799)
  |             at org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:427)
  |             - locked <0x47425b98> (a java.lang.Object)
  |             at org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:189)
  |             at org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect52.invoke(ConsumerAspect52.java)
  |             at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java)
  |             at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170)
  |             at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105)
  |             at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java)
  |             at org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java)
  |             at org.jboss.jms.client.JBossConnectionConsumer.run(JBossConnectionConsumer.java:248)
  |             at java.lang.Thread.run(Thread.java:595)
  |  
  | "Connection Consumer for dest JBossQueue[IMOMAsynchQueue] id=3" daemon prio=10 tid=0x01db34d0 nid=0x67 in Object.wait() [0xda4bf000..0xda4bf8f0]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x47391b70> (a java.lang.Object)
  |             at java.lang.Object.wait(Object.java:474)
  |             at org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:799)
  |             at org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:427)
  |             - locked <0x47391b70> (a java.lang.Object)
  |             at org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:189)
  |             at org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect52.invoke(ConsumerAspect52.java)
  |             at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java)
  |             at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170)
  |             at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105)
  |             at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java)
  |             at org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java)
  |             at org.jboss.jms.client.JBossConnectionConsumer.run(JBossConnectionConsumer.java:248)
  |             at java.lang.Thread.run(Thread.java:595)
  |  
  | "Thread-27" daemon prio=10 tid=0x01cd5750 nid=0x66 in Object.wait() [0xda50f000..0xda50f970]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x4761a708> (a java.lang.Object)
  |             at java.lang.Object.wait(Object.java:474)
  |             at EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
  |             - locked <0x4761a708> (a java.lang.Object)
  |             at EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
  |             at java.lang.Thread.run(Thread.java:595)
  |  
  | "Connection Consumer for dest JBossQueue[dmmSynchronizedPageGroupsQueue] id=1" daemon prio=10 tid=0x002aef98 nid=0x65 in Object.wait() [0xda55f000..0xda55fbf0]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x472adba0> (a java.lang.Object)
  |             at java.lang.Object.wait(Object.java:474)
  |             at org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:799)
  |             at org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:427)
  |             - locked <0x472adba0> (a java.lang.Object)
  |             at org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:189)
  |             at org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect52.invoke(ConsumerAspect52.java)
  |             at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java)
  |             at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170)
  |             at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105)
  |             at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java)
  |             at org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java)
  |             at org.jboss.jms.client.JBossConnectionConsumer.run(JBossConnectionConsumer.java:248)
  |             at java.lang.Thread.run(Thread.java:595)
  |  
  | "Connection Consumer for dest JBossQueue[GatewayNotificationsPrivateQueue] id=2" daemon prio=10 tid=0x01c77cb8 nid=0x64 in Object.wait() [0xda5af000..0xda5afc70]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x473e4240> (a java.lang.Object)
  |             at java.lang.Object.wait(Object.java:474)
  |             at org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:799)
  |             at org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:427)
  |             - locked <0x473e4240> (a java.lang.Object)
  |             at org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:189)
  |             at org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect52.invoke(ConsumerAspect52.java)
  |             at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java)
  |             at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170)
  |             at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105)
  |             at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java)
  |             at org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java)
  |             at org.jboss.jms.client.JBossConnectionConsumer.run(JBossConnectionConsumer.java:248)
  |             at java.lang.Thread.run(Thread.java:595)
  |  
  | "Thread-29" daemon prio=10 tid=0x008cc200 nid=0x63 in Object.wait() [0xda5ff000..0xda5ffaf0]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x473706c0> (a java.lang.Object)
  |             at java.lang.Object.wait(Object.java:474)
  |             at EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
  |             - locked <0x473706c0> (a java.lang.Object)
  |             at EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
  |             at java.lang.Thread.run(Thread.java:595)
  |  
  | "Thread-24" daemon prio=10 tid=0x02c57b20 nid=0x62 in Object.wait() [0xda64f000..0xda64fb70]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x476343d8> (a java.lang.Object)
  |             at java.lang.Object.wait(Object.java:474)
  |             at EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
  |             - locked <0x476343d8> (a java.lang.Object)
  |             at EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
  |             at java.lang.Thread.run(Thread.java:595)
  |  
  | "Thread-28" daemon prio=10 tid=0x0151f188 nid=0x61 in Object.wait() [0xda69f000..0xda69f9f0]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x471863a8> (a java.lang.Object)
  |             at java.lang.Object.wait(Object.java:474)
  |             at EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
  |             - locked <0x471863a8> (a java.lang.Object)
  |             at EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
  |             at java.lang.Thread.run(Thread.java:595)
  |  
  | "Thread-26" daemon prio=10 tid=0x0292a868 nid=0x60 in Object.wait() [0xda6ef000..0xda6efa70]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x47746698> (a java.lang.Object)
  |             at java.lang.Object.wait(Object.java:474)
  |             at EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
  |             - locked <0x47746698> (a java.lang.Object)
  |             at EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
  |             at java.lang.Thread.run(Thread.java:595)
  |  
  | "Thread-25" daemon prio=10 tid=0x01db3cc8 nid=0x5f in Object.wait() [0xda73f000..0xda73f8f0]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x476c3cc0> (a java.lang.Object)
  |             at java.lang.Object.wait(Object.java:474)
  |             at EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
  |             - locked <0x476c3cc0> (a java.lang.Object)
  |             at EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
  |             at java.lang.Thread.run(Thread.java:595)
  |  
  | "UserConnectionPollerThread" prio=10 tid=0x0296e530 nid=0x5e waiting for monitor entry [0xda8cf000..0xda8cf970]
  |             at com.cisco.nm.cmp.gjc.cm.UserConnectionManager.expireConnections(UserConnectionManager.java:278)
  |             - waiting to lock <0x471a79e0> (a com.cisco.nm.cmp.gjc.cm.UserConnectionImpl)
  |             at com.cisco.nm.cmp.gjc.cm.UserConnectionPoller.run(UserConnectionPoller.java:62)
  |             at java.lang.Thread.run(Thread.java:595)
  |  
  | "Notify Thread" prio=10 tid=0x01576108 nid=0x5d in Object.wait() [0xda78d000..0xda78fbf0]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x47080560> (a EDU.oswego.cs.dl.util.concurrent.WriterPreferenceReadWriteLock$ReaderLock)
  |             at java.lang.Object.wait(Object.java:474)
  |             at EDU.oswego.cs.dl.util.concurrent.WriterPreferenceReadWriteLock$ReaderLock.acquire(WriterPreferenceReadWriteLock.java:163)
  |             - locked <0x47080560> (a EDU.oswego.cs.dl.util.concurrent.WriterPreferenceReadWriteLock$ReaderLock)
  |             at org.jboss.messaging.core.impl.postoffice.MessagingPostOffice.routeInternal(MessagingPostOffice.java:2075)
  |             at org.jboss.messaging.core.impl.postoffice.MessagingPostOffice.route(MessagingPostOffice.java:489)
  |             at org.jboss.jms.server.endpoint.ServerConnectionEndpoint.sendMessage(ServerConnectionEndpoint.java:741)
  |             at org.jboss.jms.server.endpoint.ServerSessionEndpoint.send(ServerSessionEndpoint.java:383)
  |             at org.jboss.jms.server.endpoint.advised.SessionAdvised.org$jboss$jms$server$endpoint$advised$SessionAdvised$send$aop(SessionAdvised.java:87)
  |             at org.jboss.jms.server.endpoint.advised.SessionAdvised$send_7280680627620114891.invokeNext(SessionAdvised$send_7280680627620114891.java)
  |             at org.jboss.jms.server.container.SecurityAspect.handleSend(SecurityAspect.java:157)
  |             at sun.reflect.GeneratedMethodAccessor269.invoke(Unknown Source)
  |             at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  |             at java.lang.reflect.Method.invoke(Method.java:585)
  |             at org.jboss.aop.advice.PerInstanceAdvice.invoke(PerInstanceAdvice.java:121)
  |             at org.jboss.jms.server.endpoint.advised.SessionAdvised$send_7280680627620114891.invokeNext(SessionAdvised$send_7280680627620114891.java)
  |             at org.jboss.jms.server.endpoint.advised.SessionAdvised.send(SessionAdvised.java)
  |             at org.jboss.jms.wireformat.SessionSendRequest.serverInvoke(SessionSendRequest.java:95)
  |             at org.jboss.jms.server.remoting.JMSServerInvocationHandler.invoke(JMSServerInvocationHandler.java:143)
  |             at org.jboss.remoting.ServerInvoker.invoke(ServerInvoker.java:809)
  |             at org.jboss.remoting.transport.local.LocalClientInvoker.invoke(LocalClientInvoker.java:101)
  |             at org.jboss.remoting.Client.invoke(Client.java:1634)
  |             at org.jboss.remoting.Client.invoke(Client.java:548)
  |             at org.jboss.remoting.Client.invoke(Client.java:536)
  |             at org.jboss.jms.client.delegate.DelegateSupport.doInvoke(DelegateSupport.java:189)
  |             at org.jboss.jms.client.delegate.DelegateSupport.doInvoke(DelegateSupport.java:160)
  |             at org.jboss.jms.client.delegate.ClientSessionDelegate.org$jboss$jms$client$delegate$ClientSessionDelegate$send$aop(ClientSessionDelegate.java:477)
  |             at org.jboss.jms.client.delegate.ClientSessionDelegate$send_6145266547759487588.invokeNext(ClientSessionDelegate$send_6145266547759487588.java)
  |             at org.jboss.jms.client.container.SessionAspect.handleSend(SessionAspect.java:632)
  |             at org.jboss.aop.advice.org.jboss.jms.client.container.SessionAspect28.invoke(SessionAspect28.java)
  |             at org.jboss.jms.client.delegate.ClientSessionDelegate$send_6145266547759487588.invokeNext(ClientSessionDelegate$send_6145266547759487588.java)
  |             at org.jboss.jms.client.container.FailoverValveInterceptor.invoke(FailoverValveInterceptor.java:92)
  |             at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105)
  |             at org.jboss.jms.client.delegate.ClientSessionDelegate$send_6145266547759487588.invokeNext(ClientSessionDelegate$send_6145266547759487588.java)
  |             at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170)
  |             at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105)
  |             at org.jboss.jms.client.delegate.ClientSessionDelegate$send_6145266547759487588.invokeNext(ClientSessionDelegate$send_6145266547759487588.java)
  |             at org.jboss.jms.client.delegate.ClientSessionDelegate.send(ClientSessionDelegate.java)
  |             at org.jboss.jms.client.container.ProducerAspect.handleSend(ProducerAspect.java:278)
  |             at org.jboss.aop.advice.org.jboss.jms.client.container.ProducerAspect39.invoke(ProducerAspect39.java)
  |             at org.jboss.jms.client.delegate.ClientProducerDelegate$send_3961598017717988886.invokeNext(ClientProducerDelegate$send_3961598017717988886.java)
  |             at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170)
  |             at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105)
  |             at org.jboss.jms.client.delegate.ClientProducerDelegate$send_3961598017717988886.invokeNext(ClientProducerDelegate$send_3961598017717988886.java)
  |             at org.jboss.jms.client.delegate.ClientProducerDelegate.send(ClientProducerDelegate.java)
  |             at org.jboss.jms.client.JBossMessageProducer.send(JBossMessageProducer.java:164)
  |             at org.jboss.jms.client.JBossMessageProducer.send(JBossMessageProducer.java:207)
  |             at org.jboss.jms.client.JBossMessageProducer.send(JBossMessageProducer.java:145)
  |             at org.jboss.jms.client.JBossMessageProducer.send(JBossMessageProducer.java:136)
  |             at com.cisco.nm.cmp.gjc.cm.UserConnectionImpl.sendMsg(UserConnectionImpl.java:324)
  |             - locked <0x471a79e0> (a com.cisco.nm.cmp.gjc.cm.UserConnectionImpl)
  |             at com.cisco.nm.cmp.gjc.cm.GWCommandListenerImpl.send(GWCommandListenerImpl.java:207)
  |             - locked <0xb9dfa8b0> (a com.cisco.nm.cmp.gjc.cm.GWCommandListenerImpl)
  |             at com.cisco.nm.cmp.gjc.cm.GWCommandListenerImpl.notifications(GWCommandListenerImpl.java:179)
  |             - locked <0xb9dfa8b0> (a com.cisco.nm.cmp.gjc.cm.GWCommandListenerImpl)
  |             at com.cisco.nm.cmp.client.j2ee.connector.DnaCommand$CommandListener.notify(DnaCommand.java:838)
  |             at com.cisco.nm.cmp.gw.ptpclient.MessageListenerAdapter.onMessage(MessageListenerAdapter.java:49)
  |             at com.cisco.nm.cmp.gw.ptpclient.protocol.NotifyThread.notifyListeners(NotifyThread.java:193)
  |             at com.cisco.nm.cmp.gw.ptpclient.protocol.NotifyThread.run(NotifyThread.java:148)
  |  
  | "Connection State" prio=10 tid=0x01bd09f8 nid=0x5c in Object.wait() [0xda7df000..0xda7dfc70]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x471a7d40> (a com.cisco.nm.cmp.gw.adapters.ptp.protocol.ConnectionState)
  |             at java.lang.Object.wait(Object.java:474)
  |             at com.cisco.nm.cmp.gw.ptpclient.protocol.ConnectionStateThread.run(ConnectionStateThread.java:40)
  |             - locked <0x471a7d40> (a com.cisco.nm.cmp.gw.adapters.ptp.protocol.ConnectionState)
  |  
  | "Recieve Thread" prio=10 tid=0x022f10d8 nid=0x5b runnable [0xda82f000..0xda82faf0]
  |             at java.net.SocketInputStream.socketRead0(Native Method)
  |             at java.net.SocketInputStream.read(SocketInputStream.java:129)
  |             at java.net.SocketInputStream.read(SocketInputStream.java:182)
  |             at java.io.DataInputStream.readInt(DataInputStream.java:353)
  |             at com.cisco.nm.cmp.gw.adapters.ptp.protocol.SocketConnection.receive(SocketConnection.java:93)
  |             at com.cisco.nm.cmp.gw.adapters.ptp.protocol.SocketConnection.receive(SocketConnection.java:85)
  |             at com.cisco.nm.cmp.gw.ptpclient.protocol.ReceiveThread.run(ReceiveThread.java:71)
  |  
  | "Send Thread" prio=10 tid=0x034e23c8 nid=0x5a in Object.wait() [0xda87f000..0xda87fb70]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x471a7d08> (a com.cisco.nm.cmp.gw.adapters.ptp.util.BlockingQueue)
  |             at com.cisco.nm.cmp.gw.adapters.ptp.util.BlockingQueue.dequeue(BlockingQueue.java:57)
  |             - locked <0x471a7d08> (a com.cisco.nm.cmp.gw.adapters.ptp.util.BlockingQueue)
  |             at com.cisco.nm.cmp.gw.ptpclient.protocol.SendThread.run(SendThread.java:54)
  |  
  | "IdleRemover" daemon prio=10 tid=0x02af17e0 nid=0x57 in Object.wait() [0xda91f000..0xda91f8f0]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x47e906b0> (a java.util.ArrayList)
  |             at org.jboss.resource.connectionmanager.IdleRemover$IdleRemoverRunnable.run(IdleRemover.java:161)
  |             - locked <0x47e906b0> (a java.util.ArrayList)
  |             at java.lang.Thread.run(Thread.java:595)
  |  
  | "Timer-4" daemon prio=10 tid=0x00b6ebf0 nid=0x54 in Object.wait() [0xdaa0f000..0xdaa0fc70]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x47838418> (a java.util.TaskQueue)
  |             at java.util.TimerThread.mainLoop(Timer.java:509)
  |             - locked <0x47838418> (a java.util.TaskQueue)
  |             at java.util.TimerThread.run(Timer.java:462)
  |  
  | "Dummy Log processing thread" daemon prio=10 tid=0x0213a028 nid=0x52 in Object.wait() [0xdab3f000..0xdab3fb70]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x47174c68> (a java.lang.Object)
  |             at com.cisco.nm.cmp.system.os.logger.DummyLogger$1.run(DummyLogger.java:163)
  |             - locked <0x47174c68> (a java.lang.Object)
  |  
  | "EJB-Timer-6[target=jboss.j2ee:service=EJB3,ear=dmm.ear.ear,jar=dmm.ejb-1.0.jar,name=dmmQueueNotificationEJB]" prio=10 tid=0x008713e0 nid=0x4e waiting for monitor entry [0xdad5d000..0xdad5f970]
  |             at java.util.Collections$SynchronizedList.add(Collections.java:1826)
  |             - waiting to lock <0x47148630> (a java.util.Collections$SynchronizedRandomAccessList)
  |             at org.jboss.remoting.ConnectionNotifier.addListenerFirst(ConnectionNotifier.java:29)
  |             at org.jboss.remoting.ServerInvoker.handleInternalInvocation(ServerInvoker.java:1490)
  |             at org.jboss.remoting.transport.bisocket.BisocketServerInvoker.handleInternalInvocation(BisocketServerInvoker.java:641)
  |             at org.jboss.remoting.ServerInvoker.invoke(ServerInvoker.java:796)
  |             at org.jboss.remoting.transport.local.LocalClientInvoker.invoke(LocalClientInvoker.java:101)
  |             at org.jboss.remoting.Client.invoke(Client.java:1634)
  |             at org.jboss.remoting.Client.addCallbackListener(Client.java:1703)
  |             at org.jboss.remoting.Client.addListener(Client.java:921)
  |             at org.jboss.jms.client.remoting.JMSRemotingConnection.addInvokerCallbackHandler(JMSRemotingConnection.java:230)
  |             at org.jboss.jms.client.remoting.JMSRemotingConnection.start(JMSRemotingConnection.java:340)
  |             at org.jboss.jms.client.delegate.ClientConnectionFactoryDelegate.org$jboss$jms$client$delegate$ClientConnectionFactoryDelegate$createConnectionDelegate$aop(ClientConnectionFactoryDelegate.java:154)
  |             at org.jboss.jms.client.delegate.ClientConnectionFactoryDelegate$createConnectionDelegate_N3019492359065420858.invokeNext(ClientConnectionFactoryDelegate$createConnectionDelegate_N3019492359065420858.java)
  |             at org.jboss.jms.client.container.StateCreationAspect.handleCreateConnectionDelegate(StateCreationAspect.java:83)
  |             at org.jboss.aop.advice.org.jboss.jms.client.container.StateCreationAspect0.invoke(StateCreationAspect0.java)
  |             at org.jboss.jms.client.delegate.ClientConnectionFactoryDelegate$createConnectionDelegate_N3019492359065420858.invokeNext(ClientConnectionFactoryDelegate$createConnectionDelegate_N3019492359065420858.java)
  |             at org.jboss.jms.client.delegate.ClientConnectionFactoryDelegate.createConnectionDelegate(ClientConnectionFactoryDelegate.java)
  |             at org.jboss.jms.client.JBossConnectionFactory.createConnectionInternal(JBossConnectionFactory.java:205)
  |             at org.jboss.jms.client.JBossConnectionFactory.createConnection(JBossConnectionFactory.java:87)
  |             at org.jboss.jms.client.JBossConnectionFactory.createConnection(JBossConnectionFactory.java:82)
  |             at com.cisco.nm.dmm.ejb.QueueNotificationTimerBean.timeoutHandler(QueueNotificationTimerBean.java:166)
  |             at sun.reflect.GeneratedMethodAccessor228.invoke(Unknown Source)
  |             at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  |             at java.lang.reflect.Method.invoke(Method.java:585)
  |             at org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:112)
  |             at org.jboss.ejb3.interceptor.InvocationContextImpl.proceed(InvocationContextImpl.java:166)
  |             at org.jboss.ejb3.interceptor.EJB3InterceptorsInterceptor.invoke(EJB3InterceptorsInterceptor.java:63)
  |             at org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:101)
  |             at org.jboss.ejb3.entity.TransactionScopedEntityManagerInterceptor.invoke(TransactionScopedEntityManagerInterceptor.java:54)
  |             at org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:101)
  |             at org.jboss.ejb3.AllowedOperationsInterceptor.invoke(AllowedOperationsInterceptor.java:47)
  |             at org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:101)
  |             at org.jboss.ejb3.tx.BMTInterceptor.handleStateless(BMTInterceptor.java:71)
  |             at org.jboss.ejb3.tx.BMTInterceptor.invoke(BMTInterceptor.java:131)
  |             at org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:101)
  |             at org.jboss.aspects.tx.TxPropagationInterceptor.invoke(TxPropagationInterceptor.java:76)
  |             at org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:101)
  |             at org.jboss.ejb3.stateless.StatelessInstanceInterceptor.invoke(StatelessInstanceInterceptor.java:62)
  |             at org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:101)
  |             at org.jboss.aspects.security.AuthenticationInterceptor.invoke(AuthenticationInterceptor.java:77)
  |             at org.jboss.ejb3.security.Ejb3AuthenticationInterceptor.invoke(Ejb3AuthenticationInterceptor.java:106)
  |             at org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:101)
  |             at org.jboss.ejb3.ENCPropagationInterceptor.invoke(ENCPropagationInterceptor.java:46)
  |             at org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:101)
  |             at org.jboss.ejb3.asynchronous.AsynchronousInterceptor.invoke(AsynchronousInterceptor.java:106)
  |             at org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:101)
  |             at org.jboss.ejb3.stateless.StatelessContainer.callTimeout(StatelessContainer.java:151)
  |             at org.jboss.ejb.txtimer.TimerImpl$TimerTaskImpl.run(TimerImpl.java:561)
  |             at java.util.TimerThread.mainLoop(Timer.java:512)
  |             at java.util.TimerThread.run(Timer.java:462)
  |  
  | "EJB-Timer-5[target=jboss.j2ee:service=EJB3,ear=dmm.ear.ear,jar=dmm.ejb-1.0.jar,name=dmmNotificationEJB]" prio=10 tid=0x0171a098 nid=0x4d in Object.wait() [0xdac3f000..0xdac3fbf0]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x479e19d8> (a java.util.TaskQueue)
  |             at java.util.TimerThread.mainLoop(Timer.java:509)
  |             - locked <0x479e19d8> (a java.util.TaskQueue)
  |             at java.util.TimerThread.run(Timer.java:462)
  |  
  | "EJB-Timer-4[target=jboss.j2ee:service=EJB3,ear=dmm.ear.ear,jar=dmm.ejb-1.0.jar,name=dmmSyncAuthEJB]" prio=10 tid=0x01c24d80 nid=0x4c in Object.wait() [0xdad0f000..0xdad0fc70]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x479da8c8> (a java.util.TaskQueue)
  |             at java.util.TimerThread.mainLoop(Timer.java:509)
  |             - locked <0x479da8c8> (a java.util.TaskQueue)
  |             at java.util.TimerThread.run(Timer.java:462)
  |  
  | "Thread-14" prio=10 tid=0x00632990 nid=0x48 in Object.wait() [0xdadaf000..0xdadafa70]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x46e286a0> (a org.apache.xmlrpc.WebServer$Runner)
  |             at java.lang.Object.wait(Object.java:474)
  |             at org.apache.xmlrpc.WebServer$Runner.run(Unknown Source)
  |             - locked <0x46e286a0> (a org.apache.xmlrpc.WebServer$Runner)
  |             at java.lang.Thread.run(Thread.java:595)
  |  
  | "Timer-3" prio=10 tid=0x001f7558 nid=0x47 in Object.wait() [0xdaf1f000..0xdaf1f8f0]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x46e49340> (a java.util.TaskQueue)
  |             at java.util.TimerThread.mainLoop(Timer.java:509)
  |             - locked <0x46e49340> (a java.util.TaskQueue)
  |             at java.util.TimerThread.run(Timer.java:462)
  |  
  | "XML-RPC Weblistener" prio=10 tid=0x01db1658 nid=0x46 runnable [0xdaf6f000..0xdaf6f970]
  |             at java.net.PlainSocketImpl.socketAccept(Native Method)
  |             at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
  |             - locked <0x46e284f0> (a java.net.SocksSocketImpl)
  |             at java.net.ServerSocket.implAccept(ServerSocket.java:450)
  |             at java.net.ServerSocket.accept(ServerSocket.java:421)
  |             at org.apache.xmlrpc.WebServer.run(Unknown Source)
  |             at java.lang.Thread.run(Thread.java:595)
  |  
  | "Thread-12" prio=10 tid=0x01edaf20 nid=0x45 in Object.wait() [0xdafbf000..0xdafbfbf0]
  |             at java.lang.Object.wait(Native Method)
  |             - waiting on <0x474aba60> (a java.lang.Object)
  |             at java.lang.Object.wait(Object.java:474)
  |             at EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
  |             - locked <0x474aba60> (a java.lang.Object)
  |             at EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
  |             at java.lang.Thread.run(Thread.java:595)
  |  
  | "Thread-11" daemon prio=10 tid=0x02c584e0 nid=0x44 waiting on condition [0xdb00f000..0xdb00fc70]
  |             at java.lang.Thread.sleep(Native Method)
  |             at org.jboss.messaging.core.impl.memory.SimpleMemoryManager$MemoryRunnable.run(SimpleMemoryManager.java:126)
  |             at java.lang.Thread.run(Thread.java:595)
  | 


View the original post : http://www.jboss.com/index.html?module=bb&op=viewtopic&p=4150468#4150468

Reply to the post : http://www.jboss.com/index.html?module=bb&op=posting&mode=reply&p=4150468



More information about the jboss-user mailing list