[jboss-user] [Remoting] - Re: EJB3/Socket invoker - connection timeouts

javajedi do-not-reply at jboss.com
Tue Jun 26 14:41:40 EDT 2007


BTW, here are the thread dumps from the server and the client once the system is just "stuck" getting socket timeouts galore on the client side.

SERVER:
Total Threads: 126
  | Total Thread Groups: 8
  | 
  | Thread Group: system : max priority:10, demon:false
  | 
  |     Thread: Reference Handler : priority:10, demon:true, threadId:2, threadState:WAITING, threadLockName:java.lang.ref.Reference$Lock at d6883
  | 
  |         java.lang.Object.wait(Native Method)
  |         java.lang.Object.wait(Object.java:485)
  |         java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116)
  | 
  |     Thread: Finalizer : priority:8, demon:true, threadId:3, threadState:WAITING, threadLockName:java.lang.ref.ReferenceQueue$Lock at 18caee7
  | 
  |         java.lang.Object.wait(Native Method)
  |         java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:116)
  |         java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:132)
  |         java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159)
  | 
  |     Thread: Signal Dispatcher : priority:9, demon:true, threadId:4, threadState:RUNNABLE, threadLockName:null
  |     Thread: RMI TCP Accept-1098 : priority:5, demon:true, threadId:16, threadState:RUNNABLE, threadLockName:null
  | 
  |         java.net.PlainSocketImpl.socketAccept(Native Method)
  |         java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
  |         java.net.ServerSocket.implAccept(ServerSocket.java:450)
  |         java.net.ServerSocket.accept(ServerSocket.java:421)
  |         sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369)
  |         sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341)
  |         java.lang.Thread.run(Thread.java:619)
  | 
  |     Thread: RMI Reaper : priority:5, demon:false, threadId:17, threadState:WAITING, threadLockName:java.lang.ref.ReferenceQueue$Lock at c21a68
  | 
  |         java.lang.Object.wait(Native Method)
  |         java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:116)
  |         java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:132)
  |         sun.rmi.transport.ObjectTable$Reaper.run(ObjectTable.java:333)
  |         java.lang.Thread.run(Thread.java:619)
  | 
  |     Thread: GC Daemon : priority:2, demon:true, threadId:18, threadState:TIMED_WAITING, threadLockName:sun.misc.GC$LatencyLock at 16ed0f7
  | 
  |         java.lang.Object.wait(Native Method)
  |         sun.misc.GC$Daemon.run(GC.java:100)
  | 
  |     Thread: RMI TCP Accept-4444 : priority:5, demon:true, threadId:21, threadState:RUNNABLE, threadLockName:null
  | 
  |         java.net.PlainSocketImpl.socketAccept(Native Method)
  |         java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
  |         java.net.ServerSocket.implAccept(ServerSocket.java:450)
  |         java.net.ServerSocket.accept(ServerSocket.java:421)
  |         sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369)
  |         sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341)
  |         java.lang.Thread.run(Thread.java:619)
  | 
  |     Thread: RMI Scheduler(0) : priority:5, demon:true, threadId:27, threadState:TIMED_WAITING, threadLockName:java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject at ac0a60
  | 
  |         sun.misc.Unsafe.park(Native Method)
  |         java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  |         java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1927)
  |         java.util.concurrent.DelayQueue.take(DelayQueue.java:164)
  |         java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:582)
  |         java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:575)
  |         java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:946)
  |         java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:906)
  |         java.lang.Thread.run(Thread.java:619)
  | 
  |     Thread: RMI TCP Accept-1101 : priority:5, demon:true, threadId:85, threadState:RUNNABLE, threadLockName:null
  | 
  |         java.net.PlainSocketImpl.socketAccept(Native Method)
  |         java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
  |         java.net.ServerSocket.implAccept(ServerSocket.java:450)
  |         java.net.ServerSocket.accept(ServerSocket.java:421)
  |         sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369)
  |         sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341)
  |         java.lang.Thread.run(Thread.java:619)
  | 
  |     Thread: RMI TCP Accept-4447 : priority:5, demon:true, threadId:88, threadState:RUNNABLE, threadLockName:null
  | 
  |         java.net.PlainSocketImpl.socketAccept(Native Method)
  |         java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
  |         java.net.ServerSocket.implAccept(ServerSocket.java:450)
  |         java.net.ServerSocket.accept(ServerSocket.java:421)
  |         sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369)
  |         sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341)
  |         java.lang.Thread.run(Thread.java:619)
  | 
  |     Thread: RMI RenewClean-[68.142.219.229:1101] : priority:5, demon:true, threadId:518, threadState:TIMED_WAITING, threadLockName:java.lang.ref.ReferenceQueue$Lock at 1e70e12
  | 
  |         java.lang.Object.wait(Native Method)
  |         java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:116)
  |         sun.rmi.transport.DGCClient$EndpointEntry$RenewCleanThread.run(DGCClient.java:516)
  |         java.lang.Thread.run(Thread.java:619)
  | 
  | 
  |     Thread Group: main : max priority:10, demon:false
  | 
  |         Thread: DestroyJavaVM : priority:5, demon:false, threadId:9, threadState:RUNNABLE, threadLockName:null
  | 
  |         Thread Group: jboss : max priority:10, demon:false
  | 
  |             Thread: Timer-0 : priority:5, demon:true, threadId:12, threadState:TIMED_WAITING, threadLockName:java.util.TaskQueue at 1af67f0
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.util.TimerThread.mainLoop(Timer.java:509)
  |                 java.util.TimerThread.run(Timer.java:462)
  | 
  |             Thread: ScannerThread : priority:5, demon:true, threadId:13, threadState:TIMED_WAITING, threadLockName:null
  | 
  |                 java.lang.Thread.sleep(Native Method)
  |                 org.jboss.deployment.scanner.AbstractDeploymentScanner$ScannerThread.loop(AbstractDeploymentScanner.java:280)
  |                 org.jboss.deployment.scanner.AbstractDeploymentScanner$ScannerThread.run(AbstractDeploymentScanner.java:225)
  | 
  |             Thread: TimeoutFactory-0 : priority:5, demon:true, threadId:20, threadState:WAITING, threadLockName:java.lang.Object at 55ff4
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.util.timeout.TimeoutPriorityQueueImpl.poll(TimeoutPriorityQueueImpl.java:253)
  |                 org.jboss.util.timeout.TimeoutPriorityQueueImpl.take(TimeoutPriorityQueueImpl.java:230)
  |                 org.jboss.util.timeout.TimeoutFactory.doWork(TimeoutFactory.java:215)
  |                 org.jboss.util.timeout.TimeoutFactory.access$000(TimeoutFactory.java:41)
  |                 org.jboss.util.timeout.TimeoutFactory$1.run(TimeoutFactory.java:136)
  | 
  |             Thread: PooledInvokerAcceptor#0-4445 : priority:5, demon:false, threadId:22, threadState:RUNNABLE, threadLockName:null
  | 
  |                 java.net.PlainSocketImpl.socketAccept(Native Method)
  |                 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
  |                 java.net.ServerSocket.implAccept(ServerSocket.java:450)
  |                 java.net.ServerSocket.accept(ServerSocket.java:421)
  |                 org.jboss.invocation.pooled.server.PooledInvoker.run(PooledInvoker.java:261)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: SocketServerInvoker#0-3873 : priority:5, demon:false, threadId:23, threadState:RUNNABLE, threadLockName:null
  | 
  |                 java.net.SocketInputStream.socketRead0(Native Method)
  |                 java.net.SocketInputStream.read(SocketInputStream.java:129)
  |                 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
  |                 java.io.BufferedInputStream.read1(BufferedInputStream.java:258)
  |                 java.io.BufferedInputStream.read(BufferedInputStream.java:317)
  |                 java.io.FilterInputStream.read(FilterInputStream.java:90)
  |                 org.jboss.serial.io.JBossObjectInputStream.checkSignature(JBossObjectInputStream.java:110)
  |                 org.jboss.serial.io.JBossObjectInputStream.(JBossObjectInputStream.java:94)
  |                 org.jboss.serial.io.JBossObjectInputStream.(JBossObjectInputStream.java:83)
  |                 org.jboss.remoting.serialization.impl.jboss.JBossSerializationManager.createInput(JBossSerializationManager.java:57)
  |                 org.jboss.remoting.transport.socket.ServerSocketWrapper.createInputStream(ServerSocketWrapper.java:56)
  |                 org.jboss.remoting.transport.socket.ClientSocketWrapper.createStreams(ClientSocketWrapper.java:76)
  |                 org.jboss.remoting.transport.socket.ClientSocketWrapper.(ClientSocketWrapper.java:54)
  |                 org.jboss.remoting.transport.socket.ServerSocketWrapper.(ServerSocketWrapper.java:50)
  |                 sun.reflect.GeneratedConstructorAccessor13.newInstance(Unknown Source)
  |                 sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:27)
  |                 java.lang.reflect.Constructor.newInstance(Constructor.java:513)
  |                 org.jboss.remoting.transport.socket.ServerThread.createServerSocket(ServerThread.java:185)
  |                 org.jboss.remoting.transport.socket.ServerThread.(ServerThread.java:87)
  |                 org.jboss.remoting.transport.socket.SocketServerInvoker.processInvocation(SocketServerInvoker.java:429)
  |                 org.jboss.remoting.transport.socket.SocketServerInvoker.run(SocketServerInvoker.java:391)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: ContainerBackgroundProcessor[StandardEngine[jboss.web]] : priority:5, demon:true, threadId:28, threadState:TIMED_WAITING, threadLockName:null
  | 
  |                 java.lang.Thread.sleep(Native Method)
  |                 org.apache.catalina.core.ContainerBase$ContainerBackgroundProcessor.run(ContainerBase.java:1547)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: SubscriptionWatchDog : priority:5, demon:false, threadId:29, threadState:TIMED_WAITING, threadLockName:null
  | 
  |                 java.lang.Thread.sleep(Native Method)
  |                 org.jboss.ws.eventing.mgmt.SubscriptionManager$WatchDog.run(SubscriptionManager.java:463)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: DownHandler (TCP) : priority:5, demon:true, threadId:30, threadState:WAITING, threadLockName:java.lang.Object at 16fb9fd
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jgroups.util.Queue.remove(Queue.java:221)
  |                 org.jgroups.stack.DownHandler.run(Protocol.java:105)
  | 
  |             Thread: DownHandler (TCPPING) : priority:5, demon:true, threadId:31, threadState:WAITING, threadLockName:java.lang.Object at 5de82a
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jgroups.util.Queue.remove(Queue.java:221)
  |                 org.jgroups.stack.DownHandler.run(Protocol.java:105)
  | 
  |             Thread: UpHandler (TCPPING) : priority:5, demon:true, threadId:32, threadState:WAITING, threadLockName:java.lang.Object at 1d77d9e
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jgroups.util.Queue.remove(Queue.java:221)
  |                 org.jgroups.stack.UpHandler.run(Protocol.java:48)
  | 
  |             Thread: DownHandler (FD) : priority:5, demon:true, threadId:33, threadState:WAITING, threadLockName:java.lang.Object at 1da3acc
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jgroups.util.Queue.remove(Queue.java:221)
  |                 org.jgroups.stack.DownHandler.run(Protocol.java:105)
  | 
  |             Thread: UpHandler (FD) : priority:5, demon:true, threadId:34, threadState:WAITING, threadLockName:java.lang.Object at e74663
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jgroups.util.Queue.remove(Queue.java:221)
  |                 org.jgroups.stack.UpHandler.run(Protocol.java:48)
  | 
  |             Thread: DownHandler (NAKACK) : priority:5, demon:true, threadId:35, threadState:WAITING, threadLockName:java.lang.Object at c1abcf
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jgroups.util.Queue.remove(Queue.java:221)
  |                 org.jgroups.stack.DownHandler.run(Protocol.java:105)
  | 
  |             Thread: UpHandler (NAKACK) : priority:5, demon:true, threadId:36, threadState:WAITING, threadLockName:java.lang.Object at 54864c
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jgroups.util.Queue.remove(Queue.java:221)
  |                 org.jgroups.stack.UpHandler.run(Protocol.java:48)
  | 
  |             Thread: DownHandler (GMS) : priority:5, demon:true, threadId:37, threadState:WAITING, threadLockName:java.lang.Object at 25a5d2
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jgroups.util.Queue.remove(Queue.java:221)
  |                 org.jgroups.stack.DownHandler.run(Protocol.java:105)
  | 
  |             Thread: UpHandler (GMS) : priority:5, demon:true, threadId:38, threadState:WAITING, threadLockName:java.lang.Object at 1d694da
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jgroups.util.Queue.remove(Queue.java:221)
  |                 org.jgroups.stack.UpHandler.run(Protocol.java:48)
  | 
  |             Thread: DownHandler (STATE_TRANSFER) : priority:5, demon:true, threadId:39, threadState:WAITING, threadLockName:java.lang.Object at 1d6e4a4
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jgroups.util.Queue.remove(Queue.java:221)
  |                 org.jgroups.stack.DownHandler.run(Protocol.java:105)
  | 
  |             Thread: UpHandler (STATE_TRANSFER) : priority:5, demon:true, threadId:40, threadState:WAITING, threadLockName:java.lang.Object at 54c2b8
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jgroups.util.Queue.remove(Queue.java:221)
  |                 org.jgroups.stack.UpHandler.run(Protocol.java:48)
  | 
  |             Thread: MessageDispatcher up processing thread : priority:5, demon:true, threadId:41, threadState:WAITING, threadLockName:java.lang.Object at 4a0a42
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jgroups.util.Queue.remove(Queue.java:221)
  |                 org.jgroups.blocks.MessageDispatcher$1.run(MessageDispatcher.java:689)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-1 : priority:5, demon:false, threadId:44, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 1bd9de3
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-2 : priority:5, demon:false, threadId:45, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 2153fe
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-3 : priority:5, demon:false, threadId:46, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 17c7988
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-4 : priority:5, demon:false, threadId:47, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at cc7f9e
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-5 : priority:5, demon:false, threadId:48, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 1a2da17
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-6 : priority:5, demon:false, threadId:49, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 174f02c
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-7 : priority:5, demon:false, threadId:50, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 78529d
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-8 : priority:5, demon:false, threadId:51, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at c19fbf
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-9 : priority:5, demon:false, threadId:52, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 63e563
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-10 : priority:5, demon:false, threadId:53, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 82e4f3
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-11 : priority:5, demon:false, threadId:54, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 12f9924
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-12 : priority:5, demon:false, threadId:55, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 14b74a7
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-13 : priority:5, demon:false, threadId:56, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 156d7c8
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-14 : priority:5, demon:false, threadId:57, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 1364dcb
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-15 : priority:5, demon:false, threadId:58, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 103d246
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-16 : priority:5, demon:false, threadId:59, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at d0deb5
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-17 : priority:5, demon:false, threadId:60, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 136c55
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-18 : priority:5, demon:false, threadId:61, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 13af084
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-19 : priority:5, demon:false, threadId:62, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 14596d5
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-20 : priority:5, demon:false, threadId:63, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 45ce17
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-21 : priority:5, demon:false, threadId:64, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 15a4523
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-22 : priority:5, demon:false, threadId:65, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 13c296b
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-23 : priority:5, demon:false, threadId:66, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at fe2558
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-24 : priority:5, demon:false, threadId:67, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 24c672
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-25 : priority:5, demon:false, threadId:68, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 19bd735
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-26 : priority:5, demon:false, threadId:69, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 1fa490e
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-27 : priority:5, demon:false, threadId:70, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at b6a6d6
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-28 : priority:5, demon:false, threadId:71, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 19299f5
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-29 : priority:5, demon:false, threadId:72, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 10f34cc
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-30 : priority:5, demon:false, threadId:73, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 4e194f
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-31 : priority:5, demon:false, threadId:74, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 1d592a
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-32 : priority:5, demon:false, threadId:75, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 6b51d8
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-33 : priority:5, demon:false, threadId:76, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 1a02097
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-34 : priority:5, demon:false, threadId:77, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 4ac866
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-35 : priority:5, demon:false, threadId:78, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 3dfcb
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-36 : priority:5, demon:false, threadId:79, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 11b1d80
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-37 : priority:5, demon:false, threadId:80, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 13136e5
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: AsynchKeyChangeHandler Thread : priority:5, demon:false, threadId:82, threadState:WAITING, threadLockName:java.lang.Object at 17ecdf0
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
  |                 org.jboss.ha.framework.server.AsynchEventHandler.run(AsynchEventHandler.java:102)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: AsynchViewChangeHandler Thread : priority:5, demon:false, threadId:83, threadState:WAITING, threadLockName:java.lang.Object at 11cbec9
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
  |                 org.jboss.ha.framework.server.AsynchEventHandler.run(AsynchEventHandler.java:102)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: MERGE2.FindSubgroups thread : priority:5, demon:true, threadId:84, threadState:TIMED_WAITING, threadLockName:null
  | 
  |                 java.lang.Thread.sleep(Native Method)
  |                 org.jgroups.util.Util.sleep(Util.java:76)
  |                 org.jgroups.protocols.MERGE2$FindSubgroups.run(MERGE2.java:233)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: PooledInvokerAcceptor#0-4446 : priority:5, demon:false, threadId:89, threadState:RUNNABLE, threadLockName:null
  | 
  |                 java.net.PlainSocketImpl.socketAccept(Native Method)
  |                 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
  |                 java.net.ServerSocket.implAccept(ServerSocket.java:450)
  |                 java.net.ServerSocket.accept(ServerSocket.java:421)
  |                 org.jboss.invocation.pooled.server.PooledInvoker.run(PooledInvoker.java:261)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: DefaultQuartzScheduler_Worker-0 : priority:5, demon:false, threadId:92, threadState:TIMED_WAITING, threadLockName:java.lang.Object at 1c94b51
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428)
  |                 org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47)
  |                 org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)
  | 
  |             Thread: DefaultQuartzScheduler_Worker-1 : priority:5, demon:false, threadId:93, threadState:TIMED_WAITING, threadLockName:java.lang.Object at 1c94b51
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428)
  |                 org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47)
  |                 org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)
  | 
  |             Thread: DefaultQuartzScheduler_Worker-2 : priority:5, demon:false, threadId:94, threadState:TIMED_WAITING, threadLockName:java.lang.Object at 1c94b51
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428)
  |                 org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47)
  |                 org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)
  | 
  |             Thread: DefaultQuartzScheduler_Worker-3 : priority:5, demon:false, threadId:95, threadState:TIMED_WAITING, threadLockName:java.lang.Object at 1c94b51
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428)
  |                 org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47)
  |                 org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)
  | 
  |             Thread: DefaultQuartzScheduler_Worker-4 : priority:5, demon:false, threadId:96, threadState:TIMED_WAITING, threadLockName:java.lang.Object at 1c94b51
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428)
  |                 org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47)
  |                 org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)
  | 
  |             Thread: DefaultQuartzScheduler_Worker-5 : priority:5, demon:false, threadId:97, threadState:TIMED_WAITING, threadLockName:java.lang.Object at 1c94b51
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428)
  |                 org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47)
  |                 org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)
  | 
  |             Thread: DefaultQuartzScheduler_Worker-6 : priority:5, demon:false, threadId:98, threadState:TIMED_WAITING, threadLockName:java.lang.Object at 1c94b51
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428)
  |                 org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47)
  |                 org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)
  | 
  |             Thread: DefaultQuartzScheduler_Worker-7 : priority:5, demon:false, threadId:99, threadState:TIMED_WAITING, threadLockName:java.lang.Object at 1c94b51
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428)
  |                 org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47)
  |                 org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)
  | 
  |             Thread: DefaultQuartzScheduler_Worker-8 : priority:5, demon:false, threadId:100, threadState:TIMED_WAITING, threadLockName:java.lang.Object at 1c94b51
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428)
  |                 org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47)
  |                 org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)
  | 
  |             Thread: DefaultQuartzScheduler_Worker-9 : priority:5, demon:false, threadId:101, threadState:TIMED_WAITING, threadLockName:java.lang.Object at 1c94b51
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428)
  |                 org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47)
  |                 org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)
  | 
  |             Thread: JBossLifeThread : priority:5, demon:false, threadId:112, threadState:WAITING, threadLockName:java.lang.Object at 9a4f8e
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.system.server.ServerImpl$LifeThread.run(ServerImpl.java:932)
  | 
  |             Thread: http-0.0.0.0-8080 : priority:5, demon:true, threadId:113, threadState:RUNNABLE, threadLockName:null
  | 
  |                 java.net.PlainSocketImpl.socketAccept(Native Method)
  |                 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
  |                 java.net.ServerSocket.implAccept(ServerSocket.java:450)
  |                 java.net.ServerSocket.accept(ServerSocket.java:421)
  |                 org.apache.tomcat.util.net.DefaultServerSocketFactory.acceptSocket(DefaultServerSocketFactory.java:60)
  |                 org.apache.tomcat.util.net.PoolTcpEndpoint.acceptSocket(PoolTcpEndpoint.java:407)
  |                 org.apache.tomcat.util.net.PoolTcpEndpoint.run(PoolTcpEndpoint.java:647)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: http-0.0.0.0-8080-1 : priority:5, demon:true, threadId:114, threadState:WAITING, threadLockName:org.apache.tomcat.util.net.MasterSlaveWorkerThread at 14f8b9a
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.apache.tomcat.util.net.MasterSlaveWorkerThread.await(MasterSlaveWorkerThread.java:81)
  |                 org.apache.tomcat.util.net.MasterSlaveWorkerThread.run(MasterSlaveWorkerThread.java:107)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: TP-Processor1 : priority:5, demon:true, threadId:115, threadState:WAITING, threadLockName:org.apache.tomcat.util.threads.ThreadPool$ControlRunnable at 344a47
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:656)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: TP-Processor2 : priority:5, demon:true, threadId:116, threadState:WAITING, threadLockName:org.apache.tomcat.util.threads.ThreadPool$ControlRunnable at 11dc088
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:656)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: TP-Processor3 : priority:5, demon:true, threadId:117, threadState:WAITING, threadLockName:org.apache.tomcat.util.threads.ThreadPool$ControlRunnable at 13219ed
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:656)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: TP-Processor4 : priority:5, demon:true, threadId:118, threadState:RUNNABLE, threadLockName:null
  | 
  |                 java.net.PlainSocketImpl.socketAccept(Native Method)
  |                 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
  |                 java.net.ServerSocket.implAccept(ServerSocket.java:450)
  |                 java.net.ServerSocket.accept(ServerSocket.java:421)
  |                 org.apache.jk.common.ChannelSocket.accept(ChannelSocket.java:293)
  |                 org.apache.jk.common.ChannelSocket.acceptConnections(ChannelSocket.java:647)
  |                 org.apache.jk.common.ChannelSocket$SocketAcceptor.runIt(ChannelSocket.java:857)
  |                 org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:684)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: TP-Monitor : priority:5, demon:true, threadId:119, threadState:TIMED_WAITING, threadLockName:org.apache.tomcat.util.threads.ThreadPool$MonitorRunnable at 8bae7
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 org.apache.tomcat.util.threads.ThreadPool$MonitorRunnable.run(ThreadPool.java:559)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: http-0.0.0.0-8080-2 : priority:5, demon:true, threadId:186, threadState:RUNNABLE, threadLockName:null
  | 
  |                 sun.management.ThreadImpl.getThreadInfo0(Native Method)
  |                 sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:145)
  |                 sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:123)
  |                 sun.reflect.GeneratedMethodAccessor78.invoke(Unknown Source)
  |                 sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  |                 java.lang.reflect.Method.invoke(Method.java:597)
  |                 org.jboss.system.server.ServerInfo.outputJdk5ThreadMXBeanInfo(ServerInfo.java:657)
  |                 org.jboss.system.server.ServerInfo.getThreadGroupInfo(ServerInfo.java:628)
  |                 org.jboss.system.server.ServerInfo.getThreadGroupInfo(ServerInfo.java:635)
  |                 org.jboss.system.server.ServerInfo.getThreadGroupInfo(ServerInfo.java:635)
  |                 org.jboss.system.server.ServerInfo.listThreadDump(ServerInfo.java:508)
  |                 sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  |                 sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  |                 sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  |                 java.lang.reflect.Method.invoke(Method.java:597)
  |                 org.jboss.mx.interceptor.ReflectedDispatcher.invoke(ReflectedDispatcher.java:155)
  |                 org.jboss.mx.server.Invocation.dispatch(Invocation.java:94)
  |                 org.jboss.mx.server.Invocation.invoke(Invocation.java:86)
  |                 org.jboss.mx.server.AbstractMBeanInvoker.invoke(AbstractMBeanInvoker.java:264)
  |                 org.jboss.mx.server.MBeanServerImpl.invoke(MBeanServerImpl.java:659)
  |                 org.jboss.jmx.adaptor.control.Server.invokeOpByName(Server.java:258)
  |                 org.jboss.jmx.adaptor.control.Server.invokeOp(Server.java:223)
  |                 org.jboss.jmx.adaptor.html.HtmlAdaptorServlet.invokeOp(HtmlAdaptorServlet.java:262)
  |                 org.jboss.jmx.adaptor.html.HtmlAdaptorServlet.processRequest(HtmlAdaptorServlet.java:100)
  |                 org.jboss.jmx.adaptor.html.HtmlAdaptorServlet.doPost(HtmlAdaptorServlet.java:82)
  |                 javax.servlet.http.HttpServlet.service(HttpServlet.java:717)
  |                 javax.servlet.http.HttpServlet.service(HttpServlet.java:810)
  |                 org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:252)
  |                 org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:173)
  |                 org.jboss.web.tomcat.filters.ReplyHeaderFilter.doFilter(ReplyHeaderFilter.java:96)
  |                 org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:202)
  |                 org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:173)
  |                 org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:213)
  |                 org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:178)
  |                 org.jboss.web.tomcat.security.SecurityAssociationValve.invoke(SecurityAssociationValve.java:175)
  |                 org.jboss.web.tomcat.security.JaccContextValve.invoke(JaccContextValve.java:74)
  |                 org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:126)
  |                 org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:105)
  |                 org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:107)
  |                 org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:148)
  |                 org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:869)
  |                 org.apache.coyote.http11.Http11BaseProtocol$Http11ConnectionHandler.processConnection(Http11BaseProtocol.java:664)
  |                 org.apache.tomcat.util.net.PoolTcpEndpoint.processSocket(PoolTcpEndpoint.java:527)
  |                 org.apache.tomcat.util.net.MasterSlaveWorkerThread.run(MasterSlaveWorkerThread.java:112)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: TimeScheduler.Thread : priority:5, demon:true, threadId:512, threadState:TIMED_WAITING, threadLockName:org.jgroups.util.TimeScheduler$TaskQueue at 1bc345a
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 org.jgroups.util.TimeScheduler._run(TimeScheduler.java:391)
  |                 org.jgroups.util.TimeScheduler.access$000(TimeScheduler.java:46)
  |                 org.jgroups.util.TimeScheduler$Loop.run(TimeScheduler.java:135)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  | 
  |             Thread Group: JBoss Pooled Threads : max priority:10, demon:false
  | 
  | 
  |                 Thread Group: System Threads : max priority:10, demon:false
  | 
  |                     Thread: JBoss System Threads(1)-1 : priority:5, demon:true, threadId:15, threadState:RUNNABLE, threadLockName:null
  | 
  |                         java.net.PlainSocketImpl.socketAccept(Native Method)
  |                         java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
  |                         java.net.ServerSocket.implAccept(ServerSocket.java:450)
  |                         java.net.ServerSocket.accept(ServerSocket.java:421)
  |                         org.jboss.web.WebServer.run(WebServer.java:324)
  |                         org.jboss.util.threadpool.RunnableTaskWrapper.run(RunnableTaskWrapper.java:148)
  |                         EDU.oswego.cs.dl.util.concurrent.PooledExecutor$Worker.run(PooledExecutor.java:743)
  |                         java.lang.Thread.run(Thread.java:619)
  | 
  |                     Thread: JBoss System Threads(1)-2 : priority:5, demon:true, threadId:19, threadState:RUNNABLE, threadLockName:null
  | 
  |                         java.net.PlainSocketImpl.socketAccept(Native Method)
  |                         java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
  |                         java.net.ServerSocket.implAccept(ServerSocket.java:450)
  |                         java.net.ServerSocket.accept(ServerSocket.java:421)
  |                         org.jnp.server.Main$AcceptHandler.run(Main.java:441)
  |                         org.jboss.util.threadpool.RunnableTaskWrapper.run(RunnableTaskWrapper.java:148)
  |                         EDU.oswego.cs.dl.util.concurrent.PooledExecutor$Worker.run(PooledExecutor.java:743)
  |                         java.lang.Thread.run(Thread.java:619)
  | 
  |                     Thread: JBoss System Threads(1)-4 : priority:5, demon:true, threadId:86, threadState:RUNNABLE, threadLockName:null
  | 
  |                         java.net.PlainSocketImpl.socketAccept(Native Method)
  |                         java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
  |                         java.net.ServerSocket.implAccept(ServerSocket.java:450)
  |                         java.net.ServerSocket.accept(ServerSocket.java:421)
  |                         org.jboss.ha.jndi.DetachedHANamingService$AcceptHandler.run(DetachedHANamingService.java:711)
  |                         org.jboss.util.threadpool.RunnableTaskWrapper.run(RunnableTaskWrapper.java:148)
  |                         EDU.oswego.cs.dl.util.concurrent.PooledExecutor$Worker.run(PooledExecutor.java:743)
  |                         java.lang.Thread.run(Thread.java:619)
  | 
  |                     Thread: JBoss System Threads(1)-5 : priority:5, demon:true, threadId:87, threadState:RUNNABLE, threadLockName:null
  | 
  |                         java.net.PlainDatagramSocketImpl.receive0(Native Method)
  |                         java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
  |                         java.net.DatagramSocket.receive(DatagramSocket.java:712)
  |                         org.jboss.ha.jndi.DetachedHANamingService$AutomaticDiscovery.run(DetachedHANamingService.java:615)
  |                         org.jboss.util.threadpool.RunnableTaskWrapper.run(RunnableTaskWrapper.java:148)
  |                         EDU.oswego.cs.dl.util.concurrent.PooledExecutor$Worker.run(PooledExecutor.java:743)
  |                         java.lang.Thread.run(Thread.java:619)
  | 
  |                     Thread: JBoss System Threads(1)-20 : priority:5, demon:true, threadId:765, threadState:TIMED_WAITING, threadLockName:java.lang.Object at 141717f
  | 
  |                         java.lang.Object.wait(Native Method)
  |                         EDU.oswego.cs.dl.util.concurrent.BoundedLinkedQueue.poll(BoundedLinkedQueue.java:253)
  |                         EDU.oswego.cs.dl.util.concurrent.PooledExecutor.getTask(PooledExecutor.java:723)
  |                         org.jboss.util.threadpool.MinPooledExecutor.getTask(MinPooledExecutor.java:106)
  |                         EDU.oswego.cs.dl.util.concurrent.PooledExecutor$Worker.run(PooledExecutor.java:747)
  |                         java.lang.Thread.run(Thread.java:619)
  | 
  |                     Thread: JBoss System Threads(1)-21 : priority:5, demon:true, threadId:767, threadState:TIMED_WAITING, threadLockName:java.lang.Object at 141717f
  | 
  |                         java.lang.Object.wait(Native Method)
  |                         EDU.oswego.cs.dl.util.concurrent.BoundedLinkedQueue.poll(BoundedLinkedQueue.java:253)
  |                         EDU.oswego.cs.dl.util.concurrent.PooledExecutor.getTask(PooledExecutor.java:723)
  |                         org.jboss.util.threadpool.MinPooledExecutor.getTask(MinPooledExecutor.java:106)
  |                         EDU.oswego.cs.dl.util.concurrent.PooledExecutor$Worker.run(PooledExecutor.java:747)
  |                         java.lang.Thread.run(Thread.java:619)
  | 
  |                     Thread: JBoss System Threads(1)-22 : priority:5, demon:true, threadId:770, threadState:TIMED_WAITING, threadLockName:java.lang.Object at 141717f
  | 
  |                         java.lang.Object.wait(Native Method)
  |                         EDU.oswego.cs.dl.util.concurrent.BoundedLinkedQueue.poll(BoundedLinkedQueue.java:253)
  |                         EDU.oswego.cs.dl.util.concurrent.PooledExecutor.getTask(PooledExecutor.java:723)
  |                         org.jboss.util.threadpool.MinPooledExecutor.getTask(MinPooledExecutor.java:106)
  |                         EDU.oswego.cs.dl.util.concurrent.PooledExecutor$Worker.run(PooledExecutor.java:747)
  |                         java.lang.Thread.run(Thread.java:619)
  | 
  |                     Thread: JBoss System Threads(1)-23 : priority:5, demon:true, threadId:773, threadState:TIMED_WAITING, threadLockName:java.lang.Object at 141717f
  | 
  |                         java.lang.Object.wait(Native Method)
  |                         EDU.oswego.cs.dl.util.concurrent.BoundedLinkedQueue.poll(BoundedLinkedQueue.java:253)
  |                         EDU.oswego.cs.dl.util.concurrent.PooledExecutor.getTask(PooledExecutor.java:723)
  |                         org.jboss.util.threadpool.MinPooledExecutor.getTask(MinPooledExecutor.java:106)
  |                         EDU.oswego.cs.dl.util.concurrent.PooledExecutor$Worker.run(PooledExecutor.java:747)
  |                         java.lang.Thread.run(Thread.java:619)
  | 
  |                     Thread: JBoss System Threads(1)-24 : priority:5, demon:true, threadId:775, threadState:TIMED_WAITING, threadLockName:java.lang.Object at 141717f
  | 
  |                         java.lang.Object.wait(Native Method)
  |                         EDU.oswego.cs.dl.util.concurrent.BoundedLinkedQueue.poll(BoundedLinkedQueue.java:253)
  |                         EDU.oswego.cs.dl.util.concurrent.PooledExecutor.getTask(PooledExecutor.java:723)
  |                         org.jboss.util.threadpool.MinPooledExecutor.getTask(MinPooledExecutor.java:106)
  |                         EDU.oswego.cs.dl.util.concurrent.PooledExecutor$Worker.run(PooledExecutor.java:747)
  |                         java.lang.Thread.run(Thread.java:619)
  | 
  |                     Thread: JBoss System Threads(1)-25 : priority:5, demon:true, threadId:791, threadState:TIMED_WAITING, threadLockName:java.lang.Object at 141717f
  | 
  |                         java.lang.Object.wait(Native Method)
  |                         EDU.oswego.cs.dl.util.concurrent.BoundedLinkedQueue.poll(BoundedLinkedQueue.java:253)
  |                         EDU.oswego.cs.dl.util.concurrent.PooledExecutor.getTask(PooledExecutor.java:723)
  |                         org.jboss.util.threadpool.MinPooledExecutor.getTask(MinPooledExecutor.java:106)
  |                         EDU.oswego.cs.dl.util.concurrent.PooledExecutor$Worker.run(PooledExecutor.java:747)
  |                         java.lang.Thread.run(Thread.java:619)
  | 
  | 
  |             Thread Group: ConnectionTableGroup : max priority:10, demon:false
  | 
  |                 Thread: ConnectionTable.AcceptorThread : priority:5, demon:true, threadId:43, threadState:RUNNABLE, threadLockName:null
  | 
  |                     java.net.PlainSocketImpl.socketAccept(Native Method)
  |                     java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
  |                     java.net.ServerSocket.implAccept(ServerSocket.java:450)
  |                     java.net.ServerSocket.accept(ServerSocket.java:421)
  |                     org.jgroups.blocks.ConnectionTable.run(ConnectionTable.java:349)
  |                     java.lang.Thread.run(Thread.java:619)
  | 
  |                 Thread: ConnectionTable.Connection.HandlerThread : priority:5, demon:true, threadId:511, threadState:RUNNABLE, threadLockName:null
  | 
  |                     java.net.SocketInputStream.socketRead0(Native Method)
  |                     java.net.SocketInputStream.read(SocketInputStream.java:129)
  |                     java.net.SocketInputStream.read(SocketInputStream.java:182)
  |                     java.io.DataInputStream.readInt(DataInputStream.java:370)
  |                     org.jgroups.blocks.ConnectionTable$Connection.run(ConnectionTable.java:707)
  |                     java.lang.Thread.run(Thread.java:619)
  | 
  | 
  |             Thread Group: QuartzScheduler:DefaultQuartzScheduler : max priority:10, demon:false
  | 
  |                 Thread: DefaultQuartzScheduler_QuartzSchedulerThread : priority:5, demon:false, threadId:102, threadState:TIMED_WAITING, threadLockName:null
  | 
  |                     java.lang.Thread.sleep(Native Method)
  |                     org.quartz.core.QuartzSchedulerThread.run(QuartzSchedulerThread.java:394)
  | 
  | 
  |     Thread Group: RMI Runtime : max priority:10, demon:false
  | 
  |         Thread: RMI TCP Connection(608)-68.142.216.41 : priority:5, demon:true, threadId:107, threadState:RUNNABLE, threadLockName:null
  | 
  |             java.net.SocketInputStream.socketRead0(Native Method)
  |             java.net.SocketInputStream.read(SocketInputStream.java:129)
  |             java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
  |             java.io.BufferedInputStream.read(BufferedInputStream.java:237)
  |             java.io.FilterInputStream.read(FilterInputStream.java:66)
  |             sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:517)
  |             sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790)
  |             sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649)
  |             java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:885)
  |             java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  |             java.lang.Thread.run(Thread.java:619)
  | 
  |         Thread: RMI TCP Connection(593)-68.142.217.46 : priority:5, demon:true, threadId:122, threadState:RUNNABLE, threadLockName:null
  | 
  |             java.net.SocketInputStream.socketRead0(Native Method)
  |             java.net.SocketInputStream.read(SocketInputStream.java:129)
  |             java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
  |             java.io.BufferedInputStream.read(BufferedInputStream.java:237)
  |             java.io.FilterInputStream.read(FilterInputStream.java:66)
  |             sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:517)
  |             sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790)
  |             sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649)
  |             java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:885)
  |             java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  |             java.lang.Thread.run(Thread.java:619)
  | 
  |         Thread: RMI TCP Connection(idle) : priority:5, demon:true, threadId:125, threadState:TIMED_WAITING, threadLockName:java.util.concurrent.SynchronousQueue$TransferStack at 5a1e6b
  | 
  |             sun.misc.Unsafe.park(Native Method)
  |             java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  |             java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424)
  |             java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323)
  |             java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874)
  |             java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:944)
  |             java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:906)
  |             java.lang.Thread.run(Thread.java:619)
  | 
  |         Thread: RMI TCP Connection(613)-68.142.216.101 : priority:5, demon:true, threadId:129, threadState:RUNNABLE, threadLockName:null
  | 
  |             java.net.SocketInputStream.socketRead0(Native Method)
  |             java.net.SocketInputStream.read(SocketInputStream.java:129)
  |             java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
  |             java.io.BufferedInputStream.read(BufferedInputStream.java:237)
  |             java.io.FilterInputStream.read(FilterInputStream.java:66)
  |             sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:517)
  |             sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790)
  |             sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649)
  |             java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:885)
  |             java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  |             java.lang.Thread.run(Thread.java:619)
  | 
  |         Thread: RMI TCP Connection(580)-68.142.218.103 : priority:5, demon:true, threadId:132, threadState:RUNNABLE, threadLockName:null
  | 
  |             java.net.SocketInputStream.socketRead0(Native Method)
  |             java.net.SocketInputStream.read(SocketInputStream.java:129)
  |             java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
  |             java.io.BufferedInputStream.read(BufferedInputStream.java:237)
  |             java.io.FilterInputStream.read(FilterInputStream.java:66)
  |             sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:517)
  |             sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790)
  |             sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649)
  |             java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:885)
  |             java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  |             java.lang.Thread.run(Thread.java:619)
  | 
  |         Thread: RMI TCP Connection(idle) : priority:5, demon:true, threadId:140, threadState:TIMED_WAITING, threadLockName:java.util.concurrent.SynchronousQueue$TransferStack at 5a1e6b
  | 
  |             sun.misc.Unsafe.park(Native Method)
  |             java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  |             java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424)
  |             java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323)
  |             java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874)
  |             java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:944)
  |             java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:906)
  |             java.lang.Thread.run(Thread.java:619)
  | 
  |         Thread: RMI TCP Connection(610)-68.142.216.41 : priority:5, demon:true, threadId:146, threadState:RUNNABLE, threadLockName:null
  | 
  |             java.net.SocketInputStream.socketRead0(Native Method)
  |             java.net.SocketInputStream.read(SocketInputStream.java:129)
  |             java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
  |             java.io.BufferedInputStream.read(BufferedInputStream.java:237)
  |             java.io.FilterInputStream.read(FilterInputStream.java:66)
  |             sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:517)
  |             sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790)
  |             sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649)
  |             java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:885)
  |             java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  |             java.lang.Thread.run(Thread.java:619)
  | 
  |         Thread: RMI TCP Connection(567)-68.142.216.45 : priority:5, demon:true, threadId:149, threadState:RUNNABLE, threadLockName:null
  | 
  |             java.net.SocketInputStream.socketRead0(Native Method)
  |             java.net.SocketInputStream.read(SocketInputStream.java:129)
  |             java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
  |             java.io.BufferedInputStream.read(BufferedInputStream.java:237)
  |             java.io.FilterInputStream.read(FilterInputStream.java:66)
  |             sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:517)
  |             sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790)
  |             sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649)
  |             java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:885)
  |             java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  |             java.lang.Thread.run(Thread.java:619)
  | 
  |         Thread: RMI TCP Connection(612)-68.142.216.169 : priority:5, demon:true, threadId:151, threadState:RUNNABLE, threadLockName:null
  | 
  |             java.net.SocketInputStream.socketRead0(Native Method)
  |             java.net.SocketInputStream.read(SocketInputStream.java:129)
  |             java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
  |             java.io.BufferedInputStream.read(BufferedInputStream.java:237)
  |             java.io.FilterInputStream.read(FilterInputStream.java:66)
  |             sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:517)
  |             sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790)
  |             sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649)
  |             java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:885)
  |             java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  |             java.lang.Thread.run(Thread.java:619)
  | 
  |         Thread: RMI TCP Connection(607)-68.142.216.41 : priority:5, demon:true, threadId:153, threadState:RUNNABLE, threadLockName:null
  | 
  |             java.net.SocketInputStream.socketRead0(Native Method)
  |             java.net.SocketInputStream.read(SocketInputStream.java:129)
  |             java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
  |             java.io.BufferedInputStream.read(BufferedInputStream.java:237)
  |             java.io.FilterInputStream.read(FilterInputStream.java:66)
  |             sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:517)
  |             sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run

View the original post : http://www.jboss.com/index.html?module=bb&op=viewtopic&p=4057843#4057843

Reply to the post : http://www.jboss.com/index.html?module=bb&op=posting&mode=reply&p=4057843



More information about the jboss-user mailing list