[jboss-user] [Remoting] - Re: EJB3/Socket invoker - connection timeouts

javajedi do-not-reply at jboss.com
Tue Jun 26 18:52:57 EDT 2007


I'm making progress on this.  I tried to reproduce this problem in a test environment, and seem to have found a deadlock state.  Here is the stack trace of the SocketServerInvoker thread (the one who calls accept()):


  | Thread: SocketServerInvoker#0-3873 : priority:5, demon:false, threadId:23, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.LRUPool at 912
  | 
  |     java.lang.Object.wait(Native Method)
  |     java.lang.Object.wait(Object.java:485)
  |     org.jboss.remoting.transport.socket.SocketServerInvoker.processInvocation(SocketServerInvoker.java:439)
  |     org.jboss.remoting.transport.socket.SocketServerInvoker.run(SocketServerInvoker.java:391)
  |     java.lang.Thread.run(Thread.java:619)
  | 

This thread seems to be waiting for a notify() from ServerThread that never comes.  I'm still reading code trying to understand how the system gets into this state, but would appreciate some insights from someone more familiar with the code.

Here is the full thread dump:


  | Total Threads: 375
  | Total Thread Groups: 9
  | 
  | Thread Group: system : max priority:10, demon:false
  | 
  |     Thread: Reference Handler : priority:10, demon:true, threadId:2, threadState:WAITING, threadLockName:java.lang.ref.Reference$Lock at d6883
  | 
  |         java.lang.Object.wait(Native Method)
  |         java.lang.Object.wait(Object.java:485)
  |         java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116)
  | 
  |     Thread: Finalizer : priority:8, demon:true, threadId:3, threadState:WAITING, threadLockName:java.lang.ref.ReferenceQueue$Lock at 18caee7
  | 
  |         java.lang.Object.wait(Native Method)
  |         java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:116)
  |         java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:132)
  |         java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159)
  | 
  |     Thread: Signal Dispatcher : priority:9, demon:true, threadId:4, threadState:RUNNABLE, threadLockName:null
  |     Thread: RMI TCP Accept-1098 : priority:5, demon:true, threadId:16, threadState:RUNNABLE, threadLockName:null
  | 
  |         java.net.PlainSocketImpl.socketAccept(Native Method)
  |         java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
  |         java.net.ServerSocket.implAccept(ServerSocket.java:450)
  |         java.net.ServerSocket.accept(ServerSocket.java:421)
  |         sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369)
  |         sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341)
  |         java.lang.Thread.run(Thread.java:619)
  | 
  |     Thread: RMI Reaper : priority:5, demon:false, threadId:17, threadState:WAITING, threadLockName:java.lang.ref.ReferenceQueue$Lock at c21a68
  | 
  |         java.lang.Object.wait(Native Method)
  |         java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:116)
  |         java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:132)
  |         sun.rmi.transport.ObjectTable$Reaper.run(ObjectTable.java:333)
  |         java.lang.Thread.run(Thread.java:619)
  | 
  |     Thread: GC Daemon : priority:2, demon:true, threadId:18, threadState:TIMED_WAITING, threadLockName:sun.misc.GC$LatencyLock at 16ed0f7
  | 
  |         java.lang.Object.wait(Native Method)
  |         sun.misc.GC$Daemon.run(GC.java:100)
  | 
  |     Thread: RMI TCP Accept-4444 : priority:5, demon:true, threadId:21, threadState:RUNNABLE, threadLockName:null
  | 
  |         java.net.PlainSocketImpl.socketAccept(Native Method)
  |         java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
  |         java.net.ServerSocket.implAccept(ServerSocket.java:450)
  |         java.net.ServerSocket.accept(ServerSocket.java:421)
  |         sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369)
  |         sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341)
  |         java.lang.Thread.run(Thread.java:619)
  | 
  |     Thread: RMI Scheduler(0) : priority:5, demon:true, threadId:27, threadState:TIMED_WAITING, threadLockName:java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject at ac0a60
  | 
  |         sun.misc.Unsafe.park(Native Method)
  |         java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
  |         java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1927)
  |         java.util.concurrent.DelayQueue.take(DelayQueue.java:164)
  |         java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:582)
  |         java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:575)
  |         java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:946)
  |         java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:906)
  |         java.lang.Thread.run(Thread.java:619)
  | 
  |     Thread: RMI TCP Accept-1101 : priority:5, demon:true, threadId:85, threadState:RUNNABLE, threadLockName:null
  | 
  |         java.net.PlainSocketImpl.socketAccept(Native Method)
  |         java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
  |         java.net.ServerSocket.implAccept(ServerSocket.java:450)
  |         java.net.ServerSocket.accept(ServerSocket.java:421)
  |         sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369)
  |         sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341)
  |         java.lang.Thread.run(Thread.java:619)
  | 
  |     Thread: RMI TCP Accept-4447 : priority:5, demon:true, threadId:88, threadState:RUNNABLE, threadLockName:null
  | 
  |         java.net.PlainSocketImpl.socketAccept(Native Method)
  |         java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
  |         java.net.ServerSocket.implAccept(ServerSocket.java:450)
  |         java.net.ServerSocket.accept(ServerSocket.java:421)
  |         sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369)
  |         sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341)
  |         java.lang.Thread.run(Thread.java:619)
  | 
  |     Thread: RMI RenewClean-[68.142.219.229:1101] : priority:5, demon:true, threadId:518, threadState:TIMED_WAITING, threadLockName:java.lang.ref.ReferenceQueue$Lock at 1e70e12
  | 
  |         java.lang.Object.wait(Native Method)
  |         java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:116)
  |         sun.rmi.transport.DGCClient$EndpointEntry$RenewCleanThread.run(DGCClient.java:516)
  |         java.lang.Thread.run(Thread.java:619)
  | 
  | 
  |     Thread Group: main : max priority:10, demon:false
  | 
  |         Thread: DestroyJavaVM : priority:5, demon:false, threadId:9, threadState:RUNNABLE, threadLockName:null
  | 
  |         Thread Group: jboss : max priority:10, demon:false
  | 
  |             Thread: Timer-0 : priority:5, demon:true, threadId:12, threadState:TIMED_WAITING, threadLockName:java.util.TaskQueue at 1af67f0
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.util.TimerThread.mainLoop(Timer.java:509)
  |                 java.util.TimerThread.run(Timer.java:462)
  | 
  |             Thread: ScannerThread : priority:5, demon:true, threadId:13, threadState:TIMED_WAITING, threadLockName:null
  | 
  |                 java.lang.Thread.sleep(Native Method)
  |                 org.jboss.deployment.scanner.AbstractDeploymentScanner$ScannerThread.loop(AbstractDeploymentScanner.java:280)
  |                 org.jboss.deployment.scanner.AbstractDeploymentScanner$ScannerThread.run(AbstractDeploymentScanner.java:225)
  | 
  |             Thread: TimeoutFactory-0 : priority:5, demon:true, threadId:20, threadState:WAITING, threadLockName:java.lang.Object at 55ff4
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.util.timeout.TimeoutPriorityQueueImpl.poll(TimeoutPriorityQueueImpl.java:253)
  |                 org.jboss.util.timeout.TimeoutPriorityQueueImpl.take(TimeoutPriorityQueueImpl.java:230)
  |                 org.jboss.util.timeout.TimeoutFactory.doWork(TimeoutFactory.java:215)
  |                 org.jboss.util.timeout.TimeoutFactory.access$000(TimeoutFactory.java:41)
  |                 org.jboss.util.timeout.TimeoutFactory$1.run(TimeoutFactory.java:136)
  | 
  |             Thread: PooledInvokerAcceptor#0-4445 : priority:5, demon:false, threadId:22, threadState:RUNNABLE, threadLockName:null
  | 
  |                 java.net.PlainSocketImpl.socketAccept(Native Method)
  |                 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
  |                 java.net.ServerSocket.implAccept(ServerSocket.java:450)
  |                 java.net.ServerSocket.accept(ServerSocket.java:421)
  |                 org.jboss.invocation.pooled.server.PooledInvoker.run(PooledInvoker.java:261)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: SocketServerInvoker#0-3873 : priority:5, demon:false, threadId:23, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.LRUPool at 912
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.SocketServerInvoker.processInvocation(SocketServerInvoker.java:439)
  |                 org.jboss.remoting.transport.socket.SocketServerInvoker.run(SocketServerInvoker.java:391)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: ContainerBackgroundProcessor[StandardEngine[jboss.web]] : priority:5, demon:true, threadId:28, threadState:TIMED_WAITING, threadLockName:null
  | 
  |                 java.lang.Thread.sleep(Native Method)
  |                 org.apache.catalina.core.ContainerBase$ContainerBackgroundProcessor.run(ContainerBase.java:1547)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: SubscriptionWatchDog : priority:5, demon:false, threadId:29, threadState:TIMED_WAITING, threadLockName:null
  | 
  |                 java.lang.Thread.sleep(Native Method)
  |                 org.jboss.ws.eventing.mgmt.SubscriptionManager$WatchDog.run(SubscriptionManager.java:463)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-1 : priority:5, demon:false, threadId:44, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 1bd9de3
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-2 : priority:5, demon:false, threadId:45, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 2153fe
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-3 : priority:5, demon:false, threadId:46, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 17c7988
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-5 : priority:5, demon:false, threadId:48, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 1a2da17
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-6 : priority:5, demon:false, threadId:49, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 174f02c
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-7 : priority:5, demon:false, threadId:50, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 78529d
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-8 : priority:5, demon:false, threadId:51, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at c19fbf
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-9 : priority:5, demon:false, threadId:52, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 63e563
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-10 : priority:5, demon:false, threadId:53, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 82e4f3
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-11 : priority:5, demon:false, threadId:54, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 12f9924
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-12 : priority:5, demon:false, threadId:55, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 14b74a7
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-13 : priority:5, demon:false, threadId:56, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 156d7c8
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-14 : priority:5, demon:false, threadId:57, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 1364dcb
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-15 : priority:5, demon:false, threadId:58, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 103d246
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-16 : priority:5, demon:false, threadId:59, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at d0deb5
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-17 : priority:5, demon:false, threadId:60, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 136c55
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-18 : priority:5, demon:false, threadId:61, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 13af084
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-19 : priority:5, demon:false, threadId:62, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 14596d5
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-20 : priority:5, demon:false, threadId:63, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 45ce17
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-21 : priority:5, demon:false, threadId:64, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 15a4523
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-22 : priority:5, demon:false, threadId:65, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 13c296b
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-23 : priority:5, demon:false, threadId:66, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at fe2558
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-24 : priority:5, demon:false, threadId:67, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 24c672
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-25 : priority:5, demon:false, threadId:68, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 19bd735
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-26 : priority:5, demon:false, threadId:69, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 1fa490e
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-27 : priority:5, demon:false, threadId:70, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at b6a6d6
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-28 : priority:5, demon:false, threadId:71, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 19299f5
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-29 : priority:5, demon:false, threadId:72, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 10f34cc
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-30 : priority:5, demon:false, threadId:73, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 4e194f
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-31 : priority:5, demon:false, threadId:74, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 1d592a
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-32 : priority:5, demon:false, threadId:75, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 6b51d8
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-33 : priority:5, demon:false, threadId:76, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 1a02097
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-34 : priority:5, demon:false, threadId:77, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 4ac866
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-35 : priority:5, demon:false, threadId:78, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 3dfcb
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-36 : priority:5, demon:false, threadId:79, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 11b1d80
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.216.101-37 : priority:5, demon:false, threadId:80, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 13136e5
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: AsynchKeyChangeHandler Thread : priority:5, demon:false, threadId:82, threadState:WAITING, threadLockName:java.lang.Object at 17ecdf0
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
  |                 org.jboss.ha.framework.server.AsynchEventHandler.run(AsynchEventHandler.java:102)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: AsynchViewChangeHandler Thread : priority:5, demon:false, threadId:83, threadState:WAITING, threadLockName:java.lang.Object at 11cbec9
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
  |                 org.jboss.ha.framework.server.AsynchEventHandler.run(AsynchEventHandler.java:102)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: PooledInvokerAcceptor#0-4446 : priority:5, demon:false, threadId:89, threadState:RUNNABLE, threadLockName:null
  | 
  |                 java.net.PlainSocketImpl.socketAccept(Native Method)
  |                 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
  |                 java.net.ServerSocket.implAccept(ServerSocket.java:450)
  |                 java.net.ServerSocket.accept(ServerSocket.java:421)
  |                 org.jboss.invocation.pooled.server.PooledInvoker.run(PooledInvoker.java:261)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: DefaultQuartzScheduler_Worker-0 : priority:5, demon:false, threadId:92, threadState:TIMED_WAITING, threadLockName:java.lang.Object at 1c94b51
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428)
  |                 org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47)
  |                 org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)
  | 
  |             Thread: DefaultQuartzScheduler_Worker-1 : priority:5, demon:false, threadId:93, threadState:TIMED_WAITING, threadLockName:java.lang.Object at 1c94b51
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428)
  |                 org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47)
  |                 org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)
  | 
  |             Thread: DefaultQuartzScheduler_Worker-2 : priority:5, demon:false, threadId:94, threadState:TIMED_WAITING, threadLockName:java.lang.Object at 1c94b51
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428)
  |                 org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47)
  |                 org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)
  | 
  |             Thread: DefaultQuartzScheduler_Worker-3 : priority:5, demon:false, threadId:95, threadState:TIMED_WAITING, threadLockName:java.lang.Object at 1c94b51
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428)
  |                 org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47)
  |                 org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)
  | 
  |             Thread: DefaultQuartzScheduler_Worker-4 : priority:5, demon:false, threadId:96, threadState:TIMED_WAITING, threadLockName:java.lang.Object at 1c94b51
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428)
  |                 org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47)
  |                 org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)
  | 
  |             Thread: DefaultQuartzScheduler_Worker-5 : priority:5, demon:false, threadId:97, threadState:TIMED_WAITING, threadLockName:java.lang.Object at 1c94b51
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428)
  |                 org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47)
  |                 org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)
  | 
  |             Thread: DefaultQuartzScheduler_Worker-6 : priority:5, demon:false, threadId:98, threadState:TIMED_WAITING, threadLockName:java.lang.Object at 1c94b51
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428)
  |                 org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47)
  |                 org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)
  | 
  |             Thread: DefaultQuartzScheduler_Worker-7 : priority:5, demon:false, threadId:99, threadState:TIMED_WAITING, threadLockName:java.lang.Object at 1c94b51
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428)
  |                 org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47)
  |                 org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)
  | 
  |             Thread: DefaultQuartzScheduler_Worker-8 : priority:5, demon:false, threadId:100, threadState:TIMED_WAITING, threadLockName:java.lang.Object at 1c94b51
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428)
  |                 org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47)
  |                 org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)
  | 
  |             Thread: DefaultQuartzScheduler_Worker-9 : priority:5, demon:false, threadId:101, threadState:TIMED_WAITING, threadLockName:java.lang.Object at 1c94b51
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428)
  |                 org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47)
  |                 org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)
  | 
  |             Thread: JBossLifeThread : priority:5, demon:false, threadId:112, threadState:WAITING, threadLockName:java.lang.Object at 9a4f8e
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.system.server.ServerImpl$LifeThread.run(ServerImpl.java:932)
  | 
  |             Thread: http-0.0.0.0-8080 : priority:5, demon:true, threadId:113, threadState:RUNNABLE, threadLockName:null
  | 
  |                 java.net.PlainSocketImpl.socketAccept(Native Method)
  |                 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
  |                 java.net.ServerSocket.implAccept(ServerSocket.java:450)
  |                 java.net.ServerSocket.accept(ServerSocket.java:421)
  |                 org.apache.tomcat.util.net.DefaultServerSocketFactory.acceptSocket(DefaultServerSocketFactory.java:60)
  |                 org.apache.tomcat.util.net.PoolTcpEndpoint.acceptSocket(PoolTcpEndpoint.java:407)
  |                 org.apache.tomcat.util.net.PoolTcpEndpoint.run(PoolTcpEndpoint.java:647)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: http-0.0.0.0-8080-1 : priority:5, demon:true, threadId:114, threadState:WAITING, threadLockName:org.apache.tomcat.util.net.MasterSlaveWorkerThread at 14f8b9a
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.apache.tomcat.util.net.MasterSlaveWorkerThread.await(MasterSlaveWorkerThread.java:81)
  |                 org.apache.tomcat.util.net.MasterSlaveWorkerThread.run(MasterSlaveWorkerThread.java:107)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: TP-Processor1 : priority:5, demon:true, threadId:115, threadState:WAITING, threadLockName:org.apache.tomcat.util.threads.ThreadPool$ControlRunnable at 344a47
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:656)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: TP-Processor2 : priority:5, demon:true, threadId:116, threadState:WAITING, threadLockName:org.apache.tomcat.util.threads.ThreadPool$ControlRunnable at 11dc088
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:656)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: TP-Processor3 : priority:5, demon:true, threadId:117, threadState:RUNNABLE, threadLockName:null
  | 
  |                 java.net.SocketInputStream.socketRead0(Native Method)
  |                 java.net.SocketInputStream.read(SocketInputStream.java:129)
  |                 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
  |                 java.io.BufferedInputStream.read1(BufferedInputStream.java:258)
  |                 java.io.BufferedInputStream.read(BufferedInputStream.java:317)
  |                 org.apache.jk.common.ChannelSocket.read(ChannelSocket.java:607)
  |                 org.apache.jk.common.ChannelSocket.receive(ChannelSocket.java:545)
  |                 org.apache.jk.common.ChannelSocket.processConnection(ChannelSocket.java:672)
  |                 org.apache.jk.common.ChannelSocket$SocketConnection.runIt(ChannelSocket.java:876)
  |                 org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:684)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: TP-Processor4 : priority:5, demon:true, threadId:118, threadState:RUNNABLE, threadLockName:null
  | 
  |                 java.net.PlainSocketImpl.socketAccept(Native Method)
  |                 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
  |                 java.net.ServerSocket.implAccept(ServerSocket.java:450)
  |                 java.net.ServerSocket.accept(ServerSocket.java:421)
  |                 org.apache.jk.common.ChannelSocket.accept(ChannelSocket.java:293)
  |                 org.apache.jk.common.ChannelSocket.acceptConnections(ChannelSocket.java:647)
  |                 org.apache.jk.common.ChannelSocket$SocketAcceptor.runIt(ChannelSocket.java:857)
  |                 org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:684)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: TP-Monitor : priority:5, demon:true, threadId:119, threadState:TIMED_WAITING, threadLockName:org.apache.tomcat.util.threads.ThreadPool$MonitorRunnable at 8bae7
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 org.apache.tomcat.util.threads.ThreadPool$MonitorRunnable.run(ThreadPool.java:559)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: http-0.0.0.0-8080-2 : priority:5, demon:true, threadId:186, threadState:WAITING, threadLockName:org.apache.tomcat.util.net.MasterSlaveWorkerThread at e4fc21
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.apache.tomcat.util.net.MasterSlaveWorkerThread.await(MasterSlaveWorkerThread.java:81)
  |                 org.apache.tomcat.util.net.MasterSlaveWorkerThread.run(MasterSlaveWorkerThread.java:107)
  |                 java.lang.Thread.run(Thread.java:619)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.94-4316 : priority:5, demon:false, threadId:1825, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 16c31dc
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: MultiThreadedHttpConnectionManager cleanup : priority:5, demon:true, threadId:1826, threadState:TIMED_WAITING, threadLockName:java.lang.ref.ReferenceQueue$Lock at 16e7d5d
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:116)
  |                 org.apache.commons.httpclient.MultiThreadedHttpConnectionManager$ReferenceQueueThread.run(MultiThreadedHttpConnectionManager.java:1082)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.225-4234 : priority:5, demon:false, threadId:1833, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 5730f8
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.90-4324 : priority:5, demon:false, threadId:1835, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 18a04cb
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.225-4282 : priority:5, demon:false, threadId:1836, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at ab627a
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.93-4166 : priority:5, demon:false, threadId:1846, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 10fbe75
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: Timer-1 : priority:5, demon:true, threadId:1953, threadState:TIMED_WAITING, threadLockName:java.util.TaskQueue at 1b9c26e
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.util.TimerThread.mainLoop(Timer.java:509)
  |                 java.util.TimerThread.run(Timer.java:462)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.94-4374 : priority:5, demon:false, threadId:6072, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 13ba863
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.227-4276 : priority:5, demon:false, threadId:6073, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 1f24200
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.94-4293 : priority:5, demon:false, threadId:6755, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 9a1ffa
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.94-3758 : priority:5, demon:false, threadId:6756, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at a0338f
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.93-4355 : priority:5, demon:false, threadId:6757, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 1f41688
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.227-4017 : priority:5, demon:false, threadId:6758, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 155cbb9
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.92-4254 : priority:5, demon:false, threadId:6760, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 1a8a526
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.227-4233 : priority:5, demon:false, threadId:6761, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at bacb4d
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.226-4277 : priority:5, demon:false, threadId:6762, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at fe2145
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.93-4127 : priority:5, demon:false, threadId:6763, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 15276e1
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.226-4387 : priority:5, demon:false, threadId:6764, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at b4cab5
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.90-4345 : priority:5, demon:false, threadId:6765, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 117136e
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.93-4330 : priority:5, demon:false, threadId:6766, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 142543f
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.92-4341 : priority:5, demon:false, threadId:6767, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 11fe652
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.226-4210 : priority:5, demon:false, threadId:6769, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 1f2707a
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.93-3890 : priority:5, demon:false, threadId:6771, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 1f3e3a1
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.94-4148 : priority:5, demon:false, threadId:6772, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 10bbc70
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.225-4402 : priority:5, demon:false, threadId:6773, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 168f171
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.227-4026 : priority:5, demon:false, threadId:6774, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at d28e8f
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.92-4344 : priority:5, demon:false, threadId:6775, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 139783f
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.225-4208 : priority:5, demon:false, threadId:6777, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 4cb318
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.91-4394 : priority:5, demon:false, threadId:6778, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 6c40a8
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.95-4027 : priority:5, demon:false, threadId:6779, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 1e5dafc
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.95-4270 : priority:5, demon:false, threadId:6780, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 378797
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.226-4259 : priority:5, demon:false, threadId:6781, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 403f0e
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.92-4170 : priority:5, demon:false, threadId:6783, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 1617d92
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.227-4357 : priority:5, demon:false, threadId:6784, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 299a92
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.91-4367 : priority:5, demon:false, threadId:6785, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 1cefabb
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.225-4356 : priority:5, demon:false, threadId:6786, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at c26e9b
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.90-4364 : priority:5, demon:false, threadId:6787, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 15067a4
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.91-4368 : priority:5, demon:false, threadId:6788, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at eafb80
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.225-4379 : priority:5, demon:false, threadId:6824, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 34390a
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.91-4110 : priority:5, demon:false, threadId:6825, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 254d60
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.94-4384 : priority:5, demon:false, threadId:6826, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 12aa87
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.225-4398 : priority:5, demon:false, threadId:6827, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 6d91a2
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.95-4273 : priority:5, demon:false, threadId:6828, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 67a99d
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.94-4372 : priority:5, demon:false, threadId:6829, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at a3a6b4
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.91-4376 : priority:5, demon:false, threadId:6830, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at fc053
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.91-4308 : priority:5, demon:false, threadId:6831, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 1a9702b
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.227-4197 : priority:5, demon:false, threadId:6832, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 1cb122f
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.95-4264 : priority:5, demon:false, threadId:6833, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 1ad082c
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.91-4301 : priority:5, demon:false, threadId:6834, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 1578c45
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.90-4199 : priority:5, demon:false, threadId:6835, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 136d07e
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.225-4098 : priority:5, demon:false, threadId:6836, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 15b4be6
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.225-4400 : priority:5, demon:false, threadId:6837, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 1a2d4f3
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.94-4382 : priority:5, demon:false, threadId:6838, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at fc530c
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.226-4360 : priority:5, demon:false, threadId:6839, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 19e7972
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.91-4131 : priority:5, demon:false, threadId:6840, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 569e58
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.92-4361 : priority:5, demon:false, threadId:6841, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 16f1ef3
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.92-4343 : priority:5, demon:false, threadId:6842, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at f210d4
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.95-3433 : priority:5, demon:false, threadId:6843, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 1571c28
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.90-4365 : priority:5, demon:false, threadId:6844, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 4a3208
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.226-4386 : priority:5, demon:false, threadId:6845, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 4a9f3c
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.94-4288 : priority:5, demon:false, threadId:6846, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 12152f1
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.93-4332 : priority:5, demon:false, threadId:6847, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 3bebc1
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.227-4107 : priority:5, demon:false, threadId:6848, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 1c48d3d
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.92-3815 : priority:5, demon:false, threadId:6849, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 11a4b66
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.94-4401 : priority:5, demon:false, threadId:6850, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 2dfe8
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.90-4350 : priority:5, demon:false, threadId:6851, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 10d25dc
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.94-4377 : priority:5, demon:false, threadId:6852, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 80d0e5
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.94-4380 : priority:5, demon:false, threadId:6853, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 1fbe6eb
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.91-4407 : priority:5, demon:false, threadId:6854, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at b49c52
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.95-4272 : priority:5, demon:false, threadId:6855, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at 756a95
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.225-4371 : priority:5, demon:false, threadId:6856, threadState:WAITING, threadLockName:org.jboss.remoting.transport.socket.ServerThread at debc76
  | 
  |                 java.lang.Object.wait(Native Method)
  |                 java.lang.Object.wait(Object.java:485)
  |                 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:280)
  | 
  |             Thread: SocketServerInvokerThread-68.142.219.94-4399 : priority:5, demon:false, threadId:6857, thr

View the original post : http://www.jboss.com/index.html?module=bb&op=viewtopic&p=4057911#4057911

Reply to the post : http://www.jboss.com/index.html?module=bb&op=posting&mode=reply&p=4057911



More information about the jboss-user mailing list