[jboss-jira] [JBoss JIRA] Commented: (JBMESSAGING-1676) Jboss Messaging deadlock

Jboss Messaging deadlock ------------------------ Key: JBMESSAGING-1676 URL: https://jira.jboss.org/jira/browse/JBMESSAGING-1676 Project: JBoss Messaging Issue Type: Bug Components: AS Integration Affects Versions: 1.4.3.GA Environment: Version:Linux 2.6.18-53.el5 Description:Linux Operating System Traits OS Name: Linux OS Version: 2.6.18-53.el5 Architecture: i386 Distribution Name: CentOS Distribution Version: release 5 (Final) Reporter: Daniel Cullender Assignee: Howard Gao Fix For: 1.4.0.SP3.CP10, 1.4.7.GA Under high concurrent load it appears that jboss messaging gets stuck in the Hashmap.put method which causes the threads to deadlock which in turn causes transaction timeouts. We have several mdb's which have max session sizes of 150, we have max strict pool size of 150 and the jboss thread pool size of 50. Recently upgraded from jboss AS 4 MQ series to jboss 5 AS with jboss messaging 1.4.3.GA, with JbossMQ this problem did not occur. The stack trace of the problem is as follows : Thread: WorkManager(2)-50 : priority:5, demon:true, threadId:147, threadState:RUNNABLE java.util.HashMap.put(HashMap.java:374) java.util.HashSet.add(HashSet.java:200) org.jboss.jms.client.state.HierarchicalStateSupport.(HierarchicalStateSupport.java:63) org.jboss.jms.client.state.ProducerState.(ProducerState.java:68) org.jboss.jms.client.container.StateCreationAspect.handleCreateProducerDelegate(StateCreationAspect.java:180) org.jboss.aop.advice.org.jboss.jms.client.container.StateCreationAspect_z_handleCreateProducerDelegate_30485827.invoke(StateCreationAspect_z_handleCreateProducerDelegate_30485827.java) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170) org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:86) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.jms.client.delegate.ClientSessionDelegate.createProducerDelegate(ClientSessionDelegate.java) org.jboss.jms.client.JBossSession.createProducer(JBossSession.java:209) qut.common.dao.JmsDao.publishMessage(JmsDao.java:66) qut.common.dao.JmsDao.publish(JmsDao.java:104) qut.order.manager.OrderManagerMBean.publish(OrderManagerMBean.java:156) qut.order.manager.OrderManagerMBean.process(OrderManagerMBean.java:98) sun.reflect.GeneratedMethodAccessor354.invoke(Unknown Source) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) java.lang.reflect.Method.invoke(Method.java:597) org.jboss.aop.joinpoint.MethodInvocation.invokeTarget(MethodInvocation.java:122) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:111) org.jboss.ejb3.EJBContainerInvocationWrapper.invokeNext(EJBContainerInvocationWrapper.java:69) org.jboss.ejb3.interceptors.aop.InterceptorSequencer.invoke(InterceptorSequencer.java:73) org.jboss.ejb3.interceptors.aop.InterceptorSequencer.aroundInvoke(InterceptorSequencer.java:59) sun.reflect.GeneratedMethodAccessor287.invoke(Unknown Source) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) java.lang.reflect.Method.invoke(Method.java:597) org.jboss.aop.advice.PerJoinpointAdvice.invoke(PerJoinpointAdvice.java:174) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.interceptors.aop.InvocationContextInterceptor.fillMethod(InvocationContextInterceptor.java:72) org.jboss.aop.advice.org.jboss.ejb3.interceptors.aop.InvocationContextInterceptor_z_fillMethod_30485827.invoke(InvocationContextInterceptor_z_fillMethod_30485827.java) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.interceptors.aop.InvocationContextInterceptor.setup(InvocationContextInterceptor.java:88) org.jboss.aop.advice.org.jboss.ejb3.interceptors.aop.InvocationContextInterceptor_z_setup_30485827.invoke(InvocationContextInterceptor_z_setup_30485827.java) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.connectionmanager.CachedConnectionInterceptor.invoke(CachedConnectionInterceptor.java:62) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.entity.TransactionScopedEntityManagerInterceptor.invoke(TransactionScopedEntityManagerInterceptor.java:56) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.AllowedOperationsInterceptor.invoke(AllowedOperationsInterceptor.java:47) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.tx.NullInterceptor.invoke(NullInterceptor.java:42) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.aspects.tx.TxPolicy.invokeInCallerTx(TxPolicy.java:126) org.jboss.aspects.tx.TxInterceptor$Required.invoke(TxInterceptor.java:194) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.aspects.tx.TxPropagationInterceptor.invoke(TxPropagationInterceptor.java:76) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.tx.NullInterceptor.invoke(NullInterceptor.java:42) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.security.Ejb3AuthenticationInterceptorv2.invoke(Ejb3AuthenticationInterceptorv2.java:186) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.ENCPropagationInterceptor.invoke(ENCPropagationInterceptor.java:41) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.BlockContainerShutdownInterceptor.invoke(BlockContainerShutdownInterceptor.java:67) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.aspects.currentinvocation.CurrentInvocationInterceptor.invoke(CurrentInvocationInterceptor.java:67) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.service.ServiceContainer.localInvoke(ServiceContainer.java:451) org.jboss.ejb3.service.ServiceMBeanDelegate.invoke(ServiceMBeanDelegate.java:215) org.jboss.mx.server.RawDynamicInvoker.invoke(RawDynamicInvoker.java:164) org.jboss.mx.server.MBeanServerImpl.invoke(MBeanServerImpl.java:668) org.jboss.mx.util.MBeanProxyExt.invoke(MBeanProxyExt.java:210) $Proxy1543.process(Unknown Source) qut.order.mdb.OrderManagerTradingDataMDBean.onMessage(OrderManagerTradingDataMDBean.java:64) sun.reflect.GeneratedMethodAccessor353.invoke(Unknown Source) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) java.lang.reflect.Method.invoke(Method.java:597) org.jboss.aop.joinpoint.MethodInvocation.invokeTarget(MethodInvocation.java:122) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:111) org.jboss.ejb3.EJBContainerInvocationWrapper.invokeNext(EJBContainerInvocationWrapper.java:69) org.jboss.ejb3.interceptors.aop.InvocationContextInterceptor$InvocationContext.proceed(InvocationContextInterceptor.java:138) qut.common.interceptor.ConcurrencyInterceptor.myInterceptor(ConcurrencyInterceptor.java:46) sun.reflect.GeneratedMethodAccessor320.invoke(Unknown Source) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) java.lang.reflect.Method.invoke(Method.java:597) org.jboss.ejb3.interceptors.aop.EJB3InterceptorInterceptor.invoke(EJB3InterceptorInterceptor.java:83) org.jboss.ejb3.interceptors.aop.EJB3InterceptorInterceptor.invoke(EJB3InterceptorInterceptor.java:70) org.jboss.ejb3.EJBContainerInvocationWrapper.invokeNext(EJBContainerInvocationWrapper.java:59) org.jboss.ejb3.interceptors.aop.InterceptorSequencer.invoke(InterceptorSequencer.java:73) org.jboss.ejb3.interceptors.aop.InterceptorSequencer.aroundInvoke(InterceptorSequencer.java:59) sun.reflect.GeneratedMethodAccessor287.invoke(Unknown Source) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) java.lang.reflect.Method.invoke(Method.java:597) org.jboss.aop.advice.PerJoinpointAdvice.invoke(PerJoinpointAdvice.java:174) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.interceptors.aop.InvocationContextInterceptor.fillMethod(InvocationContextInterceptor.java:72) org.jboss.aop.advice.org.jboss.ejb3.interceptors.aop.InvocationContextInterceptor_z_fillMethod_30485827.invoke(InvocationContextInterceptor_z_fillMethod_30485827.java) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.interceptors.aop.InvocationContextInterceptor.setup(InvocationContextInterceptor.java:88) org.jboss.aop.advice.org.jboss.ejb3.interceptors.aop.InvocationContextInterceptor_z_setup_30485827.invoke(InvocationContextInterceptor_z_setup_30485827.java) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.connectionmanager.CachedConnectionInterceptor.invoke(CachedConnectionInterceptor.java:62) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.entity.TransactionScopedEntityManagerInterceptor.invoke(TransactionScopedEntityManagerInterceptor.java:56) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.AllowedOperationsInterceptor.invoke(AllowedOperationsInterceptor.java:47) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.tx.NullInterceptor.invoke(NullInterceptor.java:42) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.stateless.StatelessInstanceInterceptor.invoke(StatelessInstanceInterceptor.java:68) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.aspects.tx.TxPolicy.invokeInCallerTx(TxPolicy.java:126) org.jboss.aspects.tx.TxInterceptor$Required.invoke(TxInterceptor.java:194) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.tx.NullInterceptor.invoke(NullInterceptor.java:42) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.security.Ejb3AuthenticationInterceptorv2.invoke(Ejb3AuthenticationInterceptorv2.java:80) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.BlockContainerShutdownInterceptor.invoke(BlockContainerShutdownInterceptor.java:67) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.aspects.currentinvocation.CurrentInvocationInterceptor.invoke(CurrentInvocationInterceptor.java:67) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.mdb.MessagingContainer.localInvoke(MessagingContainer.java:282) org.jboss.ejb3.mdb.inflow.MessageInflowLocalProxy.delivery(MessageInflowLocalProxy.java:270) org.jboss.ejb3.mdb.inflow.MessageInflowLocalProxy.invoke(MessageInflowLocalProxy.java:140) $Proxy389.onMessage(Unknown Source) org.jboss.resource.adapter.jms.inflow.JmsServerSession.onMessage(JmsServerSession.java:178) org.jboss.jms.client.container.ClientConsumer.callOnMessageStatic(ClientConsumer.java:160) org.jboss.jms.client.container.SessionAspect.handleRun(SessionAspect.java:831) org.jboss.aop.advice.org.jboss.jms.client.container.SessionAspect_z_handleRun_30485827.invoke(SessionAspect_z_handleRun_30485827.java) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170) org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:86) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.jms.client.delegate.ClientSessionDelegate.run(ClientSessionDelegate.java) org.jboss.jms.client.JBossSession.run(JBossSession.java:199) org.jboss.resource.adapter.jms.inflow.JmsServerSession.run(JmsServerSession.java:234) org.jboss.resource.work.WorkWrapper.execute(WorkWrapper.java:205) org.jboss.util.threadpool.BasicTaskWrapper.run(BasicTaskWrapper.java:260) java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) java.lang.Thread.run(Thread.java:619) Locked synchronizers : - locked <0x535d1e> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) Thread: WorkManager(2)-70 : priority:5, demon:true, threadId:168, threadState:RUNNABLE java.util.HashMap.put(HashMap.java:374) java.util.HashSet.add(HashSet.java:200) org.jboss.jms.client.state.HierarchicalStateSupport.(HierarchicalStateSupport.java:63) org.jboss.jms.client.state.ProducerState.(ProducerState.java:68) org.jboss.jms.client.container.StateCreationAspect.handleCreateProducerDelegate(StateCreationAspect.java:180) org.jboss.aop.advice.org.jboss.jms.client.container.StateCreationAspect_z_handleCreateProducerDelegate_30485827.invoke(StateCreationAspect_z_handleCreateProducerDelegate_30485827.java) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170) org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:86) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.jms.client.delegate.ClientSessionDelegate.createProducerDelegate(ClientSessionDelegate.java) org.jboss.jms.client.JBossSession.createProducer(JBossSession.java:209) qut.common.dao.JmsDao.publishMessage(JmsDao.java:66) qut.common.dao.JmsDao.publish(JmsDao.java:104) qut.order.manager.OrderManagerMBean.publish(OrderManagerMBean.java:156) qut.order.manager.OrderManagerMBean.process(OrderManagerMBean.java:98) sun.reflect.GeneratedMethodAccessor354.invoke(Unknown Source) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) java.lang.reflect.Method.invoke(Method.java:597) org.jboss.aop.joinpoint.MethodInvocation.invokeTarget(MethodInvocation.java:122) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:111) org.jboss.ejb3.EJBContainerInvocationWrapper.invokeNext(EJBContainerInvocationWrapper.java:69) org.jboss.ejb3.interceptors.aop.InterceptorSequencer.invoke(InterceptorSequencer.java:73) org.jboss.ejb3.interceptors.aop.InterceptorSequencer.aroundInvoke(InterceptorSequencer.java:59) sun.reflect.GeneratedMethodAccessor287.invoke(Unknown Source) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) java.lang.reflect.Method.invoke(Method.java:597) org.jboss.aop.advice.PerJoinpointAdvice.invoke(PerJoinpointAdvice.java:174) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.interceptors.aop.InvocationContextInterceptor.fillMethod(InvocationContextInterceptor.java:72) org.jboss.aop.advice.org.jboss.ejb3.interceptors.aop.InvocationContextInterceptor_z_fillMethod_30485827.invoke(InvocationContextInterceptor_z_fillMethod_30485827.java) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.interceptors.aop.InvocationContextInterceptor.setup(InvocationContextInterceptor.java:88) org.jboss.aop.advice.org.jboss.ejb3.interceptors.aop.InvocationContextInterceptor_z_setup_30485827.invoke(InvocationContextInterceptor_z_setup_30485827.java) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.connectionmanager.CachedConnectionInterceptor.invoke(CachedConnectionInterceptor.java:62) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.entity.TransactionScopedEntityManagerInterceptor.invoke(TransactionScopedEntityManagerInterceptor.java:56) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.AllowedOperationsInterceptor.invoke(AllowedOperationsInterceptor.java:47) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.tx.NullInterceptor.invoke(NullInterceptor.java:42) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.aspects.tx.TxPolicy.invokeInCallerTx(TxPolicy.java:126) org.jboss.aspects.tx.TxInterceptor$Required.invoke(TxInterceptor.java:194) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.aspects.tx.TxPropagationInterceptor.invoke(TxPropagationInterceptor.java:76) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.tx.NullInterceptor.invoke(NullInterceptor.java:42) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.security.Ejb3AuthenticationInterceptorv2.invoke(Ejb3AuthenticationInterceptorv2.java:186) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.ENCPropagationInterceptor.invoke(ENCPropagationInterceptor.java:41) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.BlockContainerShutdownInterceptor.invoke(BlockContainerShutdownInterceptor.java:67) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.aspects.currentinvocation.CurrentInvocationInterceptor.invoke(CurrentInvocationInterceptor.java:67) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.service.ServiceContainer.localInvoke(ServiceContainer.java:451) org.jboss.ejb3.service.ServiceMBeanDelegate.invoke(ServiceMBeanDelegate.java:215) org.jboss.mx.server.RawDynamicInvoker.invoke(RawDynamicInvoker.java:164) org.jboss.mx.server.MBeanServerImpl.invoke(MBeanServerImpl.java:668) org.jboss.mx.util.MBeanProxyExt.invoke(MBeanProxyExt.java:210) $Proxy1384.process(Unknown Source) qut.order.mdb.OrderManagerTradingDataMDBean.onMessage(OrderManagerTradingDataMDBean.java:64) sun.reflect.GeneratedMethodAccessor353.invoke(Unknown Source) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) java.lang.reflect.Method.invoke(Method.java:597) org.jboss.aop.joinpoint.MethodInvocation.invokeTarget(MethodInvocation.java:122) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:111) org.jboss.ejb3.EJBContainerInvocationWrapper.invokeNext(EJBContainerInvocationWrapper.java:69) org.jboss.ejb3.interceptors.aop.InvocationContextInterceptor$InvocationContext.proceed(InvocationContextInterceptor.java:138) qut.common.interceptor.ConcurrencyInterceptor.myInterceptor(ConcurrencyInterceptor.java:46) sun.reflect.GeneratedMethodAccessor320.invoke(Unknown Source) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) java.lang.reflect.Method.invoke(Method.java:597) org.jboss.ejb3.interceptors.aop.EJB3InterceptorInterceptor.invoke(EJB3InterceptorInterceptor.java:83) org.jboss.ejb3.interceptors.aop.EJB3InterceptorInterceptor.invoke(EJB3InterceptorInterceptor.java:70) org.jboss.ejb3.EJBContainerInvocationWrapper.invokeNext(EJBContainerInvocationWrapper.java:59) org.jboss.ejb3.interceptors.aop.InterceptorSequencer.invoke(InterceptorSequencer.java:73) org.jboss.ejb3.interceptors.aop.InterceptorSequencer.aroundInvoke(InterceptorSequencer.java:59) sun.reflect.GeneratedMethodAccessor287.invoke(Unknown Source) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) java.lang.reflect.Method.invoke(Method.java:597) org.jboss.aop.advice.PerJoinpointAdvice.invoke(PerJoinpointAdvice.java:174) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.interceptors.aop.InvocationContextInterceptor.fillMethod(InvocationContextInterceptor.java:72) org.jboss.aop.advice.org.jboss.ejb3.interceptors.aop.InvocationContextInterceptor_z_fillMethod_30485827.invoke(InvocationContextInterceptor_z_fillMethod_30485827.java) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.interceptors.aop.InvocationContextInterceptor.setup(InvocationContextInterceptor.java:88) org.jboss.aop.advice.org.jboss.ejb3.interceptors.aop.InvocationContextInterceptor_z_setup_30485827.invoke(InvocationContextInterceptor_z_setup_30485827.java) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.connectionmanager.CachedConnectionInterceptor.invoke(CachedConnectionInterceptor.java:62) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.entity.TransactionScopedEntityManagerInterceptor.invoke(TransactionScopedEntityManagerInterceptor.java:56) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.AllowedOperationsInterceptor.invoke(AllowedOperationsInterceptor.java:47) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.tx.NullInterceptor.invoke(NullInterceptor.java:42) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.stateless.StatelessInstanceInterceptor.invoke(StatelessInstanceInterceptor.java:68) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.aspects.tx.TxPolicy.invokeInCallerTx(TxPolicy.java:126) org.jboss.aspects.tx.TxInterceptor$Required.invoke(TxInterceptor.java:194) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.tx.NullInterceptor.invoke(NullInterceptor.java:42) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.security.Ejb3AuthenticationInterceptorv2.invoke(Ejb3AuthenticationInterceptorv2.java:80) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.BlockContainerShutdownInterceptor.invoke(BlockContainerShutdownInterceptor.java:67) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.aspects.currentinvocation.CurrentInvocationInterceptor.invoke(CurrentInvocationInterceptor.java:67) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.ejb3.mdb.MessagingContainer.localInvoke(MessagingContainer.java:282) org.jboss.ejb3.mdb.inflow.MessageInflowLocalProxy.delivery(MessageInflowLocalProxy.java:270) org.jboss.ejb3.mdb.inflow.MessageInflowLocalProxy.invoke(MessageInflowLocalProxy.java:140) $Proxy389.onMessage(Unknown Source) org.jboss.resource.adapter.jms.inflow.JmsServerSession.onMessage(JmsServerSession.java:178) org.jboss.jms.client.container.ClientConsumer.callOnMessageStatic(ClientConsumer.java:160) org.jboss.jms.client.container.SessionAspect.handleRun(SessionAspect.java:831) org.jboss.aop.advice.org.jboss.jms.client.container.SessionAspect_z_handleRun_30485827.invoke(SessionAspect_z_handleRun_30485827.java) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170) org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:86) org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) org.jboss.jms.client.delegate.ClientSessionDelegate.run(ClientSessionDelegate.java) org.jboss.jms.client.JBossSession.run(JBossSession.java:199) org.jboss.resource.adapter.jms.inflow.JmsServerSession.run(JmsServerSession.java:234) org.jboss.resource.work.WorkWrapper.execute(WorkWrapper.java:205) org.jboss.util.threadpool.BasicTaskWrapper.run(BasicTaskWrapper.java:260) java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) java.lang.Thread.run(Thread.java:619) Locked synchronizers : - locked <0x18827b6> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)