[jboss-jira] [JBoss JIRA] (AS7-2467) TimeoutException on node joining

TimeoutException on node joining --------------------------------- Key: AS7-2467 URL: https://issues.jboss.org/browse/AS7-2467 Project: Application Server 7 Issue Type: Bug Components: Clustering Affects Versions: No Release Environment: build is current head Reporter: Radoslav Husar Assignee: Paul Ferraro Priority: Critical Fix For: 7.1.0.CR1 The scenario was like this (manually) # start 1 node # start 2nd node # when the node is joining (kind of hard to target the right time) post a request This is all taking place in high perf lab without load so the timeout is not not anticipated. {code} 10:35:05,501 INFO [org.infinispan.remoting.transport.jgroups.JGroupsTransport] (Incoming-4,null) ISPN000094: Received new cluster view: [perf18/web|1] [perf18/web, perf19/web] 10:35:26,055 ERROR [org.infinispan.interceptors.InvocationContextInterceptor] (ajp-perf18-10.16.90.54-8009-24) ISPN000136: Execution error: org.infinispan.util.concurrent.TimeoutException: Unable to acquire lock after [15 seconds] on key [//default-host/null/Ww+5NaIAnFIoXWEuhszfGqNb] for requestor [GlobalTransaction:<perf18/web>:87:local]! Lock held by [GlobalTransaction:<perf19/web>:1:local] at org.infinispan.util.concurrent.locks.LockManagerImpl.lock(LockManagerImpl.java:207) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.util.concurrent.locks.LockManagerImpl.acquireLockNoCheck(LockManagerImpl.java:190) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.interceptors.locking.AbstractLockingInterceptor.lockKey(AbstractLockingInterceptor.java:111) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.interceptors.locking.OptimisticLockingInterceptor$LockAquisitionVisitor.visitPutKeyValueCommand(OptimisticLockingInterceptor.java:162) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:77) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.interceptors.locking.OptimisticLockingInterceptor.visitPrepareCommand(OptimisticLockingInterceptor.java:63) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:127) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:119) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.interceptors.NotificationInterceptor.visitPrepareCommand(NotificationInterceptor.java:49) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:127) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:119) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:133) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.commands.AbstractVisitor.visitPrepareCommand(AbstractVisitor.java:108) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:127) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:119) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.interceptors.TxInterceptor.visitPrepareCommand(TxInterceptor.java:104) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:127) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:119) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:133) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.commands.AbstractVisitor.visitPrepareCommand(AbstractVisitor.java:108) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.interceptors.StateTransferLockInterceptor.visitPrepareCommand(StateTransferLockInterceptor.java:62) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:127) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:119) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:133) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.commands.AbstractVisitor.visitPrepareCommand(AbstractVisitor.java:108) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:127) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:119) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.interceptors.InvocationContextInterceptor.handleAll(InvocationContextInterceptor.java:104) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.interceptors.InvocationContextInterceptor.handleDefault(InvocationContextInterceptor.java:64) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.commands.AbstractVisitor.visitPrepareCommand(AbstractVisitor.java:108) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:127) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:119) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:133) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.commands.AbstractVisitor.visitPrepareCommand(AbstractVisitor.java:108) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:127) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:119) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.interceptors.BatchingInterceptor.handleDefault(BatchingInterceptor.java:77) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.commands.AbstractVisitor.visitPrepareCommand(AbstractVisitor.java:108) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:127) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:119) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:133) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.jboss.as.clustering.infinispan.ClassLoaderAwareCache$ClassLoaderAwareCommandInterceptor.handleDefault(ClassLoaderAwareCache.java:111) [jboss-as-clustering-infinispan-7.1.0.Alpha2-SNAPSHOT.jar:7.1.0.Alpha2-SNAPSHOT] at org.infinispan.commands.AbstractVisitor.visitPrepareCommand(AbstractVisitor.java:108) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:127) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.interceptors.InterceptorChain.invoke(InterceptorChain.java:318) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.transaction.TransactionCoordinator.commit(TransactionCoordinator.java:124) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at org.infinispan.transaction.synchronization.SynchronizationAdapter.afterCompletion(SynchronizationAdapter.java:73) [infinispan-core-5.1.0.BETA2.jar:5.1.0.BETA2] at com.arjuna.ats.internal.jta.resources.arjunacore.SynchronizationImple.afterCompletion(SynchronizationImple.java:117) at com.arjuna.ats.arjuna.coordinator.TwoPhaseCoordinator.afterCompletion(TwoPhaseCoordinator.java:403) at com.arjuna.ats.arjuna.coordinator.TwoPhaseCoordinator.end(TwoPhaseCoordinator.java:104) at com.arjuna.ats.arjuna.AtomicAction.commit(AtomicAction.java:159) at com.arjuna.ats.internal.jta.transaction.arjunacore.TransactionImple.commitAndDisassociate(TransactionImple.java:1159) at com.arjuna.ats.internal.jta.transaction.arjunacore.BaseTransaction.commit(BaseTransaction.java:119) at com.arjuna.ats.jbossatx.BaseTransactionManagerDelegate.commit(BaseTransactionManagerDelegate.java:75) at org.jboss.as.clustering.web.impl.TransactionBatchingManager.endBatch(TransactionBatchingManager.java:75) [jboss-as-clustering-web-spi-7.1.0.Alpha2-SNAPSHOT.jar:7.1.0.Alpha2-SNAPSHOT] at org.jboss.as.web.session.DistributableSessionManager.processSessionRepl(DistributableSessionManager.java:1547) at org.jboss.as.web.session.DistributableSessionManager.storeSession(DistributableSessionManager.java:877) at org.jboss.as.web.session.InstantSnapshotManager.snapshot(InstantSnapshotManager.java:45) at org.jboss.as.web.session.ClusteredSessionValve.handleRequest(ClusteredSessionValve.java:131) at org.jboss.as.web.session.ClusteredSessionValve.invoke(ClusteredSessionValve.java:89) at org.jboss.as.web.session.JvmRouteValve.invoke(JvmRouteValve.java:88) at org.jboss.as.web.session.LockingValve.invoke(LockingValve.java:56) at org.jboss.as.web.security.SecurityContextAssociationValve.invoke(SecurityContextAssociationValve.java:155) at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:155) at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102) at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109) at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:362) at org.apache.coyote.ajp.AjpProcessor.process(AjpProcessor.java:505) at org.apache.coyote.ajp.AjpProtocol$AjpConnectionHandler.process(AjpProtocol.java:445) at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:930) at java.lang.Thread.run(Thread.java:619) [:1.6.0_20] 10:35:26,065 ERROR [org.infinispan.transaction.TransactionCoordinator] (ajp-perf18-10.16.90.54-8009-24) ISPN000097: Error while processing 1PC PrepareCommand: org.infinispan.util.concurrent.TimeoutException: Unable to acquire lock after [15 seconds] on key [//default-host/null/Ww+5NaIAnFIoXWEuhszfGqNb] for requestor [GlobalTransaction:<perf18/web>:87:local]! Lock held by [GlobalTransaction:<perf19/web>:1:local] at org.infinispan.util.concurrent.locks.LockManagerImpl.lock(LockManagerImpl.java:207) at org.infinispan.util.concurrent.locks.LockManagerImpl.acquireLockNoCheck(LockManagerImpl.java:190) at org.infinispan.interceptors.locking.AbstractLockingInterceptor.lockKey(AbstractLockingInterceptor.java:111) at org.infinispan.interceptors.locking.OptimisticLockingInterceptor$LockAquisitionVisitor.visitPutKeyValueCommand(OptimisticLockingInterceptor.java:162) at org.infinispan.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:77) at org.infinispan.interceptors.locking.OptimisticLockingInterceptor.visitPrepareCommand(OptimisticLockingInterceptor.java:63) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:127) at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:119) at org.infinispan.interceptors.NotificationInterceptor.visitPrepareCommand(NotificationInterceptor.java:49) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:127) at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:119) at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:133) at org.infinispan.commands.AbstractVisitor.visitPrepareCommand(AbstractVisitor.java:108) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:127) at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:119) at org.infinispan.interceptors.TxInterceptor.visitPrepareCommand(TxInterceptor.java:104) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:127) at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:119) at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:133) at org.infinispan.commands.AbstractVisitor.visitPrepareCommand(AbstractVisitor.java:108) at org.infinispan.interceptors.StateTransferLockInterceptor.visitPrepareCommand(StateTransferLockInterceptor.java:62) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:127) at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:119) at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:133) at org.infinispan.commands.AbstractVisitor.visitPrepareCommand(AbstractVisitor.java:108) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:127) at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:119) at org.infinispan.interceptors.InvocationContextInterceptor.handleAll(InvocationContextInterceptor.java:104) at org.infinispan.interceptors.InvocationContextInterceptor.handleDefault(InvocationContextInterceptor.java:64) at org.infinispan.commands.AbstractVisitor.visitPrepareCommand(AbstractVisitor.java:108) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:127) at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:119) at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:133) at org.infinispan.commands.AbstractVisitor.visitPrepareCommand(AbstractVisitor.java:108) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:127) at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:119) at org.infinispan.interceptors.BatchingInterceptor.handleDefault(BatchingInterceptor.java:77) at org.infinispan.commands.AbstractVisitor.visitPrepareCommand(AbstractVisitor.java:108) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:127) at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:119) at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:133) at org.jboss.as.clustering.infinispan.ClassLoaderAwareCache$ClassLoaderAwareCommandInterceptor.handleDefault(ClassLoaderAwareCache.java:111) at org.infinispan.commands.AbstractVisitor.visitPrepareCommand(AbstractVisitor.java:108) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:127) at org.infinispan.interceptors.InterceptorChain.invoke(InterceptorChain.java:318) at org.infinispan.transaction.TransactionCoordinator.commit(TransactionCoordinator.java:124) at org.infinispan.transaction.synchronization.SynchronizationAdapter.afterCompletion(SynchronizationAdapter.java:73) at com.arjuna.ats.internal.jta.resources.arjunacore.SynchronizationImple.afterCompletion(SynchronizationImple.java:117) at com.arjuna.ats.arjuna.coordinator.TwoPhaseCoordinator.afterCompletion(TwoPhaseCoordinator.java:403) at com.arjuna.ats.arjuna.coordinator.TwoPhaseCoordinator.end(TwoPhaseCoordinator.java:104) at com.arjuna.ats.arjuna.AtomicAction.commit(AtomicAction.java:159) at com.arjuna.ats.internal.jta.transaction.arjunacore.TransactionImple.commitAndDisassociate(TransactionImple.java:1159) at com.arjuna.ats.internal.jta.transaction.arjunacore.BaseTransaction.commit(BaseTransaction.java:119) at com.arjuna.ats.jbossatx.BaseTransactionManagerDelegate.commit(BaseTransactionManagerDelegate.java:75) at org.jboss.as.clustering.web.impl.TransactionBatchingManager.endBatch(TransactionBatchingManager.java:75) at org.jboss.as.web.session.DistributableSessionManager.processSessionRepl(DistributableSessionManager.java:1547) [jboss-as-web-7.1.0.Alpha2-SNAPSHOT.jar:7.1.0.Alpha2-SNAPSHOT] at org.jboss.as.web.session.DistributableSessionManager.storeSession(DistributableSessionManager.java:877) [jboss-as-web-7.1.0.Alpha2-SNAPSHOT.jar:7.1.0.Alpha2-SNAPSHOT] at org.jboss.as.web.session.InstantSnapshotManager.snapshot(InstantSnapshotManager.java:45) [jboss-as-web-7.1.0.Alpha2-SNAPSHOT.jar:7.1.0.Alpha2-SNAPSHOT] at org.jboss.as.web.session.ClusteredSessionValve.handleRequest(ClusteredSessionValve.java:131) [jboss-as-web-7.1.0.Alpha2-SNAPSHOT.jar:7.1.0.Alpha2-SNAPSHOT] at org.jboss.as.web.session.ClusteredSessionValve.invoke(ClusteredSessionValve.java:89) [jboss-as-web-7.1.0.Alpha2-SNAPSHOT.jar:7.1.0.Alpha2-SNAPSHOT] at org.jboss.as.web.session.JvmRouteValve.invoke(JvmRouteValve.java:88) [jboss-as-web-7.1.0.Alpha2-SNAPSHOT.jar:7.1.0.Alpha2-SNAPSHOT] at org.jboss.as.web.session.LockingValve.invoke(LockingValve.java:56) [jboss-as-web-7.1.0.Alpha2-SNAPSHOT.jar:7.1.0.Alpha2-SNAPSHOT] at org.jboss.as.web.security.SecurityContextAssociationValve.invoke(SecurityContextAssociationValve.java:155) [jboss-as-web-7.1.0.Alpha2-SNAPSHOT.jar:7.1.0.Alpha2-SNAPSHOT] at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:155) [jbossweb-7.0.3.Final.jar:7.1.0.Alpha2-SNAPSHOT] at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102) [jbossweb-7.0.3.Final.jar:7.1.0.Alpha2-SNAPSHOT] at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109) [jbossweb-7.0.3.Final.jar:7.1.0.Alpha2-SNAPSHOT] at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:362) [jbossweb-7.0.3.Final.jar:7.1.0.Alpha2-SNAPSHOT] at org.apache.coyote.ajp.AjpProcessor.process(AjpProcessor.java:505) [jbossweb-7.0.3.Final.jar:7.1.0.Alpha2-SNAPSHOT] at org.apache.coyote.ajp.AjpProtocol$AjpConnectionHandler.process(AjpProtocol.java:445) [jbossweb-7.0.3.Final.jar:7.1.0.Alpha2-SNAPSHOT] at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:930) [jbossweb-7.0.3.Final.jar:7.1.0.Alpha2-SNAPSHOT] at java.lang.Thread.run(Thread.java:619) [:1.6.0_20] 10:35:26,072 WARN [com.arjuna.ats.jta] (ajp-perf18-10.16.90.54-8009-24) ARJUNA16029: SynchronizationImple.afterCompletion - failed for org.infinispan.transaction.synchronization.SynchronizationAdapter@432398ed with exception: org.infinispan.CacheException: Could not commit. at org.infinispan.transaction.synchronization.SynchronizationAdapter.afterCompletion(SynchronizationAdapter.java:75) at com.arjuna.ats.internal.jta.resources.arjunacore.SynchronizationImple.afterCompletion(SynchronizationImple.java:117) at com.arjuna.ats.arjuna.coordinator.TwoPhaseCoordinator.afterCompletion(TwoPhaseCoordinator.java:403) at com.arjuna.ats.arjuna.coordinator.TwoPhaseCoordinator.end(TwoPhaseCoordinator.java:104) at com.arjuna.ats.arjuna.AtomicAction.commit(AtomicAction.java:159) at com.arjuna.ats.internal.jta.transaction.arjunacore.TransactionImple.commitAndDisassociate(TransactionImple.java:1159) at com.arjuna.ats.internal.jta.transaction.arjunacore.BaseTransaction.commit(BaseTransaction.java:119) at com.arjuna.ats.jbossatx.BaseTransactionManagerDelegate.commit(BaseTransactionManagerDelegate.java:75) at org.jboss.as.clustering.web.impl.TransactionBatchingManager.endBatch(TransactionBatchingManager.java:75) at org.jboss.as.web.session.DistributableSessionManager.processSessionRepl(DistributableSessionManager.java:1547) [jboss-as-web-7.1.0.Alpha2-SNAPSHOT.jar:7.1.0.Alpha2-SNAPSHOT] at org.jboss.as.web.session.DistributableSessionManager.storeSession(DistributableSessionManager.java:877) [jboss-as-web-7.1.0.Alpha2-SNAPSHOT.jar:7.1.0.Alpha2-SNAPSHOT] at org.jboss.as.web.session.InstantSnapshotManager.snapshot(InstantSnapshotManager.java:45) [jboss-as-web-7.1.0.Alpha2-SNAPSHOT.jar:7.1.0.Alpha2-SNAPSHOT] at org.jboss.as.web.session.ClusteredSessionValve.handleRequest(ClusteredSessionValve.java:131) [jboss-as-web-7.1.0.Alpha2-SNAPSHOT.jar:7.1.0.Alpha2-SNAPSHOT] at org.jboss.as.web.session.ClusteredSessionValve.invoke(ClusteredSessionValve.java:89) [jboss-as-web-7.1.0.Alpha2-SNAPSHOT.jar:7.1.0.Alpha2-SNAPSHOT] at org.jboss.as.web.session.JvmRouteValve.invoke(JvmRouteValve.java:88) [jboss-as-web-7.1.0.Alpha2-SNAPSHOT.jar:7.1.0.Alpha2-SNAPSHOT] at org.jboss.as.web.session.LockingValve.invoke(LockingValve.java:56) [jboss-as-web-7.1.0.Alpha2-SNAPSHOT.jar:7.1.0.Alpha2-SNAPSHOT] at org.jboss.as.web.security.SecurityContextAssociationValve.invoke(SecurityContextAssociationValve.java:155) [jboss-as-web-7.1.0.Alpha2-SNAPSHOT.jar:7.1.0.Alpha2-SNAPSHOT] at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:155) [jbossweb-7.0.3.Final.jar:7.1.0.Alpha2-SNAPSHOT] at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102) [jbossweb-7.0.3.Final.jar:7.1.0.Alpha2-SNAPSHOT] at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109) [jbossweb-7.0.3.Final.jar:7.1.0.Alpha2-SNAPSHOT] at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:362) [jbossweb-7.0.3.Final.jar:7.1.0.Alpha2-SNAPSHOT] at org.apache.coyote.ajp.AjpProcessor.process(AjpProcessor.java:505) [jbossweb-7.0.3.Final.jar:7.1.0.Alpha2-SNAPSHOT] at org.apache.coyote.ajp.AjpProtocol$AjpConnectionHandler.process(AjpProtocol.java:445) [jbossweb-7.0.3.Final.jar:7.1.0.Alpha2-SNAPSHOT] at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:930) [jbossweb-7.0.3.Final.jar:7.1.0.Alpha2-SNAPSHOT] at java.lang.Thread.run(Thread.java:619) [:1.6.0_20] Caused by: javax.transaction.xa.XAException at org.infinispan.transaction.TransactionCoordinator.commit(TransactionCoordinator.java:129) at org.infinispan.transaction.synchronization.SynchronizationAdapter.afterCompletion(SynchronizationAdapter.java:73) ... 24 more 10:35:26,075 WARN [com.arjuna.ats.arjuna] (ajp-perf18-10.16.90.54-8009-24) ARJUNA12127: TwoPhaseCoordinator.afterCompletion - returned failure for SynchronizationImple< 0:ffff0a105a36:784a5ec6:4eb154d1:b6, org.infinispan.transaction.synchronization.SynchronizationAdapter@432398ed > {code}