[jbosscache-issues] [JBoss JIRA] Resolved: (JBCACHE-1437) IllegalMonitorStateException on shutdown "breaking locks"

IllegalMonitorStateException on shutdown "breaking locks" --------------------------------------------------------- Key: JBCACHE-1437 URL: https://jira.jboss.org/jira/browse/JBCACHE-1437 Project: JBoss Cache Issue Type: Bug Security Level: Public(Everyone can see) Affects Versions: 3.0.0.CR3 Reporter: Elias Ross Assignee: Manik Surtani Priority: Minor Fix For: 3.0.0.GA Created two cache instances with MVCC and async replication, at shutdown when both are shutdown simultaneously I get this: 61015 INFO [main] RPCManagerImpl - Disconnecting and closing the Channel 61047 INFO [Incoming-1,udp,192.168.0.9:2164] RPCManagerImpl - Received new cluster view: [192.168.0.9:2162|1] [192.168.0.9:2164] 61078 ERROR [Incoming-1,udp,192.168.0.9:2164] LockUtil - Exception breaking locks held by GlobalTransaction:<192.168.0.9:2162>:391 java.lang.IllegalMonitorStateException: org.jboss.cache.util.concurrent.locks.OwnableReentrantLock@19bd8b4[State = 1, empty queue][Locked by GlobalTransaction:<192.168.0.9:2162>:391] at org.jboss.cache.util.concurrent.locks.OwnableReentrantLock.tryRelease(OwnableReentrantLock.java:139) at java.util.concurrent.locks.AbstractQueuedSynchronizer.release(AbstractQueuedSynchronizer.java:1137) at org.jboss.cache.util.concurrent.locks.OwnableReentrantLock.unlock(OwnableReentrantLock.java:105) at org.jboss.cache.lock.MVCCLockManager.unlock(MVCCLockManager.java:142) at org.jboss.cache.lock.LockUtil.breakTransactionLock(LockUtil.java:172) at org.jboss.cache.lock.LockUtil.breakTransactionLock(LockUtil.java:64) at org.jboss.cache.RPCManagerImpl.removeLocksForDeadMembers(RPCManagerImpl.java:406) at org.jboss.cache.RPCManagerImpl.removeLocksForDeadMembers(RPCManagerImpl.java:412) at org.jboss.cache.RPCManagerImpl.removeLocksForDeadMembers(RPCManagerImpl.java:412) at org.jboss.cache.RPCManagerImpl.removeLocksForDeadMembers(RPCManagerImpl.java:412) at org.jboss.cache.RPCManagerImpl.access$500(RPCManagerImpl.java:85) at org.jboss.cache.RPCManagerImpl$MembershipListenerAdaptor.viewAccepted(RPCManagerImpl.java:685) at org.jgroups.blocks.MessageDispatcher$ProtocolAdapter.handleUpEvent(MessageDispatcher.java:722) at org.jgroups.blocks.MessageDispatcher$ProtocolAdapter.up(MessageDispatcher.java:765) at org.jgroups.JChannel.up(JChannel.java:1270) at org.jgroups.mux.Multiplexer.passToMuxChannel(Multiplexer.java:1088) at org.jgroups.mux.Multiplexer.handleServiceDown(Multiplexer.java:877) at org.jgroups.mux.Multiplexer.handleServiceMessage(Multiplexer.java:778) at org.jgroups.mux.Multiplexer.up(Multiplexer.java:303) at org.jgroups.JChannel.up(JChannel.java:1270) at org.jgroups.stack.ProtocolStack.up(ProtocolStack.java:444) at org.jgroups.protocols.pbcast.STATE_TRANSFER.up(STATE_TRANSFER.java:144) at org.jgroups.protocols.FRAG2.up(FRAG2.java:192) at org.jgroups.protocols.FC.up(FC.java:468) at org.jgroups.protocols.pbcast.GMS.up(GMS.java:787) at org.jgroups.protocols.pbcast.STABLE.up(STABLE.java:233) at org.jgroups.protocols.UNICAST.up(UNICAST.java:299) at org.jgroups.protocols.pbcast.NAKACK.handleMessage(NAKACK.java:861) at org.jgroups.protocols.pbcast.NAKACK.up(NAKACK.java:693) at org.jgroups.protocols.VERIFY_SUSPECT.up(VERIFY_SUSPECT.java:167) at org.jgroups.protocols.FD.up(FD.java:284) at org.jgroups.protocols.FD_SOCK.up(FD_SOCK.java:308) at org.jgroups.protocols.MERGE2.up(MERGE2.java:144) at org.jgroups.protocols.Discovery.up(Discovery.java:263) at org.jgroups.protocols.TP.passMessageUp(TP.java:1275) at org.jgroups.protocols.TP.access$100(TP.java:49) at org.jgroups.protocols.TP$IncomingPacket.handleMyMessage(TP.java:1818) at org.jgroups.protocols.TP$IncomingPacket.run(TP.java:1792) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:650) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:675) at java.lang.Thread.run(Thread.java:595) 61078 ERROR [Incoming-1,udp,192.168.0.9:2164] Multiplexer - failure in handling service message SERVICE_DOWN(MSID,192.168.0.9:2162) from sender 192.168.0.9:2162 java.lang.IllegalMonitorStateException: org.jboss.cache.util.concurrent.locks.OwnableReentrantLock@19bd8b4[State = 1, empty queue][Locked by GlobalTransaction:<192.168.0.9:2162>:391] at org.jboss.cache.util.concurrent.locks.OwnableReentrantLock.tryRelease(OwnableReentrantLock.java:139) at java.util.concurrent.locks.AbstractQueuedSynchronizer.release(AbstractQueuedSynchronizer.java:1137) at org.jboss.cache.util.concurrent.locks.OwnableReentrantLock.unlock(OwnableReentrantLock.java:105) at org.jboss.cache.lock.MVCCLockManager.unlock(MVCCLockManager.java:142) at org.jboss.cache.lock.LockUtil.breakTransactionLock(LockUtil.java:211) at org.jboss.cache.lock.LockUtil.breakTransactionLock(LockUtil.java:64) at org.jboss.cache.RPCManagerImpl.removeLocksForDeadMembers(RPCManagerImpl.java:406) at org.jboss.cache.RPCManagerImpl.removeLocksForDeadMembers(RPCManagerImpl.java:412) at org.jboss.cache.RPCManagerImpl.removeLocksForDeadMembers(RPCManagerImpl.java:412) at org.jboss.cache.RPCManagerImpl.removeLocksForDeadMembers(RPCManagerImpl.java:412) at org.jboss.cache.RPCManagerImpl.access$500(RPCManagerImpl.java:85) at org.jboss.cache.RPCManagerImpl$MembershipListenerAdaptor.viewAccepted(RPCManagerImpl.java:685) at org.jgroups.blocks.MessageDispatcher$ProtocolAdapter.handleUpEvent(MessageDispatcher.java:722) at org.jgroups.blocks.MessageDispatcher$ProtocolAdapter.up(MessageDispatcher.java:765) at org.jgroups.JChannel.up(JChannel.java:1270) at org.jgroups.mux.Multiplexer.passToMuxChannel(Multiplexer.java:1088) at org.jgroups.mux.Multiplexer.handleServiceDown(Multiplexer.java:877) at org.jgroups.mux.Multiplexer.handleServiceMessage(Multiplexer.java:778) at org.jgroups.mux.Multiplexer.up(Multiplexer.java:303) at org.jgroups.JChannel.up(JChannel.java:1270) at org.jgroups.stack.ProtocolStack.up(ProtocolStack.java:444) at org.jgroups.protocols.pbcast.STATE_TRANSFER.up(STATE_TRANSFER.java:144) at org.jgroups.protocols.FRAG2.up(FRAG2.java:192) at org.jgroups.protocols.FC.up(FC.java:468) at org.jgroups.protocols.pbcast.GMS.up(GMS.java:787) at org.jgroups.protocols.pbcast.STABLE.up(STABLE.java:233) at org.jgroups.protocols.UNICAST.up(UNICAST.java:299) at org.jgroups.protocols.pbcast.NAKACK.handleMessage(NAKACK.java:861) at org.jgroups.protocols.pbcast.NAKACK.up(NAKACK.java:693) at org.jgroups.protocols.VERIFY_SUSPECT.up(VERIFY_SUSPECT.java:167) at org.jgroups.protocols.FD.up(FD.java:284) at org.jgroups.protocols.FD_SOCK.up(FD_SOCK.java:308) at org.jgroups.protocols.MERGE2.up(MERGE2.java:144) at org.jgroups.protocols.Discovery.up(Discovery.java:263) at org.jgroups.protocols.TP.passMessageUp(TP.java:1275) at org.jgroups.protocols.TP.access$100(TP.java:49) at org.jgroups.protocols.TP$IncomingPacket.handleMyMessage(TP.java:1818) at org.jgroups.protocols.TP$IncomingPacket.run(TP.java:1792) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:650) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:675) at java.lang.Thread.run(Thread.java:595) 63015 WARN [main] Multiplexer - failed to collect all service ACKs (2) for [dst: <null>, src: 192.168.0.9:2162 (3 headers), size=0 bytes] after 2000ms, missing ACKs from [192.168.0.9:2164] (received=[192.168.0.9:2162]), local_addr=192.168.0.9:2162 63047 INFO [main] RPCManagerImpl - Stopping the RpcDispatcher 63172 DEBUG [main] JBossCacheService - JBossCacheService#1 STOPPED 63172 INFO [main] RPCManagerImpl - Disconnecting and closing the Channel 63203 INFO [main] RPCManagerImpl - Stopping the RpcDispatcher 63297 DEBUG [main] JBossCacheService - JBossCacheService#3 STOPPED May be harmless but scary looking.