ConcurrentModificationException in TransactionCoordinator.commit() ------------------------------------------------------------------ Key: ISPN-2948 URL: https://issues.jboss.org/browse/ISPN-2948 Project: Infinispan Issue Type: Bug Affects Versions: 5.2.1.Final Reporter: Clement Pang Assignee: Mircea Markus Not entirely sure how to reproduce this but it seems like a map is modified while it is being serialized. {code} 11:19:29,584 ERROR org.infinispan.interceptors.InvocationContextInterceptor (http-/0.0.0.0:8080-2) ISPN000136: Execution error: java.util.ConcurrentModificationException at java.util.LinkedHashMap$LinkedHashIterator.nextEntry(LinkedHashMap.java:390) rt.jar:1.6.0_27 at java.util.LinkedHashMap$EntryIterator.next(LinkedHashMap.java:409) rt.jar:1.6.0_27 at java.util.LinkedHashMap$EntryIterator.next(LinkedHashMap.java:408) rt.jar:1.6.0_27 at java.util.HashMap.writeObject(HashMap.java:1016) rt.jar:1.6.0_27 at sun.reflect.GeneratedMethodAccessor472.invoke(Unknown Source) :1.6.0_27 at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) rt.jar:1.6.0_27 at java.lang.reflect.Method.invoke(Method.java:616) rt.jar:1.6.0_27 at org.jboss.marshalling.reflect.SerializableClass.callWriteObject(SerializableClass.java:180) at org.jboss.marshalling.river.RiverMarshaller.doWriteSerializableObject(RiverMarshaller.java:1007) at org.jboss.marshalling.river.RiverMarshaller.doWriteSerializableObject(RiverMarshaller.java:998) at org.jboss.marshalling.river.RiverMarshaller.doWriteSerializableObject(RiverMarshaller.java:998) at org.jboss.marshalling.river.RiverMarshaller.doWriteObject(RiverMarshaller.java:885) at org.jboss.marshalling.river.RiverMarshaller.doWriteObject(RiverMarshaller.java:680) at org.jboss.marshalling.AbstractObjectOutput.writeObject(AbstractObjectOutput.java:62) at org.jboss.marshalling.AbstractMarshaller.writeObject(AbstractMarshaller.java:119) at org.jboss.as.clustering.SimpleMarshalledValue.getBytes(SimpleMarshalledValue.java:85) at org.jboss.as.clustering.SimpleMarshalledValue.writeExternal(SimpleMarshalledValue.java:175) at org.jboss.as.clustering.infinispan.io.ExternalizableExternalizer.writeObject(ExternalizableExternalizer.java:47) at org.jboss.as.clustering.infinispan.io.ExternalizableExternalizer.writeObject(ExternalizableExternalizer.java:36) at org.infinispan.marshall.jboss.ExternalizerTable$ForeignExternalizerAdapter.writeObject(ExternalizerTable.java:457) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.jboss.marshalling.river.RiverMarshaller.doWriteObject(RiverMarshaller.java:145) at org.jboss.marshalling.AbstractObjectOutput.writeObject(AbstractObjectOutput.java:62) at org.jboss.marshalling.AbstractMarshaller.writeObject(AbstractMarshaller.java:119) at org.infinispan.marshall.MarshallUtil.marshallMap(MarshallUtil.java:59) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.marshall.exts.MapExternalizer.writeObject(MapExternalizer.java:63) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.marshall.exts.MapExternalizer.writeObject(MapExternalizer.java:47) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.marshall.jboss.ExternalizerTable$ExternalizerAdapter.writeObject(ExternalizerTable.java:408) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.jboss.marshalling.river.RiverMarshaller.doWriteObject(RiverMarshaller.java:145) at org.jboss.marshalling.AbstractObjectOutput.writeObject(AbstractObjectOutput.java:62) at org.jboss.marshalling.AbstractMarshaller.writeObject(AbstractMarshaller.java:119) at org.infinispan.atomic.AtomicHashMap$Externalizer.writeObject(AtomicHashMap.java:237) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.atomic.AtomicHashMap$Externalizer.writeObject(AtomicHashMap.java:234) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.marshall.jboss.ExternalizerTable$ExternalizerAdapter.writeObject(ExternalizerTable.java:408) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.jboss.marshalling.river.RiverMarshaller.doWriteObject(RiverMarshaller.java:145) at org.jboss.marshalling.AbstractObjectOutput.writeObject(AbstractObjectOutput.java:62) at org.jboss.marshalling.AbstractMarshaller.writeObject(AbstractMarshaller.java:119) at org.infinispan.container.entries.ImmortalCacheEntry$Externalizer.writeObject(ImmortalCacheEntry.java:154) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.container.entries.ImmortalCacheEntry$Externalizer.writeObject(ImmortalCacheEntry.java:150) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.marshall.jboss.ExternalizerTable$ExternalizerAdapter.writeObject(ExternalizerTable.java:408) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.jboss.marshalling.river.RiverMarshaller.doWriteObject(RiverMarshaller.java:145) at org.jboss.marshalling.AbstractObjectOutput.writeObject(AbstractObjectOutput.java:62) at org.jboss.marshalling.AbstractMarshaller.writeObject(AbstractMarshaller.java:119) at org.infinispan.loaders.bucket.Bucket$Externalizer.writeObject(Bucket.java:148) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.loaders.bucket.Bucket$Externalizer.writeObject(Bucket.java:139) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.marshall.jboss.ExternalizerTable$ExternalizerAdapter.writeObject(ExternalizerTable.java:408) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.jboss.marshalling.river.RiverMarshaller.doWriteObject(RiverMarshaller.java:145) at org.jboss.marshalling.AbstractObjectOutput.writeObject(AbstractObjectOutput.java:62) at org.jboss.marshalling.AbstractMarshaller.writeObject(AbstractMarshaller.java:119) at org.infinispan.marshall.jboss.AbstractJBossMarshaller.objectToObjectStream(AbstractJBossMarshaller.java:96) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.marshall.VersionAwareMarshaller.objectToBuffer(VersionAwareMarshaller.java:92) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.marshall.AbstractMarshaller.objectToByteBuffer(AbstractMarshaller.java:94) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.marshall.AbstractMarshaller.objectToByteBuffer(AbstractMarshaller.java:84) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.marshall.AbstractDelegatingMarshaller.objectToByteBuffer(AbstractDelegatingMarshaller.java:94) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.loaders.file.FileCacheStore.updateBucket(FileCacheStore.java:335) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.loaders.bucket.BucketBasedCacheStore.storeLockSafe(BucketBasedCacheStore.java:89) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.loaders.bucket.BucketBasedCacheStore.storeLockSafe(BucketBasedCacheStore.java:49) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.loaders.LockSupportCacheStore.store(LockSupportCacheStore.java:213) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.loaders.AbstractCacheStore.applyModifications(AbstractCacheStore.java:126) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.loaders.AbstractCacheStore.commit(AbstractCacheStore.java:163) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.interceptors.CacheStoreInterceptor.commitCommand(CacheStoreInterceptor.java:164) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.interceptors.CacheStoreInterceptor.visitCommitCommand(CacheStoreInterceptor.java:146) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.commands.tx.CommitCommand.acceptVisitor(CommitCommand.java:60) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:118) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:132) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.commands.AbstractVisitor.visitCommitCommand(AbstractVisitor.java:136) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.commands.tx.CommitCommand.acceptVisitor(CommitCommand.java:60) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:118) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.interceptors.EntryWrappingInterceptor.visitCommitCommand(EntryWrappingInterceptor.java:116) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.commands.tx.CommitCommand.acceptVisitor(CommitCommand.java:60) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:118) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:132) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.commands.AbstractVisitor.visitCommitCommand(AbstractVisitor.java:136) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.interceptors.locking.AbstractTxLockingInterceptor.visitCommitCommand(AbstractTxLockingInterceptor.java:100) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.commands.tx.CommitCommand.acceptVisitor(CommitCommand.java:60) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:118) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.interceptors.NotificationInterceptor.visitCommitCommand(NotificationInterceptor.java:65) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.commands.tx.CommitCommand.acceptVisitor(CommitCommand.java:60) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:118) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.interceptors.TxInterceptor.visitCommitCommand(TxInterceptor.java:153) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.commands.tx.CommitCommand.acceptVisitor(CommitCommand.java:60) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:118) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:132) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.commands.AbstractVisitor.visitCommitCommand(AbstractVisitor.java:136) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.commands.tx.CommitCommand.acceptVisitor(CommitCommand.java:60) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:118) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.interceptors.InvocationContextInterceptor.handleAll(InvocationContextInterceptor.java:128) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.interceptors.InvocationContextInterceptor.handleDefault(InvocationContextInterceptor.java:92) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.commands.AbstractVisitor.visitCommitCommand(AbstractVisitor.java:136) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.commands.tx.CommitCommand.acceptVisitor(CommitCommand.java:60) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:118) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.interceptors.BatchingInterceptor.handleDefault(BatchingInterceptor.java:85) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.commands.AbstractVisitor.visitCommitCommand(AbstractVisitor.java:136) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.commands.tx.CommitCommand.acceptVisitor(CommitCommand.java:60) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.interceptors.InterceptorChain.invoke(InterceptorChain.java:343) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.transaction.TransactionCoordinator.commit(TransactionCoordinator.java:182) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.transaction.synchronization.SynchronizationAdapter.afterCompletion(SynchronizationAdapter.java:81) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.transaction.tm.DummyTransaction.notifyAfterCompletion(DummyTransaction.java:285) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.transaction.tm.DummyTransaction.runCommitTx(DummyTransaction.java:334) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.transaction.tm.DummyTransaction.commit(DummyTransaction.java:91) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.infinispan.transaction.tm.DummyBaseTransactionManager.commit(DummyBaseTransactionManager.java:102) infinispan-core-5.2.1.Final.jar:5.2.1.Final at org.jboss.as.clustering.web.impl.TransactionBatchingManager.endBatch(TransactionBatchingManager.java:75) at org.jboss.as.web.session.DistributableSessionManager.processSessionRepl(DistributableSessionManager.java:1527) jboss-as-web-7.2.0.Alpha1-redhat-4.jar:7.2.0.Alpha1-redhat-4 at org.jboss.as.web.session.DistributableSessionManager.storeSession(DistributableSessionManager.java:865) jboss-as-web-7.2.0.Alpha1-redhat-4.jar:7.2.0.Alpha1-redhat-4 at org.jboss.as.web.session.InstantSnapshotManager.snapshot(InstantSnapshotManager.java:47) jboss-as-web-7.2.0.Alpha1-redhat-4.jar:7.2.0.Alpha1-redhat-4 at org.jboss.as.web.session.ClusteredSessionValve.handleRequest(ClusteredSessionValve.java:142) jboss-as-web-7.2.0.Alpha1-redhat-4.jar:7.2.0.Alpha1-redhat-4 at org.jboss.as.web.session.ClusteredSessionValve.invoke(ClusteredSessionValve.java:99) jboss-as-web-7.2.0.Alpha1-redhat-4.jar:7.2.0.Alpha1-redhat-4 at org.jboss.as.web.session.JvmRouteValve.invoke(JvmRouteValve.java:92) jboss-as-web-7.2.0.Alpha1-redhat-4.jar:7.2.0.Alpha1-redhat-4 at org.jboss.as.web.session.LockingValve.invoke(LockingValve.java:64) jboss-as-web-7.2.0.Alpha1-redhat-4.jar:7.2.0.Alpha1-redhat-4 at org.jboss.as.jpa.interceptor.WebNonTxEmCloserValve.invoke(WebNonTxEmCloserValve.java:50) jboss-as-jpa-7.2.0.Alpha1-redhat-4.jar:7.2.0.Alpha1-redhat-4 at org.jboss.as.jpa.interceptor.WebNonTxEmCloserValve.invoke(WebNonTxEmCloserValve.java:50) jboss-as-jpa-7.2.0.Alpha1-redhat-4.jar:7.2.0.Alpha1-redhat-4 at org.jboss.as.web.security.SecurityContextAssociationValve.invoke(SecurityContextAssociationValve.java:169) jboss-as-web-7.2.0.Alpha1-redhat-4.jar:7.2.0.Alpha1-redhat-4 at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:145) jbossweb-7.2.0.Final.jar:7.2.0.Final at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:97) jbossweb-7.2.0.Final.jar:7.2.0.Final at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:102) jbossweb-7.2.0.Final.jar:7.2.0.Final at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:336) jbossweb-7.2.0.Final.jar:7.2.0.Final at org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:856) jbossweb-7.2.0.Final.jar:7.2.0.Final at org.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler.process(Http11Protocol.java:653) jbossweb-7.2.0.Final.jar:7.2.0.Final at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:920) jbossweb-7.2.0.Final.jar:7.2.0.Final at java.lang.Thread.run(Thread.java:679) rt.jar:1.6.0_27 Caused by: an exception which occurred: in object java.util.HashMap@c8c53a7f in object org.jboss.as.clustering.SimpleMarshalledValue@c8c53a7f in object org.infinispan.util.FastCopyHashMap@6685286f in object org.infinispan.atomic.AtomicHashMap@5dd18547 in object org.infinispan.container.entries.ImmortalCacheEntry@a8322011 in object org.infinispan.loaders.bucket.Bucket@31cbb8e4 {code}