[jbosscache-issues] [JBoss JIRA] Updated: (JBCACHE-1507) IllegalArgumentException during BuddyManager handling of removed node

IllegalArgumentException during BuddyManager handling of removed node --------------------------------------------------------------------- Key: JBCACHE-1507 URL: https://jira.jboss.org/jira/browse/JBCACHE-1507 Project: JBoss Cache Issue Type: Bug Security Level: Public(Everyone can see) Components: Buddy Replication Affects Versions: 3.0.3.GA, 3.1.0.CR1 Reporter: Brian Stansberry Assignee: Manik Surtani Priority: Critical Fix For: 3.1.0.GA Seeing this during some of the failover-under-load testing of AS 5.1.0.Beta1, which is using JBC 3.0.3.GA. Not sure if this still exists in 3.1.x code base; will look now. [JBoss] 09:38:53,555 INFO [RPCManagerImpl] Received new cluster view: [10.16.88.169:32984|5] [10.16.88.169:32984, 10.16.88.170:32893] [JBoss] 09:38:53,592 ERROR [BuddyManager] Caught exception handling view change [JBoss] java.lang.IllegalArgumentException: fromIndex(3), toIndex(2), size (2), List=[_BUDDY_BACKUP_, 10.16.88.171_32848:DEAD] [JBoss] at org.jboss.cache.util.ImmutableListCopy$ImmutableSubList.<init>(ImmutableListCopy.java:365) [JBoss] at org.jboss.cache.util.ImmutableListCopy.subList(ImmutableListCopy.java:251) [JBoss] at org.jboss.cache.Fqn.getSubFqn(Fqn.java:385) [JBoss] at org.jboss.cache.buddyreplication.BuddyFqnTransformer.getActualFqn(BuddyFqnTransformer.java:105) [JBoss] at org.jboss.cache.RegionManagerImpl.getRegion(RegionManagerImpl.java:220) [JBoss] at org.jboss.cache.interceptors.EvictionInterceptor.getRegion(EvictionInterceptor.java:259) [JBoss] at org.jboss.cache.interceptors.BuddyRegionAwareEvictionInterceptor.getRegion(BuddyRegionAwareEvictionInterceptor.java:48) [JBoss] at org.jboss.cache.interceptors.EvictionInterceptor.visitPutDataMapCommand(EvictionInterceptor.java:120) [JBoss] at org.jboss.cache.commands.write.PutDataMapCommand.acceptVisitor(PutDataMapCommand.java:104) [JBoss] at org.jboss.cache.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116) [JBoss] at org.jboss.cache.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:131) [JBoss] at org.jboss.cache.commands.AbstractVisitor.visitPutDataMapCommand(AbstractVisitor.java:60) [JBoss] at org.jboss.cache.commands.write.PutDataMapCommand.acceptVisitor(PutDataMapCommand.java:104) [JBoss] at org.jboss.cache.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116) [JBoss] at org.jboss.cache.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:131) [JBoss] at org.jboss.cache.commands.AbstractVisitor.visitPutDataMapCommand(AbstractVisitor.java:60) [JBoss] at org.jboss.cache.commands.write.PutDataMapCommand.acceptVisitor(PutDataMapCommand.java:104) [JBoss] at org.jboss.cache.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116) [JBoss] at org.jboss.cache.interceptors.LegacyCacheLoaderInterceptor.visitPutDataMapCommand(LegacyCacheLoaderInterceptor.java:124) [JBoss] at org.jboss.cache.interceptors.LegacyActivationInterceptor.visitPutDataMapCommand(LegacyActivationInterceptor.java:154) [JBoss] at org.jboss.cache.commands.write.PutDataMapCommand.acceptVisitor(PutDataMapCommand.java:104) [JBoss] at org.jboss.cache.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116) [JBoss] at org.jboss.cache.interceptors.PessimisticLockInterceptor.handlePutCommand(PessimisticLockInterceptor.java:132) [JBoss] at org.jboss.cache.interceptors.PessimisticLockInterceptor.handlePutDataMapCommand(PessimisticLockInterceptor.java:94) [JBoss] at org.jboss.cache.interceptors.base.PrePostProcessingCommandInterceptor.visitPutDataMapCommand(PrePostProcessingCommandInterceptor.java:70) [JBoss] at org.jboss.cache.commands.write.PutDataMapCommand.acceptVisitor(PutDataMapCommand.java:104) [JBoss] at org.jboss.cache.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116) [JBoss] at org.jboss.cache.interceptors.ReplicationInterceptor.handleCrudMethod(ReplicationInterceptor.java:148) [JBoss] at org.jboss.cache.interceptors.ReplicationInterceptor.visitPutDataMapCommand(ReplicationInterceptor.java:113) [JBoss] at org.jboss.cache.commands.write.PutDataMapCommand.acceptVisitor(PutDataMapCommand.java:104) [JBoss] at org.jboss.cache.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116) [JBoss] at org.jboss.cache.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:131) [JBoss] at org.jboss.cache.commands.AbstractVisitor.visitPutDataMapCommand(AbstractVisitor.java:60) [JBoss] at org.jboss.cache.commands.write.PutDataMapCommand.acceptVisitor(PutDataMapCommand.java:104) [JBoss] at org.jboss.cache.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116) [JBoss] at org.jboss.cache.interceptors.TxInterceptor.attachGtxAndPassUpChain(TxInterceptor.java:261) [JBoss] at org.jboss.cache.interceptors.TxInterceptor.handleDefault(TxInterceptor.java:250) [JBoss] at org.jboss.cache.commands.AbstractVisitor.visitPutDataMapCommand(AbstractVisitor.java:60) [JBoss] at org.jboss.cache.commands.write.PutDataMapCommand.acceptVisitor(PutDataMapCommand.java:104) [JBoss] at org.jboss.cache.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116) [JBoss] at org.jboss.cache.interceptors.CacheMgmtInterceptor.visitPutDataMapCommand(CacheMgmtInterceptor.java:89) [JBoss] at org.jboss.cache.commands.write.PutDataMapCommand.acceptVisitor(PutDataMapCommand.java:104) [JBoss] at org.jboss.cache.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116) [JBoss] at org.jboss.cache.interceptors.InvocationContextInterceptor.handleAll(InvocationContextInterceptor.java:178) [JBoss] at org.jboss.cache.interceptors.InvocationContextInterceptor.visitPutDataMapCommand(InvocationContextInterceptor.java:64) [JBoss] at org.jboss.cache.commands.write.PutDataMapCommand.acceptVisitor(PutDataMapCommand.java:104) [JBoss] at org.jboss.cache.interceptors.InterceptorChain.invoke(InterceptorChain.java:287) [JBoss] at org.jboss.cache.invocation.CacheInvocationDelegate.invokePut(CacheInvocationDelegate.java:581) [JBoss] at org.jboss.cache.invocation.CacheInvocationDelegate.put(CacheInvocationDelegate.java:444) [JBoss] at org.jboss.cache.invocation.NodeInvocationDelegate.addChild(NodeInvocationDelegate.java:331) [JBoss] at org.jboss.cache.buddyreplication.BuddyManager.getDefunctBackupRootFqn(BuddyManager.java:1120) [JBoss] at org.jboss.cache.buddyreplication.BuddyManager.migrateDefunctData(BuddyManager.java:1094) [JBoss] at org.jboss.cache.buddyreplication.BuddyManager.access$1000(BuddyManager.java:92) [JBoss] at org.jboss.cache.buddyreplication.BuddyManager$AsyncViewChangeHandlerThread.handleEnqueuedViewChange(BuddyManager.java:1237) [JBoss] at org.jboss.cache.buddyreplication.BuddyManager$AsyncViewChangeHandlerThread.run(BuddyManager.java:1162) [JBoss] at java.lang.Thread.run(Thread.java:619) [JBoss] 09:38:55,266 INFO [BuddyManager] Assigning self to buddy group BuddyGroup: (dataOwner: 10.16.88.169:32984, groupName: 10.16.88.169_32984, buddies: [10.16.88.170:32893],lastModified: Wed Apr 22 09:38:53 EDT 2009) [JBoss] 09:38:55,267 INFO [LegacyStateTransferIntegrator] Using version 4096