[jboss-jira] [JBoss JIRA] (AS7-2356) Exception deploying a distributable war to a domain mode cluster

Exception deploying a distributable war to a domain mode cluster ---------------------------------------------------------------- Key: AS7-2356 URL: https://issues.jboss.org/browse/AS7-2356 Project: Application Server 7 Issue Type: Bug Components: Clustering Affects Versions: 7.1.0.Alpha1 Reporter: Brian Stansberry Assignee: Paul Ferraro Labels: eap6-ux Attachments: distributable.war Make server-three in our current host.xml auto-start=true. (Doing this is just to avoid a different bug.) Then add a server-four that's the same except a different port-offset. Deploy attached war to the 2 servers in other-server-group (CLI deploy /path/to/distributable.war --server-groups=other-server-group) You get this: [Server:server-four] 14:56:18,288 WARN [org.infinispan.remoting.transport.jgroups.CommandAwareRpcDispatcher] (OOB-20,null) Problems unmarshalling remote command from byte buffer: java.lang.ClassNotFoundException: org.infinispan.util.ImmutableListCopy from [Module "org.jboss.as.clustering.jgroups:main" from local module loader @6ef137d (roots: /Users/bstansberry/dev/jbossas/bootstrap/jboss-as/build/target/jboss-as-7.1.0.Alpha2-SNAPSHOT/modules)] [Server:server-four] at org.jboss.modules.ModuleClassLoader.findClass(ModuleClassLoader.java:191) [Server:server-four] at org.jboss.modules.ConcurrentClassLoader.performLoadClassChecked(ConcurrentClassLoader.java:361) [Server:server-four] at org.jboss.modules.ConcurrentClassLoader.performLoadClassChecked(ConcurrentClassLoader.java:333) [Server:server-four] at org.jboss.modules.ConcurrentClassLoader.performLoadClass(ConcurrentClassLoader.java:310) [Server:server-four] at org.jboss.modules.ConcurrentClassLoader.loadClass(ConcurrentClassLoader.java:103) [Server:server-four] at java.lang.Class.forName0(Native Method) [:1.6.0_26] [Server:server-four] at java.lang.Class.forName(Class.java:247) [:1.6.0_26] [Server:server-four] at org.jboss.marshalling.AbstractClassResolver.loadClass(AbstractClassResolver.java:135) [jboss-marshalling-1.3.1.GA.jar:1.3.1.GA] [Server:server-four] at org.jboss.marshalling.AbstractClassResolver.resolveClass(AbstractClassResolver.java:116) [jboss-marshalling-1.3.1.GA.jar:1.3.1.GA] [Server:server-four] at org.jboss.marshalling.river.RiverUnmarshaller.doReadClassDescriptor(RiverUnmarshaller.java:930) [Server:server-four] at org.jboss.marshalling.river.RiverUnmarshaller.doReadNewObject(RiverUnmarshaller.java:1200) [Server:server-four] at org.jboss.marshalling.river.RiverUnmarshaller.doReadObject(RiverUnmarshaller.java:272) [Server:server-four] at org.jboss.marshalling.river.RiverUnmarshaller.doReadObject(RiverUnmarshaller.java:209) [Server:server-four] at org.jboss.marshalling.AbstractObjectInput.readObject(AbstractObjectInput.java:37) [jboss-marshalling-1.3.1.GA.jar:1.3.1.GA] [Server:server-four] at org.infinispan.marshall.exts.ReplicableCommandExternalizer.readParameters(ReplicableCommandExternalizer.java:117) [Server:server-four] at org.infinispan.marshall.exts.CacheRpcCommandExternalizer.readObject(CacheRpcCommandExternalizer.java:163) [Server:server-four] at org.infinispan.marshall.exts.CacheRpcCommandExternalizer.readObject(CacheRpcCommandExternalizer.java:66) [Server:server-four] at org.infinispan.marshall.jboss.ExternalizerTable$ExternalizerAdapter.readObject(ExternalizerTable.java:384) [Server:server-four] at org.infinispan.marshall.jboss.ExternalizerTable.readObject(ExternalizerTable.java:272) [Server:server-four] at org.jboss.marshalling.river.RiverUnmarshaller.doReadObject(RiverUnmarshaller.java:351) [Server:server-four] at org.jboss.marshalling.river.RiverUnmarshaller.doReadObject(RiverUnmarshaller.java:209) [Server:server-four] at org.jboss.marshalling.AbstractObjectInput.readObject(AbstractObjectInput.java:37) [jboss-marshalling-1.3.1.GA.jar:1.3.1.GA] [Server:server-four] at org.infinispan.marshall.jboss.AbstractJBossMarshaller.objectFromObjectStream(AbstractJBossMarshaller.java:120) [Server:server-four] at org.infinispan.marshall.VersionAwareMarshaller.objectFromByteBuffer(VersionAwareMarshaller.java:115) [Server:server-four] at org.infinispan.marshall.AbstractDelegatingMarshaller.objectFromByteBuffer(AbstractDelegatingMarshaller.java:80) [Server:server-four] at org.infinispan.remoting.transport.jgroups.MarshallerAdapter.objectFromBuffer(MarshallerAdapter.java:50) [Server:server-four] at org.infinispan.remoting.transport.jgroups.CommandAwareRpcDispatcher.handle(CommandAwareRpcDispatcher.java:139) [Server:server-four] at org.jgroups.blocks.RequestCorrelator.handleRequest(RequestCorrelator.java:446) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-four] at org.jgroups.blocks.RequestCorrelator.receiveMessage(RequestCorrelator.java:353) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-four] at org.jgroups.blocks.RequestCorrelator.receive(RequestCorrelator.java:229) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-four] at org.jgroups.blocks.MessageDispatcher$ProtocolAdapter.up(MessageDispatcher.java:556) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-four] at org.jgroups.blocks.mux.MuxUpHandler.up(MuxUpHandler.java:130) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-four] at org.jgroups.JChannel.up(JChannel.java:718) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-four] at org.jgroups.stack.ProtocolStack.up(ProtocolStack.java:1026) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-four] at org.jgroups.protocols.pbcast.FLUSH.up(FLUSH.java:481) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-four] at org.jgroups.protocols.pbcast.STATE_TRANSFER.up(STATE_TRANSFER.java:178) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-four] at org.jgroups.protocols.FRAG2.up(FRAG2.java:181) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-four] at org.jgroups.protocols.FlowControl.up(FlowControl.java:418) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-four] at org.jgroups.protocols.FlowControl.up(FlowControl.java:418) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-four] at org.jgroups.protocols.pbcast.GMS.up(GMS.java:865) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-four] at org.jgroups.protocols.pbcast.STABLE.up(STABLE.java:244) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-four] at org.jgroups.protocols.UNICAST2.up(UNICAST2.java:355) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-four] at org.jgroups.protocols.pbcast.NAKACK.handleMessage(NAKACK.java:686) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-four] at org.jgroups.protocols.pbcast.NAKACK.up(NAKACK.java:547) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-four] at org.jgroups.protocols.BARRIER.up(BARRIER.java:126) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-four] at org.jgroups.protocols.VERIFY_SUSPECT.up(VERIFY_SUSPECT.java:134) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-four] at org.jgroups.protocols.FD.up(FD.java:270) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-four] at org.jgroups.protocols.FD_SOCK.up(FD_SOCK.java:273) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-four] at org.jgroups.protocols.MERGE2.up(MERGE2.java:208) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-four] at org.jgroups.protocols.Discovery.up(Discovery.java:335) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-four] at org.jgroups.stack.Protocol.up(Protocol.java:358) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-four] at org.jgroups.protocols.TP.passMessageUp(TP.java:1091) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-four] at org.jgroups.protocols.TP$IncomingPacket.handleMyMessage(TP.java:1646) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-four] at org.jgroups.protocols.TP$IncomingPacket.run(TP.java:1628) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-four] at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) [:1.6.0_26] [Server:server-four] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) [:1.6.0_26] [Server:server-four] at java.lang.Thread.run(Thread.java:680) [:1.6.0_26] [Server:server-four] [Server:server-three] 14:56:18,332 SEVERE [org.jgroups.blocks.RequestCorrelator] (OOB-19,null) failed unmarshalling buffer into return value: java.lang.ClassNotFoundException: org.infinispan.CacheException from [Module "org.jboss.as.clustering.jgroups:main" from local module loader @4ce32802 (roots: /Users/bstansberry/dev/jbossas/bootstrap/jboss-as/build/target/jboss-as-7.1.0.Alpha2-SNAPSHOT/modules)] [Server:server-three] at org.jboss.modules.ModuleClassLoader.findClass(ModuleClassLoader.java:191) [Server:server-three] at org.jboss.modules.ConcurrentClassLoader.performLoadClassChecked(ConcurrentClassLoader.java:361) [Server:server-three] at org.jboss.modules.ConcurrentClassLoader.performLoadClassChecked(ConcurrentClassLoader.java:333) [Server:server-three] at org.jboss.modules.ConcurrentClassLoader.performLoadClass(ConcurrentClassLoader.java:310) [Server:server-three] at org.jboss.modules.ConcurrentClassLoader.loadClass(ConcurrentClassLoader.java:103) [Server:server-three] at java.lang.Class.forName0(Native Method) [:1.6.0_26] [Server:server-three] at java.lang.Class.forName(Class.java:247) [:1.6.0_26] [Server:server-three] at org.jboss.marshalling.AbstractClassResolver.loadClass(AbstractClassResolver.java:135) [jboss-marshalling-1.3.1.GA.jar:1.3.1.GA] [Server:server-three] at org.jboss.marshalling.AbstractClassResolver.resolveClass(AbstractClassResolver.java:116) [jboss-marshalling-1.3.1.GA.jar:1.3.1.GA] [Server:server-three] at org.jboss.marshalling.river.RiverUnmarshaller.doReadClassDescriptor(RiverUnmarshaller.java:888) [Server:server-three] at org.jboss.marshalling.river.RiverUnmarshaller.doReadNewObject(RiverUnmarshaller.java:1200) [Server:server-three] at org.jboss.marshalling.river.RiverUnmarshaller.doReadObject(RiverUnmarshaller.java:272) [Server:server-three] at org.jboss.marshalling.river.RiverUnmarshaller.doReadObject(RiverUnmarshaller.java:209) [Server:server-three] at org.jboss.marshalling.AbstractObjectInput.readObject(AbstractObjectInput.java:37) [jboss-marshalling-1.3.1.GA.jar:1.3.1.GA] [Server:server-three] at org.infinispan.remoting.responses.ExceptionResponse$Externalizer.readObject(ExceptionResponse.java:66) [Server:server-three] at org.infinispan.remoting.responses.ExceptionResponse$Externalizer.readObject(ExceptionResponse.java:58) [Server:server-three] at org.infinispan.marshall.jboss.ExternalizerTable$ExternalizerAdapter.readObject(ExternalizerTable.java:384) [Server:server-three] at org.infinispan.marshall.jboss.ExternalizerTable.readObject(ExternalizerTable.java:272) [Server:server-three] at org.jboss.marshalling.river.RiverUnmarshaller.doReadObject(RiverUnmarshaller.java:351) [Server:server-three] at org.jboss.marshalling.river.RiverUnmarshaller.doReadObject(RiverUnmarshaller.java:209) [Server:server-three] at org.jboss.marshalling.AbstractObjectInput.readObject(AbstractObjectInput.java:37) [jboss-marshalling-1.3.1.GA.jar:1.3.1.GA] [Server:server-three] at org.infinispan.marshall.jboss.AbstractJBossMarshaller.objectFromObjectStream(AbstractJBossMarshaller.java:120) [Server:server-three] at org.infinispan.marshall.VersionAwareMarshaller.objectFromByteBuffer(VersionAwareMarshaller.java:115) [Server:server-three] at org.infinispan.marshall.AbstractDelegatingMarshaller.objectFromByteBuffer(AbstractDelegatingMarshaller.java:80) [Server:server-three] at org.infinispan.remoting.transport.jgroups.MarshallerAdapter.objectFromBuffer(MarshallerAdapter.java:50) [Server:server-three] at org.jgroups.blocks.RequestCorrelator.receiveMessage(RequestCorrelator.java:366) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-three] at org.jgroups.blocks.RequestCorrelator.receive(RequestCorrelator.java:229) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-three] at org.jgroups.blocks.MessageDispatcher$ProtocolAdapter.up(MessageDispatcher.java:556) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-three] at org.jgroups.blocks.mux.MuxUpHandler.up(MuxUpHandler.java:130) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-three] at org.jgroups.JChannel.up(JChannel.java:718) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-three] at org.jgroups.stack.ProtocolStack.up(ProtocolStack.java:1026) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-three] at org.jgroups.protocols.pbcast.FLUSH.up(FLUSH.java:433) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-three] at org.jgroups.protocols.pbcast.STATE_TRANSFER.up(STATE_TRANSFER.java:178) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-three] at org.jgroups.protocols.FRAG2.up(FRAG2.java:181) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-three] at org.jgroups.protocols.FlowControl.up(FlowControl.java:418) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-three] at org.jgroups.protocols.FlowControl.up(FlowControl.java:418) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-three] at org.jgroups.protocols.pbcast.GMS.up(GMS.java:865) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-three] at org.jgroups.protocols.pbcast.STABLE.up(STABLE.java:244) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-three] at org.jgroups.protocols.UNICAST2.handleDataReceived(UNICAST2.java:711) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-three] at org.jgroups.protocols.UNICAST2.up(UNICAST2.java:337) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-three] at org.jgroups.protocols.pbcast.NAKACK.up(NAKACK.java:583) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-three] at org.jgroups.protocols.BARRIER.up(BARRIER.java:102) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-three] at org.jgroups.protocols.VERIFY_SUSPECT.up(VERIFY_SUSPECT.java:134) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-three] at org.jgroups.protocols.FD.up(FD.java:270) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-three] at org.jgroups.protocols.FD_SOCK.up(FD_SOCK.java:273) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-three] at org.jgroups.protocols.MERGE2.up(MERGE2.java:208) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-three] at org.jgroups.protocols.Discovery.up(Discovery.java:335) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-three] at org.jgroups.stack.Protocol.up(Protocol.java:358) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-three] at org.jgroups.protocols.TP.passMessageUp(TP.java:1091) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-three] at org.jgroups.protocols.TP$IncomingPacket.handleMyMessage(TP.java:1646) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-three] at org.jgroups.protocols.TP$IncomingPacket.run(TP.java:1628) [jgroups-3.0.0.CR5.jar:3.0.0.CR5] [Server:server-three] at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) [:1.6.0_26] [Server:server-three] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) [:1.6.0_26] [Server:server-three] at java.lang.Thread.run(Thread.java:680) [:1.6.0_26] My expectation is this has nothing to do with domain mode, unless there is some config issue in domain.xml.