Katia Aresti created ISPN-12635: ----------------------------------- Summary: Multimap Bucket can't get replicated Key: ISPN-12635 URL: https://issues.redhat.com/browse/ISPN-12635 Project: Infinispan Issue Type: Bug Components: Cross-Site Replication Affects Versions: 12.0.0.CR1 Reporter: Katia Aresti Assignee: Pedro Ruivo To reproduce the issue * Launch two Xsite clusters * Create a cache and the backup * Use multimap remote api to put some values (Remote Simple tutorial)   The server logs   ispn-lon-2                 | 12:24:21,750 WARN  (jgroups-11,cac3675c5cbc-55154) [org.infinispan.xsite.BackupSenderImpl] ISPN000202: Problems backing up data for cache xsiteCache to site NYC: org.infinispan.commons.marshall.MarshallingException: No marshaller registered for Java type org.infinispan.commons.marshall.WrappedByteArrayispn-lon-2                 | 12:24:21,750 WARN  (jgroups-11,cac3675c5cbc-55154) [org.infinispan.xsite.BackupSenderImpl] ISPN000202: Problems backing up data for cache xsiteCache to site NYC: org.infinispan.commons.marshall.MarshallingException: No marshaller registered for Java type org.infinispan.commons.marshall.WrappedByteArrayispn-lon-2                 | 12:24:21,756 WARN  (jgroups-11,cac3675c5cbc-55154) [org.infinispan.PERSISTENCE] ISPN000559: Cannot marshall 'class org.infinispan.multimap.impl.Bucket' java.lang.IllegalArgumentException: No marshaller registered for Java type org.infinispan.commons.marshall.WrappedByteArrayispn-lon-2                 | at org.infinispan.protostream.impl.SerializationContextImpl.getMarshallerDelegate(SerializationContextImpl.java:298)ispn-lon-2                 | at org.infinispan.protostream.WrappedMessage.writeMessage(WrappedMessage.java:240)ispn-lon-2                 | at org.infinispan.protostream.ProtobufUtil.toWrappedByteArray(ProtobufUtil.java:132)ispn-lon-2                 | at org.infinispan.protostream.ProtobufUtil.toWrappedByteArray(ProtobufUtil.java:127)ispn-lon-2                 | at org.infinispan.commons.marshall.ImmutableProtoStreamMarshaller.objectToBuffer(ImmutableProtoStreamMarshaller.java:55)ispn-lon-2                 | at org.infinispan.commons.marshall.AbstractMarshaller.objectToByteBuffer(AbstractMarshaller.java:70)ispn-lon-2                 | at org.infinispan.commons.marshall.AbstractMarshaller.objectToByteBuffer(AbstractMarshaller.java:60)ispn-lon-2                 | at org.infinispan.marshall.core.impl.DelegatingUserMarshaller.objectToByteBuffer(DelegatingUserMarshaller.java:58)ispn-lon-2                 | at org.infinispan.marshall.protostream.impl.MarshallableUserObject$Marshaller.writeTo(MarshallableUserObject.java:149)ispn-lon-2                 | at org.infinispan.marshall.protostream.impl.MarshallableUserObject$Marshaller.writeTo(MarshallableUserObject.java:102)ispn-lon-2                 | at org.infinispan.protostream.impl.RawProtobufMarshallerDelegate.marshall(RawProtobufMarshallerDelegate.java:32)ispn-lon-2                 | at org.infinispan.protostream.annotations.impl.GeneratedMarshallerBase.writeMessage(GeneratedMarshallerBase.java:34)ispn-lon-2                 | at org.infinispan.protostream.annotations.impl.GeneratedMarshallerBase.writeNestedMessage(GeneratedMarshallerBase.java:45)ispn-lon-2                 | at org.infinispan.multimap.impl.Bucket$___Marshaller_686dc55729a31972fef7d4722c2e90e0421789a20c8a9d4176be1714ac94d28c.writeTo(Bucket$___Marshaller_686dc55729a31972fef7d4722c2e90e0421789a20c8a9d4176be1714ac94d28c.java:69)ispn-lon-2                 | at org.infinispan.multimap.impl.Bucket$___Marshaller_686dc55729a31972fef7d4722c2e90e0421789a20c8a9d4176be1714ac94d28c.writeTo(Bucket$___Marshaller_686dc55729a31972fef7d4722c2e90e0421789a20c8a9d4176be1714ac94d28c.java:15)ispn-lon-2                 | at org.infinispan.protostream.impl.RawProtobufMarshallerDelegate.marshall(RawProtobufMarshallerDelegate.java:32)ispn-lon-2                 | at org.infinispan.protostream.WrappedMessage.writeMessage(WrappedMessage.java:257)ispn-lon-2                 | at org.infinispan.protostream.ProtobufUtil.toWrappedStream(ProtobufUtil.java:147)ispn-lon-2                 | at org.infinispan.marshall.protostream.impl.AbstractInternalProtoStreamMarshaller.objectToByteBuffer(AbstractInternalProtoStreamMarshaller.java:75)ispn-lon-2                 | at org.infinispan.marshall.protostream.impl.AbstractInternalProtoStreamMarshaller.objectToByteBuffer(AbstractInternalProtoStreamMarshaller.java:87)ispn-lon-2                 | at org.infinispan.marshall.core.GlobalMarshaller.writeRawUnknown(GlobalMarshaller.java:637)ispn-lon-2                 | at org.infinispan.marshall.core.GlobalMarshaller.writeUnknown(GlobalMarshaller.java:626)ispn-lon-2                 | at org.infinispan.marshall.core.GlobalMarshaller.writeUnknown(GlobalMarshaller.java:617)ispn-lon-2                 | at org.infinispan.marshall.core.GlobalMarshaller.writeNonNullableObject(GlobalMarshaller.java:383)ispn-lon-2                 | at org.infinispan.marshall.core.GlobalMarshaller.writeNullableObject(GlobalMarshaller.java:351)ispn-lon-2                 | at org.infinispan.marshall.core.BytesObjectOutput.writeObject(BytesObjectOutput.java:26)ispn-lon-2                 | at org.infinispan.commands.write.PutKeyValueCommand.writeTo(PutKeyValueCommand.java:83)ispn-lon-2                 | at org.infinispan.marshall.exts.ReplicableCommandExternalizer.writeCommandParameters(ReplicableCommandExternalizer.java:83)ispn-lon-2                 | at org.infinispan.marshall.exts.ReplicableCommandExternalizer.writeObject(ReplicableCommandExternalizer.java:79)ispn-lon-2                 | at org.infinispan.marshall.exts.ReplicableCommandExternalizer.writeObject(ReplicableCommandExternalizer.java:67)ispn-lon-2                 | at org.infinispan.marshall.core.GlobalMarshaller.writeInternal(GlobalMarshaller.java:655)ispn-lon-2                 | at org.infinispan.marshall.core.GlobalMarshaller.writeNonNullableObject(GlobalMarshaller.java:370)ispn-lon-2                 | at org.infinispan.marshall.core.GlobalMarshaller.writeNullableObject(GlobalMarshaller.java:351)ispn-lon-2                 | at org.infinispan.marshall.core.BytesObjectOutput.writeObject(BytesObjectOutput.java:26)ispn-lon-2                 | at org.infinispan.xsite.SingleXSiteRpcCommand.writeTo(SingleXSiteRpcCommand.java:66)ispn-lon-2                 | at org.infinispan.marshall.exts.ReplicableCommandExternalizer.writeCommandParameters(ReplicableCommandExternalizer.java:83)ispn-lon-2                 | at org.infinispan.marshall.exts.CacheRpcCommandExternalizer.marshallParameters(CacheRpcCommandExternalizer.java:144)ispn-lon-2                 | at org.infinispan.marshall.exts.CacheRpcCommandExternalizer.writeObject(CacheRpcCommandExternalizer.java:140)ispn-lon-2                 | at org.infinispan.marshall.exts.CacheRpcCommandExternalizer.writeObject(CacheRpcCommandExternalizer.java:82)ispn-lon-2                 | at org.infinispan.marshall.core.GlobalMarshaller.writeInternal(GlobalMarshaller.java:655)ispn-lon-2                 | at org.infinispan.marshall.core.GlobalMarshaller.writeNonNullableObject(GlobalMarshaller.java:370)ispn-lon-2                 | at org.infinispan.marshall.core.GlobalMarshaller.writeNullableObject(GlobalMarshaller.java:351)ispn-lon-2                 | at org.infinispan.marshall.core.GlobalMarshaller.writeObjectOutput(GlobalMarshaller.java:180)ispn-lon-2                 | at org.infinispan.marshall.core.GlobalMarshaller.writeObjectOutput(GlobalMarshaller.java:173)ispn-lon-2                 | at org.infinispan.marshall.core.GlobalMarshaller.objectToBuffer(GlobalMarshaller.java:301)ispn-lon-2                 | at org.infinispan.remoting.transport.jgroups.JGroupsTransport.marshallRequest(JGroupsTransport.java:1066)ispn-lon-2                 | at org.infinispan.remoting.transport.jgroups.JGroupsTransport.sendCommand(JGroupsTransport.java:1054)ispn-lon-2                 | at org.infinispan.remoting.transport.jgroups.JGroupsTransport.backupRemotely(JGroupsTransport.java:354)ispn-lon-2                 | at org.infinispan.remoting.rpc.RpcManagerImpl.invokeXSite(RpcManagerImpl.java:376)ispn-lon-2                 | at org.infinispan.xsite.BackupSenderImpl.sendTo(BackupSenderImpl.java:183)ispn-lon-2                 | at org.infinispan.xsite.BackupSenderImpl.backupCommand(BackupSenderImpl.java:176)ispn-lon-2                 | at org.infinispan.xsite.BackupSenderImpl.backupWrite(BackupSenderImpl.java:147)ispn-lon-2                 | at org.infinispan.interceptors.xsite.NonTransactionalBackupInterceptor.handleSingleKeyWriteReturn(NonTransactionalBackupInterceptor.java:146)ispn-lon-2                 | at org.infinispan.interceptors.InvocationSuccessFunction.apply(InvocationSuccessFunction.java:25)ispn-lon-2                 | at org.infinispan.interceptors.impl.QueueAsyncInvocationStage.invokeQueuedHandlers(QueueAsyncInvocationStage.java:124)ispn-lon-2                 | at org.infinispan.interceptors.impl.QueueAsyncInvocationStage.accept(QueueAsyncInvocationStage.java:87)ispn-lon-2                 | at org.infinispan.interceptors.impl.QueueAsyncInvocationStage.accept(QueueAsyncInvocationStage.java:33)ispn-lon-2                 | at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:859)ispn-lon-2                 | at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:837)ispn-lon-2                 | at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506)ispn-lon-2                 | at java.base/java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2073)ispn-lon-2                 | at org.infinispan.remoting.transport.AbstractRequest.complete(AbstractRequest.java:67)ispn-lon-2                 | at org.infinispan.remoting.transport.impl.MultiTargetRequest.onResponse(MultiTargetRequest.java:105)ispn-lon-2                 | at org.infinispan.remoting.transport.impl.RequestRepository.addResponse(RequestRepository.java:51)ispn-lon-2                 | at org.infinispan.remoting.transport.jgroups.JGroupsTransport.processResponse(JGroupsTransport.java:1407)ispn-lon-2                 | at org.infinispan.remoting.transport.jgroups.JGroupsTransport.processMessage(JGroupsTransport.java:1310)ispn-lon-2                 | at org.infinispan.remoting.transport.jgroups.JGroupsTransport.access$300(JGroupsTransport.java:131)ispn-lon-2                 | at org.infinispan.remoting.transport.jgroups.JGroupsTransport$ChannelCallbacks.up(JGroupsTransport.java:1450)ispn-lon-2                 | at org.jgroups.JChannel.up(JChannel.java:784)ispn-lon-2                 | at org.jgroups.stack.ProtocolStack.up(ProtocolStack.java:913)ispn-lon-2                 | at org.jgroups.protocols.relay.RELAY2.up(RELAY2.java:499)ispn-lon-2                 | at org.jgroups.protocols.FRAG3.up(FRAG3.java:165)ispn-lon-2                 | at org.jgroups.protocols.FlowControl.up(FlowControl.java:343)ispn-lon-2                 | at org.jgroups.protocols.FlowControl.up(FlowControl.java:343)ispn-lon-2                 | at org.jgroups.protocols.pbcast.GMS.up(GMS.java:876)ispn-lon-2                 | at org.jgroups.protocols.pbcast.STABLE.up(STABLE.java:243)ispn-lon-2                 | at org.jgroups.protocols.UNICAST3.deliverMessage(UNICAST3.java:1049)ispn-lon-2                 | at org.jgroups.protocols.UNICAST3.addMessage(UNICAST3.java:772)ispn-lon-2                 | at org.jgroups.protocols.UNICAST3.handleDataReceived(UNICAST3.java:753)ispn-lon-2                 | at org.jgroups.protocols.UNICAST3.up(UNICAST3.java:405)ispn-lon-2                 | at org.jgroups.protocols.pbcast.NAKACK2.up(NAKACK2.java:592)ispn-lon-2                 | at org.jgroups.protocols.VERIFY_SUSPECT.up(VERIFY_SUSPECT.java:132)ispn-lon-2                 | at org.jgroups.protocols.FailureDetection.up(FailureDetection.java:186)ispn-lon-2                 | at org.jgroups.protocols.FD_SOCK.up(FD_SOCK.java:254)ispn-lon-2                 | at org.jgroups.protocols.MERGE3.up(MERGE3.java:281)ispn-lon-2                 | at org.jgroups.protocols.Discovery.up(Discovery.java:300)ispn-lon-2                 | at org.jgroups.protocols.TP.passMessageUp(TP.java:1396)ispn-lon-2                 | at org.jgroups.util.SubmitToThreadPool$SingleMessageHandler.run(SubmitToThreadPool.java:87)ispn-lon-2                 | at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)ispn-lon-2                 | at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)ispn-lon-2                 | at java.base/java.lang.Thread.run(Thread.java:834)ispn-lon-2                 |ispn-lon-2                 | 12:24:21,759 WARN  (jgroups-11,cac3675c5cbc-55154) [org.infinispan.xsite.BackupSenderImpl] ISPN000202: Problems backing up data for cache xsiteCache to site NYC: org.infinispan.commons.marshall.MarshallingException: No marshaller registered for Java type org.infinispan.commons.marshall.WrappedByteArrayispn-lon-1                 | 12:24:21,755 WARN  (jgroups-13,9012e6269fb8-17732) [org.infinispan.PERSISTENCE] ISPN000559: Cannot marshall 'class org.infinispan.multimap.impl.Bucket' java.lang.IllegalArgumentException: No marshaller registered for Java type org.infinispan.commons.marshall.WrappedByteArrayispn-lon-1                 | at org.infinispan.protostream.impl.SerializationContextImpl.getMarshallerDelegate(SerializationContextImpl.java:298)ispn-lon-1                 | at org.infinispan.protostream.WrappedMessage.writeMessage(WrappedMessage.java:240)ispn-lon-1                 | at org.infinispan.protostream.ProtobufUtil.toWrappedByteArray(ProtobufUtil.java:132)ispn-lon-1                 | at org.infinispan.protostream.ProtobufUtil.toWrappedByteArray(ProtobufUtil.java:127)ispn-lon-1                 | at org.infinispan.commons.marshall.ImmutableProtoStreamMarshaller.objectToBuffer(ImmutableProtoStreamMarshaller.java:55)ispn-lon-1                 | at org.infinispan.commons.marshall.AbstractMarshaller.objectToByteBuffer(AbstractMarshaller.java:70)ispn-lon-1                 | at org.infinispan.commons.marshall.AbstractMarshaller.objectToByteBuffer(AbstractMarshaller.java:60)ispn-lon-1                 | at org.infinispan.marshall.core.impl.DelegatingUserMarshaller.objectToByteBuffer(DelegatingUserMarshaller.java:58)ispn-lon-1                 | at org.infinispan.marshall.protostream.impl.MarshallableUserObject$Marshaller.writeTo(MarshallableUserObject.java:149)ispn-lon-1                 | at org.infinispan.marshall.protostream.impl.MarshallableUserObject$Marshaller.writeTo(MarshallableUserObject.java:102)ispn-lon-1                 | at org.infinispan.protostream.impl.RawProtobufMarshallerDelegate.marshall(RawProtobufMarshallerDelegate.java:32)ispn-lon-1                 | at org.infinispan.protostream.annotations.impl.GeneratedMarshallerBase.writeMessage(GeneratedMarshallerBase.java:34)ispn-lon-1                 | at org.infinispan.protostream.annotations.impl.GeneratedMarshallerBase.writeNestedMessage(GeneratedMarshallerBase.java:45)ispn-lon-1                 | at org.infinispan.multimap.impl.Bucket$___Marshaller_686dc55729a31972fef7d4722c2e90e0421789a20c8a9d4176be1714ac94d28c.writeTo(Bucket$___Marshaller_686dc55729a31972fef7d4722c2e90e0421789a20c8a9d4176be1714ac94d28c.java:69)ispn-lon-1                 | at org.infinispan.multimap.impl.Bucket$___Marshaller_686dc55729a31972fef7d4722c2e90e0421789a20c8a9d4176be1714ac94d28c.writeTo(Bucket$___Marshaller_686dc55729a31972fef7d4722c2e90e0421789a20c8a9d4176be1714ac94d28c.java:15)ispn-lon-1                 | at org.infinispan.protostream.impl.RawProtobufMarshallerDelegate.marshall(RawProtobufMarshallerDelegate.java:32)ispn-lon-1                 | at org.infinispan.protostream.WrappedMessage.writeMessage(WrappedMessage.java:257)ispn-lon-1                 | at org.infinispan.protostream.ProtobufUtil.toWrappedStream(ProtobufUtil.java:147)ispn-lon-1                 | at org.infinispan.marshall.protostream.impl.AbstractInternalProtoStreamMarshaller.objectToByteBuffer(AbstractInternalProtoStreamMarshaller.java:75)ispn-lon-1                 | at org.infinispan.marshall.protostream.impl.AbstractInternalProtoStreamMarshaller.objectToByteBuffer(AbstractInternalProtoStreamMarshaller.java:87)ispn-lon-1                 | at org.infinispan.marshall.core.GlobalMarshaller.writeRawUnknown(GlobalMarshaller.java:637)ispn-lon-1                 | at org.infinispan.marshall.core.GlobalMarshaller.writeUnknown(GlobalMarshaller.java:626)ispn-lon-1                 | at org.infinispan.marshall.core.GlobalMarshaller.writeUnknown(GlobalMarshaller.java:617)ispn-lon-1                 | at org.infinispan.marshall.core.GlobalMarshaller.writeNonNullableObject(GlobalMarshaller.java:383)ispn-lon-1                 | at org.infinispan.marshall.core.GlobalMarshaller.writeNullableObject(GlobalMarshaller.java:351)ispn-lon-1                 | at org.infinispan.marshall.core.BytesObjectOutput.writeObject(BytesObjectOutput.java:26)ispn-lon-1                 | at org.infinispan.commands.write.PutKeyValueCommand.writeTo(PutKeyValueCommand.java:83)ispn-lon-1                 | at org.infinispan.marshall.exts.ReplicableCommandExternalizer.writeCommandParameters(ReplicableCommandExternalizer.java:83)ispn-lon-1                 | at org.infinispan.marshall.exts.ReplicableCommandExternalizer.writeObject(ReplicableCommandExternalizer.java:79)ispn-lon-1                 | at org.infinispan.marshall.exts.ReplicableCommandExternalizer.writeObject(ReplicableCommandExternalizer.java:67)ispn-lon-1                 | at org.infinispan.marshall.core.GlobalMarshaller.writeInternal(GlobalMarshaller.java:655)ispn-lon-1                 | at org.infinispan.marshall.core.GlobalMarshaller.writeNonNullableObject(GlobalMarshaller.java:370)ispn-lon-1                 | at org.infinispan.marshall.core.GlobalMarshaller.writeNullableObject(GlobalMarshaller.java:351)ispn-lon-1                 | at org.infinispan.marshall.core.BytesObjectOutput.writeObject(BytesObjectOutput.java:26)ispn-lon-1                 | at org.infinispan.xsite.SingleXSiteRpcCommand.writeTo(SingleXSiteRpcCommand.java:66)ispn-lon-1                 | at org.infinispan.marshall.exts.ReplicableCommandExternalizer.writeCommandParameters(ReplicableCommandExternalizer.java:83)ispn-lon-1                 | at org.infinispan.marshall.exts.CacheRpcCommandExternalizer.marshallParameters(CacheRpcCommandExternalizer.java:144)ispn-lon-1                 | at org.infinispan.marshall.exts.CacheRpcCommandExternalizer.writeObject(CacheRpcCommandExternalizer.java:140)ispn-lon-1                 | at org.infinispan.marshall.exts.CacheRpcCommandExternalizer.writeObject(CacheRpcCommandExternalizer.java:82)ispn-lon-1                 | at org.infinispan.marshall.core.GlobalMarshaller.writeInternal(GlobalMarshaller.java:655)ispn-lon-1                 | at org.infinispan.marshall.core.GlobalMarshaller.writeNonNullableObject(GlobalMarshaller.java:370)ispn-lon-1                 | at org.infinispan.marshall.core.GlobalMarshaller.writeNullableObject(GlobalMarshaller.java:351)ispn-lon-1                 | at org.infinispan.marshall.core.GlobalMarshaller.writeObjectOutput(GlobalMarshaller.java:180)ispn-lon-1                 | at org.infinispan.marshall.core.GlobalMarshaller.writeObjectOutput(GlobalMarshaller.java:173)ispn-lon-1                 | at org.infinispan.marshall.core.GlobalMarshaller.objectToBuffer(GlobalMarshaller.java:301)ispn-lon-1                 | at org.infinispan.remoting.transport.jgroups.JGroupsTransport.marshallRequest(JGroupsTransport.java:1066)ispn-lon-1                 | at org.infinispan.remoting.transport.jgroups.JGroupsTransport.sendCommand(JGroupsTransport.java:1054)ispn-lon-1                 | at org.infinispan.remoting.transport.jgroups.JGroupsTransport.backupRemotely(JGroupsTransport.java:354)ispn-lon-1                 | at org.infinispan.remoting.rpc.RpcManagerImpl.invokeXSite(RpcManagerImpl.java:376)ispn-lon-1                 | at org.infinispan.xsite.BackupSenderImpl.sendTo(BackupSenderImpl.java:183)ispn-lon-1                 | at org.infinispan.xsite.BackupSenderImpl.backupCommand(BackupSenderImpl.java:176)ispn-lon-1                 | at org.infinispan.xsite.BackupSenderImpl.backupWrite(BackupSenderImpl.java:147)ispn-lon-1                 | at org.infinispan.interceptors.xsite.NonTransactionalBackupInterceptor.handleSingleKeyWriteReturn(NonTransactionalBackupInterceptor.java:146)ispn-lon-1                 | at org.infinispan.interceptors.InvocationSuccessFunction.apply(InvocationSuccessFunction.java:25)ispn-lon-1                 | at org.infinispan.interceptors.impl.QueueAsyncInvocationStage.invokeQueuedHandlers(QueueAsyncInvocationStage.java:124)ispn-lon-1                 | at org.infinispan.interceptors.impl.QueueAsyncInvocationStage.accept(QueueAsyncInvocationStage.java:87)ispn-lon-1                 | at org.infinispan.interceptors.impl.QueueAsyncInvocationStage.accept(QueueAsyncInvocationStage.java:33)ispn-lon-1                 | at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:859)ispn-lon-1                 | at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:837)ispn-lon-1                 | at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506)ispn-lon-1                 | at java.base/java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2073)ispn-lon-1                 | at org.infinispan.remoting.transport.AbstractRequest.complete(AbstractRequest.java:67)ispn-lon-1                 | at org.infinispan.remoting.transport.impl.MultiTargetRequest.onResponse(MultiTargetRequest.java:105)ispn-lon-1                 | at org.infinispan.remoting.transport.impl.RequestRepository.addResponse(RequestRepository.java:51)ispn-lon-1                 | at org.infinispan.remoting.transport.jgroups.JGroupsTransport.processResponse(JGroupsTransport.java:1407)ispn-lon-1                 | at org.infinispan.remoting.transport.jgroups.JGroupsTransport.processMessage(JGroupsTransport.java:1310)ispn-lon-1                 | at org.infinispan.remoting.transport.jgroups.JGroupsTransport.access$300(JGroupsTransport.java:131)ispn-lon-1                 | at org.infinispan.remoting.transport.jgroups.JGroupsTransport$ChannelCallbacks.up(JGroupsTransport.java:1450)ispn-lon-1                 | at org.jgroups.JChannel.up(JChannel.java:784)ispn-lon-1                 | at org.jgroups.stack.ProtocolStack.up(ProtocolStack.java:913)ispn-lon-1                 | at org.jgroups.protocols.relay.RELAY2.up(RELAY2.java:499)ispn-lon-1                 | at org.jgroups.protocols.FRAG3.up(FRAG3.java:165)ispn-lon-1                 | at org.jgroups.protocols.FlowControl.up(FlowControl.java:343)ispn-lon-1                 | at org.jgroups.protocols.FlowControl.up(FlowControl.java:343)ispn-lon-1                 | at org.jgroups.protocols.pbcast.GMS.up(GMS.java:876)ispn-lon-1                 | at org.jgroups.protocols.pbcast.STABLE.up(STABLE.java:243)ispn-lon-1                 | at org.jgroups.protocols.UNICAST3.deliverMessage(UNICAST3.java:1049)ispn-lon-1                 | at org.jgroups.protocols.UNICAST3.addMessage(UNICAST3.java:772)ispn-lon-1                 | at org.jgroups.protocols.UNICAST3.handleDataReceived(UNICAST3.java:753)ispn-lon-1                 | at org.jgroups.protocols.UNICAST3.up(UNICAST3.java:405)ispn-lon-1                 | at org.jgroups.protocols.pbcast.NAKACK2.up(NAKACK2.java:592)ispn-lon-1                 | at org.jgroups.protocols.VERIFY_SUSPECT.up(VERIFY_SUSPECT.java:132)ispn-lon-1                 | at org.jgroups.protocols.FailureDetection.up(FailureDetection.java:186)ispn-lon-1                 | at org.jgroups.protocols.FD_SOCK.up(FD_SOCK.java:254)ispn-lon-1                 | at org.jgroups.protocols.MERGE3.up(MERGE3.java:281)ispn-lon-1                 | at org.jgroups.protocols.Discovery.up(Discovery.java:300)ispn-lon-1                 | at org.jgroups.protocols.TP.passMessageUp(TP.java:1396)ispn-lon-1                 | at org.jgroups.util.SubmitToThreadPool$SingleMessageHandler.run(SubmitToThreadPool.java:87)ispn-lon-1                 | at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)ispn-lon-1                 | at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)ispn-lon-1                 | at java.base/java.lang.Thread.run(Thread.java:834)ispn-lon-1                 |ispn-lon-1                 | 12:24:21,767 WARN  (jgroups-16,9012e6269fb8-17732) [org.infinispan.PERSISTENCE] ISPN000559: Cannot marshall 'class org.infinispan.multimap.impl.Bucket' java.lang.IllegalArgumentException: No marshaller registered for Java type org.infinispan.commons.marshall.WrappedByteArrayispn-lon-1                 | at org.infinispan.protostream.impl.SerializationContextImpl.getMarshallerDelegate(SerializationContextImpl.java:298)ispn-lon-1                 | at org.infinispan.protostream.WrappedMessage.writeMessage(WrappedMessage.java:240)ispn-lon-1                 | at org.infinispan.protostream.ProtobufUtil.toWrappedByteArray(ProtobufUtil.java:132)ispn-lon-1                 | at org.infinispan.protostream.ProtobufUtil.toWrappedByteArray(ProtobufUtil.java:127)ispn-lon-1                 | at org.infinispan.commons.marshall.ImmutableProtoStreamMarshaller.objectToBuffer(ImmutableProtoStreamMarshaller.java:55)ispn-lon-1                 | at org.infinispan.commons.marshall.AbstractMarshaller.objectToByteBuffer(AbstractMarshaller.java:70)ispn-lon-1                 | at org.infinispan.commons.marshall.AbstractMarshaller.objectToByteBuffer(AbstractMarshaller.java:60)ispn-lon-1                 | at org.infinispan.marshall.core.impl.DelegatingUserMarshaller.objectToByteBuffer(DelegatingUserMarshaller.java:58)ispn-lon-1                 | at org.infinispan.marshall.protostream.impl.MarshallableUserObject$Marshaller.writeTo(MarshallableUserObject.java:149)ispn-lon-1                 | at org.infinispan.marshall.protostream.impl.MarshallableUserObject$Marshaller.writeTo(MarshallableUserObject.java:102)ispn-lon-1                 | at org.infinispan.protostream.impl.RawProtobufMarshallerDelegate.marshall(RawProtobufMarshallerDelegate.java:32)ispn-lon-1                 | at org.infinispan.protostream.annotations.impl.GeneratedMarshallerBase.writeMessage(GeneratedMarshallerBase.java:34)ispn-lon-1                 | at org.infinispan.protostream.annotations.impl.GeneratedMarshallerBase.writeNestedMessage(GeneratedMarshallerBase.java:45)ispn-lon-1                 | at org.infinispan.multimap.impl.Bucket$___Marshaller_686dc55729a31972fef7d4722c2e90e0421789a20c8a9d4176be1714ac94d28c.writeTo(Bucket$___Marshaller_686dc55729a31972fef7d4722c2e90e0421789a20c8a9d4176be1714ac94d28c.java:69)ispn-lon-1                 | at org.infinispan.multimap.impl.Bucket$___Marshaller_686dc55729a31972fef7d4722c2e90e0421789a20c8a9d4176be1714ac94d28c.writeTo(Bucket$___Marshaller_686dc55729a31972fef7d4722c2e90e0421789a20c8a9d4176be1714ac94d28c.java:15)ispn-lon-1                 | at org.infinispan.protostream.impl.RawProtobufMarshallerDelegate.marshall(RawProtobufMarshallerDelegate.java:32)ispn-lon-1                 | at org.infinispan.protostream.WrappedMessage.writeMessage(WrappedMessage.java:257)ispn-lon-1                 | at org.infinispan.protostream.ProtobufUtil.toWrappedStream(ProtobufUtil.java:147)ispn-lon-1                 | at org.infinispan.marshall.protostream.impl.AbstractInternalProtoStreamMarshaller.objectToByteBuffer(AbstractInternalProtoStreamMarshaller.java:75)ispn-lon-1                 | at org.infinispan.marshall.protostream.impl.AbstractInternalProtoStreamMarshaller.objectToByteBuffer(AbstractInternalProtoStreamMarshaller.java:87)ispn-lon-1                 | at org.infinispan.marshall.core.GlobalMarshaller.writeRawUnknown(GlobalMarshaller.java:637)ispn-lon-1                 | at org.infinispan.marshall.core.GlobalMarshaller.writeUnknown(GlobalMarshaller.java:626)ispn-lon-1                 | at org.infinispan.marshall.core.GlobalMarshaller.writeUnknown(GlobalMarshaller.java:617)ispn-lon-1                 | at org.infinispan.marshall.core.GlobalMarshaller.writeNonNullableObject(GlobalMarshaller.java:383)ispn-lon-1                 | at org.infinispan.marshall.core.GlobalMarshaller.writeNullableObject(GlobalMarshaller.java:351)ispn-lon-1                 | at org.infinispan.marshall.core.BytesObjectOutput.writeObject(BytesObjectOutput.java:26)ispn-lon-1                 | at org.infinispan.commands.write.PutKeyValueCommand.writeTo(PutKeyValueCommand.java:83)ispn-lon-1                 | at org.infinispan.marshall.exts.ReplicableCommandExternalizer.writeCommandParameters(ReplicableCommandExternalizer.java:83)ispn-lon-1                 | at org.infinispan.marshall.exts.ReplicableCommandExternalizer.writeObject(ReplicableCommandExternalizer.java:79)ispn-lon-1                 | at org.infinispan.marshall.exts.ReplicableCommandExternalizer.writeObject(ReplicableCommandExternalizer.java:67)ispn-lon-1                 | at org.infinispan.marshall.core.GlobalMarshaller.writeInternal(GlobalMarshaller.java:655)ispn-lon-1                 | at org.infinispan.marshall.core.GlobalMarshaller.writeNonNullableObject(GlobalMarshaller.java:370)ispn-lon-1                 | at org.infinispan.marshall.core.GlobalMarshaller.writeNullableObject(GlobalMarshaller.java:351)ispn-lon-1                 | at org.infinispan.marshall.core.BytesObjectOutput.writeObject(BytesObjectOutput.java:26)ispn-lon-1                 | at org.infinispan.xsite.SingleXSiteRpcCommand.writeTo(SingleXSiteRpcCommand.java:66)ispn-lon-1                 | at org.infinispan.marshall.exts.ReplicableCommandExternalizer.writeCommandParameters(ReplicableCommandExternalizer.java:83)ispn-lon-1                 | at org.infinispan.marshall.exts.CacheRpcCommandExternalizer.marshallParameters(CacheRpcCommandExternalizer.java:144)ispn-lon-1                 | at org.infinispan.marshall.exts.CacheRpcCommandExternalizer.writeObject(CacheRpcCommandExternalizer.java:140)ispn-lon-1                 | at org.infinispan.marshall.exts.CacheRpcCommandExternalizer.writeObject(CacheRpcCommandExternalizer.java:82)ispn-lon-1                 | at org.infinispan.marshall.core.GlobalMarshaller.writeInternal(GlobalMarshaller.java:655)ispn-lon-1                 | at org.infinispan.marshall.core.GlobalMarshaller.writeNonNullableObject(GlobalMarshaller.java:370)ispn-lon-1                 | at org.infinispan.marshall.core.GlobalMarshaller.writeNullableObject(GlobalMarshaller.java:351)ispn-lon-1                 | at org.infinispan.marshall.core.GlobalMarshaller.writeObjectOutput(GlobalMarshaller.java:180)ispn-lon-1                 | at org.infinispan.marshall.core.GlobalMarshaller.writeObjectOutput(GlobalMarshaller.java:173)ispn-lon-1                 | at org.infinispan.marshall.core.GlobalMarshaller.objectToBuffer(GlobalMarshaller.java:301)ispn-lon-1                 | at org.infinispan.remoting.transport.jgroups.JGroupsTransport.marshallRequest(JGroupsTransport.java:1066)ispn-lon-1                 | at org.infinispan.remoting.transport.jgroups.JGroupsTransport.sendCommand(JGroupsTransport.java:1054)ispn-lon-1                 | at org.infinispan.remoting.transport.jgroups.JGroupsTransport.backupRemotely(JGroupsTransport.java:354)ispn-lon-1                 | at org.infinispan.remoting.rpc.RpcManagerImpl.invokeXSite(RpcManagerImpl.java:376)ispn-lon-1                 | at org.infinispan.xsite.BackupSenderImpl.sendTo(BackupSenderImpl.java:183)ispn-lon-1                 | at org.infinispan.xsite.BackupSenderImpl.backupCommand(BackupSenderImpl.java:176)ispn-lon-1                 | at org.infinispan.xsite.BackupSenderImpl.backupWrite(BackupSenderImpl.java:147)ispn-lon-1                 | at org.infinispan.interceptors.xsite.NonTransactionalBackupInterceptor.handleSingleKeyWriteReturn(NonTransactionalBackupInterceptor.java:146)ispn-lon-1                 | at org.infinispan.interceptors.InvocationSuccessFunction.apply(InvocationSuccessFunction.java:25)ispn-lon-1                 | at org.infinispan.interceptors.impl.QueueAsyncInvocationStage.invokeQueuedHandlers(QueueAsyncInvocationStage.java:124)ispn-lon-1                 | at org.infinispan.interceptors.impl.QueueAsyncInvocationStage.accept(QueueAsyncInvocationStage.java:87)ispn-lon-1                 | at org.infinispan.interceptors.impl.QueueAsyncInvocationStage.accept(QueueAsyncInvocationStage.java:33)ispn-lon-1                 | at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:859)ispn-lon-1                 | at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:837)ispn-lon-1                 | at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506)ispn-lon-1                 | at java.base/java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2073)ispn-lon-1                 | at org.infinispan.remoting.transport.AbstractRequest.complete(AbstractRequest.java:67)ispn-lon-1                 | at org.infinispan.remoting.transport.impl.MultiTargetRequest.onResponse(MultiTargetRequest.java:105)ispn-lon-1                 | at org.infinispan.remoting.transport.impl.RequestRepository.addResponse(RequestRepository.java:51)ispn-lon-1                 | at org.infinispan.remoting.transport.jgroups.JGroupsTransport.processResponse(JGroupsTransport.java:1407)ispn-lon-1                 | at org.infinispan.remoting.transport.jgroups.JGroupsTransport.processMessage(JGroupsTransport.java:1310)ispn-lon-1                 | at org.infinispan.remoting.transport.jgroups.JGroupsTransport.access$300(JGroupsTransport.java:131)ispn-lon-1                 | at org.infinispan.remoting.transport.jgroups.JGroupsTransport$ChannelCallbacks.up(JGroupsTransport.java:1450)ispn-lon-1                 | at org.jgroups.JChannel.up(JChannel.java:784)ispn-lon-1                 | at org.jgroups.stack.ProtocolStack.up(ProtocolStack.java:913)ispn-lon-1                 | at org.jgroups.protocols.relay.RELAY2.up(RELAY2.java:499)ispn-lon-1                 | at org.jgroups.protocols.FRAG3.up(FRAG3.java:165)ispn-lon-1                 | at org.jgroups.protocols.FlowControl.up(FlowControl.java:343)ispn-lon-1                 | at org.jgroups.protocols.FlowControl.up(FlowControl.java:343)ispn-lon-1                 | at org.jgroups.protocols.pbcast.GMS.up(GMS.java:876)ispn-lon-1                 | at org.jgroups.protocols.pbcast.STABLE.up(STABLE.java:243)ispn-lon-1                 | at org.jgroups.protocols.UNICAST3.deliverMessage(UNICAST3.java:1049)ispn-lon-1                 | at org.jgroups.protocols.UNICAST3.addMessage(UNICAST3.java:772)ispn-lon-1                 | at org.jgroups.protocols.UNICAST3.handleDataReceived(UNICAST3.java:753)ispn-lon-1                 | at org.jgroups.protocols.UNICAST3.up(UNICAST3.java:405)ispn-lon-1                 | at org.jgroups.protocols.pbcast.NAKACK2.up(NAKACK2.java:592)ispn-lon-1                 | at org.jgroups.protocols.VERIFY_SUSPECT.up(VERIFY_SUSPECT.java:132)ispn-lon-1                 | at org.jgroups.protocols.FailureDetection.up(FailureDetection.java:186)ispn-lon-1                 | at org.jgroups.protocols.FD_SOCK.up(FD_SOCK.java:254)ispn-lon-1                 | at org.jgroups.protocols.MERGE3.up(MERGE3.java:281)ispn-lon-1                 | at org.jgroups.protocols.Discovery.up(Discovery.java:300)ispn-lon-1                 | at org.jgroups.protocols.TP.passMessageUp(TP.java:1396)ispn-lon-1                 | at org.jgroups.util.SubmitToThreadPool$SingleMessageHandler.run(SubmitToThreadPool.java:87)ispn-lon-1                 | at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)ispn-lon-1                 | at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)ispn-lon-1                 | at java.base/java.lang.Thread.run(Thread.java:834) -- This message was sent by Atlassian Jira (v8.13.1#813001)