[jboss-jira] [JBoss JIRA] (WFLY-10650) Off-heap memory doesn't work for distributable cache "dist"

Andrey Grigoriev created WFLY-10650: --------------------------------------- Summary: Off-heap memory doesn't work for distributable cache "dist" Key: WFLY-10650 URL: https://issues.jboss.org/browse/WFLY-10650 Project: WildFly Issue Type: Feature Request Components: Clustering Affects Versions: 13.0.0.Final Environment: OS: Centos 7 Java: java version "1.8.0_171" Java(TM) SE Runtime Environment (build 1.8.0_171-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.171-b11, mixed mode) Wildfly 13.0.0.Final run in "Domain Mode" with two nodes in profile "ha" {code:java} /server-group=web-group:read-resource(recursive=true) { "outcome" => "success", "result" => { "management-subsystem-endpoint" => false, "profile" => "ha", "socket-binding-default-interface" => undefined, "socket-binding-group" => "ha-sockets", "socket-binding-port-offset" => 0, "deployment" => {"cluster-demo.war" => { "enabled" => false, "name" => "cluster-demo.war", "runtime-name" => "cluster-demo.war" }}, "deployment-overlay" => undefined, "jvm" => {"default" => { "agent-lib" => undefined, "agent-path" => undefined, "env-classpath-ignored" => undefined, "environment-variables" => undefined, "heap-size" => "512m", "java-agent" => undefined, "java-home" => undefined, "jvm-options" => ["-XX:MaxMetaspaceSize=1024m"], "launch-command" => undefined, "max-heap-size" => "4096m", "max-permgen-size" => undefined, "permgen-size" => undefined, "stack-size" => undefined, "type" => undefined }}, "system-property" => { "jboss.default.multicast.address" => { "boot-time" => true, "value" => "230.0.0.5" }, "mycluster.modcluster.lbgroup" => { "boot-time" => true, "value" => "WebLBGroup" } } } } {code} Set cache store "offheap" with default attributes {code:java} /profile=ha/subsystem=infinispan/cache-container=web/distributed-cache=dist/memory=off-heap:read-resource(recursive=true) { "outcome" => "success", "result" => { "capacity" => 1048576, "eviction-type" => "COUNT", "size" => -1L } } {code} Reporter: Andrey Grigoriev Assignee: Paul Ferraro Deploying distributable application (for example https://github.com/liweinan/cluster-demo) fails: {code:java} 2018-06-28 11:25:45,416 ERROR [org.infinispan.interceptors.impl.InvocationContextInterceptor] (thread-10,ejb,web-01:web) ISPN000136: Error executing command PrepareCommand, writing keys [web-01:web]: java.lang.ClassCastException: org.infinispan.remoting.transport.jgroups.JGroupsAddress cannot be cast to org.infinispan.commons.marshall.WrappedBytes at org.infinispan.container.offheap.OffHeapDataContainer.put(OffHeapDataContainer.java:42) at org.infinispan.container.entries.ReadCommittedEntry.commit(ReadCommittedEntry.java:135) at org.infinispan.statetransfer.CommitManager.commitEntry(CommitManager.java:136) at org.infinispan.statetransfer.CommitManager.commit(CommitManager.java:96) at org.infinispan.interceptors.locking.ClusteringDependentLogic$ReplicationLogic.commitSingleEntry(ClusteringDependentLogic.java:425) at org.infinispan.interceptors.locking.ClusteringDependentLogic$AbstractClusteringDependentLogic.commitEntry(ClusteringDependentLogic.java:176) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.commitContextEntry(EntryWrappingInterceptor.java:571) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.commitEntryIfNeeded(EntryWrappingInterceptor.java:794) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.commitContextEntries(EntryWrappingInterceptor.java:557) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.lambda$new$1(EntryWrappingInterceptor.java:137) at org.infinispan.interceptors.InvocationSuccessAction.apply(InvocationSuccessAction.java:19) at org.infinispan.interceptors.impl.QueueAsyncInvocationStage.invokeQueuedHandlers(QueueAsyncInvocationStage.java:118) at org.infinispan.interceptors.impl.QueueAsyncInvocationStage.accept(QueueAsyncInvocationStage.java:81) at org.infinispan.interceptors.impl.QueueAsyncInvocationStage.accept(QueueAsyncInvocationStage.java:30) at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:760) at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:736) at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:474) at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1962) at org.infinispan.remoting.transport.AbstractRequest.complete(AbstractRequest.java:67) at org.infinispan.remoting.transport.impl.MultiTargetRequest.onResponse(MultiTargetRequest.java:102) at org.infinispan.remoting.transport.impl.RequestRepository.addResponse(RequestRepository.java:52) at org.infinispan.remoting.transport.jgroups.JGroupsTransport.processResponse(JGroupsTransport.java:1318) at org.infinispan.remoting.transport.jgroups.JGroupsTransport.processMessage(JGroupsTransport.java:1221) at org.infinispan.remoting.transport.jgroups.JGroupsTransport.access$200(JGroupsTransport.java:123) at org.infinispan.remoting.transport.jgroups.JGroupsTransport$ChannelCallbacks.receive(JGroupsTransport.java:1356) at org.jgroups.JChannel.up(JChannel.java:819) at org.jgroups.fork.ForkProtocolStack.up(ForkProtocolStack.java:134) at org.jgroups.stack.Protocol.up(Protocol.java:340) at org.jgroups.protocols.FORK.up(FORK.java:134) at org.jgroups.protocols.FRAG3.up(FRAG3.java:171) at org.jgroups.protocols.FlowControl.up(FlowControl.java:343) at org.jgroups.protocols.FlowControl.up(FlowControl.java:343) at org.jgroups.protocols.pbcast.GMS.up(GMS.java:864) at org.jgroups.protocols.pbcast.STABLE.up(STABLE.java:240) at org.jgroups.protocols.UNICAST3.deliverMessage(UNICAST3.java:1002) at org.jgroups.protocols.UNICAST3.handleDataReceived(UNICAST3.java:728) at org.jgroups.protocols.UNICAST3.up(UNICAST3.java:383) at org.jgroups.protocols.pbcast.NAKACK2.up(NAKACK2.java:600) at org.jgroups.protocols.VERIFY_SUSPECT.up(VERIFY_SUSPECT.java:119) at org.jgroups.protocols.FD_ALL.up(FD_ALL.java:199) at org.jgroups.protocols.FD_SOCK.up(FD_SOCK.java:252) at org.jgroups.protocols.MERGE3.up(MERGE3.java:276) at org.jgroups.protocols.Discovery.up(Discovery.java:267) at org.jgroups.protocols.TP.passMessageUp(TP.java:1248) at org.jgroups.util.SubmitToThreadPool$SingleMessageHandler.run(SubmitToThreadPool.java:87) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at org.jboss.as.clustering.jgroups.ClassLoaderThreadFactory.lambda$newThread$0(ClassLoaderThreadFactory.java:52) at java.lang.Thread.run(Thread.java:748) 2018-06-28 11:25:45,425 ERROR [org.infinispan.transaction.impl.TransactionCoordinator] (ServerService Thread Pool -- 16) ISPN000097: Error while processing a prepare in a single-phase transaction: org.infinispan.commons.CacheException: java.lang.ClassCastException: org.infinispan.remoting.transport.jgroups.JGroupsAddress cannot be cast to org.infinispan.commons.marshall.WrappedBytes at org.infinispan.interceptors.impl.InvocationContextInterceptor.rethrowException(InvocationContextInterceptor.java:134) at org.infinispan.interceptors.impl.InvocationContextInterceptor.lambda$new$0(InvocationContextInterceptor.java:62) at org.infinispan.interceptors.InvocationExceptionFunction.apply(InvocationExceptionFunction.java:21) at org.infinispan.interceptors.impl.QueueAsyncInvocationStage.invokeQueuedHandlers(QueueAsyncInvocationStage.java:118) at org.infinispan.interceptors.impl.QueueAsyncInvocationStage.accept(QueueAsyncInvocationStage.java:81) at org.infinispan.interceptors.impl.QueueAsyncInvocationStage.accept(QueueAsyncInvocationStage.java:30) at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:760) at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:736) at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:474) at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1962) at org.infinispan.remoting.transport.AbstractRequest.complete(AbstractRequest.java:67) at org.infinispan.remoting.transport.impl.MultiTargetRequest.onResponse(MultiTargetRequest.java:102) at org.infinispan.remoting.transport.impl.RequestRepository.addResponse(RequestRepository.java:52) at org.infinispan.remoting.transport.jgroups.JGroupsTransport.processResponse(JGroupsTransport.java:1318) at org.infinispan.remoting.transport.jgroups.JGroupsTransport.processMessage(JGroupsTransport.java:1221) at org.infinispan.remoting.transport.jgroups.JGroupsTransport.access$200(JGroupsTransport.java:123) at org.infinispan.remoting.transport.jgroups.JGroupsTransport$ChannelCallbacks.receive(JGroupsTransport.java:1356) at org.jgroups.JChannel.up(JChannel.java:819) at org.jgroups.fork.ForkProtocolStack.up(ForkProtocolStack.java:134) at org.jgroups.stack.Protocol.up(Protocol.java:340) at org.jgroups.protocols.FORK.up(FORK.java:134) at org.jgroups.protocols.FRAG3.up(FRAG3.java:171) at org.jgroups.protocols.FlowControl.up(FlowControl.java:343) at org.jgroups.protocols.FlowControl.up(FlowControl.java:343) at org.jgroups.protocols.pbcast.GMS.up(GMS.java:864) at org.jgroups.protocols.pbcast.STABLE.up(STABLE.java:240) at org.jgroups.protocols.UNICAST3.deliverMessage(UNICAST3.java:1002) at org.jgroups.protocols.UNICAST3.handleDataReceived(UNICAST3.java:728) at org.jgroups.protocols.UNICAST3.up(UNICAST3.java:383) at org.jgroups.protocols.pbcast.NAKACK2.up(NAKACK2.java:600) at org.jgroups.protocols.VERIFY_SUSPECT.up(VERIFY_SUSPECT.java:119) at org.jgroups.protocols.FD_ALL.up(FD_ALL.java:199) at org.jgroups.protocols.FD_SOCK.up(FD_SOCK.java:252) at org.jgroups.protocols.MERGE3.up(MERGE3.java:276) at org.jgroups.protocols.Discovery.up(Discovery.java:267) at org.jgroups.protocols.TP.passMessageUp(TP.java:1248) at org.jgroups.util.SubmitToThreadPool$SingleMessageHandler.run(SubmitToThreadPool.java:87) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at org.jboss.as.clustering.jgroups.ClassLoaderThreadFactory.lambda$newThread$0(ClassLoaderThreadFactory.java:52) at java.lang.Thread.run(Thread.java:748) Suppressed: java.util.concurrent.ExecutionException: org.infinispan.commons.CacheException: java.lang.ClassCastException: org.infinispan.remoting.transport.jgroups.JGroupsAddress cannot be cast to org.infinispan.commons.marshall.WrappedBytes at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:357) at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1915) at org.infinispan.util.concurrent.CompletableFutures.await(CompletableFutures.java:82) at org.infinispan.interceptors.impl.SimpleAsyncInvocationStage.get(SimpleAsyncInvocationStage.java:37) at org.infinispan.interceptors.impl.AsyncInterceptorChainImpl.invoke(AsyncInterceptorChainImpl.java:250) at org.infinispan.interceptors.InterceptorChain.invoke(InterceptorChain.java:137) at org.infinispan.transaction.impl.TransactionCoordinator.commit(TransactionCoordinator.java:155) at org.infinispan.transaction.xa.XaTransactionTable.commit(XaTransactionTable.java:122) at org.infinispan.transaction.xa.TransactionXaAdapter.commit(TransactionXaAdapter.java:68) at org.infinispan.commons.tx.TransactionImpl.finishResource(TransactionImpl.java:419) at org.infinispan.commons.tx.TransactionImpl.commitResources(TransactionImpl.java:466) at org.infinispan.commons.tx.TransactionImpl.runCommit(TransactionImpl.java:335) at org.infinispan.commons.tx.TransactionImpl.commit(TransactionImpl.java:110) at org.wildfly.clustering.ee.infinispan.InfinispanBatch.close(InfinispanBatch.java:97) at org.wildfly.clustering.server.registry.CacheRegistry.populateRegistry(CacheRegistry.java:105) at org.wildfly.clustering.server.registry.CacheRegistry.<init>(CacheRegistry.java:98) at org.wildfly.clustering.server.registry.CacheRegistryFactoryBuilder.apply(CacheRegistryFactoryBuilder.java:76) at org.wildfly.clustering.server.registry.CacheRegistryFactoryBuilder.apply(CacheRegistryFactoryBuilder.java:54) at org.wildfly.clustering.server.registry.FunctionalRegistryFactory.createRegistry(FunctionalRegistryFactory.java:55) at org.wildfly.clustering.server.registry.RegistryBuilder.get(RegistryBuilder.java:68) at org.wildfly.clustering.server.registry.RegistryBuilder.get(RegistryBuilder.java:51) at org.wildfly.clustering.service.SuppliedValueService.lambda$new$0(SuppliedValueService.java:42) at org.wildfly.clustering.service.FunctionalValueService.start(FunctionalValueService.java:68) at org.wildfly.clustering.service.AsynchronousServiceBuilder.lambda$start$0(AsynchronousServiceBuilder.java:99) at org.jboss.threads.ContextClassLoaderSavingRunnable.run(ContextClassLoaderSavingRunnable.java:35) at org.jboss.threads.EnhancedQueueExecutor.safeRun(EnhancedQueueExecutor.java:1985) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.doRunTask(EnhancedQueueExecutor.java:1487) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1378) at java.lang.Thread.run(Thread.java:748) at org.jboss.threads.JBossThread.run(JBossThread.java:485) Caused by: org.infinispan.commons.CacheException: java.lang.ClassCastException: org.infinispan.remoting.transport.jgroups.JGroupsAddress cannot be cast to org.infinispan.commons.marshall.WrappedBytes at org.infinispan.interceptors.impl.InvocationContextInterceptor.rethrowException(InvocationContextInterceptor.java:134) at org.infinispan.interceptors.impl.InvocationContextInterceptor.lambda$new$0(InvocationContextInterceptor.java:62) at org.infinispan.interceptors.InvocationExceptionFunction.apply(InvocationExceptionFunction.java:21) at org.infinispan.interceptors.impl.QueueAsyncInvocationStage.invokeQueuedHandlers(QueueAsyncInvocationStage.java:118) at org.infinispan.interceptors.impl.QueueAsyncInvocationStage.accept(QueueAsyncInvocationStage.java:81) at org.infinispan.interceptors.impl.QueueAsyncInvocationStage.accept(QueueAsyncInvocationStage.java:30) at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:760) at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:736) at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:474) at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1962) at org.infinispan.remoting.transport.AbstractRequest.complete(AbstractRequest.java:67) at org.infinispan.remoting.transport.impl.MultiTargetRequest.onResponse(MultiTargetRequest.java:102) at org.infinispan.remoting.transport.impl.RequestRepository.addResponse(RequestRepository.java:52) at org.infinispan.remoting.transport.jgroups.JGroupsTransport.processResponse(JGroupsTransport.java:1318) at org.infinispan.remoting.transport.jgroups.JGroupsTransport.processMessage(JGroupsTransport.java:1221) at org.infinispan.remoting.transport.jgroups.JGroupsTransport.access$200(JGroupsTransport.java:123) at org.infinispan.remoting.transport.jgroups.JGroupsTransport$ChannelCallbacks.receive(JGroupsTransport.java:1356) at org.jgroups.JChannel.up(JChannel.java:819) at org.jgroups.fork.ForkProtocolStack.up(ForkProtocolStack.java:134) at org.jgroups.stack.Protocol.up(Protocol.java:340) at org.jgroups.protocols.FORK.up(FORK.java:134) at org.jgroups.protocols.FRAG3.up(FRAG3.java:171) at org.jgroups.protocols.FlowControl.up(FlowControl.java:343) at org.jgroups.protocols.FlowControl.up(FlowControl.java:343) at org.jgroups.protocols.pbcast.GMS.up(GMS.java:864) at org.jgroups.protocols.pbcast.STABLE.up(STABLE.java:240) at org.jgroups.protocols.UNICAST3.deliverMessage(UNICAST3.java:1002) at org.jgroups.protocols.UNICAST3.handleDataReceived(UNICAST3.java:728) at org.jgroups.protocols.UNICAST3.up(UNICAST3.java:383) at org.jgroups.protocols.pbcast.NAKACK2.up(NAKACK2.java:600) at org.jgroups.protocols.VERIFY_SUSPECT.up(VERIFY_SUSPECT.java:119) at org.jgroups.protocols.FD_ALL.up(FD_ALL.java:199) at org.jgroups.protocols.FD_SOCK.up(FD_SOCK.java:252) at org.jgroups.protocols.MERGE3.up(MERGE3.java:276) at org.jgroups.protocols.Discovery.up(Discovery.java:267) at org.jgroups.protocols.TP.passMessageUp(TP.java:1248) at org.jgroups.util.SubmitToThreadPool$SingleMessageHandler.run(SubmitToThreadPool.java:87) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at org.jboss.as.clustering.jgroups.ClassLoaderThreadFactory.lambda$newThread$0(ClassLoaderThreadFactory.java:52) at java.lang.Thread.run(Thread.java:748) [CIRCULAR REFERENCE:java.util.concurrent.ExecutionException: org.infinispan.commons.CacheException: java.lang.ClassCastException: org.infinispan.remoting.transport.jgroups.JGroupsAddress cannot be cast to org.infinispan.commons.marshall.WrappedBytes] Caused by: java.lang.ClassCastException: org.infinispan.remoting.transport.jgroups.JGroupsAddress cannot be cast to org.infinispan.commons.marshall.WrappedBytes at org.infinispan.container.offheap.OffHeapDataContainer.put(OffHeapDataContainer.java:42) at org.infinispan.container.entries.ReadCommittedEntry.commit(ReadCommittedEntry.java:135) at org.infinispan.statetransfer.CommitManager.commitEntry(CommitManager.java:136) at org.infinispan.statetransfer.CommitManager.commit(CommitManager.java:96) at org.infinispan.interceptors.locking.ClusteringDependentLogic$ReplicationLogic.commitSingleEntry(ClusteringDependentLogic.java:425) at org.infinispan.interceptors.locking.ClusteringDependentLogic$AbstractClusteringDependentLogic.commitEntry(ClusteringDependentLogic.java:176) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.commitContextEntry(EntryWrappingInterceptor.java:571) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.commitEntryIfNeeded(EntryWrappingInterceptor.java:794) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.commitContextEntries(EntryWrappingInterceptor.java:557) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.lambda$new$1(EntryWrappingInterceptor.java:137) at org.infinispan.interceptors.InvocationSuccessAction.apply(InvocationSuccessAction.java:19) ... 38 more [CIRCULAR REFERENCE:java.lang.ClassCastException: org.infinispan.remoting.transport.jgroups.JGroupsAddress cannot be cast to org.infinispan.commons.marshall.WrappedBytes] 2018-06-28 11:25:45,431 WARN [org.infinispan.commons.tx.TransactionImpl] (ServerService Thread Pool -- 16) ISPN000927: exception while committing: javax.transaction.xa.XAException at org.infinispan.transaction.impl.TransactionCoordinator.handleCommitFailure(TransactionCoordinator.java:211) at org.infinispan.transaction.impl.TransactionCoordinator.commit(TransactionCoordinator.java:157) at org.infinispan.transaction.xa.XaTransactionTable.commit(XaTransactionTable.java:122) at org.infinispan.transaction.xa.TransactionXaAdapter.commit(TransactionXaAdapter.java:68) at org.infinispan.commons.tx.TransactionImpl.finishResource(TransactionImpl.java:419) at org.infinispan.commons.tx.TransactionImpl.commitResources(TransactionImpl.java:466) at org.infinispan.commons.tx.TransactionImpl.runCommit(TransactionImpl.java:335) at org.infinispan.commons.tx.TransactionImpl.commit(TransactionImpl.java:110) at org.wildfly.clustering.ee.infinispan.InfinispanBatch.close(InfinispanBatch.java:97) at org.wildfly.clustering.server.registry.CacheRegistry.populateRegistry(CacheRegistry.java:105) at org.wildfly.clustering.server.registry.CacheRegistry.<init>(CacheRegistry.java:98) at org.wildfly.clustering.server.registry.CacheRegistryFactoryBuilder.apply(CacheRegistryFactoryBuilder.java:76) at org.wildfly.clustering.server.registry.CacheRegistryFactoryBuilder.apply(CacheRegistryFactoryBuilder.java:54) at org.wildfly.clustering.server.registry.FunctionalRegistryFactory.createRegistry(FunctionalRegistryFactory.java:55) at org.wildfly.clustering.server.registry.RegistryBuilder.get(RegistryBuilder.java:68) at org.wildfly.clustering.server.registry.RegistryBuilder.get(RegistryBuilder.java:51) at org.wildfly.clustering.service.SuppliedValueService.lambda$new$0(SuppliedValueService.java:42) at org.wildfly.clustering.service.FunctionalValueService.start(FunctionalValueService.java:68) at org.wildfly.clustering.service.AsynchronousServiceBuilder.lambda$start$0(AsynchronousServiceBuilder.java:99) at org.jboss.threads.ContextClassLoaderSavingRunnable.run(ContextClassLoaderSavingRunnable.java:35) at org.jboss.threads.EnhancedQueueExecutor.safeRun(EnhancedQueueExecutor.java:1985) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.doRunTask(EnhancedQueueExecutor.java:1487) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1378) at java.lang.Thread.run(Thread.java:748) at org.jboss.threads.JBossThread.run(JBossThread.java:485) Caused by: org.infinispan.commons.CacheException: java.lang.ClassCastException: org.infinispan.remoting.transport.jgroups.JGroupsAddress cannot be cast to org.infinispan.commons.marshall.WrappedBytes at org.infinispan.interceptors.impl.InvocationContextInterceptor.rethrowException(InvocationContextInterceptor.java:134) at org.infinispan.interceptors.impl.InvocationContextInterceptor.lambda$new$0(InvocationContextInterceptor.java:62) at org.infinispan.interceptors.InvocationExceptionFunction.apply(InvocationExceptionFunction.java:21) at org.infinispan.interceptors.impl.QueueAsyncInvocationStage.invokeQueuedHandlers(QueueAsyncInvocationStage.java:118) at org.infinispan.interceptors.impl.QueueAsyncInvocationStage.accept(QueueAsyncInvocationStage.java:81) at org.infinispan.interceptors.impl.QueueAsyncInvocationStage.accept(QueueAsyncInvocationStage.java:30) at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:760) at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:736) at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:474) at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1962) at org.infinispan.remoting.transport.AbstractRequest.complete(AbstractRequest.java:67) at org.infinispan.remoting.transport.impl.MultiTargetRequest.onResponse(MultiTargetRequest.java:102) at org.infinispan.remoting.transport.impl.RequestRepository.addResponse(RequestRepository.java:52) at org.infinispan.remoting.transport.jgroups.JGroupsTransport.processResponse(JGroupsTransport.java:1318) at org.infinispan.remoting.transport.jgroups.JGroupsTransport.processMessage(JGroupsTransport.java:1221) at org.infinispan.remoting.transport.jgroups.JGroupsTransport.access$200(JGroupsTransport.java:123) at org.infinispan.remoting.transport.jgroups.JGroupsTransport$ChannelCallbacks.receive(JGroupsTransport.java:1356) at org.jgroups.JChannel.up(JChannel.java:819) at org.jgroups.fork.ForkProtocolStack.up(ForkProtocolStack.java:134) at org.jgroups.stack.Protocol.up(Protocol.java:340) at org.jgroups.protocols.FORK.up(FORK.java:134) at org.jgroups.protocols.FRAG3.up(FRAG3.java:171) at org.jgroups.protocols.FlowControl.up(FlowControl.java:343) at org.jgroups.protocols.FlowControl.up(FlowControl.java:343) at org.jgroups.protocols.pbcast.GMS.up(GMS.java:864) at org.jgroups.protocols.pbcast.STABLE.up(STABLE.java:240) at org.jgroups.protocols.UNICAST3.deliverMessage(UNICAST3.java:1002) at org.jgroups.protocols.UNICAST3.handleDataReceived(UNICAST3.java:728) at org.jgroups.protocols.UNICAST3.up(UNICAST3.java:383) at org.jgroups.protocols.pbcast.NAKACK2.up(NAKACK2.java:600) at org.jgroups.protocols.VERIFY_SUSPECT.up(VERIFY_SUSPECT.java:119) at org.jgroups.protocols.FD_ALL.up(FD_ALL.java:199) at org.jgroups.protocols.FD_SOCK.up(FD_SOCK.java:252) at org.jgroups.protocols.MERGE3.up(MERGE3.java:276) at org.jgroups.protocols.Discovery.up(Discovery.java:267) at org.jgroups.protocols.TP.passMessageUp(TP.java:1248) at org.jgroups.util.SubmitToThreadPool$SingleMessageHandler.run(SubmitToThreadPool.java:87) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at org.jboss.as.clustering.jgroups.ClassLoaderThreadFactory.lambda$newThread$0(ClassLoaderThreadFactory.java:52) at java.lang.Thread.run(Thread.java:748) Suppressed: java.util.concurrent.ExecutionException: org.infinispan.commons.CacheException: java.lang.ClassCastException: org.infinispan.remoting.transport.jgroups.JGroupsAddress cannot be cast to org.infinispan.commons.marshall.WrappedBytes at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:357) at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1915) at org.infinispan.util.concurrent.CompletableFutures.await(CompletableFutures.java:82) at org.infinispan.interceptors.impl.SimpleAsyncInvocationStage.get(SimpleAsyncInvocationStage.java:37) at org.infinispan.interceptors.impl.AsyncInterceptorChainImpl.invoke(AsyncInterceptorChainImpl.java:250) at org.infinispan.interceptors.InterceptorChain.invoke(InterceptorChain.java:137) at org.infinispan.transaction.impl.TransactionCoordinator.commit(TransactionCoordinator.java:155) at org.infinispan.transaction.xa.XaTransactionTable.commit(XaTransactionTable.java:122) at org.infinispan.transaction.xa.TransactionXaAdapter.commit(TransactionXaAdapter.java:68) at org.infinispan.commons.tx.TransactionImpl.finishResource(TransactionImpl.java:419) at org.infinispan.commons.tx.TransactionImpl.commitResources(TransactionImpl.java:466) at org.infinispan.commons.tx.TransactionImpl.runCommit(TransactionImpl.java:335) at org.infinispan.commons.tx.TransactionImpl.commit(TransactionImpl.java:110) at org.wildfly.clustering.ee.infinispan.InfinispanBatch.close(InfinispanBatch.java:97) at org.wildfly.clustering.server.registry.CacheRegistry.populateRegistry(CacheRegistry.java:105) at org.wildfly.clustering.server.registry.CacheRegistry.<init>(CacheRegistry.java:98) at org.wildfly.clustering.server.registry.CacheRegistryFactoryBuilder.apply(CacheRegistryFactoryBuilder.java:76) at org.wildfly.clustering.server.registry.CacheRegistryFactoryBuilder.apply(CacheRegistryFactoryBuilder.java:54) at org.wildfly.clustering.server.registry.FunctionalRegistryFactory.createRegistry(FunctionalRegistryFactory.java:55) at org.wildfly.clustering.server.registry.RegistryBuilder.get(RegistryBuilder.java:68) at org.wildfly.clustering.server.registry.RegistryBuilder.get(RegistryBuilder.java:51) at org.wildfly.clustering.service.SuppliedValueService.lambda$new$0(SuppliedValueService.java:42) at org.wildfly.clustering.service.FunctionalValueService.start(FunctionalValueService.java:68) at org.wildfly.clustering.service.AsynchronousServiceBuilder.lambda$start$0(AsynchronousServiceBuilder.java:99) at org.jboss.threads.ContextClassLoaderSavingRunnable.run(ContextClassLoaderSavingRunnable.java:35) at org.jboss.threads.EnhancedQueueExecutor.safeRun(EnhancedQueueExecutor.java:1985) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.doRunTask(EnhancedQueueExecutor.java:1487) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1378) at java.lang.Thread.run(Thread.java:748) at org.jboss.threads.JBossThread.run(JBossThread.java:485) [CIRCULAR REFERENCE:org.infinispan.commons.CacheException: java.lang.ClassCastException: org.infinispan.remoting.transport.jgroups.JGroupsAddress cannot be cast to org.infinispan.commons.marshall.WrappedBytes] Caused by: java.lang.ClassCastException: org.infinispan.remoting.transport.jgroups.JGroupsAddress cannot be cast to org.infinispan.commons.marshall.WrappedBytes at org.infinispan.container.offheap.OffHeapDataContainer.put(OffHeapDataContainer.java:42) at org.infinispan.container.entries.ReadCommittedEntry.commit(ReadCommittedEntry.java:135) at org.infinispan.statetransfer.CommitManager.commitEntry(CommitManager.java:136) at org.infinispan.statetransfer.CommitManager.commit(CommitManager.java:96) at org.infinispan.interceptors.locking.ClusteringDependentLogic$ReplicationLogic.commitSingleEntry(ClusteringDependentLogic.java:425) at org.infinispan.interceptors.locking.ClusteringDependentLogic$AbstractClusteringDependentLogic.commitEntry(ClusteringDependentLogic.java:176) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.commitContextEntry(EntryWrappingInterceptor.java:571) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.commitEntryIfNeeded(EntryWrappingInterceptor.java:794) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.commitContextEntries(EntryWrappingInterceptor.java:557) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.lambda$new$1(EntryWrappingInterceptor.java:137) at org.infinispan.interceptors.InvocationSuccessAction.apply(InvocationSuccessAction.java:19) ... 38 more 2018-06-28 11:25:45,432 ERROR [org.jboss.msc.service.fail] (ServerService Thread Pool -- 16) MSC000001: Failed to start service org.wildfly.clustering.cache.registry.web.default-server: org.jboss.msc.service.StartException in service org.wildfly.clustering.cache.registry.web.default-server: org.infinispan.commons.CacheException: javax.transaction.HeuristicRollbackException at org.wildfly.clustering.service.FunctionalValueService.start(FunctionalValueService.java:70) at org.wildfly.clustering.service.AsynchronousServiceBuilder.lambda$start$0(AsynchronousServiceBuilder.java:99) at org.jboss.threads.ContextClassLoaderSavingRunnable.run(ContextClassLoaderSavingRunnable.java:35) at org.jboss.threads.EnhancedQueueExecutor.safeRun(EnhancedQueueExecutor.java:1985) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.doRunTask(EnhancedQueueExecutor.java:1487) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1378) at java.lang.Thread.run(Thread.java:748) at org.jboss.threads.JBossThread.run(JBossThread.java:485) Caused by: org.infinispan.commons.CacheException: javax.transaction.HeuristicRollbackException at org.wildfly.clustering.ee.infinispan.InfinispanBatch.close(InfinispanBatch.java:102) at org.wildfly.clustering.server.registry.CacheRegistry.populateRegistry(CacheRegistry.java:105) at org.wildfly.clustering.server.registry.CacheRegistry.<init>(CacheRegistry.java:98) at org.wildfly.clustering.server.registry.CacheRegistryFactoryBuilder.apply(CacheRegistryFactoryBuilder.java:76) at org.wildfly.clustering.server.registry.CacheRegistryFactoryBuilder.apply(CacheRegistryFactoryBuilder.java:54) at org.wildfly.clustering.server.registry.FunctionalRegistryFactory.createRegistry(FunctionalRegistryFactory.java:55) at org.wildfly.clustering.server.registry.RegistryBuilder.get(RegistryBuilder.java:68) at org.wildfly.clustering.server.registry.RegistryBuilder.get(RegistryBuilder.java:51) at org.wildfly.clustering.service.SuppliedValueService.lambda$new$0(SuppliedValueService.java:42) at org.wildfly.clustering.service.FunctionalValueService.start(FunctionalValueService.java:68) ... 7 more Caused by: javax.transaction.HeuristicRollbackException at org.infinispan.commons.tx.TransactionImpl.finishResource(TransactionImpl.java:451) at org.infinispan.commons.tx.TransactionImpl.commitResources(TransactionImpl.java:466) at org.infinispan.commons.tx.TransactionImpl.runCommit(TransactionImpl.java:335) at org.infinispan.commons.tx.TransactionImpl.commit(TransactionImpl.java:110) at org.wildfly.clustering.ee.infinispan.InfinispanBatch.close(InfinispanBatch.java:97) ... 16 more Caused by: javax.transaction.xa.XAException at org.infinispan.transaction.impl.TransactionCoordinator.handleCommitFailure(TransactionCoordinator.java:211) at org.infinispan.transaction.impl.TransactionCoordinator.commit(TransactionCoordinator.java:157) at org.infinispan.transaction.xa.XaTransactionTable.commit(XaTransactionTable.java:122) at org.infinispan.transaction.xa.TransactionXaAdapter.commit(TransactionXaAdapter.java:68) at org.infinispan.commons.tx.TransactionImpl.finishResource(TransactionImpl.java:419) ... 20 more Caused by: org.infinispan.commons.CacheException: java.lang.ClassCastException: org.infinispan.remoting.transport.jgroups.JGroupsAddress cannot be cast to org.infinispan.commons.marshall.WrappedBytes at org.infinispan.interceptors.impl.InvocationContextInterceptor.rethrowException(InvocationContextInterceptor.java:134) at org.infinispan.interceptors.impl.InvocationContextInterceptor.lambda$new$0(InvocationContextInterceptor.java:62) at org.infinispan.interceptors.InvocationExceptionFunction.apply(InvocationExceptionFunction.java:21) at org.infinispan.interceptors.impl.QueueAsyncInvocationStage.invokeQueuedHandlers(QueueAsyncInvocationStage.java:118) at org.infinispan.interceptors.impl.QueueAsyncInvocationStage.accept(QueueAsyncInvocationStage.java:81) at org.infinispan.interceptors.impl.QueueAsyncInvocationStage.accept(QueueAsyncInvocationStage.java:30) at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:760) at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:736) at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:474) at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1962) at org.infinispan.remoting.transport.AbstractRequest.complete(AbstractRequest.java:67) at org.infinispan.remoting.transport.impl.MultiTargetRequest.onResponse(MultiTargetRequest.java:102) at org.infinispan.remoting.transport.impl.RequestRepository.addResponse(RequestRepository.java:52) at org.infinispan.remoting.transport.jgroups.JGroupsTransport.processResponse(JGroupsTransport.java:1318) at org.infinispan.remoting.transport.jgroups.JGroupsTransport.processMessage(JGroupsTransport.java:1221) at org.infinispan.remoting.transport.jgroups.JGroupsTransport.access$200(JGroupsTransport.java:123) at org.infinispan.remoting.transport.jgroups.JGroupsTransport$ChannelCallbacks.receive(JGroupsTransport.java:1356) at org.jgroups.JChannel.up(JChannel.java:819) at org.jgroups.fork.ForkProtocolStack.up(ForkProtocolStack.java:134) at org.jgroups.stack.Protocol.up(Protocol.java:340) at org.jgroups.protocols.FORK.up(FORK.java:134) at org.jgroups.protocols.FRAG3.up(FRAG3.java:171) at org.jgroups.protocols.FlowControl.up(FlowControl.java:343) at org.jgroups.protocols.FlowControl.up(FlowControl.java:343) at org.jgroups.protocols.pbcast.GMS.up(GMS.java:864) at org.jgroups.protocols.pbcast.STABLE.up(STABLE.java:240) at org.jgroups.protocols.UNICAST3.deliverMessage(UNICAST3.java:1002) at org.jgroups.protocols.UNICAST3.handleDataReceived(UNICAST3.java:728) at org.jgroups.protocols.UNICAST3.up(UNICAST3.java:383) at org.jgroups.protocols.pbcast.NAKACK2.up(NAKACK2.java:600) at org.jgroups.protocols.VERIFY_SUSPECT.up(VERIFY_SUSPECT.java:119) at org.jgroups.protocols.FD_ALL.up(FD_ALL.java:199) at org.jgroups.protocols.FD_SOCK.up(FD_SOCK.java:252) at org.jgroups.protocols.MERGE3.up(MERGE3.java:276) at org.jgroups.protocols.Discovery.up(Discovery.java:267) at org.jgroups.protocols.TP.passMessageUp(TP.java:1248) at org.jgroups.util.SubmitToThreadPool$SingleMessageHandler.run(SubmitToThreadPool.java:87) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at org.jboss.as.clustering.jgroups.ClassLoaderThreadFactory.lambda$newThread$0(ClassLoaderThreadFactory.java:52) at java.lang.Thread.run(Thread.java:748) Suppressed: java.util.concurrent.ExecutionException: org.infinispan.commons.CacheException: java.lang.ClassCastException: org.infinispan.remoting.transport.jgroups.JGroupsAddress cannot be cast to org.infinispan.commons.marshall.WrappedBytes at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:357) at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1915) at org.infinispan.util.concurrent.CompletableFutures.await(CompletableFutures.java:82) at org.infinispan.interceptors.impl.SimpleAsyncInvocationStage.get(SimpleAsyncInvocationStage.java:37) at org.infinispan.interceptors.impl.AsyncInterceptorChainImpl.invoke(AsyncInterceptorChainImpl.java:250) at org.infinispan.interceptors.InterceptorChain.invoke(InterceptorChain.java:137) at org.infinispan.transaction.impl.TransactionCoordinator.commit(TransactionCoordinator.java:155) at org.infinispan.transaction.xa.XaTransactionTable.commit(XaTransactionTable.java:122) at org.infinispan.transaction.xa.TransactionXaAdapter.commit(TransactionXaAdapter.java:68) at org.infinispan.commons.tx.TransactionImpl.finishResource(TransactionImpl.java:419) at org.infinispan.commons.tx.TransactionImpl.commitResources(TransactionImpl.java:466) at org.infinispan.commons.tx.TransactionImpl.runCommit(TransactionImpl.java:335) at org.infinispan.commons.tx.TransactionImpl.commit(TransactionImpl.java:110) at org.wildfly.clustering.ee.infinispan.InfinispanBatch.close(InfinispanBatch.java:97) at org.wildfly.clustering.server.registry.CacheRegistry.populateRegistry(CacheRegistry.java:105) at org.wildfly.clustering.server.registry.CacheRegistry.<init>(CacheRegistry.java:98) at org.wildfly.clustering.server.registry.CacheRegistryFactoryBuilder.apply(CacheRegistryFactoryBuilder.java:76) at org.wildfly.clustering.server.registry.CacheRegistryFactoryBuilder.apply(CacheRegistryFactoryBuilder.java:54) at org.wildfly.clustering.server.registry.FunctionalRegistryFactory.createRegistry(FunctionalRegistryFactory.java:55) at org.wildfly.clustering.server.registry.RegistryBuilder.get(RegistryBuilder.java:68) at org.wildfly.clustering.server.registry.RegistryBuilder.get(RegistryBuilder.java:51) at org.wildfly.clustering.service.SuppliedValueService.lambda$new$0(SuppliedValueService.java:42) at org.wildfly.clustering.service.FunctionalValueService.start(FunctionalValueService.java:68) at org.wildfly.clustering.service.AsynchronousServiceBuilder.lambda$start$0(AsynchronousServiceBuilder.java:99) at org.jboss.threads.ContextClassLoaderSavingRunnable.run(ContextClassLoaderSavingRunnable.java:35) at org.jboss.threads.EnhancedQueueExecutor.safeRun(EnhancedQueueExecutor.java:1985) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.doRunTask(EnhancedQueueExecutor.java:1487) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1378) at java.lang.Thread.run(Thread.java:748) at org.jboss.threads.JBossThread.run(JBossThread.java:485) [CIRCULAR REFERENCE:org.infinispan.commons.CacheException: java.lang.ClassCastException: org.infinispan.remoting.transport.jgroups.JGroupsAddress cannot be cast to org.infinispan.commons.marshall.WrappedBytes] Caused by: java.lang.ClassCastException: org.infinispan.remoting.transport.jgroups.JGroupsAddress cannot be cast to org.infinispan.commons.marshall.WrappedBytes at org.infinispan.container.offheap.OffHeapDataContainer.put(OffHeapDataContainer.java:42) at org.infinispan.container.entries.ReadCommittedEntry.commit(ReadCommittedEntry.java:135) at org.infinispan.statetransfer.CommitManager.commitEntry(CommitManager.java:136) at org.infinispan.statetransfer.CommitManager.commit(CommitManager.java:96) at org.infinispan.interceptors.locking.ClusteringDependentLogic$ReplicationLogic.commitSingleEntry(ClusteringDependentLogic.java:425) at org.infinispan.interceptors.locking.ClusteringDependentLogic$AbstractClusteringDependentLogic.commitEntry(ClusteringDependentLogic.java:176) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.commitContextEntry(EntryWrappingInterceptor.java:571) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.commitEntryIfNeeded(EntryWrappingInterceptor.java:794) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.commitContextEntries(EntryWrappingInterceptor.java:557) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.lambda$new$1(EntryWrappingInterceptor.java:137) at org.infinispan.interceptors.InvocationSuccessAction.apply(InvocationSuccessAction.java:19) ... 38 more {code} -- This message was sent by Atlassian JIRA (v7.5.0#75005)