[infinispan-issues] [JBoss JIRA] (ISPN-12224) Cluster in a confusing state after restarted from graceful shutdown - no hint for waiting on complete restarted

[ https://issues.redhat.com/browse/ISPN-12224?page=com.atlassian.jira.plugi... ] Dan Berindei updated ISPN-12224: -------------------------------- Steps to Reproduce: Start a cluster of (4) nodes add entries use CLI "shutdown cluster" start only one node and try to read entries The following log will be shown: {noformat} 14:17:45,611 ERROR (blocking-thread-testP1-p3-t2) [org.infinispan.interceptors.impl.InvocationContextInterceptor] ISPN000136: Error executing command PrepareCommand on Cache '___protobuf_metadata', writing keys [message.proto, .errors, message.proto.errors] java.lang.IllegalArgumentException: Command does not have a topology id at org.infinispan.remoting.rpc.RpcManagerImpl.checkTopologyId(RpcManagerImpl.java:163) at org.infinispan.remoting.rpc.RpcManagerImpl.toCacheRpcCommand(RpcManagerImpl.java:327) at org.infinispan.remoting.rpc.RpcManagerImpl.invokeCommandOnAll(RpcManagerImpl.java:206) at org.infinispan.interceptors.distribution.TxDistributionInterceptor.prepareOnAffectedNodes(TxDistributionInterceptor.java:277) at org.infinispan.interceptors.distribution.TxDistributionInterceptor.lambda$visitPrepareCommand$5(TxDistributionInterceptor.java:261) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextThenApply(BaseAsyncInterceptor.java:86) at org.infinispan.interceptors.distribution.TxDistributionInterceptor.visitPrepareCommand(TxDistributionInterceptor.java:249) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextThenApply(BaseAsyncInterceptor.java:79) at org.infinispan.interceptors.impl.CacheWriterInterceptor.visitPrepareCommand(CacheWriterInterceptor.java:112) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitPrepareCommand(DDAsyncInterceptor.java:131) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextThenAccept(BaseAsyncInterceptor.java:103) at org.infinispan.query.remote.impl.ProtobufMetadataManagerInterceptor.visitPrepareCommand(ProtobufMetadataManagerInterceptor.java:231) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextThenApply(BaseAsyncInterceptor.java:79) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.prepareHandler(EntryWrappingInterceptor.java:190) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.wrapEntriesForPrepareAndApply(EntryWrappingInterceptor.java:912) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.visitPrepareCommand(EntryWrappingInterceptor.java:185) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.impl.NotificationInterceptor.visitPrepareCommand(NotificationInterceptor.java:41) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextThenAccept(BaseAsyncInterceptor.java:103) at org.infinispan.interceptors.locking.PessimisticLockingInterceptor.visitPrepareCommand(PessimisticLockingInterceptor.java:122) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.impl.TxInterceptor.handlePrepareCommand(TxInterceptor.java:153) at org.infinispan.interceptors.impl.TxInterceptor.visitPrepareCommand(TxInterceptor.java:124) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.statetransfer.TransactionSynchronizerInterceptor.visitCommand(TransactionSynchronizerInterceptor.java:41) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndHandle(BaseAsyncInterceptor.java:190) at org.infinispan.statetransfer.StateTransferInterceptor.handleTxCommand(StateTransferInterceptor.java:203) at org.infinispan.statetransfer.StateTransferInterceptor.visitPrepareCommand(StateTransferInterceptor.java:69) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitPrepareCommand(DDAsyncInterceptor.java:131) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndExceptionally(BaseAsyncInterceptor.java:128) at org.infinispan.interceptors.impl.InvocationContextInterceptor.visitCommand(InvocationContextInterceptor.java:90) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:61) at org.infinispan.interceptors.impl.BatchingInterceptor.handleDefault(BatchingInterceptor.java:69) at org.infinispan.interceptors.DDAsyncInterceptor.visitPrepareCommand(DDAsyncInterceptor.java:131) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitPrepareCommand(DDAsyncInterceptor.java:131) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.DDAsyncInterceptor.visitCommand(DDAsyncInterceptor.java:49) at org.infinispan.interceptors.impl.AsyncInterceptorChainImpl.invokeAsync(AsyncInterceptorChainImpl.java:226) at org.infinispan.transaction.impl.TransactionCoordinator.commit(TransactionCoordinator.java:177) at org.infinispan.transaction.impl.TransactionTable.afterCompletion(TransactionTable.java:905) at org.infinispan.transaction.synchronization.SynchronizationAdapter.afterCompletion(SynchronizationAdapter.java:34) at org.infinispan.commons.tx.TransactionImpl.notifyAfterCompletion(TransactionImpl.java:505) at org.infinispan.commons.tx.TransactionImpl.runCommit(TransactionImpl.java:331) at org.infinispan.commons.tx.TransactionImpl.commit(TransactionImpl.java:107) at org.infinispan.cache.impl.InvocationHelper.lambda$executeCommandAsyncWithInjectedTx$1(InvocationHelper.java:237) at java.util.concurrent.CompletableFuture.uniHandle(CompletableFuture.java:836) at java.util.concurrent.CompletableFuture$UniHandle.tryFire(CompletableFuture.java:811) at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:456) at org.jboss.threads.ContextClassLoaderSavingRunnable.run(ContextClassLoaderSavingRunnable.java:35) at org.jboss.threads.EnhancedQueueExecutor.safeRun(EnhancedQueueExecutor.java:1982) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.doRunTask(EnhancedQueueExecutor.java:1486) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1377) at java.lang.Thread.run(Thread.java:748) {noformat} was: Start a cluster of (4) nodes add entries use CLI "shutdown cluster" start only one node and try to read entries The following log will be shown: 14:17:45,611 ERROR (blocking-thread-testP1-p3-t2) [org.infinispan.interceptors.impl.InvocationContextInterceptor] ISPN000136: Error executing command PrepareCommand on Cache '___protobuf_metadata', writing keys [message.proto, .errors, message.proto.errors] java.lang.IllegalArgumentException: Command does not have a topology id at org.infinispan.remoting.rpc.RpcManagerImpl.checkTopologyId(RpcManagerImpl.java:163) at org.infinispan.remoting.rpc.RpcManagerImpl.toCacheRpcCommand(RpcManagerImpl.java:327) at org.infinispan.remoting.rpc.RpcManagerImpl.invokeCommandOnAll(RpcManagerImpl.java:206) at org.infinispan.interceptors.distribution.TxDistributionInterceptor.prepareOnAffectedNodes(TxDistributionInterceptor.java:277) at org.infinispan.interceptors.distribution.TxDistributionInterceptor.lambda$visitPrepareCommand$5(TxDistributionInterceptor.java:261) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextThenApply(BaseAsyncInterceptor.java:86) at org.infinispan.interceptors.distribution.TxDistributionInterceptor.visitPrepareCommand(TxDistributionInterceptor.java:249) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextThenApply(BaseAsyncInterceptor.java:79) at org.infinispan.interceptors.impl.CacheWriterInterceptor.visitPrepareCommand(CacheWriterInterceptor.java:112) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitPrepareCommand(DDAsyncInterceptor.java:131) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextThenAccept(BaseAsyncInterceptor.java:103) at org.infinispan.query.remote.impl.ProtobufMetadataManagerInterceptor.visitPrepareCommand(ProtobufMetadataManagerInterceptor.java:231) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextThenApply(BaseAsyncInterceptor.java:79) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.prepareHandler(EntryWrappingInterceptor.java:190) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.wrapEntriesForPrepareAndApply(EntryWrappingInterceptor.java:912) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.visitPrepareCommand(EntryWrappingInterceptor.java:185) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.impl.NotificationInterceptor.visitPrepareCommand(NotificationInterceptor.java:41) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextThenAccept(BaseAsyncInterceptor.java:103) at org.infinispan.interceptors.locking.PessimisticLockingInterceptor.visitPrepareCommand(PessimisticLockingInterceptor.java:122) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.impl.TxInterceptor.handlePrepareCommand(TxInterceptor.java:153) at org.infinispan.interceptors.impl.TxInterceptor.visitPrepareCommand(TxInterceptor.java:124) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.statetransfer.TransactionSynchronizerInterceptor.visitCommand(TransactionSynchronizerInterceptor.java:41) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndHandle(BaseAsyncInterceptor.java:190) at org.infinispan.statetransfer.StateTransferInterceptor.handleTxCommand(StateTransferInterceptor.java:203) at org.infinispan.statetransfer.StateTransferInterceptor.visitPrepareCommand(StateTransferInterceptor.java:69) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitPrepareCommand(DDAsyncInterceptor.java:131) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndExceptionally(BaseAsyncInterceptor.java:128) at org.infinispan.interceptors.impl.InvocationContextInterceptor.visitCommand(InvocationContextInterceptor.java:90) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:61) at org.infinispan.interceptors.impl.BatchingInterceptor.handleDefault(BatchingInterceptor.java:69) at org.infinispan.interceptors.DDAsyncInterceptor.visitPrepareCommand(DDAsyncInterceptor.java:131) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitPrepareCommand(DDAsyncInterceptor.java:131) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.DDAsyncInterceptor.visitCommand(DDAsyncInterceptor.java:49) at org.infinispan.interceptors.impl.AsyncInterceptorChainImpl.invokeAsync(AsyncInterceptorChainImpl.java:226) at org.infinispan.transaction.impl.TransactionCoordinator.commit(TransactionCoordinator.java:177) at org.infinispan.transaction.impl.TransactionTable.afterCompletion(TransactionTable.java:905) at org.infinispan.transaction.synchronization.SynchronizationAdapter.afterCompletion(SynchronizationAdapter.java:34) at org.infinispan.commons.tx.TransactionImpl.notifyAfterCompletion(TransactionImpl.java:505) at org.infinispan.commons.tx.TransactionImpl.runCommit(TransactionImpl.java:331) at org.infinispan.commons.tx.TransactionImpl.commit(TransactionImpl.java:107) at org.infinispan.cache.impl.InvocationHelper.lambda$executeCommandAsyncWithInjectedTx$1(InvocationHelper.java:237) at java.util.concurrent.CompletableFuture.uniHandle(CompletableFuture.java:836) at java.util.concurrent.CompletableFuture$UniHandle.tryFire(CompletableFuture.java:811) at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:456) at org.jboss.threads.ContextClassLoaderSavingRunnable.run(ContextClassLoaderSavingRunnable.java:35) at org.jboss.threads.EnhancedQueueExecutor.safeRun(EnhancedQueueExecutor.java:1982) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.doRunTask(EnhancedQueueExecutor.java:1486) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1377) at java.lang.Thread.run(Thread.java:748) 14:17:45,612 ERROR (blocking-thread-testP1-p3-t2) [org.infinispan.transaction.impl.TransactionCoordinator] ISPN000097: Error while processing a prepare in a single-phase transaction org.infinispan.commons.CacheException: java.lang.IllegalArgumentException: Command does not have a topology id at org.infinispan.interceptors.impl.InvocationContextInterceptor.rethrowException(InvocationContextInterceptor.java:134) at org.infinispan.interceptors.impl.InvocationContextInterceptor.lambda$new$0(InvocationContextInterceptor.java:62) at org.infinispan.interceptors.ExceptionSyncInvocationStage.andExceptionally(ExceptionSyncInvocationStage.java:40) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndExceptionally(BaseAsyncInterceptor.java:133) at org.infinispan.interceptors.impl.InvocationContextInterceptor.visitCommand(InvocationContextInterceptor.java:90) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:61) at org.infinispan.interceptors.impl.BatchingInterceptor.handleDefault(BatchingInterceptor.java:69) at org.infinispan.interceptors.DDAsyncInterceptor.visitPrepareCommand(DDAsyncInterceptor.java:131) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitPrepareCommand(DDAsyncInterceptor.java:131) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.DDAsyncInterceptor.visitCommand(DDAsyncInterceptor.java:49) at org.infinispan.interceptors.impl.AsyncInterceptorChainImpl.invokeAsync(AsyncInterceptorChainImpl.java:226) at org.infinispan.transaction.impl.TransactionCoordinator.commit(TransactionCoordinator.java:177) at org.infinispan.transaction.impl.TransactionTable.afterCompletion(TransactionTable.java:905) at org.infinispan.transaction.synchronization.SynchronizationAdapter.afterCompletion(SynchronizationAdapter.java:34) at org.infinispan.commons.tx.TransactionImpl.notifyAfterCompletion(TransactionImpl.java:505) at org.infinispan.commons.tx.TransactionImpl.runCommit(TransactionImpl.java:331) at org.infinispan.commons.tx.TransactionImpl.commit(TransactionImpl.java:107) at org.infinispan.cache.impl.InvocationHelper.lambda$executeCommandAsyncWithInjectedTx$1(InvocationHelper.java:237) at java.util.concurrent.CompletableFuture.uniHandle(CompletableFuture.java:836) at java.util.concurrent.CompletableFuture$UniHandle.tryFire(CompletableFuture.java:811) at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:456) at org.jboss.threads.ContextClassLoaderSavingRunnable.run(ContextClassLoaderSavingRunnable.java:35) at org.jboss.threads.EnhancedQueueExecutor.safeRun(EnhancedQueueExecutor.java:1982) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.doRunTask(EnhancedQueueExecutor.java:1486) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1377) at java.lang.Thread.run(Thread.java:748) Caused by: java.lang.IllegalArgumentException: Command does not have a topology id at org.infinispan.remoting.rpc.RpcManagerImpl.checkTopologyId(RpcManagerImpl.java:163) at org.infinispan.remoting.rpc.RpcManagerImpl.toCacheRpcCommand(RpcManagerImpl.java:327) at org.infinispan.remoting.rpc.RpcManagerImpl.invokeCommandOnAll(RpcManagerImpl.java:206) at org.infinispan.interceptors.distribution.TxDistributionInterceptor.prepareOnAffectedNodes(TxDistributionInterceptor.java:277) at org.infinispan.interceptors.distribution.TxDistributionInterceptor.lambda$visitPrepareCommand$5(TxDistributionInterceptor.java:261) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextThenApply(BaseAsyncInterceptor.java:86) at org.infinispan.interceptors.distribution.TxDistributionInterceptor.visitPrepareCommand(TxDistributionInterceptor.java:249) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextThenApply(BaseAsyncInterceptor.java:79) at org.infinispan.interceptors.impl.CacheWriterInterceptor.visitPrepareCommand(CacheWriterInterceptor.java:112) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitPrepareCommand(DDAsyncInterceptor.java:131) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextThenAccept(BaseAsyncInterceptor.java:103) at org.infinispan.query.remote.impl.ProtobufMetadataManagerInterceptor.visitPrepareCommand(ProtobufMetadataManagerInterceptor.java:231) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextThenApply(BaseAsyncInterceptor.java:79) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.prepareHandler(EntryWrappingInterceptor.java:190) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.wrapEntriesForPrepareAndApply(EntryWrappingInterceptor.java:912) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.visitPrepareCommand(EntryWrappingInterceptor.java:185) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.impl.NotificationInterceptor.visitPrepareCommand(NotificationInterceptor.java:41) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextThenAccept(BaseAsyncInterceptor.java:103) at org.infinispan.interceptors.locking.PessimisticLockingInterceptor.visitPrepareCommand(PessimisticLockingInterceptor.java:122) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.impl.TxInterceptor.handlePrepareCommand(TxInterceptor.java:153) at org.infinispan.interceptors.impl.TxInterceptor.visitPrepareCommand(TxInterceptor.java:124) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.statetransfer.TransactionSynchronizerInterceptor.visitCommand(TransactionSynchronizerInterceptor.java:41) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndHandle(BaseAsyncInterceptor.java:190) at org.infinispan.statetransfer.StateTransferInterceptor.handleTxCommand(StateTransferInterceptor.java:203) at org.infinispan.statetransfer.StateTransferInterceptor.visitPrepareCommand(StateTransferInterceptor.java:69) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitPrepareCommand(DDAsyncInterceptor.java:131) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndExceptionally(BaseAsyncInterceptor.java:128) ... 26 more 14:17:45,613 ERROR (blocking-thread-testP1-p3-t2) [org.infinispan.interceptors.impl.InvocationContextInterceptor] ISPN000136: Error executing command RollbackCommand on Cache '___protobuf_metadata', writing keys [message.proto, .errors, message.proto.errors] java.lang.IllegalArgumentException: Command does not have a topology id at org.infinispan.remoting.rpc.RpcManagerImpl.checkTopologyId(RpcManagerImpl.java:163) at org.infinispan.remoting.rpc.RpcManagerImpl.toCacheRpcCommand(RpcManagerImpl.java:327) at org.infinispan.remoting.rpc.RpcManagerImpl.invokeCommandOnAll(RpcManagerImpl.java:206) at org.infinispan.interceptors.distribution.TxDistributionInterceptor.handleSecondPhaseCommand(TxDistributionInterceptor.java:308) at org.infinispan.interceptors.distribution.TxDistributionInterceptor.visitRollbackCommand(TxDistributionInterceptor.java:296) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitRollbackCommand(DDAsyncInterceptor.java:136) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitRollbackCommand(DDAsyncInterceptor.java:136) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitRollbackCommand(DDAsyncInterceptor.java:136) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitRollbackCommand(DDAsyncInterceptor.java:136) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.impl.NotificationInterceptor.visitRollbackCommand(NotificationInterceptor.java:58) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndFinally(BaseAsyncInterceptor.java:155) at org.infinispan.interceptors.locking.AbstractTxLockingInterceptor.visitRollbackCommand(AbstractTxLockingInterceptor.java:33) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndFinally(BaseAsyncInterceptor.java:155) at org.infinispan.interceptors.impl.TxInterceptor.visitRollbackCommand(TxInterceptor.java:197) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.statetransfer.TransactionSynchronizerInterceptor.visitCommand(TransactionSynchronizerInterceptor.java:41) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndHandle(BaseAsyncInterceptor.java:190) at org.infinispan.statetransfer.StateTransferInterceptor.handleTxCommand(StateTransferInterceptor.java:203) at org.infinispan.statetransfer.StateTransferInterceptor.visitRollbackCommand(StateTransferInterceptor.java:81) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitRollbackCommand(DDAsyncInterceptor.java:136) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndExceptionally(BaseAsyncInterceptor.java:128) at org.infinispan.interceptors.impl.InvocationContextInterceptor.visitCommand(InvocationContextInterceptor.java:90) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:61) at org.infinispan.interceptors.impl.BatchingInterceptor.handleDefault(BatchingInterceptor.java:69) at org.infinispan.interceptors.DDAsyncInterceptor.visitRollbackCommand(DDAsyncInterceptor.java:136) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitRollbackCommand(DDAsyncInterceptor.java:136) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.DDAsyncInterceptor.visitCommand(DDAsyncInterceptor.java:49) at org.infinispan.interceptors.impl.AsyncInterceptorChainImpl.invokeAsync(AsyncInterceptorChainImpl.java:226) at org.infinispan.transaction.impl.TransactionCoordinator.rollbackInternal(TransactionCoordinator.java:264) at org.infinispan.transaction.impl.TransactionCoordinator.handleCommitFailure(TransactionCoordinator.java:228) at org.infinispan.transaction.impl.TransactionCoordinator.lambda$commit$3(TransactionCoordinator.java:180) at java.util.concurrent.CompletableFuture.uniHandle(CompletableFuture.java:836) at java.util.concurrent.CompletableFuture.uniHandleStage(CompletableFuture.java:848) at java.util.concurrent.CompletableFuture.handle(CompletableFuture.java:2168) at java.util.concurrent.CompletableFuture.handle(CompletableFuture.java:110) at org.infinispan.util.concurrent.CompletionStages.handleAndCompose(CompletionStages.java:141) at org.infinispan.transaction.impl.TransactionCoordinator.commit(TransactionCoordinator.java:177) at org.infinispan.transaction.impl.TransactionTable.afterCompletion(TransactionTable.java:905) at org.infinispan.transaction.synchronization.SynchronizationAdapter.afterCompletion(SynchronizationAdapter.java:34) at org.infinispan.commons.tx.TransactionImpl.notifyAfterCompletion(TransactionImpl.java:505) at org.infinispan.commons.tx.TransactionImpl.runCommit(TransactionImpl.java:331) at org.infinispan.commons.tx.TransactionImpl.commit(TransactionImpl.java:107) at org.infinispan.cache.impl.InvocationHelper.lambda$executeCommandAsyncWithInjectedTx$1(InvocationHelper.java:237) at java.util.concurrent.CompletableFuture.uniHandle(CompletableFuture.java:836) at java.util.concurrent.CompletableFuture$UniHandle.tryFire(CompletableFuture.java:811) at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:456) at org.jboss.threads.ContextClassLoaderSavingRunnable.run(ContextClassLoaderSavingRunnable.java:35) at org.jboss.threads.EnhancedQueueExecutor.safeRun(EnhancedQueueExecutor.java:1982) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.doRunTask(EnhancedQueueExecutor.java:1486) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1377) at java.lang.Thread.run(Thread.java:748) 14:17:45,613 WARN (blocking-thread-testP1-p3-t2) [org.infinispan.transaction.impl.TransactionCoordinator] ISPN000141: Could not rollback prepared 1PC transaction. This transaction will be rolled back by the recovery process, if enabled. Transaction: LocalTransaction\{remoteLockedNodes=[testP1], isMarkedForRollback=false, lockedKeys=[], backupKeyLocks=[], topologyId=-1, stateTransferFlag=null} org.infinispan.transaction.synchronization.SyncLocalTransaction@3 java.util.concurrent.CompletionException: org.infinispan.commons.CacheException: java.lang.IllegalArgumentException: Command does not have a topology id at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:292) at java.util.concurrent.CompletableFuture.completeThrowable(CompletableFuture.java:308) at java.util.concurrent.CompletableFuture.uniRun(CompletableFuture.java:714) at java.util.concurrent.CompletableFuture.uniRunStage(CompletableFuture.java:731) at java.util.concurrent.CompletableFuture.thenRun(CompletableFuture.java:2023) at org.infinispan.transaction.impl.TransactionCoordinator.rollbackInternal(TransactionCoordinator.java:265) at org.infinispan.transaction.impl.TransactionCoordinator.handleCommitFailure(TransactionCoordinator.java:228) at org.infinispan.transaction.impl.TransactionCoordinator.lambda$commit$3(TransactionCoordinator.java:180) at java.util.concurrent.CompletableFuture.uniHandle(CompletableFuture.java:836) at java.util.concurrent.CompletableFuture.uniHandleStage(CompletableFuture.java:848) at java.util.concurrent.CompletableFuture.handle(CompletableFuture.java:2168) at java.util.concurrent.CompletableFuture.handle(CompletableFuture.java:110) at org.infinispan.util.concurrent.CompletionStages.handleAndCompose(CompletionStages.java:141) at org.infinispan.transaction.impl.TransactionCoordinator.commit(TransactionCoordinator.java:177) at org.infinispan.transaction.impl.TransactionTable.afterCompletion(TransactionTable.java:905) at org.infinispan.transaction.synchronization.SynchronizationAdapter.afterCompletion(SynchronizationAdapter.java:34) at org.infinispan.commons.tx.TransactionImpl.notifyAfterCompletion(TransactionImpl.java:505) at org.infinispan.commons.tx.TransactionImpl.runCommit(TransactionImpl.java:331) at org.infinispan.commons.tx.TransactionImpl.commit(TransactionImpl.java:107) at org.infinispan.cache.impl.InvocationHelper.lambda$executeCommandAsyncWithInjectedTx$1(InvocationHelper.java:237) at java.util.concurrent.CompletableFuture.uniHandle(CompletableFuture.java:836) at java.util.concurrent.CompletableFuture$UniHandle.tryFire(CompletableFuture.java:811) at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:456) at org.jboss.threads.ContextClassLoaderSavingRunnable.run(ContextClassLoaderSavingRunnable.java:35) at org.jboss.threads.EnhancedQueueExecutor.safeRun(EnhancedQueueExecutor.java:1982) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.doRunTask(EnhancedQueueExecutor.java:1486) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1377) at java.lang.Thread.run(Thread.java:748) Caused by: org.infinispan.commons.CacheException: java.lang.IllegalArgumentException: Command does not have a topology id at org.infinispan.interceptors.impl.InvocationContextInterceptor.rethrowException(InvocationContextInterceptor.java:134) at org.infinispan.interceptors.impl.InvocationContextInterceptor.lambda$new$0(InvocationContextInterceptor.java:62) at org.infinispan.interceptors.ExceptionSyncInvocationStage.andExceptionally(ExceptionSyncInvocationStage.java:40) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndExceptionally(BaseAsyncInterceptor.java:133) at org.infinispan.interceptors.impl.InvocationContextInterceptor.visitCommand(InvocationContextInterceptor.java:90) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:61) at org.infinispan.interceptors.impl.BatchingInterceptor.handleDefault(BatchingInterceptor.java:69) at org.infinispan.interceptors.DDAsyncInterceptor.visitRollbackCommand(DDAsyncInterceptor.java:136) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitRollbackCommand(DDAsyncInterceptor.java:136) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.DDAsyncInterceptor.visitCommand(DDAsyncInterceptor.java:49) at org.infinispan.interceptors.impl.AsyncInterceptorChainImpl.invokeAsync(AsyncInterceptorChainImpl.java:226) at org.infinispan.transaction.impl.TransactionCoordinator.rollbackInternal(TransactionCoordinator.java:264) ... 22 more Caused by: java.lang.IllegalArgumentException: Command does not have a topology id at org.infinispan.remoting.rpc.RpcManagerImpl.checkTopologyId(RpcManagerImpl.java:163) at org.infinispan.remoting.rpc.RpcManagerImpl.toCacheRpcCommand(RpcManagerImpl.java:327) at org.infinispan.remoting.rpc.RpcManagerImpl.invokeCommandOnAll(RpcManagerImpl.java:206) at org.infinispan.interceptors.distribution.TxDistributionInterceptor.handleSecondPhaseCommand(TxDistributionInterceptor.java:308) at org.infinispan.interceptors.distribution.TxDistributionInterceptor.visitRollbackCommand(TxDistributionInterceptor.java:296) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitRollbackCommand(DDAsyncInterceptor.java:136) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitRollbackCommand(DDAsyncInterceptor.java:136) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitRollbackCommand(DDAsyncInterceptor.java:136) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitRollbackCommand(DDAsyncInterceptor.java:136) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.impl.NotificationInterceptor.visitRollbackCommand(NotificationInterceptor.java:58) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndFinally(BaseAsyncInterceptor.java:155) at org.infinispan.interceptors.locking.AbstractTxLockingInterceptor.visitRollbackCommand(AbstractTxLockingInterceptor.java:33) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndFinally(BaseAsyncInterceptor.java:155) at org.infinispan.interceptors.impl.TxInterceptor.visitRollbackCommand(TxInterceptor.java:197) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.statetransfer.TransactionSynchronizerInterceptor.visitCommand(TransactionSynchronizerInterceptor.java:41) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndHandle(BaseAsyncInterceptor.java:190) at org.infinispan.statetransfer.StateTransferInterceptor.handleTxCommand(StateTransferInterceptor.java:203) at org.infinispan.statetransfer.StateTransferInterceptor.visitRollbackCommand(StateTransferInterceptor.java:81) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitRollbackCommand(DDAsyncInterceptor.java:136) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndExceptionally(BaseAsyncInterceptor.java:128) ... 34 more 14:17:45,624 ERROR (blocking-thread-testP1-p3-t2) [org.infinispan.commons.tx.TransactionImpl] ISPN000926: afterCompletion() failed for SynchronizationAdapter\{localTransaction=LocalTransaction{remoteLockedNodes=[testP1], isMarkedForRollback=false, lockedKeys=[], backupKeyLocks=[], topologyId=-1, stateTransferFlag=null} org.infinispan.transaction.synchronization.SyncLocalTransaction@3} org.infinispan.transaction.synchronization.SynchronizationAdapter@22 java.util.concurrent.CompletionException: org.infinispan.commons.CacheException: Could not commit. at org.infinispan.util.concurrent.CompletionStages.join(CompletionStages.java:82) at org.infinispan.transaction.synchronization.SynchronizationAdapter.afterCompletion(SynchronizationAdapter.java:34) at org.infinispan.commons.tx.TransactionImpl.notifyAfterCompletion(TransactionImpl.java:505) at org.infinispan.commons.tx.TransactionImpl.runCommit(TransactionImpl.java:331) at org.infinispan.commons.tx.TransactionImpl.commit(TransactionImpl.java:107) at org.infinispan.cache.impl.InvocationHelper.lambda$executeCommandAsyncWithInjectedTx$1(InvocationHelper.java:237) at java.util.concurrent.CompletableFuture.uniHandle(CompletableFuture.java:836) at java.util.concurrent.CompletableFuture$UniHandle.tryFire(CompletableFuture.java:811) at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:456) at org.jboss.threads.ContextClassLoaderSavingRunnable.run(ContextClassLoaderSavingRunnable.java:35) at org.jboss.threads.EnhancedQueueExecutor.safeRun(EnhancedQueueExecutor.java:1982) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.doRunTask(EnhancedQueueExecutor.java:1486) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1377) at java.lang.Thread.run(Thread.java:748) Caused by: org.infinispan.commons.CacheException: Could not commit. at org.infinispan.transaction.impl.TransactionTable.lambda$afterCompletion$8(TransactionTable.java:907) at java.util.concurrent.CompletableFuture.uniHandle(CompletableFuture.java:836) at java.util.concurrent.CompletableFuture.uniHandleStage(CompletableFuture.java:848) at java.util.concurrent.CompletableFuture.handle(CompletableFuture.java:2168) at java.util.concurrent.CompletableFuture.handle(CompletableFuture.java:110) at org.infinispan.transaction.impl.TransactionTable.afterCompletion(TransactionTable.java:905) ... 13 more Caused by: java.util.concurrent.CompletionException: javax.transaction.xa.XAException at org.infinispan.transaction.impl.TransactionCoordinator.lambda$handleCommitFailure$5(TransactionCoordinator.java:240) at java.util.concurrent.CompletableFuture.uniHandle(CompletableFuture.java:836) at java.util.concurrent.CompletableFuture.uniHandleStage(CompletableFuture.java:848) at java.util.concurrent.CompletableFuture.handle(CompletableFuture.java:2168) at java.util.concurrent.CompletableFuture.handle(CompletableFuture.java:110) at org.infinispan.transaction.impl.TransactionCoordinator.handleCommitFailure(TransactionCoordinator.java:232) at org.infinispan.transaction.impl.TransactionCoordinator.lambda$commit$3(TransactionCoordinator.java:180) at java.util.concurrent.CompletableFuture.uniHandle(CompletableFuture.java:836) at java.util.concurrent.CompletableFuture.uniHandleStage(CompletableFuture.java:848) at java.util.concurrent.CompletableFuture.handle(CompletableFuture.java:2168) at java.util.concurrent.CompletableFuture.handle(CompletableFuture.java:110) at org.infinispan.util.concurrent.CompletionStages.handleAndCompose(CompletionStages.java:141) at org.infinispan.transaction.impl.TransactionCoordinator.commit(TransactionCoordinator.java:177) ... 14 more Caused by: javax.transaction.xa.XAException at org.infinispan.transaction.impl.TransactionCoordinator.lambda$handleCommitFailure$5(TransactionCoordinator.java:237) ... 26 more Suppressed: org.infinispan.commons.CacheException: java.lang.IllegalArgumentException: Command does not have a topology id at org.infinispan.interceptors.impl.InvocationContextInterceptor.rethrowException(InvocationContextInterceptor.java:134) at org.infinispan.interceptors.impl.InvocationContextInterceptor.lambda$new$0(InvocationContextInterceptor.java:62) at org.infinispan.interceptors.ExceptionSyncInvocationStage.andExceptionally(ExceptionSyncInvocationStage.java:40) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndExceptionally(BaseAsyncInterceptor.java:133) at org.infinispan.interceptors.impl.InvocationContextInterceptor.visitCommand(InvocationContextInterceptor.java:90) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:61) at org.infinispan.interceptors.impl.BatchingInterceptor.handleDefault(BatchingInterceptor.java:69) at org.infinispan.interceptors.DDAsyncInterceptor.visitPrepareCommand(DDAsyncInterceptor.java:131) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitPrepareCommand(DDAsyncInterceptor.java:131) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.DDAsyncInterceptor.visitCommand(DDAsyncInterceptor.java:49) at org.infinispan.interceptors.impl.AsyncInterceptorChainImpl.invokeAsync(AsyncInterceptorChainImpl.java:226) ... 15 more Caused by: java.lang.IllegalArgumentException: Command does not have a topology id at org.infinispan.remoting.rpc.RpcManagerImpl.checkTopologyId(RpcManagerImpl.java:163) at org.infinispan.remoting.rpc.RpcManagerImpl.toCacheRpcCommand(RpcManagerImpl.java:327) at org.infinispan.remoting.rpc.RpcManagerImpl.invokeCommandOnAll(RpcManagerImpl.java:206) at org.infinispan.interceptors.distribution.TxDistributionInterceptor.prepareOnAffectedNodes(TxDistributionInterceptor.java:277) at org.infinispan.interceptors.distribution.TxDistributionInterceptor.lambda$visitPrepareCommand$5(TxDistributionInterceptor.java:261) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextThenApply(BaseAsyncInterceptor.java:86) at org.infinispan.interceptors.distribution.TxDistributionInterceptor.visitPrepareCommand(TxDistributionInterceptor.java:249) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextThenApply(BaseAsyncInterceptor.java:79) at org.infinispan.interceptors.impl.CacheWriterInterceptor.visitPrepareCommand(CacheWriterInterceptor.java:112) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitPrepareCommand(DDAsyncInterceptor.java:131) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextThenAccept(BaseAsyncInterceptor.java:103) at org.infinispan.query.remote.impl.ProtobufMetadataManagerInterceptor.visitPrepareCommand(ProtobufMetadataManagerInterceptor.java:231) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextThenApply(BaseAsyncInterceptor.java:79) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.prepareHandler(EntryWrappingInterceptor.java:190) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.wrapEntriesForPrepareAndApply(EntryWrappingInterceptor.java:912) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.visitPrepareCommand(EntryWrappingInterceptor.java:185) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.impl.NotificationInterceptor.visitPrepareCommand(NotificationInterceptor.java:41) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextThenAccept(BaseAsyncInterceptor.java:103) at org.infinispan.interceptors.locking.PessimisticLockingInterceptor.visitPrepareCommand(PessimisticLockingInterceptor.java:122) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.impl.TxInterceptor.handlePrepareCommand(TxInterceptor.java:153) at org.infinispan.interceptors.impl.TxInterceptor.visitPrepareCommand(TxInterceptor.java:124) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.statetransfer.TransactionSynchronizerInterceptor.visitCommand(TransactionSynchronizerInterceptor.java:41) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndHandle(BaseAsyncInterceptor.java:190) at org.infinispan.statetransfer.StateTransferInterceptor.handleTxCommand(StateTransferInterceptor.java:203) at org.infinispan.statetransfer.StateTransferInterceptor.visitPrepareCommand(StateTransferInterceptor.java:69) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitPrepareCommand(DDAsyncInterceptor.java:131) at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:208) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndExceptionally(BaseAsyncInterceptor.java:128) ... 26 more Caused by: java.util.concurrent.CompletionException: org.infinispan.commons.CacheException: java.lang.IllegalArgumentException: Command does not have a topology id at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:292) at java.util.concurrent.CompletableFuture.completeThrowable(CompletableFuture.java:308) at java.util.concurrent.CompletableFuture.uniRun(CompletableFuture.java:714) at java.util.concurrent.CompletableFuture.uniRunStage(CompletableFuture.java:731) at java.util.concurrent.CompletableFuture.thenRun(CompletableFuture.java:2023) at org.infinispan.transaction.impl.TransactionCoordinator.rollbackInternal(TransactionCoordinator.java:265) at org.infinispan.transaction.impl.TransactionCoordinator.handleCommitFailure(TransactionCoordinator.java:228) ... 21 more Caused by: org.infinispan.commons.CacheException: java.lang.IllegalArgumentException: Command does not have a topology id at org.infinispan.interceptors.impl.InvocationContextInterceptor.rethrowException(InvocationContextInterceptor.java:134) at org.infinispan.interceptors.impl.InvocationContextInterceptor.lambda$new$0(InvocationContextInterceptor.java:62) at org.infinispan.interceptors.ExceptionSyncInvocationStage.andExceptionally(ExceptionSyncInvocationStage.java:40) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndExceptionally(BaseAsyncInterceptor.java:133) at org.infinispan.interceptors.impl.InvocationContextInterceptor.visitCommand(InvocationContextInterceptor.java:90) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:61) at org.infinispan.interceptors.impl.BatchingInterceptor.handleDefault(BatchingInterceptor.java:69) at org.infinispan.interceptors.DDAsyncInterceptor.visitRollbackCommand(DDAsyncInterceptor.java:136) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitRollbackCommand(DDAsyncInterceptor.java:136) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.DDAsyncInterceptor.visitCommand(DDAsyncInterceptor.java:49) at org.infinispan.interceptors.impl.AsyncInterceptorChainImpl.invokeAsync(AsyncInterceptorChainImpl.java:226) at org.infinispan.transaction.impl.TransactionCoordinator.rollbackInternal(TransactionCoordinator.java:264) ... 22 more Caused by: java.lang.IllegalArgumentException: Command does not have a topology id at org.infinispan.remoting.rpc.RpcManagerImpl.checkTopologyId(RpcManagerImpl.java:163) at org.infinispan.remoting.rpc.RpcManagerImpl.toCacheRpcCommand(RpcManagerImpl.java:327) at org.infinispan.remoting.rpc.RpcManagerImpl.invokeCommandOnAll(RpcManagerImpl.java:206) at org.infinispan.interceptors.distribution.TxDistributionInterceptor.handleSecondPhaseCommand(TxDistributionInterceptor.java:308) at org.infinispan.interceptors.distribution.TxDistributionInterceptor.visitRollbackCommand(TxDistributionInterceptor.java:296) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitRollbackCommand(DDAsyncInterceptor.java:136) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitRollbackCommand(DDAsyncInterceptor.java:136) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitRollbackCommand(DDAsyncInterceptor.java:136) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitRollbackCommand(DDAsyncInterceptor.java:136) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.impl.NotificationInterceptor.visitRollbackCommand(NotificationInterceptor.java:58) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndFinally(BaseAsyncInterceptor.java:155) at org.infinispan.interceptors.locking.AbstractTxLockingInterceptor.visitRollbackCommand(AbstractTxLockingInterceptor.java:33) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndFinally(BaseAsyncInterceptor.java:155) at org.infinispan.interceptors.impl.TxInterceptor.visitRollbackCommand(TxInterceptor.java:197) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.statetransfer.TransactionSynchronizerInterceptor.visitCommand(TransactionSynchronizerInterceptor.java:41) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndHandle(BaseAsyncInterceptor.java:190) at org.infinispan.statetransfer.StateTransferInterceptor.handleTxCommand(StateTransferInterceptor.java:203) at org.infinispan.statetransfer.StateTransferInterceptor.visitRollbackCommand(StateTransferInterceptor.java:81) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitRollbackCommand(DDAsyncInterceptor.java:136) at org.infinispan.commands.tx.RollbackCommand.acceptVisitor(RollbackCommand.java:46) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndExceptionally(BaseAsyncInterceptor.java:128) ... 34 more -- This message was sent by Atlassian Jira (v7.13.8#713008)