WriteBehindFaultToleranceTest.testBlockingOnStoreAvailabilityChange random failures ----------------------------------------------------------------------------------- Key: ISPN-11902 URL: https://issues.redhat.com/browse/ISPN-11902 Project: Infinispan Issue Type: Bug Components: Core, Test Suite Affects Versions: 11.0.0.CR1 Reporter: Dan Berindei Assignee: Will Burns Priority: Major Labels: testsuite_stability Fix For: 11.0.0.Final Attachments: WriteBehindFaultToleranceTest.log.gz It always fails for me when I run from the IDE with trace logging enabled {noformat} java.util.concurrent.ExecutionException: org.infinispan.persistence.spi.StoreUnavailableException: Store org.infinispan.persistence.async.AsyncNonBlockingStore@1cddb77e is unavailable at java.base/java.util.concurrent.FutureTask.report(FutureTask.java:122) at java.base/java.util.concurrent.FutureTask.get(FutureTask.java:205) at org.infinispan.persistence.WriteBehindFaultToleranceTest.testBlockingOnStoreAvailabilityChange(WriteBehindFaultToleranceTest.java:96) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:567) at org.testng.internal.MethodInvocationHelper.invokeMethod(MethodInvocationHelper.java:124) at org.testng.internal.MethodInvocationHelper$1.runTestMethod(MethodInvocationHelper.java:230) at org.infinispan.commons.test.TestNGLongTestsHook.run(TestNGLongTestsHook.java:24) at org.testng.internal.MethodInvocationHelper.invokeHookable(MethodInvocationHelper.java:242) at org.testng.internal.Invoker.invokeMethod(Invoker.java:579) at org.testng.internal.Invoker.invokeTestMethod(Invoker.java:719) at org.testng.internal.Invoker.invokeTestMethods(Invoker.java:989) at org.testng.internal.TestMethodWorker.invokeTestMethods(TestMethodWorker.java:125) at org.testng.internal.TestMethodWorker.run(TestMethodWorker.java:109) at org.testng.TestRunner.privateRun(TestRunner.java:648) at org.testng.TestRunner.run(TestRunner.java:505) at org.testng.SuiteRunner.runTest(SuiteRunner.java:455) at org.testng.SuiteRunner.runSequentially(SuiteRunner.java:450) at org.testng.SuiteRunner.privateRun(SuiteRunner.java:415) at org.testng.SuiteRunner.run(SuiteRunner.java:364) at org.testng.SuiteRunnerWorker.runSuite(SuiteRunnerWorker.java:52) at org.testng.SuiteRunnerWorker.run(SuiteRunnerWorker.java:84) at org.testng.TestNG.runSuitesSequentially(TestNG.java:1208) at org.testng.TestNG.runSuitesLocally(TestNG.java:1137) at org.testng.TestNG.runSuites(TestNG.java:1049) at org.testng.TestNG.run(TestNG.java:1017) at com.intellij.rt.testng.IDEARemoteTestNG.run(IDEARemoteTestNG.java:66) at com.intellij.rt.testng.RemoteTestNGStarter.main(RemoteTestNGStarter.java:110) Caused by: org.infinispan.persistence.spi.StoreUnavailableException: Store org.infinispan.persistence.async.AsyncNonBlockingStore@1cddb77e is unavailable at org.infinispan.persistence.manager.PersistenceManagerImpl.checkStoreAvailability(PersistenceManagerImpl.java:1093) at org.infinispan.persistence.manager.PersistenceManagerImpl.lambda$writeBatchToAllNonTxStores$58(PersistenceManagerImpl.java:952) at io.reactivex.rxjava3.internal.operators.completable.CompletableUsing.subscribeActual(CompletableUsing.java:57) at io.reactivex.rxjava3.core.Completable.subscribe(Completable.java:2850) at io.reactivex.rxjava3.core.Completable.subscribeWith(Completable.java:2900) at io.reactivex.rxjava3.core.Completable.toCompletionStage(Completable.java:3424) at org.infinispan.persistence.manager.PersistenceManagerImpl.writeBatchToAllNonTxStores(PersistenceManagerImpl.java:970) at org.infinispan.interceptors.impl.CacheWriterInterceptor.processIterableBatch(CacheWriterInterceptor.java:276) at org.infinispan.interceptors.impl.CacheWriterInterceptor.handlePutMapCommandReturn(CacheWriterInterceptor.java:263) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextThenApply(BaseAsyncInterceptor.java:86) at org.infinispan.interceptors.impl.CacheWriterInterceptor.visitPutMapCommand(CacheWriterInterceptor.java:253) at org.infinispan.commands.write.PutMapCommand.acceptVisitor(PutMapCommand.java:74) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitPutMapCommand(DDAsyncInterceptor.java:89) at org.infinispan.commands.write.PutMapCommand.acceptVisitor(PutMapCommand.java:74) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.BaseAsyncInterceptor.asyncInvokeNext(BaseAsyncInterceptor.java:232) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.setSkipRemoteGetsAndInvokeNextForManyEntriesCommand(EntryWrappingInterceptor.java:694) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.visitPutMapCommand(EntryWrappingInterceptor.java:433) at org.infinispan.commands.write.PutMapCommand.acceptVisitor(PutMapCommand.java:74) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndFinally(BaseAsyncInterceptor.java:155) at org.infinispan.interceptors.locking.AbstractLockingInterceptor.lambda$nonTxLockAndInvokeNext$3(AbstractLockingInterceptor.java:308) at org.infinispan.interceptors.SyncInvocationStage.andHandle(SyncInvocationStage.java:69) at org.infinispan.interceptors.locking.AbstractLockingInterceptor.nonTxLockAndInvokeNext(AbstractLockingInterceptor.java:303) at org.infinispan.interceptors.locking.NonTransactionalLockingInterceptor.handleWriteManyCommand(NonTransactionalLockingInterceptor.java:65) at org.infinispan.interceptors.locking.AbstractLockingInterceptor.visitPutMapCommand(AbstractLockingInterceptor.java:182) at org.infinispan.commands.write.PutMapCommand.acceptVisitor(PutMapCommand.java:74) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.impl.CacheMgmtInterceptor.visitPutMapCommand(CacheMgmtInterceptor.java:193) at org.infinispan.commands.write.PutMapCommand.acceptVisitor(PutMapCommand.java:74) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.impl.IsMarshallableInterceptor.visitPutMapCommand(IsMarshallableInterceptor.java:58) at org.infinispan.commands.write.PutMapCommand.acceptVisitor(PutMapCommand.java:74) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:53) at org.infinispan.interceptors.DDAsyncInterceptor.visitPutMapCommand(DDAsyncInterceptor.java:89) at org.infinispan.commands.write.PutMapCommand.acceptVisitor(PutMapCommand.java:74) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndExceptionally(BaseAsyncInterceptor.java:128) at org.infinispan.interceptors.impl.InvocationContextInterceptor.visitCommand(InvocationContextInterceptor.java:90) at org.infinispan.interceptors.impl.AsyncInterceptorChainImpl.invoke(AsyncInterceptorChainImpl.java:244) at org.infinispan.cache.impl.InvocationHelper.doInvoke(InvocationHelper.java:298) at org.infinispan.cache.impl.InvocationHelper.invoke(InvocationHelper.java:102) at org.infinispan.cache.impl.InvocationHelper.invoke(InvocationHelper.java:84) at org.infinispan.cache.impl.CacheImpl.putAll(CacheImpl.java:1328) at org.infinispan.cache.impl.CacheImpl.putAll(CacheImpl.java:1796) at org.infinispan.cache.impl.CacheImpl.putAll(CacheImpl.java:473) at org.infinispan.cache.impl.AbstractDelegatingCache.putAll(AbstractDelegatingCache.java:459) at org.infinispan.cache.impl.EncoderCache.putAll(EncoderCache.java:726) at org.infinispan.persistence.WriteBehindFaultToleranceTest.lambda$testBlockingOnStoreAvailabilityChange$2(WriteBehindFaultToleranceTest.java:82) at org.infinispan.test.AbstractInfinispanTest.lambda$fork$6(AbstractInfinispanTest.java:262) at {noformat}