All thread pools should have a queue ------------------------------------ Key: ISPN-10368 URL: https://issues.jboss.org/browse/ISPN-10368 Project: Infinispan Issue Type: Bug Components: Core, Test Suite - Core Affects Versions: 10.0.0.Beta3 Reporter: Dan Berindei Assignee: Will Burns Priority: Major Labels: testsuite_stability Fix For: 10.0.0.CR2 Random failures in {{DistSyncStoreNotSharedTest}} because the cpu executor ({{ASYNC_OPERATIONS_EXECUTOR}}) rejected a task: {noformat} java.util.concurrent.CompletionException: java.lang.AssertionError: Thread name is: persistence-thread-DistSyncStoreNotSharedTest-NodeB-p16499-t5 at org.infinispan.util.concurrent.CompletionStages.join(CompletionStages.java:75) at org.infinispan.stream.impl.AbstractCacheStream.performPublisherOperation(AbstractCacheStream.java:290) at org.infinispan.stream.impl.DistributedCacheStream.anyMatch(DistributedCacheStream.java:328) at org.infinispan.cache.impl.CacheImpl.isEmpty(CacheImpl.java:502) at org.infinispan.cache.impl.CacheImpl.isEmpty(CacheImpl.java:498) at org.infinispan.cache.impl.AbstractDelegatingCache.isEmpty(AbstractDelegatingCache.java:379) at org.infinispan.distribution.DistSyncStoreNotSharedTest.prepareClearTest(DistSyncStoreNotSharedTest.java:348) at org.infinispan.distribution.DistSyncStoreNotSharedTest.testClearWithFlag(DistSyncStoreNotSharedTest.java:305) at org.infinispan.commons.test.TestNGLongTestsHook.run(TestNGLongTestsHook.java:24) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:834) Caused by: java.lang.AssertionError: Thread name is: persistence-thread-DistSyncStoreNotSharedTest-NodeB-p16499-t5 at org.infinispan.persistence.manager.PersistenceManagerImpl.publishEntries(PersistenceManagerImpl.java:699) at org.infinispan.persistence.manager.PersistenceManagerImpl.publishEntries(PersistenceManagerImpl.java:120) at org.infinispan.interceptors.impl.CacheLoaderInterceptor$WrappedEntrySet.getCacheEntryPublisher(CacheLoaderInterceptor.java:726) at org.infinispan.interceptors.impl.CacheLoaderInterceptor$WrappedEntrySet.localPublisher(CacheLoaderInterceptor.java:713) at org.infinispan.reactive.publisher.impl.LocalPublisherManagerImpl.lambda$exactlyOnceSequential$7(LocalPublisherManagerImpl.java:372) at org.infinispan.util.rxjava.FlowableFromIntSetFunction$IteratorSubscription.slowPath(FlowableFromIntSetFunction.java:223) at org.infinispan.util.rxjava.FlowableFromIntSetFunction$BaseRangeSubscription.request(FlowableFromIntSetFunction.java:127) at io.reactivex.internal.operators.flowable.FlowableFlatMap$MergeSubscriber.drainLoop(FlowableFlatMap.java:546) at io.reactivex.internal.operators.flowable.FlowableFlatMap$MergeSubscriber.drain(FlowableFlatMap.java:366) at io.reactivex.internal.operators.flowable.FlowableFlatMap$InnerSubscriber.onComplete(FlowableFlatMap.java:678) at io.reactivex.internal.subscriptions.DeferredScalarSubscription.complete(DeferredScalarSubscription.java:119) at io.reactivex.processors.AsyncProcessor.onComplete(AsyncProcessor.java:201) at org.infinispan.reactive.RxJavaInterop.lambda$static$5(RxJavaInterop.java:120) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:859) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:837) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506) at java.base/java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2073) at io.reactivex.internal.observers.ConsumerSingleObserver.onSuccess(ConsumerSingleObserver.java:62) at io.reactivex.internal.operators.flowable.FlowableAnySingle$AnySubscriber.onComplete(FlowableAnySingle.java:109) at io.reactivex.internal.operators.flowable.FlowableDoOnEach$DoOnEachSubscriber.onComplete(FlowableDoOnEach.java:135) at io.reactivex.internal.operators.flowable.FlowableConcatArray$ConcatArraySubscriber.onComplete(FlowableConcatArray.java:112) at io.reactivex.internal.subscribers.BasicFuseableSubscriber.onComplete(BasicFuseableSubscriber.java:120) at io.reactivex.internal.operators.flowable.FlowableObserveOn$BaseObserveOnSubscriber.checkTerminated(FlowableObserveOn.java:215) at io.reactivex.internal.operators.flowable.FlowableObserveOn$ObserveOnSubscriber.runAsync(FlowableObserveOn.java:399) at io.reactivex.internal.operators.flowable.FlowableObserveOn$BaseObserveOnSubscriber.run(FlowableObserveOn.java:176) at io.reactivex.internal.schedulers.ExecutorScheduler$ExecutorWorker$BooleanRunnable.run(ExecutorScheduler.java:260) at io.reactivex.internal.schedulers.ExecutorScheduler$ExecutorWorker.run(ExecutorScheduler.java:225) at org.infinispan.commons.util.concurrent.CallerRunsRejectOnShutdownPolicy.rejectedExecution(CallerRunsRejectOnShutdownPolicy.java:19) at java.base/java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:825) at java.base/java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1355) at org.infinispan.executors.LazyInitializingExecutorService.execute(LazyInitializingExecutorService.java:138) at io.reactivex.internal.schedulers.ExecutorScheduler$ExecutorWorker.schedule(ExecutorScheduler.java:143) at io.reactivex.internal.operators.flowable.FlowableObserveOn$BaseObserveOnSubscriber.trySchedule(FlowableObserveOn.java:166) at io.reactivex.internal.operators.flowable.FlowableObserveOn$BaseObserveOnSubscriber.onComplete(FlowableObserveOn.java:135) at io.reactivex.internal.operators.flowable.FlowableSubscribeOn$SubscribeOnSubscriber.onComplete(FlowableSubscribeOn.java:108) at io.reactivex.internal.operators.flowable.FlowableUsing$UsingSubscriber.onComplete(FlowableUsing.java:148) at io.reactivex.internal.subscribers.BasicFuseableSubscriber.onComplete(BasicFuseableSubscriber.java:120) at io.reactivex.internal.subscribers.BasicFuseableConditionalSubscriber.onComplete(BasicFuseableConditionalSubscriber.java:119) at io.reactivex.internal.subscribers.BasicFuseableConditionalSubscriber.onComplete(BasicFuseableConditionalSubscriber.java:119) at io.reactivex.internal.subscriptions.EmptySubscription.complete(EmptySubscription.java:69) {noformat} https://ci.infinispan.org/job/Infinispan/job/master/1269/