rg.infinispan.counter.exception.CounterException: ISPN028015: Unable to fetch counter manager caches. ----------------------------------------------------------------------------------------------------- Key: ISPN-8572 URL: https://issues.jboss.org/browse/ISPN-8572 Project: Infinispan Issue Type: Bug Components: Clustered Counter Affects Versions: 9.1.3.Final Environment: Two nodes in cloud. One node several times connect/disconnect from cloud Reporter: Michal Stehlik Assignee: Pedro Ruivo CacheManager start ends up with exception: {code:java} ISPN028015: Unable to fetch counter manager caches. org.infinispan.counter.exception.CounterException: ISPN028015: Unable to fetch counter manager caches. at org.infinispan.counter.impl.manager.EmbeddedCounterManager.createCounter(EmbeddedCounterManager.java:121) at java.util.concurrent.ConcurrentHashMap.computeIfAbsent(Unknown Source) at org.infinispan.counter.impl.manager.EmbeddedCounterManager.getStrongCounter(EmbeddedCounterManager.java:88) {code} In Infinispan logs we have this exception: {code:java} 2017-11-28 15:25:21,563 ERROR [Camel (camel-1) thread #0 - seda://systemInitializer] (EmbeddedCounterManager.java:58) - ISPN028013: Exception while waiting for counter manager caches. java.util.concurrent.TimeoutException at java.util.concurrent.CompletableFuture.timedGet(Unknown Source) ~[?:1.8.0_71] at java.util.concurrent.CompletableFuture.get(Unknown Source) ~[?:1.8.0_71] at org.infinispan.counter.impl.manager.EmbeddedCounterManager.extractCacheHolder(EmbeddedCounterManager.java:52) ~[infinispan-clustered-counter-9.1.2.Final.jar:9.1.2.Final] at org.infinispan.counter.impl.manager.EmbeddedCounterManager.createCounter(EmbeddedCounterManager.java:119) ~[infinispan-clustered-counter-9.1.2.Final.jar:9.1.2.Final] at java.util.concurrent.ConcurrentHashMap.computeIfAbsent(Unknown Source) [?:1.8.0_71] at org.infinispan.counter.impl.manager.EmbeddedCounterManager.getStrongCounter(EmbeddedCounterManager.java:88) [infinispan-clustered-counter-9.1.2.Final.jar:9.1.2.Final] at com.zumtobel.infinity.CacheManager.startCache(CacheManager.java:809) [litekitCore.jar:22687.5d35d57a9121e38a8763450626d9d0ca3bd7fa3d] at com.zumtobel.event.infinity.DoHandleCloudEvent.joinCloud(DoHandleCloudEvent.java:361) [litekitCore.jar:22687.5d35d57a9121e38a8763450626d9d0ca3bd7fa3d] at com.zumtobel.event.infinity.DoHandleCloudEvent.handle(DoHandleCloudEvent.java:270) [litekitCore.jar:22687.5d35d57a9121e38a8763450626d9d0ca3bd7fa3d] at com.zumtobel.event.infinity.HandleCloudEvent.handle(HandleCloudEvent.java:276) [litekitCore.jar:22687.5d35d57a9121e38a8763450626d9d0ca3bd7fa3d] at com.mivune.system.initializer.SystemInitializer.receiveEvent(SystemInitializer.java:245) [mivuneCore.jar:2.0.17.1] at sun.reflect.GeneratedMethodAccessor28.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) ~[?:1.8.0_71] at java.lang.reflect.Method.invoke(Unknown Source) ~[?:1.8.0_71] at org.apache.camel.component.bean.BeanInvocation.invoke(BeanInvocation.java:83) [camel-core-2.10.3.jar:2.10.3] at org.apache.camel.component.bean.BeanProcessor.process(BeanProcessor.java:130) [camel-core-2.10.3.jar:2.10.3] at org.apache.camel.util.AsyncProcessorHelper.process(AsyncProcessorHelper.java:73) [camel-core-2.10.3.jar:2.10.3] at org.apache.camel.processor.DelegateAsyncProcessor.processNext(DelegateAsyncProcessor.java:99) [camel-core-2.10.3.jar:2.10.3] at org.apache.camel.processor.DelegateAsyncProcessor.process(DelegateAsyncProcessor.java:90) [camel-core-2.10.3.jar:2.10.3] at org.apache.camel.management.InstrumentationProcessor.process(InstrumentationProcessor.java:73) [camel-core-2.10.3.jar:2.10.3] at org.apache.camel.util.AsyncProcessorHelper.process(AsyncProcessorHelper.java:73) [camel-core-2.10.3.jar:2.10.3] at org.apache.camel.processor.DelegateAsyncProcessor.processNext(DelegateAsyncProcessor.java:99) [camel-core-2.10.3.jar:2.10.3] at org.apache.camel.processor.DelegateAsyncProcessor.process(DelegateAsyncProcessor.java:90) [camel-core-2.10.3.jar:2.10.3] at org.apache.camel.processor.interceptor.TraceInterceptor.process(TraceInterceptor.java:91) [camel-core-2.10.3.jar:2.10.3] at org.apache.camel.util.AsyncProcessorHelper.process(AsyncProcessorHelper.java:73) [camel-core-2.10.3.jar:2.10.3] at org.apache.camel.processor.RedeliveryErrorHandler.processErrorHandler(RedeliveryErrorHandler.java:334) [camel-core-2.10.3.jar:2.10.3] at org.apache.camel.processor.RedeliveryErrorHandler.process(RedeliveryErrorHandler.java:220) [camel-core-2.10.3.jar:2.10.3] at org.apache.camel.processor.RouteContextProcessor.processNext(RouteContextProcessor.java:45) [camel-core-2.10.3.jar:2.10.3] at org.apache.camel.processor.DelegateAsyncProcessor.process(DelegateAsyncProcessor.java:90) [camel-core-2.10.3.jar:2.10.3] at org.apache.camel.processor.interceptor.DefaultChannel.process(DefaultChannel.java:303) [camel-core-2.10.3.jar:2.10.3] at org.apache.camel.processor.RouteContextProcessor.processNext(RouteContextProcessor.java:45) [camel-core-2.10.3.jar:2.10.3] at org.apache.camel.processor.DelegateAsyncProcessor.process(DelegateAsyncProcessor.java:90) [camel-core-2.10.3.jar:2.10.3] at org.apache.camel.processor.UnitOfWorkProcessor.processAsync(UnitOfWorkProcessor.java:150) [camel-core-2.10.3.jar:2.10.3] at org.apache.camel.processor.UnitOfWorkProcessor.process(UnitOfWorkProcessor.java:117) [camel-core-2.10.3.jar:2.10.3] at org.apache.camel.processor.RouteInflightRepositoryProcessor.processNext(RouteInflightRepositoryProcessor.java:48) [camel-core-2.10.3.jar:2.10.3] at org.apache.camel.processor.DelegateAsyncProcessor.process(DelegateAsyncProcessor.java:90) [camel-core-2.10.3.jar:2.10.3] at org.apache.camel.util.AsyncProcessorHelper.process(AsyncProcessorHelper.java:73) [camel-core-2.10.3.jar:2.10.3] at org.apache.camel.processor.DelegateAsyncProcessor.processNext(DelegateAsyncProcessor.java:99) [camel-core-2.10.3.jar:2.10.3] at org.apache.camel.processor.DelegateAsyncProcessor.process(DelegateAsyncProcessor.java:90) [camel-core-2.10.3.jar:2.10.3] at org.apache.camel.management.InstrumentationProcessor.process(InstrumentationProcessor.java:73) [camel-core-2.10.3.jar:2.10.3] at org.apache.camel.util.AsyncProcessorHelper.process(AsyncProcessorHelper.java:73) [camel-core-2.10.3.jar:2.10.3] at org.apache.camel.component.seda.SedaConsumer.sendToConsumers(SedaConsumer.java:275) [camel-core-2.10.3.jar:2.10.3] at org.apache.camel.component.seda.SedaConsumer.doRun(SedaConsumer.java:183) [camel-core-2.10.3.jar:2.10.3] at org.apache.camel.component.seda.SedaConsumer.run(SedaConsumer.java:139) [camel-core-2.10.3.jar:2.10.3] at java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) [?:1.8.0_71] at java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) [?:1.8.0_71] at java.lang.Thread.run(Unknown Source) [?:1.8.0_71] {code} Caches started without problem, but strong counter not. This is part of configuration for CacheManager: {code:java} <cache-container name="caches"> <transport stack="udp" cluster="1" lock-timeout="480000"/> <jmx> <property name="enabled">false</property> </jmx> <!-- Counters --> <counters xmlns="urn:infinispan:config:counters:9.0" num-owners="5" reliability="CONSISTENT"> <strong-counter name="shortNameCounter" initial-value="0" storage="VOLATILE"> <lower-bound value="0"/> </strong-counter> </counters> <!-- Distributed caches --> <distributed-cache name="devices" owners="5" mode="SYNC"> <store-as-binary keys="false" values="false"/> <transaction mode="NON_DURABLE_XA" locking="PESSIMISTIC" transaction-manager-lookup="org.infinispan.transaction.lookup.JBossStandaloneJTAManagerLookup" stop-timeout="30000" /> <locking isolation="READ_COMMITTED" acquire-timeout="30000" striping="false" concurrency-level="1000"/> <state-transfer enabled="true" timeout="2000000" /> <partition-handling when-split="ALLOW_READ_WRITES" merge-policy="PREFERRED_NON_NULL"/> </distributed-cache>.... {code}