JBoss Community

java.util.concurrent.RejectedExecutionException on jboss distributed cache

created by Smitha Nair in JBoss Cache - View the full discussion

Hi all

we are getting following jboss cache exception (jboss 5 clustered env)

We use distributed cache

 


java.util.concurrent.RejectedExecutionException
        at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:1768)
        at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:767)
        at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:658)
        at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:92)
        at org.jboss.cache.marshall.CommandAwareRpcDispatcher.invokeRemoteCommands(CommandAwareRpcDispatcher.java:210)
        at org.jboss.cache.RPCManagerImpl.callRemoteMethods(RPCManagerImpl.java:744)
        at org.jboss.cache.RPCManagerImpl.callRemoteMethods(RPCManagerImpl.java:712)
        at org.jboss.cache.RPCManagerImpl.callRemoteMethods(RPCManagerImpl.java:717)
        at org.jboss.cache.interceptors.BaseRpcInterceptor.replicateCall(BaseRpcInterceptor.java:161)
        at org.jboss.cache.interceptors.BaseRpcInterceptor.replicateCall(BaseRpcInterceptor.java:135)
        at org.jboss.cache.interceptors.BaseRpcInterceptor.replicateCall(BaseRpcInterceptor.java:107)
        at org.jboss.cache.interceptors.ReplicationInterceptor.handleCrudMethod(ReplicationInterceptor.java:160)
        at org.jboss.cache.interceptors.ReplicationInterceptor.visitPutKeyValueCommand(ReplicationInterceptor.java:107)
        at org.jboss.cache.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:100)
        at org.jboss.cache.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116)
        at org.jboss.cache.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:131)
        at org.jboss.cache.commands.AbstractVisitor.visitPutKeyValueCommand(AbstractVisitor.java:65)
        at org.jboss.cache.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:100)
        at org.jboss.cache.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116)
        at org.jboss.cache.interceptors.TxInterceptor.attachGtxAndPassUpChain(TxInterceptor.java:301)
        at org.jboss.cache.interceptors.TxInterceptor.handleDefault(TxInterceptor.java:283)
        at org.jboss.cache.commands.AbstractVisitor.visitPutKeyValueCommand(AbstractVisitor.java:65)
        at org.jboss.cache.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:100)
        at org.jboss.cache.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116)
        at org.jboss.cache.interceptors.CacheMgmtInterceptor.visitPutKeyValueCommand(CacheMgmtInterceptor.java:119)
        at org.jboss.cache.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:100)
        at org.jboss.cache.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116)
        at org.jboss.cache.interceptors.InvocationContextInterceptor.handleAll(InvocationContextInterceptor.java:178)
        at org.jboss.cache.interceptors.InvocationContextInterceptor.visitPutKeyValueCommand(InvocationContextInterceptor.java:82)
        at org.jboss.cache.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:100)
        at org.jboss.cache.interceptors.InterceptorChain.invoke(InterceptorChain.java:287)
        at org.jboss.cache.invocation.CacheInvocationDelegate.put(CacheInvocationDelegate.java:555)
        at org.jboss.cache.invocation.CacheInvocationDelegate.put(CacheInvocationDelegate.java:560)
        at org.jasig.cas.ticket.registry.JBossCacheTicketRegistry.updateTicket(JBossCacheTicketRegistry.java:42)
        at org.jasig.cas.ticket.registry.AbstractDistributedTicketRegistry$ProxiedTicket.invoke_aroundBody2(AbstractDistributedTicketRegistry.java:112)

 

 

Cache xml is

 

<?xml version="1.0" encoding="UTF-8"?>

 

<jbosscache xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="urn:jboss:jbosscache-core:config:3.2">

<!--
  isolation levels supported: READ_COMMITTED and REPEATABLE_READ
  nodeLockingSchemes: mvcc, pessimistic (deprecated), optimistic (deprecated)
-->

<locking isolationLevel="READ_COMMITTED" lockParentForChildInsertRemove="false" lockAcquisitionTimeout="30000" nodeLockingScheme="mvcc" writeSkewCheck="false" concurrencyLevel="1000"/>
<!--
  Used to register JMX statistics in any available MBean server
-->
<jmxStatistics enabled="true" />

<!--
  If region based marshalling is used, defines whether new regions are inactive on startup.
-->
<startup regionsInactiveOnStartup="false" />

<!--
  Used to register JVM shutdown hooks.
  hookBehavior: DEFAULT, REGISTER, DONT_REGISTER
-->
<shutdown hookBehavior="DEFAULT" />

<!--
  Used to define async listener notification thread pool size
-->
<listeners asyncPoolSize="1" asyncQueueSize="100000" />

<!--
  Used to enable invocation batching and allow the use of Cache.startBatch()/endBatch() methods.
-->
<invocationBatching enabled="false" />

<!--
  serialization related configuration, used for replication and cache loading
-->

<!-- <serialization  version="30"
  marshallerClass="org.jboss.cache.marshall.VersionAwareMarshaller"
  useLazyDeserialization="false" useRegionBasedMarshalling="false" /> -->


  <!-- cluster configuration -->
  <clustering mode="replication" clusterName="${jboss.partition.name}-cc-Cache">

      <!--
         Defines whether to retrieve state on startup
      -->
      <stateRetrieval timeout="30000" fetchInMemoryState="true"/>

      <!--
         Network calls are synchronous.
      -->
      <!-- <sync replTimeout="20000"  /> -->
      <!--
         Uncomment this for async replication.
      -->
       <async useReplQueue="false" replQueueInterval="10000" replQueueMaxElements="500" serializationExecutorPoolSize="4" serializationExecutorQueueSize="5000000"/>
  
<!-- Uncomment to use Buddy Replication -->
     
      <buddy enabled="false" poolName="myBuddyPoolReplicationGroup" communicationTimeout="2000">
         <dataGravitation auto="true" removeOnFind="true" searchBackupTrees="true"/>
         <locator>
            <properties>
               numBuddies = 1
               ignoreColocatedBuddies = true
            </properties>
         </locator>
      </buddy>
          
      <!--
         Configures the JGroups channel.  Looks up a JGroups config file on the classpath or filesystem.  udp.xml
         ships with jgroups.jar and will be picked up by the class loader.
      -->
      <!--  <jgroupsConfig configFile="udp.xml"> -->
        <jgroupsConfig>
         <!-- uncomment to define a JGroups stack here-->

       <UDP
  singleton_name="shared-udp-cas"
              mcast_addr="${jboss.partition.udpGroup}"
  mcast_port="4493"
              tos="8"
              ucast_recv_buf_size="20000000"
              ucast_send_buf_size="640000"
              mcast_recv_buf_size="25000000"
              mcast_send_buf_size="640000"
              loopback="true"
              discard_incompatible_packets="true"
              enable_bundling="false"
              max_bundle_size="64000"
              max_bundle_timeout="30"
              use_incoming_packet_handler="true"
              ip_ttl="2"
              thread_naming_pattern="cl"
              timer.num_threads="12"
              enable_diagnostics="false"

              use_concurrent_stack="true"

              thread_pool.enabled="true"
              thread_pool.min_threads="20"
              thread_pool.max_threads="200"
              thread_pool.keep_alive_time="5000"
              thread_pool.queue_enabled="true"
              thread_pool.queue_max_size="1000"
              thread_pool.rejection_policy="discard"

              oob_thread_pool.enabled="true"
              oob_thread_pool.min_threads="1"
              oob_thread_pool.max_threads="20"
              oob_thread_pool.keep_alive_time="5000"
              oob_thread_pool.queue_enabled="false"
              oob_thread_pool.queue_max_size="100"
              oob_thread_pool.rejection_policy="run"/>

            <PING timeout="2000" num_initial_members="3"/>

            <MERGE2 max_interval="100000" min_interval="20000"/>

            <FD_SOCK/>

            <FD timeout="6000" max_tries="5" shun="true"/>

            <VERIFY_SUSPECT timeout="1500"/>

            <pbcast.NAKACK use_mcast_xmit="false" gc_lag="0" retransmit_timeout="300,600,1200,2400,4800" discard_delivered_msgs="true"/>

            <UNICAST timeout="300,600,1200,2400,3600"/>

            <pbcast.STABLE stability_delay="1000" desired_avg_gossip="50000" max_bytes="400000"/>

            <pbcast.GMS print_local_addr="true" join_timeout="3000" shun="true" view_bundling="true" view_ack_collection_timeout="5000"/>

            <FC max_credits="2000000" min_threshold="0.10" ignore_synchronous_response="true"/>

            <FRAG2 frag_size="60000"/>

            <pbcast.STREAMING_STATE_TRANSFER/>

            <pbcast.FLUSH timeout="0"/>
      </jgroupsConfig>
   </clustering>

</jbosscache>

 

 

 

Thanks
Smitha

Reply to this message by going to Community

Start a new discussion in JBoss Cache at Community