Java-level deadlock found in RMI TCP Connection in Startup log -------------------------------------------------------------- Key: JBREM-1332 URL: https://issues.jboss.org/browse/JBREM-1332 Project: JBoss Remoting Issue Type: Bug Components: general Environment: jboss-eap-5.1 & jdk1.6.0_25 Reporter: Rajesh Ramaswamy Please help me out here. Is this Jboss issue or application level issue? Found one Java-level deadlock: ============================= "RMI TCP Connection(454)-3.239.221.80": waiting to lock monitor 0x0000000050f57e18 (object 0x00000000c331e4a0, a java.util.logging.ConsoleHandler), which is held by "RMI TCP Connection(293)-3.239.221.80" "RMI TCP Connection(293)-3.239.221.80": waiting to lock monitor 0x00000000469e1638 (object 0x00000000ae823070, a org.apache.log4j.spi.RootLogger), which is held by "ajp-3.34.191.100-9909-12" "ajp-3.34.191.100-9909-12": waiting to lock monitor 0x00000000469de068 (object 0x00000000b0665e40, a org.jboss.logging.util.LoggerStream), which is held by "ajp-3.34.191.100-9909-31" "ajp-3.34.191.100-9909-31": waiting to lock monitor 0x00000000469e1638 (object 0x00000000ae823070, a org.apache.log4j.spi.RootLogger), which is held by "ajp-3.34.191.100-9909-12" Java stack information for the threads listed above: =================================================== "RMI TCP Connection(454)-3.239.221.80": at java.util.logging.StreamHandler.publish(StreamHandler.java:174) - waiting to lock <0x00000000c331e4a0> (a java.util.logging.ConsoleHandler) at java.util.logging.ConsoleHandler.publish(ConsoleHandler.java:88) at java.util.logging.Logger.log(Logger.java:481) at java.util.logging.Logger.doLog(Logger.java:503) at java.util.logging.Logger.logp(Logger.java:619) at sun.rmi.runtime.Log$LoggerLog.log(Log.java:212) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:732) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "RMI TCP Connection(293)-3.239.221.80": at org.apache.log4j.Category.callAppenders(Category.java:201) - waiting to lock <0x00000000ae823070> (a org.apache.log4j.spi.RootLogger) at org.apache.log4j.Category.forcedLog(Category.java:388) at org.apache.log4j.Category.log(Category.java:835) at org.jboss.logging.util.LoggerStream.write(LoggerStream.java:156) at sun.nio.cs.StreamEncoder.writeBytes(StreamEncoder.java:202) at sun.nio.cs.StreamEncoder.implFlushBuffer(StreamEncoder.java:272) at sun.nio.cs.StreamEncoder.implFlush(StreamEncoder.java:276) at sun.nio.cs.StreamEncoder.flush(StreamEncoder.java:122) - locked <0x00000000c331eeb0> (a java.io.OutputStreamWriter) at java.io.OutputStreamWriter.flush(OutputStreamWriter.java:212) at java.util.logging.StreamHandler.flush(StreamHandler.java:225) - locked <0x00000000c331e4a0> (a java.util.logging.ConsoleHandler) at java.util.logging.ConsoleHandler.publish(ConsoleHandler.java:89) at java.util.logging.Logger.log(Logger.java:481) at java.util.logging.Logger.doLog(Logger.java:503) at java.util.logging.Logger.logp(Logger.java:619) at sun.rmi.runtime.Log$LoggerLog.log(Log.java:212) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:732) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "ajp-3.34.191.100-9909-12": at java.io.PrintStream.flush(PrintStream.java:285) - waiting to lock <0x00000000b0665e40> (a org.jboss.logging.util.LoggerStream) at sun.nio.cs.StreamEncoder.implFlush(StreamEncoder.java:278) at sun.nio.cs.StreamEncoder.flush(StreamEncoder.java:122) - locked <0x00000000c563f248> (a java.io.OutputStreamWriter) at java.io.OutputStreamWriter.flush(OutputStreamWriter.java:212) at org.apache.log4j.helpers.QuietWriter.flush(QuietWriter.java:57) at org.apache.log4j.WriterAppender.subAppend(WriterAppender.java:315) at org.apache.log4j.WriterAppender.append(WriterAppender.java:159) at org.apache.log4j.AppenderSkeleton.doAppend(AppenderSkeleton.java:230) - locked <0x00000000c563ee20> (a org.apache.log4j.ConsoleAppender) at org.apache.log4j.helpers.AppenderAttachableImpl.appendLoopOnAppenders(AppenderAttachableImpl.java:65) at org.apache.log4j.Category.callAppenders(Category.java:203) - locked <0x00000000ae823070> (a org.apache.log4j.spi.RootLogger) at org.apache.log4j.Category.forcedLog(Category.java:388) at org.apache.log4j.Category.log(Category.java:835) at org.jboss.logging.util.LoggerStream.write(LoggerStream.java:156) at org.jboss.logging.util.LoggerStream.println(LoggerStream.java:97) at org.exoplatform.sample.portal.web.SampleFilter.doFilter(SampleFilter.java:43) at org.exoplatform.web.filter.ExtensibleFilter$ExtensibleFilterChain.doFilter(ExtensibleFilter.java:108) at org.exoplatform.web.filter.ExtensibleFilter.doFilter(ExtensibleFilter.java:84) at org.exoplatform.web.filter.GenericFilter.doFilter(GenericFilter.java:66) at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235) at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) at org.jboss.web.tomcat.filters.ReplyHeaderFilter.doFilter(ReplyHeaderFilter.java:96) at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235) at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:235) at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:191) at org.jboss.web.tomcat.security.SecurityAssociationValve.invoke(SecurityAssociationValve.java:183) at org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:433) at org.jboss.web.tomcat.security.JaccContextValve.invoke(JaccContextValve.java:95) at org.jboss.web.tomcat.security.SecurityContextEstablishmentValve.process(SecurityContextEstablishmentValve.java:126) at org.jboss.web.tomcat.security.SecurityContextEstablishmentValve.invoke(SecurityContextEstablishmentValve.java:70) at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:127) at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102) at org.jboss.web.tomcat.service.jca.CachedConnectionValve.invoke(CachedConnectionValve.java:158) at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109) at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:330) at org.apache.coyote.ajp.AjpProcessor.process(AjpProcessor.java:436) at org.apache.coyote.ajp.AjpProtocol$AjpConnectionHandler.process(AjpProtocol.java:384) at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:451) at java.lang.Thread.run(Thread.java:662) "ajp-3.34.191.100-9909-31": at org.apache.log4j.Category.callAppenders(Category.java:201) - waiting to lock <0x00000000ae823070> (a org.apache.log4j.spi.RootLogger) at org.apache.log4j.Category.forcedLog(Category.java:388) at org.apache.log4j.Category.log(Category.java:835) at org.jboss.logging.util.LoggerStream.write(LoggerStream.java:156) at org.jboss.logging.util.LoggerStream.println(LoggerStream.java:97) at java.lang.Throwable.printStackTrace(Throwable.java:464) - locked <0x00000000b0665e40> (a org.jboss.logging.util.LoggerStream) at com.gewt.kc.util.library.LibraryVirtualMapping.service(LibraryVirtualMapping.java:174) at javax.servlet.http.HttpServlet.service(HttpServlet.java:717) at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290) at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) at org.exoplatform.frameworks.jcr.web.ThreadLocalSessionProviderInitializedFilter.doFilter(ThreadLocalSessionProviderInitializedFilter.java:116) at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235) at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) at org.exoplatform.web.CacheUserProfileFilter.doFilter(CacheUserProfileFilter.java:72) at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235) at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) at org.exoplatform.services.security.web.SetCurrentIdentityFilter.doFilter(SetCurrentIdentityFilter.java:88) at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235) at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) at org.exoplatform.web.filter.ExtensibleFilter$ExtensibleFilterChain.doFilter(ExtensibleFilter.java:112) at org.exoplatform.sample.portal.web.SampleFilter.doFilter(SampleFilter.java:46) at org.exoplatform.web.filter.ExtensibleFilter$ExtensibleFilterChain.doFilter(ExtensibleFilter.java:108) at org.exoplatform.sample.portal.web.SampleFilter.doFilter(SampleFilter.java:46) at org.exoplatform.web.filter.ExtensibleFilter$ExtensibleFilterChain.doFilter(ExtensibleFilter.java:108) at org.exoplatform.web.filter.ExtensibleFilter.doFilter(ExtensibleFilter.java:84) at org.exoplatform.web.filter.GenericFilter.doFilter(GenericFilter.java:66) at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235) at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) at org.jboss.web.tomcat.filters.ReplyHeaderFilter.doFilter(ReplyHeaderFilter.java:96) at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235) at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:235) at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:191) at org.jboss.web.tomcat.security.SecurityAssociationValve.invoke(SecurityAssociationValve.java:183) at org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:433) at org.jboss.web.tomcat.security.JaccContextValve.invoke(JaccContextValve.java:95) at org.jboss.web.tomcat.security.SecurityContextEstablishmentValve.process(SecurityContextEstablishmentValve.java:126) at org.jboss.web.tomcat.security.SecurityContextEstablishmentValve.invoke(SecurityContextEstablishmentValve.java:70) at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:127) at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102) at org.jboss.web.tomcat.service.jca.CachedConnectionValve.invoke(CachedConnectionValve.java:158) at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109) at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:330) at org.apache.coyote.ajp.AjpProcessor.process(AjpProcessor.java:436) at org.apache.coyote.ajp.AjpProtocol$AjpConnectionHandler.process(AjpProtocol.java:384) at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:451) at java.lang.Thread.run(Thread.java:662) Found 1 deadlock.