[gatein-issues] [JBoss JIRA] (GTNPORTAL-928) deadlock during dashboard editing

deadlock during dashboard editing --------------------------------- Key: GTNPORTAL-928 URL: https://issues.jboss.org/browse/GTNPORTAL-928 Project: GateIn Portal Issue Type: Bug Security Level: Public(Everyone can see) Affects Versions: 3.0.0-GA Reporter: Prabhat Jha During automated selenium testing for Dashboard editing test with EPP configured with Postgre, log says there is a deadlock. I will create a jira. 07:27:14,780 SEVERE [Renderer] HTTP Error 404 fetching service methods from endpoint http://localhost:8080/social/rpc 07:27:14,786 SEVERE [Renderer] HTTP Error 404 fetching service methods from endpoint http://localhost:8080/gadgets/api/rpc 07:27:29,708 ERROR [portal:UIPortalApplication] Error during the processAction phase org.chromattic.api.UndeclaredRepositoryException: javax.jcr.RepositoryException: ERROR: deadlock detected Detail: Process 8370 waits for AccessShareLock on relation 23019273 of database 22767079; blocked by process 10647. Process 10647 waits for AccessExclusiveLock on relation 23019259 of database 22767079; blocked by process 8370.: ERROR: deadlock detected Detail: Process 8370 waits for AccessShareLock on relation 23019273 of database 22767079; blocked by process 10647. Process 10647 waits for AccessExclusiveLock on relation 23019259 of database 22767079; blocked by process 8370. at org.chromattic.core.DomainSession.persist(DomainSession.java:365) at org.chromattic.core.EntityContext.addChild(EntityContext.java:229) at org.chromattic.core.mapper.onetomany.hierarchical.AnyChildMap.put(AnyChildMap.java:85) at org.chromattic.core.mapper.onetomany.hierarchical.AnyChildMap.put(AnyChildMap.java:31) at org.gatein.mop.core.api.AttributesImpl.set(AttributesImpl.java:95) at org.gatein.mop.core.util.AbstractAttributes.setObject(AbstractAttributes.java:86) at org.gatein.mop.core.util.AbstractAttributes.setValue(AbstractAttributes.java:169) at org.exoplatform.portal.pom.data.Mapper.save(Mapper.java:580) at org.exoplatform.portal.pom.data.Mapper.saveDashboard(Mapper.java:1110) at org.exoplatform.portal.pom.config.tasks.DashboardTask$Save.run(DashboardTask.java:106) at org.exoplatform.portal.pom.config.tasks.DashboardTask$Save.run(DashboardTask.java:68) at org.exoplatform.portal.pom.config.POMSession.execute(POMSession.java:387) at org.exoplatform.portal.pom.config.ExecutorDispatcher.execute(ExecutorDispatcher.java:41) at org.exoplatform.portal.pom.config.TaskExecutionDecorator.execute(TaskExecutionDecorator.java:38) at org.exoplatform.portal.pom.config.cache.DataCache.execute(DataCache.java:69) at org.exoplatform.portal.pom.config.POMSessionManager.execute(POMSessionManager.java:160) at org.exoplatform.portal.pom.config.POMDataStorage.saveDashboard(POMDataStorage.java:289) at org.exoplatform.portal.config.DataStorageImpl.saveDashboard(DataStorageImpl.java:341) at org.exoplatform.dashboard.webui.component.UIDashboardContainer.save(UIDashboardContainer.java:481) at org.exoplatform.dashboard.webui.component.UIDashboardContainer$DeleteGadgetActionListener.execute(UIDashboardContainer.java:560) at org.exoplatform.webui.event.Event.broadcast(Event.java:89) at org.exoplatform.webui.core.lifecycle.Lifecycle.processAction(Lifecycle.java:56) at org.exoplatform.webui.core.UIComponent.processAction(UIComponent.java:137) at org.exoplatform.webui.core.lifecycle.UIApplicationLifecycle.processAction(UIApplicationLifecycle.java:58) at org.exoplatform.webui.core.UIComponent.processAction(UIComponent.java:137) at org.exoplatform.webui.core.UIApplication.processAction(UIApplication.java:115) at org.exoplatform.webui.application.portlet.PortletApplication.processAction(PortletApplication.java:169) at org.exoplatform.webui.application.portlet.PortletApplicationController.processAction(PortletApplicationController.java:80) at org.gatein.pc.portlet.impl.jsr168.PortletContainerImpl$Invoker.doFilter(PortletContainerImpl.java:558) at org.gatein.pc.portlet.impl.jsr168.api.FilterChainImpl.doFilter(FilterChainImpl.java:109) at org.gatein.pc.portlet.impl.jsr168.api.FilterChainImpl.doFilter(FilterChainImpl.java:72) at org.gatein.pc.portlet.impl.jsr168.PortletContainerImpl.dispatch(PortletContainerImpl.java:506) at org.gatein.pc.portlet.container.ContainerPortletDispatcher.invoke(ContainerPortletDispatcher.java:42) at org.gatein.pc.portlet.PortletInvokerInterceptor.invoke(PortletInvokerInterceptor.java:87) at org.gatein.pc.portlet.aspects.EventPayloadInterceptor.invoke(EventPayloadInterceptor.java:197) at org.gatein.pc.portlet.PortletInvokerInterceptor.invoke(PortletInvokerInterceptor.java:87) at org.gatein.pc.portlet.aspects.RequestAttributeConversationInterceptor.invoke(RequestAttributeConversationInterceptor.java:119) at org.gatein.pc.portlet.PortletInvokerInterceptor.invoke(PortletInvokerInterceptor.java:87) at org.gatein.pc.portlet.aspects.CCPPInterceptor.invoke(CCPPInterceptor.java:65) at org.gatein.pc.portlet.PortletInvokerInterceptor.invoke(PortletInvokerInterceptor.java:87) at org.gatein.pc.bridge.BridgeInterceptor.invoke(BridgeInterceptor.java:49) at org.gatein.pc.portlet.PortletInvokerInterceptor.invoke(PortletInvokerInterceptor.java:87) at org.gatein.pc.portlet.PortletInvokerInterceptor.invoke(PortletInvokerInterceptor.java:87) at org.gatein.pc.portlet.aspects.ContextDispatcherInterceptor.access$001(ContextDispatcherInterceptor.java:49) at org.gatein.pc.portlet.aspects.ContextDispatcherInterceptor$1.doCallback(ContextDispatcherInterceptor.java:123) at org.gatein.wci.command.CommandDispatcher$CallbackCommand.execute(CommandDispatcher.java:82) at sun.reflect.GeneratedMethodAccessor416.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.gatein.wci.command.CommandServlet.doGet(CommandServlet.java:135) at javax.servlet.http.HttpServlet.service(HttpServlet.java:617) at javax.servlet.http.HttpServlet.service(HttpServlet.java:717) at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290) at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) at org.apache.catalina.core.ApplicationDispatcher.invoke(ApplicationDispatcher.java:638) at org.apache.catalina.core.ApplicationDispatcher.doInclude(ApplicationDispatcher.java:543) at org.apache.catalina.core.ApplicationDispatcher.include(ApplicationDispatcher.java:480) at org.gatein.wci.command.CommandServlet.include(CommandServlet.java:84) at org.gatein.wci.command.CommandDispatcher.include(CommandDispatcher.java:58) at org.gatein.wci.tomcat.TC6ServletContainerContext.include(TC6ServletContainerContext.java:87) at org.gatein.wci.impl.DefaultServletContainer.include(DefaultServletContainer.java:198) at org.gatein.pc.portlet.impl.spi.AbstractServerContext.dispatch(AbstractServerContext.java:69) at org.gatein.pc.portlet.aspects.ContextDispatcherInterceptor.invoke(ContextDispatcherInterceptor.java:77) at org.gatein.pc.portlet.PortletInvokerInterceptor.invoke(PortletInvokerInterceptor.java:87) at org.gatein.pc.portlet.aspects.SecureTransportInterceptor.invoke(SecureTransportInterceptor.java:69) at org.gatein.pc.portlet.PortletInvokerInterceptor.invoke(PortletInvokerInterceptor.java:87) at org.gatein.pc.portlet.aspects.ValveInterceptor.invoke(ValveInterceptor.java:75) at org.gatein.pc.portlet.PortletInvokerInterceptor.invoke(PortletInvokerInterceptor.java:87) at org.gatein.pc.portlet.container.ContainerPortletInvoker.invoke(ContainerPortletInvoker.java:117) at org.gatein.pc.portlet.PortletInvokerInterceptor.invoke(PortletInvokerInterceptor.java:87) at org.gatein.pc.portlet.state.producer.ProducerPortletInvoker.invoke(ProducerPortletInvoker.java:231) at org.gatein.pc.portlet.PortletInvokerInterceptor.invoke(PortletInvokerInterceptor.java:87) at org.gatein.pc.portlet.aspects.PortletCustomizationInterceptor.invoke(PortletCustomizationInterceptor.java:76) at org.gatein.pc.portlet.PortletInvokerInterceptor.invoke(PortletInvokerInterceptor.java:87) at org.gatein.pc.portlet.aspects.ConsumerCacheInterceptor.invoke(ConsumerCacheInterceptor.java:229) at org.gatein.pc.portlet.PortletInvokerInterceptor.invoke(PortletInvokerInterceptor.java:87) at org.gatein.pc.federation.impl.FederatedPortletInvokerService.invoke(FederatedPortletInvokerService.java:152) at org.gatein.pc.federation.impl.FederatingPortletInvokerService.invoke(FederatingPortletInvokerService.java:177) at org.exoplatform.portal.webui.application.UIPortlet.invoke(UIPortlet.java:903) at org.exoplatform.portal.webui.application.UIPortletActionListener$ProcessActionActionListener.execute(UIPortletActionListener.java:102) at org.exoplatform.webui.event.Event.broadcast(Event.java:89) at org.exoplatform.portal.webui.application.UIPortletLifecycle.processAction(UIPortletLifecycle.java:126) at org.exoplatform.portal.webui.application.UIPortletLifecycle.processAction(UIPortletLifecycle.java:61) at org.exoplatform.webui.core.UIComponent.processAction(UIComponent.java:137) at org.exoplatform.portal.webui.workspace.UIPortalApplicationLifecycle.processAction(UIPortalApplicationLifecycle.java:73) at org.exoplatform.portal.webui.workspace.UIPortalApplicationLifecycle.processAction(UIPortalApplicationLifecycle.java:37) at org.exoplatform.webui.core.UIComponent.processAction(UIComponent.java:137) at org.exoplatform.webui.core.UIApplication.processAction(UIApplication.java:115) at org.exoplatform.portal.application.PortalRequestHandler.execute(PortalRequestHandler.java:105) at org.exoplatform.web.WebAppController.service(WebAppController.java:143) at org.exoplatform.portal.application.PortalController.onService(PortalController.java:127) at org.exoplatform.container.web.AbstractHttpServlet.service(AbstractHttpServlet.java:116) at javax.servlet.http.HttpServlet.service(HttpServlet.java:717) at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290) at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) at org.exoplatform.web.CacheUserProfileFilter.doFilter(CacheUserProfileFilter.java:68) at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235) at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) at org.exoplatform.services.security.web.SetCurrentIdentityFilter.doFilter(SetCurrentIdentityFilter.java:76) at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235) at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) at org.exoplatform.web.filter.ExtensibleFilter$ExtensibleFilterChain.doFilter(ExtensibleFilter.java:112) at org.exoplatform.web.filter.ExtensibleFilter.doFilter(ExtensibleFilter.java:84) at org.exoplatform.web.filter.GenericFilter.doFilter(GenericFilter.java:66) at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235) at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) at org.exoplatform.web.login.ClusteredSSOFilter.doFilter(ClusteredSSOFilter.java:73) at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235) at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) at org.jboss.web.tomcat.filters.ReplyHeaderFilter.doFilter(ReplyHeaderFilter.java:96) at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235) at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:235) at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:191) at org.jboss.web.tomcat.security.SecurityAssociationValve.invoke(SecurityAssociationValve.java:190) at org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:525) at org.jboss.web.tomcat.security.JaccContextValve.invoke(JaccContextValve.java:92) at org.jboss.web.tomcat.security.SecurityContextEstablishmentValve.process(SecurityContextEstablishmentValve.java:126) at org.jboss.web.tomcat.security.SecurityContextEstablishmentValve.invoke(SecurityContextEstablishmentValve.java:70) at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:127) at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102) at org.jboss.web.tomcat.service.jca.CachedConnectionValve.invoke(CachedConnectionValve.java:158) at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109) at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:330) at org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:829) at org.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler.process(Http11Protocol.java:598) at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:447) at java.lang.Thread.run(Thread.java:619) Caused by: javax.jcr.RepositoryException: ERROR: deadlock detected Detail: Process 8370 waits for AccessShareLock on relation 23019273 of database 22767079; blocked by process 10647. Process 10647 waits for AccessExclusiveLock on relation 23019259 of database 22767079; blocked by process 8370.: ERROR: deadlock detected Detail: Process 8370 waits for AccessShareLock on relation 23019273 of database 22767079; blocked by process 10647. Process 10647 waits for AccessExclusiveLock on relation 23019259 of database 22767079; blocked by process 8370. at org.exoplatform.services.jcr.impl.storage.jdbc.optimisation.CQJDBCStorageConnection.getReferencesData(CQJDBCStorageConnection.java:322) at org.exoplatform.services.jcr.impl.dataflow.persistent.WorkspacePersistentDataManager.getReferencesData(WorkspacePersistentDataManager.java:442) at org.exoplatform.services.jcr.impl.dataflow.persistent.CacheableWorkspaceDataManager.getReferencesData(CacheableWorkspaceDataManager.java:434) at org.exoplatform.services.jcr.impl.dataflow.persistent.ACLInheritanceSupportedWorkspaceDataManager.getReferencesData(ACLInheritanceSupportedWorkspaceDataManager.java:205) at org.exoplatform.services.jcr.impl.dataflow.persistent.LocalWorkspaceDataManagerStub.getReferencesData(LocalWorkspaceDataManagerStub.java:82) at org.exoplatform.services.jcr.impl.dataflow.session.TransactionableDataManager.getReferencesData(TransactionableDataManager.java:266) at org.exoplatform.services.jcr.impl.core.SessionDataManager.getReferences(SessionDataManager.java:592) at org.exoplatform.services.jcr.impl.core.NodeImpl.getReferences(NodeImpl.java:1213) at org.chromattic.core.jcr.SessionWrapperImpl.cleanReferencesForRemoval(SessionWrapperImpl.java:236) at org.chromattic.core.jcr.SessionWrapperImpl.remove(SessionWrapperImpl.java:200) at org.chromattic.core.DomainSessionImpl.remove(DomainSessionImpl.java:561) at org.chromattic.core.DomainSessionImpl._persist(DomainSessionImpl.java:202) at org.chromattic.core.DomainSessionImpl._persist(DomainSessionImpl.java:170) at org.chromattic.core.DomainSession.persist(DomainSession.java:362) ... 127 more Caused by: org.postgresql.util.PSQLException: ERROR: deadlock detected Detail: Process 8370 waits for AccessShareLock on relation 23019273 of database 22767079; blocked by process 10647. Process 10647 waits for AccessExclusiveLock on relation 23019259 of database 22767079; blocked by process 8370. at org.postgresql.core.v3.QueryExecutorImpl.receiveErrorResponse(QueryExecutorImpl.java:1608) at org.postgresql.core.v3.QueryExecutorImpl.processResults(QueryExecutorImpl.java:1343) at org.postgresql.core.v3.QueryExecutorImpl.execute(QueryExecutorImpl.java:194) at org.postgresql.jdbc2.AbstractJdbc2Statement.execute(AbstractJdbc2Statement.java:451) at org.postgresql.jdbc2.AbstractJdbc2Statement.executeWithFlags(AbstractJdbc2Statement.java:350) at org.postgresql.jdbc2.AbstractJdbc2Statement.executeQuery(AbstractJdbc2Statement.java:254) at org.jboss.resource.adapter.jdbc.WrappedPreparedStatement.executeQuery(WrappedPreparedStatement.java:342) at org.exoplatform.services.jcr.impl.storage.jdbc.optimisation.db.SingleDbJDBCConnection.findReferencePropertiesCQ(SingleDbJDBCConnection.java:686) at org.exoplatform.services.jcr.impl.storage.jdbc.optimisation.CQJDBCStorageConnection.getReferencesData(CQJDBCStorageConnection.java:317)