[ https://issues.jboss.org/browse/JBTM-2531?page=com.atlassian.jira.plugin.... ] Gytis Trikleris commented on JBTM-2531: --------------------------------------- The separate job I've create keeps failing, but in a bit different manner. However, it seem to run out of memory at some which might be the common issue. {code} [0m04:16:05,938 INFO [org.jboss.as.server] (management-handler-thread - 2) WFLYSRV0010: Deployed "xtstest.war" (runtime-name : "xtstest.war") Oct 07, 2015 4:16:06 AM org.jboss.remoting3.remote.RemoteConnection handleException ERROR: JBREM000200: Remote connection failed: java.io.IOException: Fatal connection error Oct 07, 2015 4:16:06 AM org.xnio.ChannelListeners invokeChannelListener ERROR: XNIO001007: A channel event listener threw an exception java.lang.OutOfMemoryError: unable to create new native thread at java.lang.Thread.start0(Native Method) at java.lang.Thread.start(Thread.java:713) at java.util.concurrent.ThreadPoolExecutor.addWorker(ThreadPoolExecutor.java:950) at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1357) at org.xnio.XnioWorker.execute(XnioWorker.java:741) at org.jboss.remoting3.remote.RemoteReadListener$1.handleEvent(RemoteReadListener.java:54) at org.xnio.ChannelListeners.invokeChannelListener(ChannelListeners.java:92) at org.xnio.channels.TranslatingSuspendableChannel.close(TranslatingSuspendableChannel.java:906) at org.xnio.IoUtils.safeClose(IoUtils.java:134) at org.jboss.remoting3.remote.RemoteConnection.handleException(RemoteConnection.java:114) at org.jboss.remoting3.remote.RemoteConnection.handleException(RemoteConnection.java:102) at org.jboss.remoting3.remote.RemoteConnectionChannel.handleMessageData(RemoteConnectionChannel.java:468) at org.jboss.remoting3.remote.RemoteReadListener.handleEvent(RemoteReadListener.java:288) at org.jboss.remoting3.remote.RemoteReadListener.handleEvent(RemoteReadListener.java:45) at org.xnio.ChannelListeners.invokeChannelListener(ChannelListeners.java:92) at org.xnio.channels.TranslatingSuspendableChannel.handleReadable(TranslatingSuspendableChannel.java:199) at org.xnio.channels.TranslatingSuspendableChannel$1.handleEvent(TranslatingSuspendableChannel.java:113) at org.xnio.ChannelListeners.invokeChannelListener(ChannelListeners.java:92) at org.xnio.ChannelListeners$DelegatingChannelListener.handleEvent(ChannelListeners.java:1092) at org.xnio.ChannelListeners.invokeChannelListener(ChannelListeners.java:92) at org.xnio.conduits.ReadReadyHandler$ChannelListenerHandler.readReady(ReadReadyHandler.java:66) at org.xnio.nio.NioSocketConduit.handleReady(NioSocketConduit.java:88) at org.xnio.nio.WorkerThread.run(WorkerThread.java:539) 04:16:06,076 ERROR [org.xnio.listener] (XNIO-1 I/O-2) XNIO001007: A channel event listener threw an exception: java.lang.OutOfMemoryError: unable to create new native thread at java.lang.Thread.start0(Native Method) at java.lang.Thread.start(Thread.java:713) at java.util.concurrent.ThreadPoolExecutor.addWorker(ThreadPoolExecutor.java:950) at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1357) at org.xnio.XnioWorker.execute(XnioWorker.java:741) at org.jboss.remoting3.EndpointImpl$TrackingExecutor.execute(EndpointImpl.java:702) at org.jboss.remoting3.remote.RemoteReadListener$1.handleEvent(RemoteReadListener.java:55) at org.xnio.ChannelListeners.invokeChannelListener(ChannelListeners.java:92) at org.xnio.channels.TranslatingSuspendableChannel.close(TranslatingSuspendableChannel.java:906) at org.xnio.IoUtils.safeClose(IoUtils.java:134) at org.jboss.remoting3.remote.RemoteConnection.handleException(RemoteConnection.java:113) at org.jboss.remoting3.remote.RemoteConnection.handleException(RemoteConnection.java:101) at org.jboss.remoting3.remote.RemoteReadListener.handleEvent(RemoteReadListener.java:454) at org.jboss.remoting3.remote.RemoteReadListener.handleEvent(RemoteReadListener.java:46) at org.xnio.ChannelListeners.invokeChannelListener(ChannelListeners.java:92) at org.xnio.channels.TranslatingSuspendableChannel.handleReadable(TranslatingSuspendableChannel.java:199) at org.xnio.channels.TranslatingSuspendableChannel$1.handleEvent(TranslatingSuspendableChannel.java:113) at org.xnio.ChannelListeners.invokeChannelListener(ChannelListeners.java:92) at org.xnio.ChannelListeners$DelegatingChannelListener.handleEvent(ChannelListeners.java:1092) at org.xnio.ChannelListeners.invokeChannelListener(ChannelListeners.java:92) at org.xnio.conduits.ReadReadyHandler$ChannelListenerHandler.readReady(ReadReadyHandler.java:66) at org.xnio.nio.NioSocketConduit.handleReady(NioSocketConduit.java:88) at org.xnio.nio.WorkerThread.run(WorkerThread.java:539) {code} {code} Running com.arjuna.qa.junit.TestATCrashDuringCommit Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 390.664 sec Running com.arjuna.qa.junit.TestATCrashDuringOnePhaseCommit Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 81.069 sec Running com.arjuna.qa.junit.TestATHeuristicRecoveryAfterDelayedCommit Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 384.289 sec Running com.arjuna.qa.junit.TestATParticipantCrashAndRecover Tests run: 3, Failures: 0, Errors: 0, Skipped: 3, Time elapsed: 0.031 sec Running com.arjuna.qa.junit.TestATSubordinateCrashDuringCommit Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 161.61 sec Running com.arjuna.qa.junit.TestATSubordinateCrashDuringPrepare Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 83.059 sec Running com.arjuna.qa.junit.TestBACrashDuringCommit Tests run: 8, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1,478.401 sec Running com.arjuna.qa.junit.TestBACrashDuringOnePhaseCommit Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 166.913 sec Running com.arjuna.qa.junit.TestBASubordinateCrashDuringCommit Tests run: 2, Failures: 0, Errors: 1, Skipped: 0, Time elapsed: 188.478 sec <<< FAILURE! subordinateMultiParticipantParticipantCompletionParticipantCloseTest(com.arjuna.qa.junit.TestBASubordinateCrashDuringCommit) Time elapsed: 26.527 sec <<< ERROR! java.io.IOException: Cannot run program "/bin/sh": error=11, Resource temporarily unavailable at java.lang.UNIXProcess.forkAndExec(Native Method) at java.lang.UNIXProcess.<init>(UNIXProcess.java:187) at java.lang.ProcessImpl.start(ProcessImpl.java:134) at java.lang.ProcessBuilder.start(ProcessBuilder.java:1023) at com.arjuna.qa.extension.JBossAS7ServerKillProcessor.runShellCommandExitCode(JBossAS7ServerKillProcessor.java:49) at com.arjuna.qa.extension.JBossAS7ServerKillProcessor.jbossIsAlive(JBossAS7ServerKillProcessor.java:21) at com.arjuna.qa.extension.BaseServerKillProcessor.kill(BaseServerKillProcessor.java:46) at org.jboss.arquillian.container.impl.ContainerImpl.kill(ContainerImpl.java:235) at org.jboss.arquillian.container.impl.client.container.ContainerLifecycleController$10.perform(ContainerLifecycleController.java:193) at org.jboss.arquillian.container.impl.client.container.ContainerLifecycleController$10.perform(ContainerLifecycleController.java:187) at org.jboss.arquillian.container.impl.client.container.ContainerLifecycleController.forContainer(ContainerLifecycleController.java:255) at org.jboss.arquillian.container.impl.client.container.ContainerLifecycleController.killContainer(ContainerLifecycleController.java:186) at sun.reflect.GeneratedMethodAccessor13.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.jboss.arquillian.core.impl.ObserverImpl.invoke(ObserverImpl.java:94) at org.jboss.arquillian.core.impl.EventContextImpl.invokeObservers(EventContextImpl.java:99) at org.jboss.arquillian.core.impl.EventContextImpl.proceed(EventContextImpl.java:81) at org.jboss.arquillian.container.impl.client.ContainerDeploymentContextHandler.createContainerContext(ContainerDeploymentContextHandler.java:57) at sun.reflect.GeneratedMethodAccessor1.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.jboss.arquillian.core.impl.ObserverImpl.invoke(ObserverImpl.java:94) at org.jboss.arquillian.core.impl.EventContextImpl.proceed(EventContextImpl.java:88) at org.jboss.arquillian.core.impl.ManagerImpl.fire(ManagerImpl.java:145) at org.jboss.arquillian.core.impl.ManagerImpl.fire(ManagerImpl.java:116) at org.jboss.arquillian.core.impl.EventImpl.fire(EventImpl.java:67) at org.jboss.arquillian.container.test.impl.client.container.ClientContainerController.kill(ClientContainerController.java:230) at com.arjuna.qa.junit.BaseCrashTest.runTest(BaseCrashTest.java:209) at com.arjuna.qa.junit.TestBASubordinateCrashDuringCommit.subordinateMultiParticipantParticipantCompletionParticipantCloseTest(TestBASubordinateCrashDuringCommit.java:24) Running com.arjuna.qa.junit.TestBASubordinateCrashDuringCommitAfterSubordinateExit Tests run: 2, Failures: 0, Errors: 2, Skipped: 0, Time elapsed: 0.087 sec <<< FAILURE! subordinateMultiParticipantParticipantCompletionParticipantCloseAndExitTest(com.arjuna.qa.junit.TestBASubordinateCrashDuringCommitAfterSubordinateExit) Time elapsed: 0.031 sec <<< ERROR! org.jboss.arquillian.container.spi.client.container.LifecycleException: The server is already running! Managed containers do not support connecting to running server instances due to the possible harmful effect of connecting to the wrong server. Please stop server before running or change to another type of container. To disable this check and allow Arquillian to connect to a running server, set allowConnectingToRunningServer to true in the container configuration at org.jboss.as.arquillian.container.managed.ManagedDeployableContainer.failDueToRunning(ManagedDeployableContainer.java:309) at org.jboss.as.arquillian.container.managed.ManagedDeployableContainer.startInternal(ManagedDeployableContainer.java:80) at org.jboss.as.arquillian.container.CommonDeployableContainer.start(CommonDeployableContainer.java:110) at org.jboss.arquillian.container.impl.ContainerImpl.start(ContainerImpl.java:199) at org.jboss.arquillian.container.impl.client.container.ContainerLifecycleController$8.perform(ContainerLifecycleController.java:163) at org.jboss.arquillian.container.impl.client.container.ContainerLifecycleController$8.perform(ContainerLifecycleController.java:157) at org.jboss.arquillian.container.impl.client.container.ContainerLifecycleController.forContainer(ContainerLifecycleController.java:255) at org.jboss.arquillian.container.impl.client.container.ContainerLifecycleController.startContainer(ContainerLifecycleController.java:156) at sun.reflect.GeneratedMethodAccessor12.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.jboss.arquillian.core.impl.ObserverImpl.invoke(ObserverImpl.java:94) at org.jboss.arquillian.core.impl.EventContextImpl.invokeObservers(EventContextImpl.java:99) at org.jboss.arquillian.core.impl.EventContextImpl.proceed(EventContextImpl.java:81) at org.jboss.arquillian.container.impl.client.ContainerDeploymentContextHandler.createContainerContext(ContainerDeploymentContextHandler.java:57) at sun.reflect.GeneratedMethodAccessor1.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.jboss.arquillian.core.impl.ObserverImpl.invoke(ObserverImpl.java:94) at org.jboss.arquillian.core.impl.EventContextImpl.proceed(EventContextImpl.java:88) at org.jboss.arquillian.core.impl.ManagerImpl.fire(ManagerImpl.java:145) at org.jboss.arquillian.core.impl.ManagerImpl.fire(ManagerImpl.java:116) at org.jboss.arquillian.core.impl.EventImpl.fire(EventImpl.java:67) at org.jboss.arquillian.container.test.impl.client.container.ClientContainerController.start(ClientContainerController.java:150) at com.arjuna.qa.junit.BaseCrashTest.runTest(BaseCrashTest.java:199) at com.arjuna.qa.junit.TestBASubordinateCrashDuringCommitAfterSubordinateExit.subordinateMultiParticipantParticipantCompletionParticipantCloseAndExitTest(TestBASubordinateCrashDuringCommitAfterSubordinateExit.java:25) subordinateMultiParticipantCoordinatorCompletionParticipantCloseAndExitTest(com.arjuna.qa.junit.TestBASubordinateCrashDuringCommitAfterSubordinateExit) Time elapsed: 0.044 sec <<< ERROR! org.jboss.arquillian.container.spi.client.container.LifecycleException: The server is already running! Managed containers do not support connecting to running server instances due to the possible harmful effect of connecting to the wrong server. Please stop server before running or change to another type of container. To disable this check and allow Arquillian to connect to a running server, set allowConnectingToRunningServer to true in the container configuration at org.jboss.as.arquillian.container.managed.ManagedDeployableContainer.failDueToRunning(ManagedDeployableContainer.java:309) at org.jboss.as.arquillian.container.managed.ManagedDeployableContainer.startInternal(ManagedDeployableContainer.java:80) at org.jboss.as.arquillian.container.CommonDeployableContainer.start(CommonDeployableContainer.java:110) at org.jboss.arquillian.container.impl.ContainerImpl.start(ContainerImpl.java:199) at org.jboss.arquillian.container.impl.client.container.ContainerLifecycleController$8.perform(ContainerLifecycleController.java:163) at org.jboss.arquillian.container.impl.client.container.ContainerLifecycleController$8.perform(ContainerLifecycleController.java:157) at org.jboss.arquillian.container.impl.client.container.ContainerLifecycleController.forContainer(ContainerLifecycleController.java:255) at org.jboss.arquillian.container.impl.client.container.ContainerLifecycleController.startContainer(ContainerLifecycleController.java:156) at sun.reflect.GeneratedMethodAccessor12.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.jboss.arquillian.core.impl.ObserverImpl.invoke(ObserverImpl.java:94) at org.jboss.arquillian.core.impl.EventContextImpl.invokeObservers(EventContextImpl.java:99) at org.jboss.arquillian.core.impl.EventContextImpl.proceed(EventContextImpl.java:81) at org.jboss.arquillian.container.impl.client.ContainerDeploymentContextHandler.createContainerContext(ContainerDeploymentContextHandler.java:57) at sun.reflect.GeneratedMethodAccessor1.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.jboss.arquillian.core.impl.ObserverImpl.invoke(ObserverImpl.java:94) at org.jboss.arquillian.core.impl.EventContextImpl.proceed(EventContextImpl.java:88) at org.jboss.arquillian.core.impl.ManagerImpl.fire(ManagerImpl.java:145) at org.jboss.arquillian.core.impl.ManagerImpl.fire(ManagerImpl.java:116) at org.jboss.arquillian.core.impl.EventImpl.fire(EventImpl.java:67) at org.jboss.arquillian.container.test.impl.client.container.ClientContainerController.start(ClientContainerController.java:150) at com.arjuna.qa.junit.BaseCrashTest.runTest(BaseCrashTest.java:199) at com.arjuna.qa.junit.TestBASubordinateCrashDuringCommitAfterSubordinateExit.subordinateMultiParticipantCoordinatorCompletionParticipantCloseAndExitTest(TestBASubordinateCrashDuringCommitAfterSubordinateExit.java:18) Running com.arjuna.qa.junit.TestBASubordinateCrashDuringComplete Tests run: 2, Failures: 0, Errors: 2, Skipped: 0, Time elapsed: 0.108 sec <<< FAILURE! subordinateMultiParticipantCoordinatorCompletionParticipantCloseTest(com.arjuna.qa.junit.TestBASubordinateCrashDuringComplete) Time elapsed: 0.03 sec <<< ERROR! org.jboss.arquillian.container.spi.client.container.LifecycleException: The server is already running! Managed containers do not support connecting to running server instances due to the possible harmful effect of connecting to the wrong server. Please stop server before running or change to another type of container. To disable this check and allow Arquillian to connect to a running server, set allowConnectingToRunningServer to true in the container configuration at org.jboss.as.arquillian.container.managed.ManagedDeployableContainer.failDueToRunning(ManagedDeployableContainer.java:309) at org.jboss.as.arquillian.container.managed.ManagedDeployableContainer.startInternal(ManagedDeployableContainer.java:80) at org.jboss.as.arquillian.container.CommonDeployableContainer.start(CommonDeployableContainer.java:110) at org.jboss.arquillian.container.impl.ContainerImpl.start(ContainerImpl.java:199) at org.jboss.arquillian.container.impl.client.container.ContainerLifecycleController$8.perform(ContainerLifecycleController.java:163) at org.jboss.arquillian.container.impl.client.container.ContainerLifecycleController$8.perform(ContainerLifecycleController.java:157) at org.jboss.arquillian.container.impl.client.container.ContainerLifecycleController.forContainer(ContainerLifecycleController.java:255) at org.jboss.arquillian.container.impl.client.container.ContainerLifecycleController.startContainer(ContainerLifecycleController.java:156) at sun.reflect.GeneratedMethodAccessor12.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.jboss.arquillian.core.impl.ObserverImpl.invoke(ObserverImpl.java:94) at org.jboss.arquillian.core.impl.EventContextImpl.invokeObservers(EventContextImpl.java:99) at org.jboss.arquillian.core.impl.EventContextImpl.proceed(EventContextImpl.java:81) at org.jboss.arquillian.container.impl.client.ContainerDeploymentContextHandler.createContainerContext(ContainerDeploymentContextHandler.java:57) at sun.reflect.GeneratedMethodAccessor1.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.jboss.arquillian.core.impl.ObserverImpl.invoke(ObserverImpl.java:94) at org.jboss.arquillian.core.impl.EventContextImpl.proceed(EventContextImpl.java:88) at org.jboss.arquillian.core.impl.ManagerImpl.fire(ManagerImpl.java:145) at org.jboss.arquillian.core.impl.ManagerImpl.fire(ManagerImpl.java:116) at org.jboss.arquillian.core.impl.EventImpl.fire(EventImpl.java:67) at org.jboss.arquillian.container.test.impl.client.container.ClientContainerController.start(ClientContainerController.java:150) at com.arjuna.qa.junit.BaseCrashTest.runTest(BaseCrashTest.java:199) at com.arjuna.qa.junit.TestBASubordinateCrashDuringComplete.subordinateMultiParticipantCoordinatorCompletionParticipantCloseTest(TestBASubordinateCrashDuringComplete.java:17) subordinateMultiParticipantParticipantCompletionParticipantCloseTest(com.arjuna.qa.junit.TestBASubordinateCrashDuringComplete) Time elapsed: 0.053 sec <<< ERROR! org.jboss.arquillian.container.spi.client.container.LifecycleException: The server is already running! Managed containers do not support connecting to running server instances due to the possible harmful effect of connecting to the wrong server. Please stop server before running or change to another type of container. To disable this check and allow Arquillian to connect to a running server, set allowConnectingToRunningServer to true in the container configuration at org.jboss.as.arquillian.container.managed.ManagedDeployableContainer.failDueToRunning(ManagedDeployableContainer.java:309) at org.jboss.as.arquillian.container.managed.ManagedDeployableContainer.startInternal(ManagedDeployableContainer.java:80) at org.jboss.as.arquillian.container.CommonDeployableContainer.start(CommonDeployableContainer.java:110) at org.jboss.arquillian.container.impl.ContainerImpl.start(ContainerImpl.java:199) at org.jboss.arquillian.container.impl.client.container.ContainerLifecycleController$8.perform(ContainerLifecycleController.java:163) at org.jboss.arquillian.container.impl.client.container.ContainerLifecycleController$8.perform(ContainerLifecycleController.java:157) at org.jboss.arquillian.container.impl.client.container.ContainerLifecycleController.forContainer(ContainerLifecycleController.java:255) at org.jboss.arquillian.container.impl.client.container.ContainerLifecycleController.startContainer(ContainerLifecycleController.java:156) at sun.reflect.GeneratedMethodAccessor12.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.jboss.arquillian.core.impl.ObserverImpl.invoke(ObserverImpl.java:94) at org.jboss.arquillian.core.impl.EventContextImpl.invokeObservers(EventContextImpl.java:99) at org.jboss.arquillian.core.impl.EventContextImpl.proceed(EventContextImpl.java:81) at org.jboss.arquillian.container.impl.client.ContainerDeploymentContextHandler.createContainerContext(ContainerDeploymentContextHandler.java:57) at sun.reflect.GeneratedMethodAccessor1.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.jboss.arquillian.core.impl.ObserverImpl.invoke(ObserverImpl.java:94) at org.jboss.arquillian.core.impl.EventContextImpl.proceed(EventContextImpl.java:88) at org.jboss.arquillian.core.impl.ManagerImpl.fire(ManagerImpl.java:145) at org.jboss.arquillian.core.impl.ManagerImpl.fire(ManagerImpl.java:116) at org.jboss.arquillian.core.impl.EventImpl.fire(EventImpl.java:67) at org.jboss.arquillian.container.test.impl.client.container.ClientContainerController.start(ClientContainerController.java:150) at com.arjuna.qa.junit.BaseCrashTest.runTest(BaseCrashTest.java:199) at com.arjuna.qa.junit.TestBASubordinateCrashDuringComplete.subordinateMultiParticipantParticipantCompletionParticipantCloseTest(TestBASubordinateCrashDuringComplete.java:24) {code} -- This message was sent by Atlassian JIRA (v6.4.11#64026)