Hang in CLIEmbedHostControllerTestCase -------------------------------------- Key: WFCORE-3856 URL: https://issues.jboss.org/browse/WFCORE-3856 Project: WildFly Core Issue Type: Bug Components: Embedded Reporter: Brian Stansberry Assignee: James Perkins Priority: Major CI job hung, unrelated to PR being tested. Job was https://ci.wildfly.org/viewLog.html?buildId=104807&buildTypeId=WildFl... Thread dump: {code} Thread dumps of WildFly Core :: Pull Request :: Linux #8698 (15 May 18 15:10) Process tree: Click on an item in the tree to view thread dump. PID: 2960 /usr/java/jdk1.8.0_152/bin/java PID: 5284 /bin/sh PID: 5288 /usr/java/jdk1.8.0_152/jre/bin/java Process ID (PID): 5288 Copy to clipboard 2018-05-15 15:11:45 Full thread dump Java HotSpot(TM) Server VM (25.152-b16 mixed mode): "Attach Listener" #249 daemon prio=9 os_prio=0 tid=0xc4df9400 nid=0x2824 waiting on condition [0x00000000] java.lang.Thread.State: RUNNABLE "MSC service thread 11-8" #241 prio=5 os_prio=0 tid=0xc6b1d800 nid=0x159a waiting on condition [0xc13b8000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0xe61fc080> (a org.jboss.threads.EnhancedQueueExecutor) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1410) at java.lang.Thread.run(Thread.java:748) "MSC service thread 11-7" #240 prio=5 os_prio=0 tid=0xc6b09400 nid=0x1599 waiting on condition [0xc0a27000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0xe61fc080> (a org.jboss.threads.EnhancedQueueExecutor) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1410) at java.lang.Thread.run(Thread.java:748) "MSC service thread 11-6" #239 prio=5 os_prio=0 tid=0xc6b08000 nid=0x1598 waiting on condition [0xc0f4f000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0xe61fc080> (a org.jboss.threads.EnhancedQueueExecutor) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1410) at java.lang.Thread.run(Thread.java:748) "MSC service thread 11-5" #238 prio=5 os_prio=0 tid=0xc6b2a400 nid=0x1597 waiting on condition [0xc15ad000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0xe61fc080> (a org.jboss.threads.EnhancedQueueExecutor) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1410) at java.lang.Thread.run(Thread.java:748) "MSC service thread 11-4" #237 prio=5 os_prio=0 tid=0xc6b06c00 nid=0x1596 waiting on condition [0xc17fe000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0xe61fc080> (a org.jboss.threads.EnhancedQueueExecutor) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1410) at java.lang.Thread.run(Thread.java:748) "MSC service thread 11-3" #236 prio=5 os_prio=0 tid=0xc1c2a800 nid=0x1595 waiting on condition [0xc15fe000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0xe61fc080> (a org.jboss.threads.EnhancedQueueExecutor) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1410) at java.lang.Thread.run(Thread.java:748) "MSC service thread 11-2" #235 prio=5 os_prio=0 tid=0xc1cd5800 nid=0x1594 waiting on condition [0xc1bfe000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0xe61fc080> (a org.jboss.threads.EnhancedQueueExecutor) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1410) at java.lang.Thread.run(Thread.java:748) "MSC service thread 11-1" #234 prio=5 os_prio=0 tid=0xc1cf7c00 nid=0x1593 waiting on condition [0xc1541000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0xe61fc080> (a org.jboss.threads.EnhancedQueueExecutor) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1410) at java.lang.Thread.run(Thread.java:748) "Reference Reaper" #15 daemon prio=5 os_prio=0 tid=0xc32f7000 nid=0x14be in Object.wait() [0xc36a9000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0xc85396c8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0xc85396c8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at org.jboss.modules.ref.References$ReaperThread.run(References.java:64) "process reaper" #11 daemon prio=10 os_prio=0 tid=0x0814a800 nid=0x14bb waiting on condition [0xc3f40000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0xc84fbc48> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "surefire-forkedjvm-ping-30s" #10 daemon prio=5 os_prio=0 tid=0xc4557000 nid=0x14b9 waiting on condition [0xc4671000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0xc7973f88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "surefire-forkedjvm-command-thread" #9 daemon prio=5 os_prio=0 tid=0xc454e800 nid=0x14b8 runnable [0xc46c2000] java.lang.Thread.State: RUNNABLE at java.io.FileInputStream.readBytes(Native Method) at java.io.FileInputStream.read(FileInputStream.java:255) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read(BufferedInputStream.java:265) - locked <0xc84de990> (a java.io.BufferedInputStream) at java.io.DataInputStream.readInt(DataInputStream.java:387) at org.apache.maven.surefire.booter.MasterProcessCommand.decode(MasterProcessCommand.java:115) at org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run(CommandReader.java:391) at java.lang.Thread.run(Thread.java:748) "Service Thread" #8 daemon prio=9 os_prio=0 tid=0xc4eab000 nid=0x14b5 runnable [0x00000000] java.lang.Thread.State: RUNNABLE "C1 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0xc4ea8000 nid=0x14b4 waiting on condition [0x00000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0xc4ea6800 nid=0x14b3 waiting on condition [0x00000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0xc4ea4800 nid=0x14b2 waiting on condition [0x00000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0xc4ea3000 nid=0x14b1 runnable [0x00000000] java.lang.Thread.State: RUNNABLE "Finalizer" #3 daemon prio=8 os_prio=0 tid=0xc4e89000 nid=0x14b0 in Object.wait() [0xc4f57000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0xc77c2cd0> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209) "Reference Handler" #2 daemon prio=10 os_prio=0 tid=0xc4e86000 nid=0x14af in Object.wait() [0xc697d000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0xc7a15a58> (a java.lang.ref.Reference$Lock) at java.lang.Object.wait(Object.java:502) at java.lang.ref.Reference.tryHandlePending(Reference.java:191) - locked <0xc7a15a58> (a java.lang.ref.Reference$Lock) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153) "main" #1 prio=5 os_prio=0 tid=0xf6507800 nid=0x14a9 waiting on condition [0xf6698000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0xe61fe3d8> (a java.util.concurrent.CountDownLatch$Sync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231) at org.jboss.msc.service.ServiceContainerImpl.awaitTermination(ServiceContainerImpl.java:475) at org.wildfly.core.embedded.EmbeddedHostControllerFactory$HostControllerImpl.exit(EmbeddedHostControllerFactory.java:362) at org.wildfly.core.embedded.EmbeddedHostControllerFactory$HostControllerImpl.stop(EmbeddedHostControllerFactory.java:354) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.wildfly.core.embedded.EmbeddedManagedProcessImpl.invokeOnServer(EmbeddedManagedProcessImpl.java:88) at org.wildfly.core.embedded.EmbeddedManagedProcessImpl.safeInvokeOnServer(EmbeddedManagedProcessImpl.java:78) at org.wildfly.core.embedded.EmbeddedManagedProcessImpl.stop(EmbeddedManagedProcessImpl.java:64) at org.jboss.as.cli.embedded.EmbeddedProcessLaunch.stop(EmbeddedProcessLaunch.java:52) at org.jboss.as.cli.embedded.StopEmbeddedHostControllerHandler.cleanup(StopEmbeddedHostControllerHandler.java:64) at org.jboss.as.cli.embedded.EmbedHostControllerHandler$1.cliEvent(EmbedHostControllerHandler.java:331) at org.jboss.as.cli.impl.CommandContextImpl.notifyListeners(CommandContextImpl.java:1852) at org.jboss.as.cli.impl.CommandContextImpl.disconnectController(CommandContextImpl.java:1465) at org.jboss.as.cli.impl.CommandContextImpl.terminateSession(CommandContextImpl.java:921) at org.jboss.as.test.integration.management.util.CLIWrapper.quit(CLIWrapper.java:277) - locked <0xe6395f58> (a org.jboss.as.test.integration.management.util.CLIWrapper) at org.jboss.as.test.integration.management.base.AbstractCliTestBase.closeCLI(AbstractCliTestBase.java:71) at org.jboss.as.test.manualmode.management.cli.CLIEmbedHostControllerTestCase.cleanup(CLIEmbedHostControllerTestCase.java:149) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner.run(ParentRunner.java:363) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.runners.ParentRunner.run(ParentRunner.java:363) at org.apache.maven.surefire.junitcore.JUnitCore.run(JUnitCore.java:55) at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.createRequestAndRun(JUnitCoreWrapper.java:137) at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.executeEager(JUnitCoreWrapper.java:107) at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:83) at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:75) at org.apache.maven.surefire.junitcore.JUnitCoreProvider.invoke(JUnitCoreProvider.java:158) at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:379) at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:340) at org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:125) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:413) "VM Thread" os_prio=0 tid=0xc4e81800 nid=0x14ae runnable "GC task thread#0 (ParallelGC)" os_prio=0 tid=0xf6510c00 nid=0x14aa runnable "GC task thread#1 (ParallelGC)" os_prio=0 tid=0xf6512400 nid=0x14ab runnable "GC task thread#2 (ParallelGC)" os_prio=0 tid=0xf6513800 nid=0x14ac runnable "GC task thread#3 (ParallelGC)" os_prio=0 tid=0xf6514c00 nid=0x14ad runnable "VM Periodic Task Thread" os_prio=0 tid=0xc4ec7800 nid=0x14b6 waiting on condition JNI global references: 738 {code}