Failed assertion not reported in stats + NPE in surefire -------------------------------------------------------- Key: ARQ-1912 URL: https://issues.jboss.org/browse/ARQ-1912 Project: Arquillian Issue Type: Bug Affects Versions: 1.1.6.Final Reporter: Thomas Diesler A simple test like this {code} @Test public void testClassLoader() throws Exception { ClassLoader tccl = Thread.currentThread().getContextClassLoader(); Assert.assertNull("TCCL null: " + tccl, tccl); } {code} run on wildfly-8.2.0, leads to {code} 12:06:25,126 SEVERE [org.jboss.arquillian.protocol.jmx.JMXTestRunner] (pool-2-thread-1) Failed: org.wildfly.camel.test.classloading.ThreadContextClassloaderTest.testClassLoader: java.lang.AssertionError: TCCL null: ModuleClassLoader for Module "deployment.tccl-tests:main" from Service Module Loader expected null, but was:<ModuleClassLoader for Module "deployment.tccl-tests:main" from Service Module Loader> at org.junit.Assert.fail(Assert.java:88) [arquillian-service:] at org.junit.Assert.failNotNull(Assert.java:664) [arquillian-service:] at org.junit.Assert.assertNull(Assert.java:646) [arquillian-service:] at org.wildfly.camel.test.classloading.ThreadContextClassloaderTest.testClassLoader(ThreadContextClassloaderTest.java:72) [tccl-tests:] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) [rt.jar:1.8.0_31] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) [rt.jar:1.8.0_31] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) [rt.jar:1.8.0_31] at java.lang.reflect.Method.invoke(Method.java:483) [rt.jar:1.8.0_31] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [arquillian-service:] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [arquillian-service:] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [arquillian-service:] at org.jboss.arquillian.junit.Arquillian$6$1.invoke(Arquillian.java:325) [arquillian-service:] at org.jboss.arquillian.container.test.impl.execution.LocalTestExecuter.execute(LocalTestExecuter.java:60) [arquillian-service:] {code} but the report shows {code} Results : Tests run: 1, Failures: 0, Errors: 0, Skipped: 0 [INFO] ------------------------------------------------------------------------ [INFO] BUILD FAILURE [INFO] ------------------------------------------------------------------------ [INFO] Total time: 20.639 s [INFO] Finished at: 2015-02-09T12:06:26+01:00 [INFO] Final Memory: 51M/436M [INFO] ------------------------------------------------------------------------ [ERROR] Failed to execute goal org.apache.maven.plugins:maven-surefire-plugin:2.16:test (default-test) on project wildfly-camel-itests-standalone: Execution default-test of goal org.apache.maven.plugins:maven-surefire-plugin:2.16:test failed: There was an error in the forked process [ERROR] org.apache.maven.surefire.testset.TestSetFailedException: java.lang.NullPointerException; nested exception is java.lang.NullPointerException: null [ERROR] java.lang.NullPointerException [ERROR] at org.apache.maven.surefire.report.SmartStackTraceParser.getClass(SmartStackTraceParser.java:67) [ERROR] at org.apache.maven.surefire.report.SmartStackTraceParser.<init>(SmartStackTraceParser.java:57) [ERROR] at org.apache.maven.surefire.common.junit4.JUnit4StackTraceWriter.smartTrimmedStackTrace(JUnit4StackTraceWriter.java:77) [ERROR] at org.apache.maven.surefire.booter.ForkingRunListener.encode(ForkingRunListener.java:328) [ERROR] at org.apache.maven.surefire.booter.ForkingRunListener.encode(ForkingRunListener.java:312) [ERROR] at org.apache.maven.surefire.booter.ForkingRunListener.toString(ForkingRunListener.java:258) [ERROR] at org.apache.maven.surefire.booter.ForkingRunListener.testFailed(ForkingRunListener.java:137) [ERROR] at org.apache.maven.surefire.common.junit4.JUnit4RunListener.testFailure(JUnit4RunListener.java:110) [ERROR] at org.junit.runner.notification.RunNotifier$4.notifyListener(RunNotifier.java:139) [ERROR] at org.junit.runner.notification.RunNotifier$SafeNotifier.run(RunNotifier.java:61) [ERROR] at org.junit.runner.notification.RunNotifier.fireTestFailures(RunNotifier.java:134) [ERROR] at org.junit.runner.notification.RunNotifier.fireTestFailure(RunNotifier.java:128) [ERROR] at org.junit.internal.runners.model.EachTestNotifier.addFailure(EachTestNotifier.java:23) [ERROR] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:275) [ERROR] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) [ERROR] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) [ERROR] at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [ERROR] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [ERROR] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [ERROR] at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [ERROR] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [ERROR] at org.jboss.arquillian.junit.Arquillian$2.evaluate(Arquillian.java:202) [ERROR] at org.jboss.arquillian.junit.Arquillian.multiExecute(Arquillian.java:377) [ERROR] at org.jboss.arquillian.junit.Arquillian.access$200(Arquillian.java:52) [ERROR] at org.jboss.arquillian.junit.Arquillian$3.evaluate(Arquillian.java:216) [ERROR] at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [ERROR] at org.jboss.arquillian.junit.Arquillian.run(Arquillian.java:164) {code}