JENKINS-42438 Correctly calculate test class duration.

When running Android tests the <testsuite> in the generated xml file can contain multiple classes. Thus setting the test class duration to the value of the test-suite is wrong.
jenkinsci · Mar 22, 2017 · c201402 · c201402
1 parent 3253309
commit c201402
Show file tree

Hide file tree

Showing 3 changed files with 61 additions and 5 deletions.
diff --git a/src/main/java/hudson/tasks/junit/ClassResult.java b/src/main/java/hudson/tasks/junit/ClassResult.java
@@ -188,10 +188,7 @@ else if(r.isPassed()) {
             else {
                 failCount++;
             }
-            //retrieve the class duration from these cases' suite time
-            if(duration == 0){
-                duration = r.getSuiteResult().getDuration();
-            }
+            duration += r.getDuration();
         }
     }
 

diff --git a/src/test/java/hudson/tasks/junit/TestResultTest.java b/src/test/java/hudson/tasks/junit/TestResultTest.java
@@ -171,6 +171,40 @@ public void testMerge() throws IOException, URISyntaxException {
         assertEquals("Fail count should now be 1", 1, first.getFailCount());
     }
 
+    @Issue("JENKINS-42438")
+    @Test
+    public void testSuiteWithMultipleClasses() throws IOException, URISyntaxException {
+        TestResult testResult = new TestResult();
+        testResult.parse(getDataFile("JENKINS-42438/junit-report-1.xml"));
+        testResult.tally();
+
+        assertEquals("Wrong number of testsuites", 1, testResult.getSuites().size());
+        assertEquals("Wrong number of test cases", 11, testResult.getTotalCount());
+
+        // The suite duration is non-sensical for Android tests.
+        // This looks like a bug in the JUnit runner used by Android tests.
+        assertEquals("Wrong duration for test result", 2.0, testResult.getDuration(), 0.1);
+
+        SuiteResult suite = testResult.getSuite("org.catrobat.paintroid.test.integration.ActivityOpenedFromPocketCodeNewImageTest");
+        assertNotNull(suite);
+
+        assertEquals("Wrong number of test classes", 2, suite.getClassNames().size());
+
+        CaseResult case1 = suite.getCase("testDrawingSurfaceBitmapIsScreenSize");
+        assertNotNull(case1);
+        ClassResult class1 = case1.getParent();
+        assertNotNull(class1);
+        assertEquals("org.catrobat.paintroid.test.integration.BitmapIntegrationTest", class1.getFullName());
+        assertEquals("Wrong duration for test class", 5.0, class1.getDuration(),0.1);
+
+        CaseResult case2 = suite.getCase("testColorPickerDialogSwitchTabsInLandscape");
+        assertNotNull(case2);
+        ClassResult class2 = case2.getParent();
+        assertNotNull(class2);
+        assertEquals("org.catrobat.paintroid.test.integration.LandscapeTest", class2.getFullName());
+        assertEquals("Wrong duration for test class", 93.0, class2.getDuration(), 0.1);
+    }
+
     private static final XStream XSTREAM = new XStream2();
 
     static {
@@ -179,4 +213,4 @@ public void testMerge() throws IOException, URISyntaxException {
         XSTREAM.alias("case",CaseResult.class);
         XSTREAM.registerConverter(new HeapSpaceStringConverter(),100);
     }
-}
+}
diff --git a/src/test/resources/hudson/tasks/junit/JENKINS-42438/junit-report-1.xml b/src/test/resources/hudson/tasks/junit/JENKINS-42438/junit-report-1.xml
@@ -0,0 +1,25 @@
+<?xml version='1.0' encoding='UTF-8' ?>
+<testsuite name="org.catrobat.paintroid.test.integration.ActivityOpenedFromPocketCodeNewImageTest" tests="11" failures="0" errors="0" skipped="2" time="2.0" timestamp="2017-03-19T16:04:02" hostname="localhost">
+  <properties>
+    <property name="device" value="hudson_en-US_240_WVGA_android-18_x86(AVD) - 4.3.1" />
+    <property name="flavor" value="" />
+    <property name="project" value="Paintroid" />
+  </properties>
+  <testcase name="testDrawingSurfaceBitmapIsScreenSize" classname="org.catrobat.paintroid.test.integration.BitmapIntegrationTest" time="5.0" />
+  <testcase name="testCenterBitmapSimulateLoad" classname="org.catrobat.paintroid.test.integration.BitmapIntegrationTest" time="0.0">
+    <skipped />
+  </testcase>
+  <testcase name="testOpenColorPickerDialogChooseColorInLandscape" classname="org.catrobat.paintroid.test.integration.LandscapeTest" time="3.0" />
+  <testcase name="testToolBarOptionWidth" classname="org.catrobat.paintroid.test.integration.LandscapeTest" time="0.0">
+    <skipped />
+  </testcase>
+  <testcase name="testTools" classname="org.catrobat.paintroid.test.integration.LandscapeTest" time="0.0">
+    <skipped />
+  </testcase>
+  <testcase name="testColorPickerDialogSwitchTabsInLandscape" classname="org.catrobat.paintroid.test.integration.LandscapeTest" time="7.0" />
+  <testcase name="testOpenColorPickerDialogInLandscape" classname="org.catrobat.paintroid.test.integration.LandscapeTest" time="11.0" />
+  <testcase name="testLandscapeMode" classname="org.catrobat.paintroid.test.integration.LandscapeTest" time="13.0" />
+  <testcase name="testTopBarPosition" classname="org.catrobat.paintroid.test.integration.LandscapeTest" time="17.0" />
+  <testcase name="testBottomBarPosition" classname="org.catrobat.paintroid.test.integration.LandscapeTest" time="19.0" />
+  <testcase name="testToolBarOption" classname="org.catrobat.paintroid.test.integration.LandscapeTest" time="23.0" />
+</testsuite>