feat(test-runner): add nrOfTests metric

Add `nrOfTests` metric to the `Survived` and `Killed` run results. This allows for calculation of the "tests per mutant metric"
stryker-mutator · Aug 21, 2020 · 0eea448 · 0eea448
1 parent cb71558
commit 0eea448
Show file tree

Hide file tree

Showing 3 changed files with 14 additions and 2 deletions.
diff --git a/packages/jasmine-runner/test/integration/jasmine-init-instrumented.it.spec.ts b/packages/jasmine-runner/test/integration/jasmine-init-instrumented.it.spec.ts
@@ -2,7 +2,7 @@ import path = require('path');
 
 import { factory, testInjector } from '@stryker-mutator/test-helpers';
 import { expect } from 'chai';
-import { KilledMutantRunResult, MutantRunStatus } from '@stryker-mutator/api/test_runner2';
+import { MutantRunStatus } from '@stryker-mutator/api/test_runner2';
 import { assertions } from '@stryker-mutator/test-helpers';
 
 import JasmineTestRunner, { createJasmineTestRunner } from '../../src/JasmineTestRunner';
@@ -59,7 +59,12 @@ describe('JasmineRunner integration with code instrumentation', () => {
     it('should be able to kill again after a mutant survived', async () => {
       await sut.mutantRun(factory.mutantRunOptions({ activeMutant: factory.mutant({ id: 9 }) }));
       const result = await sut.mutantRun(factory.mutantRunOptions({ activeMutant: factory.mutant({ id: 2 }) }));
-      const expected: KilledMutantRunResult = { killedBy: 'spec1', status: MutantRunStatus.Killed, failureMessage: 'Expected true to be falsy.' };
+      const expected = factory.killedMutantRunResult({
+        killedBy: 'spec1',
+        status: MutantRunStatus.Killed,
+        failureMessage: 'Expected true to be falsy.',
+        nrOfTests: 2, // spec0 and spec1
+      });
       expect(result).deep.eq(expected);
     });
   });

diff --git a/packages/mocha-runner/test/integration/SampleProjectInstrumented.it.spec.ts b/packages/mocha-runner/test/integration/SampleProjectInstrumented.it.spec.ts
@@ -105,6 +105,12 @@ describe('Running an instrumented project', () => {
       expect(result.failureMessage).eq('expected -3 to equal 7');
     });
 
+    it('should bail after the first failed test', async () => {
+      const result = await sut.mutantRun(factory.mutantRunOptions({ activeMutant: factory.mutant({ id: 3 }) }));
+      assertions.expectKilled(result);
+      expect(result.nrOfTests).eq(1);
+    });
+
     it('should be able to kill a mutant with filtered test', async () => {
       const result = await sut.mutantRun(
         factory.mutantRunOptions({ activeMutant: factory.mutant({ id: 3 }), testFilter: ['MyMath should be able to add two numbers'] })

diff --git a/packages/mocha-runner/test/unit/MochaTestRunner.spec.ts b/packages/mocha-runner/test/unit/MochaTestRunner.spec.ts
@@ -263,6 +263,7 @@ describe(MochaTestRunner.name, () => {
         failureMessage: 'foo was baz',
         killedBy: 'foo should be bar',
         status: MutantRunStatus.Killed,
+        nrOfTests: 2,
       };
       expect(result).deep.eq(expectedResult);
     });