diff --git a/lib/watcher.js b/lib/watcher.js
index d95fbb942..cafd089e0 100644
--- a/lib/watcher.js
+++ b/lib/watcher.js
@@ -106,7 +106,8 @@ async function * plan({api, filter, globs, projectDir, providers, stdin, abortSi
 				case 'uncaught-exception':
 				case 'unhandled-rejection':
 				case 'worker-failed': {
-					failureCounts.set(evt.testFile, 1 + (failureCounts.get(evt.testFile) ?? 0));
+					const path = nodePath.relative(projectDir, evt.testFile);
+					failureCounts.set(path, 1 + (failureCounts.get(path) ?? 0));
 					break;
 				}