Retry E2E tests on CI (#9040)

To guard us from flaky tests, CI will run every test three times and fail if _any_ of the run fails. This way we hope most flakiness will be catch before merging PR. Configured dashboard in the same way.
enso-org · Feb 13, 2024 · 36722ea · 36722ea
1 parent c4701a9
commit 36722ea
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/app/gui2/playwright.config.ts b/app/gui2/playwright.config.ts
@@ -37,7 +37,7 @@ export default defineConfig({
   globalSetup: './e2e/setup.ts',
   testDir: './e2e',
   forbidOnly: !!process.env.CI,
-  retries: process.env.CI ? 2 : 0,
+  repeatEach: process.env.CI ? 3 : 1,
   ...(process.env.CI ? { workers: 1 } : {}),
   expect: {
     timeout: 5000,

diff --git a/app/ide-desktop/lib/dashboard/playwright.config.ts b/app/ide-desktop/lib/dashboard/playwright.config.ts
@@ -13,7 +13,7 @@ export default test.defineConfig({
   fullyParallel: true,
   forbidOnly: true,
   workers: 1,
-  retries: 2,
+  repeatEach: process.env.CI ? 3 : 1,
   expect: {
     toHaveScreenshot: { threshold: 0 },
     timeout: 30_000,