[test optimization] Make EFD and impacted tests compatible with jest's snapshot testing (#6584)

Author: juan-fernandez

integration-tests/ci-visibility/test-early-flake-detection/__image_snapshots__/jest-image-snapshot-js-snapshot-can-match-1-snap.png

@@ -0,0 +1,10 @@
+// Jest Snapshot v1, https://jestjs.io/docs/snapshot-testing
+
+exports[`parallel snapshot can do multiple snapshots 1`] = `"hello"`;
+exports[`parallel snapshot can do multiple snapshots 2`] = `"good bye"`;
+exports[`parallel snapshot can do multiple snapshots in a different test 1`] = `3`
+exports[`parallel snapshot can do multiple snapshots in a different test 2`] = `4`
+exports[`parallel snapshot is not new 1`] = `"yes"`
+exports[`parallel snapshot is not new 2`] = `"no"`
+exports[`parallel snapshot is flaky 1`] = `3`
+exports[`parallel snapshot is flaky 2`] = `"a"`

integration-tests/ci-visibility/test-early-flake-detection/__snapshots__/jest-parallel-snapshot-1.js.snap

@@ -0,0 +1,10 @@
+// Jest Snapshot v1, https://jestjs.io/docs/snapshot-testing
+
+exports[`parallel snapshot 2 can do multiple snapshots 1`] = `"hello"`;
+exports[`parallel snapshot 2 can do multiple snapshots 2`] = `"good bye"`;
+exports[`parallel snapshot 2 can do multiple snapshots in a different test 1`] = `3`
+exports[`parallel snapshot 2 can do multiple snapshots in a different test 2`] = `4`
+exports[`parallel snapshot 2 is not new 1`] = `"yes"`
+exports[`parallel snapshot 2 is not new 2`] = `"no"`
+exports[`parallel snapshot 2 is flaky 1`] = `3`
+exports[`parallel snapshot 2 is flaky 2`] = `"a"`

integration-tests/ci-visibility/test-early-flake-detection/__snapshots__/jest-parallel-snapshot-2.js.snap

@@ -1,3 +1,11 @@
 // Jest Snapshot v1, https://jestjs.io/docs/snapshot-testing
 
-exports[`test can do snapshot 1`] = `3`;
+exports[`test can do multiple snapshots 1`] = `"hello"`;
+exports[`test can do multiple snapshots 2`] = `"good bye"`;
+exports[`test can do multiple snapshots in a different test 1`] = `3`
+exports[`test can do multiple snapshots in a different test 2`] = `4`
+exports[`test is not new 1`] = `"yes"`
+exports[`test is not new 2`] = `"no"`
+exports[`test is flaky 1`] = `3`
+exports[`test is flaky 2`] = `"a"`
+

integration-tests/ci-visibility/test-early-flake-detection/__snapshots__/jest-snapshot.js.snap

@@ -0,0 +1,23 @@
+'use strict'
+
+const { toMatchImageSnapshot } = require('jest-image-snapshot')
+
+expect.extend({ toMatchImageSnapshot })
+
+let retryCounter = 0
+describe('snapshot', () => {
+  it('can match', () => {
+    // This is a base64 encoded 1x1 transparent PNG image with correct CRC32 checksums
+    const b64 = 'iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAC0lEQVR4nGNgAAIAAAUAAXpeqz8AAAAASUVORK5CYII='
+    const img = Buffer.from(b64, 'base64')
+
+    const b64Wrong = 'iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAIAAACQd1PeAAAADElEQVR4nGP4z8AAAAMBAQDJ/pLvAAAAAElFTkSuQmCC'
+    const wrongImage = Buffer.from(b64Wrong, 'base64') // Different 1x1 image
+
+    if (++retryCounter > 2) {
+      expect(img).toMatchImageSnapshot()
+    } else {
+      expect(wrongImage).toMatchImageSnapshot()
+    }
+  })
+})

integration-tests/ci-visibility/test-early-flake-detection/jest-image-snapshot.js

@@ -0,0 +1,43 @@
+'use strict'
+
+let retryCounter = 0
+
+describe('parallel snapshot', () => {
+  it('can do multiple snapshots', () => {
+    expect('hello').toMatchSnapshot()
+
+    expect('good bye').toMatchSnapshot()
+  })
+
+  it('can do multiple snapshots in a different test', () => {
+    expect(1 + 2).toMatchSnapshot()
+
+    expect(1 + 3).toMatchSnapshot()
+  })
+
+  it('is not new', () => {
+    expect('yes').toMatchSnapshot()
+    expect('no').toMatchSnapshot()
+  })
+
+  it('has inline snapshot', () => {
+    expect('yes').toMatchInlineSnapshot('"yes"')
+    expect('no').toMatchInlineSnapshot('"no"')
+  })
+
+  it('has snapshot and is known', () => {
+    expect('yes').toMatchInlineSnapshot('"yes"')
+    expect('no').toMatchInlineSnapshot('"no"')
+  })
+
+  it('is flaky', () => {
+    retryCounter++
+    const sum = retryCounter > 2 ? 3 : 4
+    if (retryCounter > 2) {
+      expect(sum).toMatchSnapshot()
+    } else {
+      expect(sum).toMatchSnapshot()
+    }
+    expect('a').toMatchSnapshot()
+  })
+})

integration-tests/ci-visibility/test-early-flake-detection/jest-parallel-snapshot-1.js

@@ -0,0 +1,43 @@
+'use strict'
+
+let retryCounter = 0
+
+describe('parallel snapshot 2', () => {
+  it('can do multiple snapshots', () => {
+    expect('hello').toMatchSnapshot()
+
+    expect('good bye').toMatchSnapshot()
+  })
+
+  it('can do multiple snapshots in a different test', () => {
+    expect(1 + 2).toMatchSnapshot()
+
+    expect(1 + 3).toMatchSnapshot()
+  })
+
+  it('is not new', () => {
+    expect('yes').toMatchSnapshot()
+    expect('no').toMatchSnapshot()
+  })
+
+  it('has inline snapshot', () => {
+    expect('yes').toMatchInlineSnapshot('"yes"')
+    expect('no').toMatchInlineSnapshot('"no"')
+  })
+
+  it('has snapshot and is known', () => {
+    expect('yes').toMatchInlineSnapshot('"yes"')
+    expect('no').toMatchInlineSnapshot('"no"')
+  })
+
+  it('is flaky', () => {
+    retryCounter++
+    const sum = retryCounter > 2 ? 3 : 4
+    if (retryCounter > 2) {
+      expect(sum).toMatchSnapshot()
+    } else {
+      expect(sum).toMatchSnapshot()
+    }
+    expect('a').toMatchSnapshot()
+  })
+})

integration-tests/ci-visibility/test-early-flake-detection/jest-parallel-snapshot-2.js

@@ -1,7 +1,43 @@
 'use strict'
 
+let retryCounter = 0
+
 describe('test', () => {
-  it('can do snapshot', () => {
+  it('can do multiple snapshots', () => {
+    expect('hello').toMatchSnapshot()
+
+    expect('good bye').toMatchSnapshot()
+  })
+
+  it('can do multiple snapshots in a different test', () => {
     expect(1 + 2).toMatchSnapshot()
+
+    expect(1 + 3).toMatchSnapshot()
+  })
+
+  it('is not new', () => {
+    expect('yes').toMatchSnapshot()
+    expect('no').toMatchSnapshot()
+  })
+
+  it('has inline snapshot', () => {
+    expect('yes').toMatchInlineSnapshot('"yes"')
+    expect('no').toMatchInlineSnapshot('"no"')
+  })
+
+  it('has snapshot and is known', () => {
+    expect('yes').toMatchInlineSnapshot('"yes"')
+    expect('no').toMatchInlineSnapshot('"no"')
+  })
+
+  it('is flaky', () => {
+    retryCounter++
+    const sum = retryCounter > 2 ? 3 : 4
+    if (retryCounter > 2) {
+      expect(sum).toMatchSnapshot()
+    } else {
+      expect(sum).toMatchSnapshot()
+    }
+    expect('a').toMatchSnapshot()
   })
 })

integration-tests/ci-visibility/test-early-flake-detection/jest-snapshot.js

@@ -0,0 +1,4 @@
+// Jest Snapshot v1, https://jestjs.io/docs/snapshot-testing
+
+exports[`attempt to fix snapshot is flaky 1`] = `3`
+exports[`attempt to fix snapshot is flaky 2`] = `"a"`