diff --git a/.eslintrc.json b/.eslintrc.json index 5da4255366f5..4d6129e600ad 100644 --- a/.eslintrc.json +++ b/.eslintrc.json @@ -6,7 +6,8 @@ "plugin:@cypress/dev/general" ], "rules": { - "prefer-spread": "off" + "prefer-spread": "off", + "prefer-rest-params": "off" }, "settings": { "react": { diff --git a/circle.yml b/circle.yml index 53d81dcbd7f0..506a08063c09 100644 --- a/circle.yml +++ b/circle.yml @@ -129,14 +129,22 @@ commands: browser: description: browser shortname to target type: string + percy: + description: enable percy + type: boolean + default: false steps: - attach_workspace: at: ~/ - run: command: | + cmd=$([[ <> == 'true' ]] && echo 'yarn percy exec --') || true + CYPRESS_KONFIG_ENV=production \ CYPRESS_RECORD_KEY=$PACKAGES_RECORD_KEY \ - yarn workspace @packages/runner cypress:run --record --parallel --group runner-integration-<> --browser <> + PERCY_PARALLEL_NONCE=$CIRCLE_WORKFLOW_ID \ + PERCY_PARALLEL_TOTAL=-1 \ + $cmd yarn workspace @packages/runner cypress:run --record --parallel --group runner-integration-<> --browser <> - store_test_results: path: /tmp/cypress - store_artifacts: @@ -211,6 +219,7 @@ commands: command: | git clone --depth 1 --no-single-branch https://github.com/cypress-io/<>.git /tmp/<> cd /tmp/<> && (git checkout $NEXT_DEV_VERSION || true) + test-binary-against-repo: description: | Takes the built binary and NPM package, clones given example repo @@ -337,6 +346,17 @@ commands: path: /tmp/<>/cypress/videos - store-npm-logs + wait-on-circle-jobs: + description: Polls certain Circle CI jobs until they finish + parameters: + job-names: + description: comma separated list of circle ci job names to wait for + type: string + steps: + - run: + name: "Waiting on Circle CI jobs: <>" + command: node ./scripts/wait-on-circle-jobs.js --job-names="<>" + jobs: ## code checkout and yarn installs build: @@ -400,6 +420,37 @@ jobs: command: node cli/bin/cypress info --dev - store-npm-logs + # a special job that keeps polling Circle and when all + # individual jobs are finished, it closes the Percy build + percy-finalize: + <<: *defaults + executor: cy-doc + parameters: + required_env_var: + type: env_var_name + steps: + - attach_workspace: + at: ~/ + - run: + # if this is an external pull request, the environment variables + # are NOT set for security reasons, thus no need to poll - + # and no need to finalize Percy, since there will be no visual tests + name: Check if <> is set + command: | + if [[ -v <> ]]; then + echo "Internal PR, good to go" + else + echo "This is an external PR, cannot access other services" + circleci-agent step halt + fi + - wait-on-circle-jobs: + job-names: > + desktop-gui-integration-tests-2x, + desktop-gui-component-tests, + cli-visual-tests, + runner-integration-tests-chrome, + - run: npx percy finalize --all + cli-visual-tests: <<: *defaults parallelism: 1 @@ -701,6 +752,7 @@ jobs: steps: - run-runner-integration-tests: browser: chrome + percy: true runner-integration-tests-firefox: <<: *defaults @@ -879,13 +931,6 @@ jobs: command: node index.js working_directory: packages/launcher - percy-finalize: - <<: *defaults - steps: - - run: - name: "finalizes percy builds" - command: npx percy finalize --all - build-binary: <<: *defaults shell: /bin/bash --login @@ -1369,6 +1414,11 @@ jobs: command: npm run test:ci pull_request_id: 515 folder: examples/fundamentals__typescript + - test-binary-against-repo: + repo: cypress-example-recipes + command: npm test + pull_request_id: 513 + folder: examples/fundamentals__module-api-wrap "test-binary-against-kitchensink": <<: *defaults @@ -1493,6 +1543,11 @@ linux-workflow: &linux-workflow name: Linux lint requires: - build + - percy-finalize: + context: test-runner:poll-circle-workflow + required_env_var: PERCY_TOKEN # skips job if not defined (external PR) + requires: + - build - lint-types: requires: - build @@ -1624,12 +1679,6 @@ linux-workflow: &linux-workflow requires: - build - - percy-finalize: - requires: - - desktop-gui-integration-tests-2x - - desktop-gui-component-tests - - cli-visual-tests - # various testing scenarios, like building full binary # and testing it on a real project - test-against-staging: @@ -1666,6 +1715,7 @@ linux-workflow: &linux-workflow branches: only: - develop + - test-retries requires: - build-npm-package - build-binary: @@ -1677,6 +1727,7 @@ linux-workflow: &linux-workflow branches: only: - develop + - test-retries requires: - build-binary - test-npm-module-on-minimum-node-version: @@ -1733,6 +1784,7 @@ linux-workflow: &linux-workflow branches: only: - develop + - test-retries requires: - upload-npm-package - upload-binary diff --git a/cli/schema/cypress.schema.json b/cli/schema/cypress.schema.json index 7a7365b1bf7e..12b7c37052e3 100644 --- a/cli/schema/cypress.schema.json +++ b/cli/schema/cypress.schema.json @@ -243,6 +243,18 @@ "type": "boolean", "default": false, "description": "Polyfills `window.fetch` to enable Network spying and stubbing" + }, + "retries": { + "type": [ + "object", + "number", + "null" + ], + "default": { + "runMode": 0, + "openMode": 0 + }, + "description": "The number of times to retry a failing. Can be configured to apply only in runMode or openMode" } } } diff --git a/cli/types/cypress-npm-api.d.ts b/cli/types/cypress-npm-api.d.ts index 40721b8fc0c9..805bb2ca3ca0 100644 --- a/cli/types/cypress-npm-api.d.ts +++ b/cli/types/cypress-npm-api.d.ts @@ -7,6 +7,11 @@ // but for now describe it as an ambient module declare namespace CypressCommandLine { + interface TestError { + name: string + message: string + stack: string + } /** * All options that one can pass to "cypress.run" * @see https://on.cypress.io/module-api#cypress-run @@ -166,14 +171,16 @@ declare namespace CypressCommandLine { title: string[] state: string body: string - /** - * Error stack string if there is an error - */ - stack: string | null - /** - * Error message if there is an error + /** + * Error string as it's presented in console if the test fails */ - error: string | null + displayError: string | null + attempts: AttemptResult[] + } + + interface AttemptResult { + state: string + error: TestError | null timings: any failedFromHookId: hookId | null wallClockStartedAt: dateTimeISO @@ -199,6 +206,7 @@ declare namespace CypressCommandLine { name: string testId: testId takenAt: dateTimeISO + testAttemptIndex: number /** * Absolute path to the saved image */ diff --git a/cli/types/cypress.d.ts b/cli/types/cypress.d.ts index 78913827033b..a37ca35278f2 100644 --- a/cli/types/cypress.d.ts +++ b/cli/types/cypress.d.ts @@ -334,6 +334,11 @@ declare namespace Cypress { */ getFirefoxGcInterval(): number | null | undefined + /** + * @returns the number of test retries currently enabled for the run + */ + getTestRetries(): number | null + /** * Checks if a variable is a valid instance of `cy` or a `cy` chainable. * @@ -2563,6 +2568,13 @@ declare namespace Cypress { * the `includeShadowDom` option to some DOM commands. */ experimentalShadowDomSupport: boolean + /** + * Number of times to retry a failed test. + * If a number is set, tests will retry in both runMode and openMode. + * To enable test retries only in runMode, set e.g. `{ openMode: null, runMode: 2 }` + * @default null + */ + retries: Nullable, openMode: Nullable}> } interface TestConfigOverrides extends Partial> { diff --git a/package.json b/package.json index 325cbfbfb62f..546cfe200c91 100644 --- a/package.json +++ b/package.json @@ -136,6 +136,7 @@ "fs-extra": "8.1.0", "gift": "0.10.2", "globby": "10.0.1", + "got": "11.5.1", "gulp": "4.0.2", "gulp-awspublish": "4.0.0", "gulp-debug": "4.0.0", diff --git a/packages/desktop-gui/cypress/support/index.js b/packages/desktop-gui/cypress/support/index.js index f81291bfc71f..026e9b5ba5ed 100644 --- a/packages/desktop-gui/cypress/support/index.js +++ b/packages/desktop-gui/cypress/support/index.js @@ -1,4 +1,4 @@ -require('@percy/cypress') +require('@packages/ui-components/cypress/support/customPercyCommand') require('cypress-react-unit-test/dist/hooks') const BluebirdPromise = require('bluebird') diff --git a/packages/driver/cypress/integration/commands/screenshot_spec.js b/packages/driver/cypress/integration/commands/screenshot_spec.js index dcb584a8d9d3..8e65dcd7315e 100644 --- a/packages/driver/cypress/integration/commands/screenshot_spec.js +++ b/packages/driver/cypress/integration/commands/screenshot_spec.js @@ -19,6 +19,7 @@ describe('src/cy/commands/screenshot', () => { takenAt: new Date().toISOString(), name: 'name', blackout: ['.foo'], + testAttemptIndex: 0, duration: 100, } @@ -49,7 +50,7 @@ describe('src/cy/commands/screenshot', () => { Cypress.action('runner:runnable:after:run:async', test, runnable) .then(() => { - expect(Cypress.action).not.to.be.calledWith('cy:test:set:state') + expect(Cypress.action).not.to.be.calledWith('test:set:state') expect(Cypress.automation).not.to.be.called }) .finally(() => { @@ -68,7 +69,7 @@ describe('src/cy/commands/screenshot', () => { Cypress.action('runner:runnable:after:run:async', test, runnable) .then(() => { - expect(Cypress.action).not.to.be.calledWith('cy:test:set:state') + expect(Cypress.action).not.to.be.calledWith('test:set:state') expect(Cypress.automation).not.to.be.called }) }) @@ -89,7 +90,7 @@ describe('src/cy/commands/screenshot', () => { Cypress.action('runner:runnable:after:run:async', test, runnable) .then(() => { - expect(Cypress.action).not.to.be.calledWith('cy:test:set:state') + expect(Cypress.action).not.to.be.calledWith('test:set:state') expect(Cypress.automation).not.to.be.called }) }) @@ -137,6 +138,7 @@ describe('src/cy/commands/screenshot', () => { waitForCommandSynchronization: true, disableTimersAndAnimations: true, blackout: [], + testAttemptIndex: 0, }) expect(Cypress.action).to.be.calledWith('cy:after:screenshot', { @@ -147,6 +149,7 @@ describe('src/cy/commands/screenshot', () => { waitForCommandSynchronization: true, disableTimersAndAnimations: true, blackout: [], + testAttemptIndex: 0, }) }) }) @@ -183,6 +186,7 @@ describe('src/cy/commands/screenshot', () => { testFailure: true, blackout: [], scaled: true, + testAttemptIndex: 0, }) }) }) @@ -225,6 +229,7 @@ describe('src/cy/commands/screenshot', () => { simple: false, scaled: true, blackout: [], + testAttemptIndex: 0, }) }) }) @@ -264,6 +269,7 @@ describe('src/cy/commands/screenshot', () => { testFailure: true, scaled: true, blackout: [], + testAttemptIndex: 0, }) }) }) @@ -406,6 +412,7 @@ describe('src/cy/commands/screenshot', () => { waitForCommandSynchronization: false, disableTimersAndAnimations: true, blackout: ['.foo'], + testAttemptIndex: 0, }) }) }) @@ -425,6 +432,7 @@ describe('src/cy/commands/screenshot', () => { waitForCommandSynchronization: false, disableTimersAndAnimations: true, blackout: ['.foo'], + testAttemptIndex: 0, }) }) }) @@ -446,6 +454,7 @@ describe('src/cy/commands/screenshot', () => { waitForCommandSynchronization: true, disableTimersAndAnimations: true, blackout: [], + testAttemptIndex: 0, }) }) }) @@ -466,6 +475,7 @@ describe('src/cy/commands/screenshot', () => { waitForCommandSynchronization: false, disableTimersAndAnimations: true, blackout: ['.foo'], + testAttemptIndex: 0, }) }) }) diff --git a/packages/driver/package.json b/packages/driver/package.json index ec0a48cc8f7f..4b5d00a0b637 100644 --- a/packages/driver/package.json +++ b/packages/driver/package.json @@ -18,7 +18,12 @@ "@cypress/what-is-circular": "1.0.1", "@packages/network": "*", "@packages/runner": "*", + "@packages/server": "*", "@packages/ts": "*", + "@types/chalk": "^2.2.0", + "@types/common-tags": "^1.8.0", + "@types/lodash": "^4.14.123", + "@types/mocha": "^5.2.6", "angular": "1.8.0", "backbone": "1.4.0", "basic-auth": "2.0.1", diff --git a/packages/driver/src/cy/commands/navigation.js b/packages/driver/src/cy/commands/navigation.js index 7a234465a514..15f67911e3ec 100644 --- a/packages/driver/src/cy/commands/navigation.js +++ b/packages/driver/src/cy/commands/navigation.js @@ -842,6 +842,9 @@ module.exports = (Commands, Cypress, cy, state, config) => { if (previousDomainVisited && (remote.originPolicy !== existing.originPolicy)) { // if we've already visited a new superDomain // then die else we'd be in a terrible endless loop + // we also need to disable retries to prevent the endless loop + $utils.getTestFromRunnable(state('runnable'))._retries = 0 + return cannotVisitDifferentOrigin(remote.origin, previousDomainVisited, remote, existing, options._log) } diff --git a/packages/driver/src/cy/commands/screenshot.js b/packages/driver/src/cy/commands/screenshot.js index 708383cb6a96..d924bcbae8e2 100644 --- a/packages/driver/src/cy/commands/screenshot.js +++ b/packages/driver/src/cy/commands/screenshot.js @@ -7,6 +7,7 @@ const Promise = require('bluebird') const $Screenshot = require('../../cypress/screenshot') const $dom = require('../../dom') const $errUtils = require('../../cypress/error_utils') +const $utils = require('../../cypress/utils') const getViewportHeight = (state) => { // TODO this doesn't seem correct @@ -54,6 +55,7 @@ const automateScreenshot = (state, options = {}) => { titles, testId: runnable.id, takenPaths: state('screenshotPaths'), + testAttemptIndex: $utils.getTestFromRunnable(runnable)._currentRetry, }, _.omit(options, 'runnable', 'timeout', 'log', 'subject')) const automate = () => { @@ -304,6 +306,7 @@ const takeScreenshot = (Cypress, state, screenshotConfig, options = {}) => { const getOptions = (isOpen) => { return { id: runnable.id, + testAttemptIndex: $utils.getTestFromRunnable(runnable)._currentRetry, isOpen, appOnly: isAppOnly(screenshotConfig), scale: getShouldScale(screenshotConfig), diff --git a/packages/driver/src/cypress.js b/packages/driver/src/cypress.js index 33c8494a66c5..280803024402 100644 --- a/packages/driver/src/cypress.js +++ b/packages/driver/src/cypress.js @@ -165,6 +165,19 @@ class $Cypress { this.config = $SetterGetter.create(config) this.env = $SetterGetter.create(env) this.getFirefoxGcInterval = $FirefoxForcedGc.createIntervalGetter(this.config) + this.getTestRetries = function () { + const testRetries = this.config('retries') + + if (_.isNumber(testRetries)) { + return testRetries + } + + if (_.isObject(testRetries)) { + return testRetries[this.config('isInteractive') ? 'openMode' : 'runMode'] + } + + return null + } this.Cookies = $Cookies.create(config.namespace, d) @@ -269,11 +282,6 @@ class $Cypress { break - case 'runner:set:runnable': - // when there is a hook / test (runnable) that - // is about to be invoked - return this.cy.setRunnable(...args) - case 'runner:suite:start': // mocha runner started processing a suite if (this.config('isTextTerminal')) { @@ -323,6 +331,8 @@ class $Cypress { case 'runner:pass': // mocha runner calculated a pass + // this is delayed from when mocha would normally fire it + // since we fire it after all afterEach hooks have ran if (this.config('isTextTerminal')) { return this.emit('mocha', 'pass', ...args) } @@ -359,6 +369,16 @@ class $Cypress { break } + // retry event only fired in mocha version 6+ + // https://github.com/mochajs/mocha/commit/2a76dd7589e4a1ed14dd2a33ab89f182e4c4a050 + case 'runner:retry': { + // mocha runner calculated a pass + if (this.config('isTextTerminal')) { + this.emit('mocha', 'retry', ...args) + } + + break + } case 'mocha:runnable:run': return this.runner.onRunnableRun(...args) @@ -367,7 +387,14 @@ class $Cypress { // get back to a clean slate this.cy.reset(...args) - return this.emit('test:before:run', ...args) + if (this.config('isTextTerminal')) { + // needed for handling test retries + this.emit('mocha', 'test:before:run', args[0]) + } + + this.emit('test:before:run', ...args) + + break case 'runner:test:before:run:async': // TODO: handle timeouts here? or in the runner? diff --git a/packages/driver/src/cypress/cy.js b/packages/driver/src/cypress/cy.js index 3cdbc2052d18..66708bad974e 100644 --- a/packages/driver/src/cypress/cy.js +++ b/packages/driver/src/cypress/cy.js @@ -1282,6 +1282,8 @@ const create = function (specWindow, Cypress, Cookies, state, config, log) { state('runnable', runnable) + state('test', $utils.getTestFromRunnable(runnable)) + state('ctx', runnable.ctx) const { fn } = runnable diff --git a/packages/driver/src/cypress/error_messages.js b/packages/driver/src/cypress/error_messages.js index 6a39e79a8e7a..1436bc622c31 100644 --- a/packages/driver/src/cypress/error_messages.js +++ b/packages/driver/src/cypress/error_messages.js @@ -884,6 +884,33 @@ module.exports = { {{error}}`, docsUrl: 'https://on.cypress.io/returning-promise-and-invoking-done-callback', }, + manually_set_retries_test: stripIndent`\ + Mocha \`this.retries()\` syntax is not supported. + + To configure retries use the following syntax: + + \`\`\` + it('{{title}}', { retries: {{numRetries}} }, () => { + ... + }) + \`\`\` + + https://on.cypress.io/test-retries + `, + manually_set_retries_suite: stripIndent`\ + Mocha \`this.retries()\` syntax is not supported. + + To configure retries use the following syntax: + + \`\`\` + describe('{{title}}', { retries: {{numRetries}} }, () => { + ... + }) + \`\`\` + + https://on.cypress.io/test-retries + `, + }, navigation: { @@ -1595,6 +1622,10 @@ module.exports = { msg += 'all of the remaining tests.' } + if ((obj.hookName === 'after all' || obj.hookName === 'before all') && obj.retries > 0) { + msg += `\n\nAlthough you have test retries enabled, we do not retry tests when \`before all\` or \`after all\` hooks fail` + } + return msg }, error (obj) { diff --git a/packages/driver/src/cypress/log.js b/packages/driver/src/cypress/log.js index 363856aec9b1..0d8a91aab247 100644 --- a/packages/driver/src/cypress/log.js +++ b/packages/driver/src/cypress/log.js @@ -13,7 +13,7 @@ const $errUtils = require('./error_utils') const groupsOrTableRe = /^(groups|table)$/ const parentOrChildRe = /parent|child/ const SNAPSHOT_PROPS = 'id snapshots $el url coords highlightAttr scrollBy viewportWidth viewportHeight'.split(' ') -const DISPLAY_PROPS = 'id alias aliasType callCount displayName end err event functionName hookId instrument isStubbed message method name numElements numResponses referencesAlias renderProps state testId timeout type url visible wallClockStartedAt'.split(' ') +const DISPLAY_PROPS = 'id alias aliasType callCount displayName end err event functionName hookId instrument isStubbed message method name numElements numResponses referencesAlias renderProps state testId timeout type url visible wallClockStartedAt testCurrentRetry'.split(' ') const BLACKLIST_PROPS = 'snapshots'.split(' ') let delay = null @@ -90,10 +90,12 @@ const countLogsByTests = function (tests = {}) { return _ .chain(tests) - .map((test, key) => { - return [].concat(test.agents, test.routes, test.commands) - }).flatten() - .compact() + .flatMap((test) => { + return [test, test.prevAttempts] + }) + .flatMap((tests) => { + return [].concat(tests.agents, tests.routes, tests.commands) + }).compact() .union([{ id: 0 }]) .map('id') .max() @@ -167,6 +169,16 @@ const defaults = function (state, config, obj) { const runnable = state('runnable') + const getTestAttemptFromRunnable = (runnable) => { + if (!runnable) { + return + } + + const t = $utils.getTestFromRunnable(runnable) + + return t._currentRetry || 0 + } + return _.defaults(obj, { id: (counter += 1), state: 'pending', @@ -174,6 +186,7 @@ const defaults = function (state, config, obj) { url: state('url'), hookId: state('hookId'), testId: runnable ? runnable.id : undefined, + testCurrentRetry: getTestAttemptFromRunnable(state('runnable')), viewportWidth: state('viewportWidth'), viewportHeight: state('viewportHeight'), referencesAlias: undefined, diff --git a/packages/driver/src/cypress/mocha.js b/packages/driver/src/cypress/mocha.js index 04a248533ef0..bb44c2ef8313 100644 --- a/packages/driver/src/cypress/mocha.js +++ b/packages/driver/src/cypress/mocha.js @@ -1,5 +1,8 @@ +/* eslint-disable prefer-rest-params */ + const _ = require('lodash') const $errUtils = require('./error_utils') +const { getTestFromRunnable } = require('./utils') const $stackUtils = require('./stack_utils') // in the browser mocha is coming back @@ -7,13 +10,19 @@ const $stackUtils = require('./stack_utils') const mocha = require('mocha') const Mocha = mocha.Mocha != null ? mocha.Mocha : mocha -const { Test, Runner, Runnable } = Mocha +const { Test, Runner, Runnable, Hook, Suite } = Mocha const runnerRun = Runner.prototype.run const runnerFail = Runner.prototype.fail +const runnerRunTests = Runner.prototype.runTests const runnableRun = Runnable.prototype.run const runnableClearTimeout = Runnable.prototype.clearTimeout const runnableResetTimeout = Runnable.prototype.resetTimeout +const testRetries = Test.prototype.retries +const testClone = Test.prototype.clone +const suiteAddTest = Suite.prototype.addTest +const suiteRetries = Suite.prototype.retries +const hookRetries = Hook.prototype.retries // don't let mocha polute the global namespace delete window.mocha @@ -241,6 +250,62 @@ const restoreRunnableRun = () => { Runnable.prototype.run = runnableRun } +const restoreSuiteRetries = () => { + Suite.prototype.retries = suiteRetries +} + +function restoreTestClone () { + Test.prototype.clone = testClone +} + +function restoreRunnerRunTests () { + Runner.prototype.runTests = runnerRunTests +} + +function restoreSuiteAddTest () { + Mocha.Suite.prototype.addTest = suiteAddTest +} +const restoreHookRetries = () => { + Hook.prototype.retries = hookRetries +} + +const patchSuiteRetries = () => { + Suite.prototype.retries = function (...args) { + if (args[0] !== undefined && args[0] > -1) { + const err = $errUtils.cypressErrByPath('mocha.manually_set_retries_suite', { + args: { + title: this.title, + numRetries: args[0] ?? 2, + }, + }) + + throw err + } + + return suiteRetries.apply(this, args) + } +} + +const patchHookRetries = () => { + Hook.prototype.retries = function (...args) { + if (args[0] !== undefined && args[0] > -1) { + const err = $errUtils.cypressErrByPath('mocha.manually_set_retries_suite', { + args: { + title: this.parent.title, + numRetries: args[0] ?? 2, + }, + }) + + // so this error doesn't cause a retry + getTestFromRunnable(this)._retries = -1 + + throw err + } + + return hookRetries.apply(this, args) + } +} + // matching the current Runner.prototype.fail except // changing the logic for determing whether this is a valid err const patchRunnerFail = () => { @@ -274,6 +339,50 @@ const patchRunnableRun = (Cypress) => { } } +function patchTestClone () { + Test.prototype.clone = function () { + if (this._retriesBeforeEachFailedTestFn) { + this.fn = this._retriesBeforeEachFailedTestFn + } + + const ret = testClone.apply(this, arguments) + + // carry over testConfigOverrides + ret.cfg = this.cfg + + // carry over test.id + ret.id = this.id + + return ret + } +} + +function patchRunnerRunTests () { + Runner.prototype.runTests = function () { + const suite = arguments[0] + + const _slice = suite.tests.slice + + // HACK: we need to dynamically enqueue tests to suite.tests during a test run + // however Mocha calls `.slice` on this property and thus we no longer have a reference + // to the internal test queue. So we replace the .slice method + // in a way that we keep a reference to the returned array. we name it suite.testsQueue + suite.tests.slice = function () { + this.slice = _slice + + const ret = _slice.apply(this, arguments) + + suite.testsQueue = ret + + return ret + } + + const ret = runnerRunTests.apply(this, arguments) + + return ret + } +} + const patchRunnableClearTimeout = () => { Runnable.prototype.clearTimeout = function (...args) { // call the original @@ -283,6 +392,34 @@ const patchRunnableClearTimeout = () => { } } +function patchSuiteAddTest (Cypress) { + Mocha.Suite.prototype.addTest = function (...args) { + const test = args[0] + + const ret = suiteAddTest.apply(this, args) + + test.retries = function (...args) { + if (args[0] !== undefined && args[0] > -1) { + const err = $errUtils.cypressErrByPath('mocha.manually_set_retries_test', { + args: { + title: test.title, + numRetries: args[0] ?? 2, + }, + }) + + // so this error doesn't cause a retry + test._retries = -1 + + throw err + } + + return testRetries.apply(this, args) + } + + return ret + } +} + const patchRunnableResetTimeout = () => { Runnable.prototype.resetTimeout = function () { const runnable = this @@ -319,6 +456,11 @@ const restore = () => { restoreRunnableRun() restoreRunnableClearTimeout() restoreRunnableResetTimeout() + restoreSuiteRetries() + restoreHookRetries() + restoreRunnerRunTests() + restoreTestClone() + restoreSuiteAddTest() } const override = (Cypress) => { @@ -326,6 +468,11 @@ const override = (Cypress) => { patchRunnableRun(Cypress) patchRunnableClearTimeout() patchRunnableResetTimeout() + patchSuiteRetries() + patchHookRetries() + patchRunnerRunTests() + patchTestClone() + patchSuiteAddTest(Cypress) } const create = (specWindow, Cypress, config) => { diff --git a/packages/driver/src/cypress/runner.js b/packages/driver/src/cypress/runner.js index ab8f6a6625c8..2f0178aa5919 100644 --- a/packages/driver/src/cypress/runner.js +++ b/packages/driver/src/cypress/runner.js @@ -18,7 +18,7 @@ const TEST_BEFORE_RUN_EVENT = 'runner:test:before:run' const TEST_AFTER_RUN_EVENT = 'runner:test:after:run' const RUNNABLE_LOGS = 'routes agents commands hooks'.split(' ') -const RUNNABLE_PROPS = 'id order title root hookName hookId err state failedFromHookId body speed type duration wallClockStartedAt wallClockDuration timings file originalTitle invocationDetails'.split(' ') +const RUNNABLE_PROPS = 'id order title root hookName hookId err state failedFromHookId body speed type duration wallClockStartedAt wallClockDuration timings file originalTitle invocationDetails final currentRetry retries'.split(' ') const debug = require('debug')('cypress:driver:runner') @@ -54,9 +54,8 @@ const runnableAfterRunAsync = (runnable, Cypress) => { runnable.clearTimeout() return Promise.try(() => { - if (!fired('runner:runnable:after:run:async', runnable)) { - return fire('runner:runnable:after:run:async', runnable, Cypress) - } + // NOTE: other events we do not fire more than once, but this needed to change for test-retries + return fire('runner:runnable:after:run:async', runnable, Cypress) }) } @@ -224,12 +223,14 @@ const findLastTestInSuite = (suite, fn = _.identity) => { const getAllSiblingTests = (suite, getTestById) => { const tests = [] - suite.eachTest((test) => { + suite.eachTest((testRunnable) => { // iterate through each of our suites tests. // this will iterate through all nested tests // as well. and then we add it only if its // in our filtered tests array - if (getTestById(test.id)) { + const test = getTestById(testRunnable.id) + + if (test) { return tests.push(test) } }) @@ -291,7 +292,7 @@ const lastTestThatWillRunInSuite = (test, tests) => { } const isLastTest = (test, tests) => { - return test === _.last(tests) + return test.id === _.get(_.last(tests), 'id') } const isRootSuite = (suite) => { @@ -308,73 +309,94 @@ const overrideRunnerHook = (Cypress, _runner, getTestById, getTest, setTest, get // monkey patch the hook event so we can wrap // 'test:after:run' around all of // the hooks surrounding a test runnable - const _runnerHook = _runner.hook - - _runner.hook = function (name, fn) { - const allTests = getTests() + // const _runnerHook = _runner.hook - const changeFnToRunAfterHooks = () => { - const originalFn = fn - - const test = getTest() - - fn = function () { - setTest(null) - - testAfterRun(test, Cypress) - - // and now invoke next(err) - return originalFn.apply(window, arguments) - } + _runner.hook = $utils.monkeypatchBefore(_runner.hook, function (name, fn) { + if (name !== 'afterAll' && name !== 'afterEach') { + return } - switch (name) { - case 'afterEach': { - const t = getTest() + const test = getTest() + const allTests = getTests() - // find all of the filtered _tests which share - // the same parent suite as our current _test - const tests = getAllSiblingTests(t.parent, getTestById) + let shouldFireTestAfterRun = _.noop - // make sure this test isnt the last test overall but also - // isnt the last test in our filtered parent suite's tests array - if (this.suite.root && (t !== _.last(allTests)) && (t !== _.last(tests))) { - changeFnToRunAfterHooks() + switch (name) { + case 'afterEach': + shouldFireTestAfterRun = () => { + // find all of the grep'd tests which share + // the same parent suite as our current test + const tests = getAllSiblingTests(test.parent, getTestById) + + if (this.suite.root) { + _runner._shouldBufferSuiteEnd = true + + // make sure this test isnt the last test overall but also + // isnt the last test in our filtered parent suite's tests array + if (test.final === false || (test !== _.last(allTests)) && (test !== _.last(tests))) { + return true + } + } } break - } - case 'afterAll': { - // find all of the filtered allTests which share - // the same parent suite as our current _test - const t = getTest() - - if (t) { - const siblings = getAllSiblingTests(t.parent, getTestById) - - // 1. if we're the very last test in the entire allTests - // we wait until the root suite fires - // 2. else if we arent the last nested suite we fire if we're - // the last test that will run - - if ( - (isRootSuite(this.suite) && isLastTest(t, allTests)) || - (!isLastSuite(this.suite, allTests) && lastTestThatWillRunInSuite(t, siblings)) - ) { - changeFnToRunAfterHooks() + case 'afterAll': + shouldFireTestAfterRun = () => { + // find all of the filtered allTests which share + // the same parent suite as our current _test + // const t = getTest() + + if (test) { + const siblings = getAllSiblingTests(test.parent, getTestById) + + // 1. if we're the very last test in the entire allTests + // we wait until the root suite fires + // 2. else if we arent the last nested suite we fire if we're + // the last test that will run + + if ( + (isRootSuite(this.suite) && isLastTest(test, allTests)) || + (!isLastSuite(this.suite, allTests) && lastTestThatWillRunInSuite(test, siblings)) + ) { + return true + } } } break - } default: break } - return _runnerHook.call(this, name, fn) - } + const newArgs = [name, $utils.monkeypatchBefore(fn, + function () { + if (!shouldFireTestAfterRun()) return + + setTest(null) + + if (test.final !== false) { + test.final = true + if (test.state === 'passed') { + Cypress.action('runner:pass', wrap(test)) + } + + Cypress.action('runner:test:end', wrap(test)) + + _runner._shouldBufferSuiteEnd = false + _runner._onTestAfterRun.map((fn) => { + return fn() + }) + + _runner._onTestAfterRun = [] + } + + testAfterRun(test, Cypress) + })] + + return newArgs + }) } const getTestResults = (tests) => { @@ -443,8 +465,6 @@ const normalizeAll = (suite, initialTests = {}, setTestsById, setTests, onRunnab const normalize = (runnable, tests, initialTests, onRunnable, onLogsById, getTestId, getHookId) => { const normalizeRunnable = (runnable) => { - let i - runnable.id = getTestId() // tests have a type of 'test' whereas suites do not have a type property @@ -458,8 +478,27 @@ const normalize = (runnable, tests, initialTests, onRunnable, onLogsById, getTes // if we have a runnable in the initial state // then merge in existing properties into the runnable - i = initialTests[runnable.id] + const i = initialTests[runnable.id] + + let prevAttempts + if (i) { + prevAttempts = [] + + if (i.prevAttempts) { + prevAttempts = _.map(i.prevAttempts, (test) => { + if (test) { + _.each(RUNNABLE_LOGS, (type) => { + return _.each(test[type], onLogsById) + }) + } + + // reduce this runnable down to its props + // and collections + return wrapAll(test) + }) + } + _.each(RUNNABLE_LOGS, (type) => { return _.each(i[type], onLogsById) }) @@ -472,7 +511,13 @@ const normalize = (runnable, tests, initialTests, onRunnable, onLogsById, getTes // reduce this runnable down to its props // and collections - return wrapAll(runnable) + const test = wrapAll(runnable) + + if (prevAttempts) { + test.prevAttempts = prevAttempts + } + + return test } const push = (test) => { @@ -506,7 +551,7 @@ const normalize = (runnable, tests, initialTests, onRunnable, onLogsById, getTes normalizedSuite.tests = _.map(suite._onlyTests, (test) => { const normalizedTest = normalizeRunnable(test, initialTests, onRunnable, onLogsById, getTestId, getHookId) - push(normalizedTest) + push(test) return normalizedTest }) @@ -541,17 +586,13 @@ const normalize = (runnable, tests, initialTests, onRunnable, onLogsById, getTes return normalizedRunnable } -const hookFailed = (hook, err, hookName, getTest, getTestFromHookOrFindTest) => { +const hookFailed = (hook, err, getTest, getTestFromHookOrFindTest) => { // NOTE: sometimes mocha will fail a hook without having emitted on('hook') // event, so this hook might not have currentTest set correctly // in which case we need to lookup the test const test = getTest() || getTestFromHookOrFindTest(hook) - test.err = err - test.state = 'failed' - test.duration = hook.duration // TODO: nope (?) - test.hookName = hookName // TODO: why are we doing this? - test.failedFromHookId = hook.hookId + setHookFailureProps(test, hook, err) if (hook.alreadyEmittedMocha) { test.alreadyEmittedMocha = true @@ -560,6 +601,17 @@ const hookFailed = (hook, err, hookName, getTest, getTestFromHookOrFindTest) => } } +const setHookFailureProps = (test, hook, err) => { + err = $errUtils.wrapErr(err) + const hookName = getHookName(hook) + + test.err = err + test.state = 'failed' + test.duration = hook.duration // TODO: nope (?) + test.hookName = hookName // TODO: why are we doing this? + test.failedFromHookId = hook.hookId +} + function getTestFromRunnable (runnable) { switch (runnable.type) { case 'hook': @@ -594,18 +646,31 @@ const _runnerListeners = (_runner, Cypress, _emissions, getTestById, getTest, se return Cypress.action('runner:suite:start', wrap(suite)) }) + _runner._shouldBufferSuiteEnd = false + _runner._onTestAfterRun = [] + _runner.on('suite end', (suite) => { + const handleSuiteEnd = () => { // cleanup our suite + its hooks - forceGc(suite) - eachHookInSuite(suite, forceGc) + forceGc(suite) + eachHookInSuite(suite, forceGc) - if (_emissions.ended[suite.id]) { - return + if (_emissions.ended[suite.id]) { + return + } + + _emissions.ended[suite.id] = true + + Cypress.action('runner:suite:end', wrap(suite)) } - _emissions.ended[suite.id] = true + if (_runner._shouldBufferSuiteEnd) { + _runner._onTestAfterRun = _runner._onTestAfterRun.concat([handleSuiteEnd]) - return Cypress.action('runner:suite:end', wrap(suite)) + return + } + + return handleSuiteEnd() }) _runner.on('hook', (hook) => { @@ -665,11 +730,22 @@ const _runnerListeners = (_runner, Cypress, _emissions, getTestById, getTest, se _emissions.ended[test.id] = true - return Cypress.action('runner:test:end', wrap(test)) + // NOTE: we wait to send 'test end' until after hooks run + // return Cypress.action('runner:test:end', wrap(test)) }) - _runner.on('pass', (test) => { - return Cypress.action('runner:pass', wrap(test)) + // Ignore the 'pass' event since we emit our own + // _runner.on('pass', (test) => { + // return Cypress.action('runner:pass', wrap(test)) + // }) + + /** + * Mocha retry event is only fired in Mocha version 6+ + * https://github.com/mochajs/mocha/commit/2a76dd7589e4a1ed14dd2a33ab89f182e4c4a050 + */ + _runner.on('retry', (test, err) => { + test.err = $errUtils.wrapErr(err) + Cypress.action('runner:retry', wrap(test), test.err) }) // if a test is pending mocha will only @@ -702,11 +778,13 @@ const _runnerListeners = (_runner, Cypress, _emissions, getTestById, getTest, se const tests = getAllSiblingTests(test.parent, getTestById) if (_.last(tests) !== test) { + test.final = true + return fire(TEST_AFTER_RUN_EVENT, test, Cypress) } }) - return _runner.on('fail', (runnable, err) => { + _runner.on('fail', (runnable, err) => { let hookName const isHook = runnable.type === 'hook' @@ -716,6 +794,7 @@ const _runnerListeners = (_runner, Cypress, _emissions, getTestById, getTest, se const parentTitle = runnable.parent.title hookName = getHookName(runnable) + const test = getTest() || getTestFromHookOrFindTest(runnable) // append a friendly message to the error indicating // we're skipping the remaining tests in this suite @@ -724,6 +803,7 @@ const _runnerListeners = (_runner, Cypress, _emissions, getTestById, getTest, se $errUtils.errByPath('uncaught.error_in_hook', { parentTitle, hookName, + retries: test._retries, }).message, ) } @@ -751,7 +831,7 @@ const _runnerListeners = (_runner, Cypress, _emissions, getTestById, getTest, se // if a hook fails (such as a before) then the test will never // get run and we'll need to make sure we set the test so that // the TEST_AFTER_RUN_EVENT fires correctly - return hookFailed(runnable, runnable.err, hookName, getTest, getTestFromHookOrFindTest) + return hookFailed(runnable, runnable.err, getTest, getTestFromHookOrFindTest) } }) } @@ -779,13 +859,18 @@ const create = (specWindow, mocha, Cypress, cy) => { const suite = hook.parent + let foundTest + if (hook.hookName === 'after all') { - return findLastTestInSuite(suite, isNotAlreadyRunTest) + foundTest = findLastTestInSuite(suite, isNotAlreadyRunTest) + } else if (hook.hookName === 'before all') { + foundTest = findTestInSuite(suite, isNotAlreadyRunTest) } - if (hook.hookName === 'before all') { - return findTestInSuite(suite, isNotAlreadyRunTest) - } + // if test has retried, we getTestById will give us the last attempt + foundTest = foundTest && getTestById(foundTest.id) + + return foundTest } const onScriptError = (err) => { @@ -837,6 +922,7 @@ const create = (specWindow, mocha, Cypress, cy) => { let _testsById = {} const _testsQueue = [] const _testsQueueById = {} + // only used during normalization const _runnables = [] const _logsById = {} let _emissions = { @@ -867,6 +953,7 @@ const create = (specWindow, mocha, Cypress, cy) => { } const onRunnable = (r) => { + // set defualt retries at onRunnable time instead of onRunnableRun return _runnables.push(r) } @@ -891,8 +978,103 @@ const create = (specWindow, mocha, Cypress, cy) => { return _testsById[id] } + const replaceRunnable = (runnable, id) => { + const testsQueueIndex = _.findIndex(_testsQueue, { id }) + + _testsQueue.splice(testsQueueIndex, 1, runnable) + + _testsQueueById[id] = runnable + + const testsIndex = _.findIndex(_tests, { id }) + + _tests.splice(testsIndex, 1, runnable) + + _testsById[id] = runnable + } + overrideRunnerHook(Cypress, _runner, getTestById, getTest, setTest, getTests) + // this forces mocha to enqueue a duplicate test in the case of test retries + const replacePreviousAttemptWith = (test) => { + const prevAttempt = _testsById[test.id] + + const prevAttempts = prevAttempt.prevAttempts || [] + + const newPrevAttempts = prevAttempts.concat([prevAttempt]) + + delete prevAttempt.prevAttempts + + test.prevAttempts = newPrevAttempts + + replaceRunnable(test, test.id) + } + + const maybeHandleRetry = (runnable, err) => { + const r = runnable + const isHook = r.type === 'hook' + const isTest = r.type === 'test' + const test = getTest() || getTestFromHook(runnable, getTestById) + const isBeforeEachHook = isHook && !!r.hookName.match(/before each/) + const isAfterEachHook = isHook && !!r.hookName.match(/after each/) + const retryAbleRunnable = isTest || isBeforeEachHook || isAfterEachHook + const willRetry = (test._currentRetry < test._retries) && retryAbleRunnable + + const fail = function () { + return err + } + const noFail = function () { + return + } + + if (err) { + if (willRetry) { + test.state = 'failed' + test.final = false + } + + if (willRetry && isBeforeEachHook) { + delete runnable.err + test._retriesBeforeEachFailedTestFn = test.fn + + // this prevents afterEach hooks that exist at a deeper level than the failing one from running + // we will always skip remaining beforeEach hooks since they will always be same level or deeper + test._skipHooksWithLevelGreaterThan = runnable.titlePath().length + setHookFailureProps(test, runnable, err) + test.fn = function () { + throw err + } + + return noFail() + } + + if (willRetry && isAfterEachHook) { + // if we've already failed this attempt from an afterEach hook then we've already enqueud another attempt + // so return early + if (test._retriedFromAfterEachHook) { + return noFail() + } + + setHookFailureProps(test, runnable, err) + + const newTest = test.clone() + + newTest._currentRetry = test._currentRetry + 1 + + test.parent.testsQueue.unshift(newTest) + + // this prevents afterEach hooks that exist at a deeper (or same) level than the failing one from running + test._skipHooksWithLevelGreaterThan = runnable.titlePath().length - 1 + test._retriedFromAfterEachHook = true + + Cypress.action('runner:retry', wrap(test), test.err) + + return noFail() + } + } + + return fail() + } + return { onScriptError, @@ -961,6 +1143,12 @@ const create = (specWindow, mocha, Cypress, cy) => { return _next() } + // first time seeing a retried test + // that hasn't already replaced our test + if (test._currentRetry > 0 && _testsById[test.id] !== test) { + replacePreviousAttemptWith(test) + } + // closure for calculating the actual // runtime of a runnables fn exection duration // and also the run of the runnable:after:run:async event @@ -998,6 +1186,27 @@ const create = (specWindow, mocha, Cypress, cy) => { // associated _runnables will share this state if (!fired(TEST_BEFORE_RUN_EVENT, test)) { fire(TEST_BEFORE_RUN_EVENT, test, Cypress) + + // this is the earliest we can set test._retries since test:before:run + // will load in testConfigOverrides (per test configuration) + const retries = Cypress.getTestRetries() ?? -1 + + test._retries = retries + } + + const isHook = runnable.type === 'hook' + + const isAfterEachHook = isHook && runnable.hookName.match(/after each/) + const isBeforeEachHook = isHook && runnable.hookName.match(/before each/) + + // if we've been told to skip hooks at a certain nested level + // this happens if we're handling a runnable that is going to retry due to failing in a hook + const shouldSkipRunnable = test._skipHooksWithLevelGreaterThan != null + && isHook + && (isBeforeEachHook || isAfterEachHook && runnable.titlePath().length > test._skipHooksWithLevelGreaterThan) + + if (shouldSkipRunnable) { + return _next.call(this) } const next = (err) => { @@ -1038,7 +1247,7 @@ const create = (specWindow, mocha, Cypress, cy) => { break } - return _next(err) + return _next.call(runnable, err) } const onNext = (err) => { @@ -1058,6 +1267,8 @@ const create = (specWindow, mocha, Cypress, cy) => { runnable.err = $errUtils.wrapErr(err) } + err = maybeHandleRetry(runnable, err) + return runnableAfterRunAsync(runnable, Cypress) .then(() => { // once we complete callback with the @@ -1163,21 +1374,13 @@ const create = (specWindow, mocha, Cypress, cy) => { // search through all of the tests // until we find the current test // and break then - for (let test of _tests) { - if (test.id === id) { + for (let testRunnable of _tests) { + if (testRunnable.id === id) { break } else { - test = wrapAll(test) + const test = serializeTest(testRunnable) - _.each(RUNNABLE_LOGS, (type) => { - let logs - - logs = test[type] - - if (logs) { - test[type] = _.map(logs, $Log.toSerializedJSON) - } - }) + test.prevAttempts = _.map(testRunnable.prevAttempts, serializeTest) tests[test.id] = test } @@ -1210,9 +1413,7 @@ const create = (specWindow, mocha, Cypress, cy) => { getDisplayPropsForLog: $Log.getDisplayProps, getConsolePropsForLogById (logId) { - let attrs - - attrs = _logsById[logId] + const attrs = _logsById[logId] if (attrs) { return $Log.getConsoleProps(attrs) @@ -1220,25 +1421,13 @@ const create = (specWindow, mocha, Cypress, cy) => { }, getSnapshotPropsForLogById (logId) { - let attrs - - attrs = _logsById[logId] + const attrs = _logsById[logId] if (attrs) { return $Log.getSnapshotProps(attrs) } }, - getErrorByTestId (testId) { - let test - - test = getTestById(testId) - - if (test) { - return $errUtils.wrapErr(test.err) - } - }, - resumeAtTest (id, emissions = {}) { _resumedAtTestIndex = getTestIndexFromId(id) @@ -1287,7 +1476,6 @@ const create = (specWindow, mocha, Cypress, cy) => { // we dont need to hold a log reference // to anything in memory when we're headless // because you cannot inspect any logs - let existing if (!isInteractive) { return @@ -1308,7 +1496,7 @@ const create = (specWindow, mocha, Cypress, cy) => { _testsQueue.push(test) } - existing = _logsById[attrs.id] + const existing = _logsById[attrs.id] if (existing) { // because log:state:changed may @@ -1343,6 +1531,24 @@ const create = (specWindow, mocha, Cypress, cy) => { } } +const mixinLogs = (test) => { + _.each(RUNNABLE_LOGS, (type) => { + const logs = test[type] + + if (logs) { + test[type] = _.map(logs, $Log.toSerializedJSON) + } + }) +} + +const serializeTest = (test) => { + const wrappedTest = wrapAll(test) + + mixinLogs(wrappedTest) + + return wrappedTest +} + module.exports = { create, } diff --git a/packages/driver/src/cypress/stack_utils.js b/packages/driver/src/cypress/stack_utils.js index ccb7daac37b4..08e9efff4637 100644 --- a/packages/driver/src/cypress/stack_utils.js +++ b/packages/driver/src/cypress/stack_utils.js @@ -3,6 +3,7 @@ const { codeFrameColumns } = require('@babel/code-frame') const errorStackParser = require('error-stack-parser') const path = require('path') +const { getStackLines, replacedStack, stackWithoutMessage, splitStack, unsplitStack } = require('@packages/server/lib/util/stack_utils') const $sourceMapUtils = require('./source_map_utils') const $utils = require('./utils') @@ -11,36 +12,6 @@ const stackLineRegex = /^\s*(at )?.*@?\(?.*\:\d+\:\d+\)?$/ const customProtocolRegex = /^[^:\/]+:\/+/ const STACK_REPLACEMENT_MARKER = '__stackReplacementMarker' -// returns tuple of [message, stack] -const splitStack = (stack) => { - const lines = stack.split('\n') - - return _.reduce(lines, (memo, line) => { - if (memo.messageEnded || stackLineRegex.test(line)) { - memo.messageEnded = true - memo[1].push(line) - } else { - memo[0].push(line) - } - - return memo - }, [[], []]) -} - -const unsplitStack = (messageLines, stackLines) => { - return _.castArray(messageLines).concat(stackLines).join('\n') -} - -const getStackLines = (stack) => { - const [, stackLines] = splitStack(stack) - - return stackLines -} - -const stackWithoutMessage = (stack) => { - return getStackLines(stack).join('\n') -} - const hasCrossFrameStacks = (specWindow) => { // get rid of the top lines since they naturally have different line:column const normalize = (stack) => { @@ -323,17 +294,6 @@ const normalizedUserInvocationStack = (userInvocationStack) => { return normalizeStackIndentation(winnowedStackLines) } -const replacedStack = (err, newStack) => { - // if err already lacks a stack or we've removed the stack - // for some reason, keep it stackless - if (!err.stack) return err.stack - - const errString = err.toString() - const stackLines = getStackLines(newStack) - - return unsplitStack(errString, stackLines) -} - module.exports = { getCodeFrame, getSourceStack, diff --git a/packages/driver/src/cypress/utils.js b/packages/driver/src/cypress/utils.js index 53344c4130af..8c1943d6d4f6 100644 --- a/packages/driver/src/cypress/utils.js +++ b/packages/driver/src/cypress/utils.js @@ -55,6 +55,18 @@ module.exports = { return console.log(...msgs) }, + monkeypatchBefore (origFn, fn) { + return function () { + const newArgs = fn.apply(this, arguments) + + if (newArgs !== undefined) { + return origFn.apply(this, newArgs) + } + + return origFn.apply(this, arguments) + } + }, + unwrapFirst (val) { // this method returns the first item in an array // and if its still a jquery object, then we return @@ -89,7 +101,7 @@ module.exports = { return _.reduce(props, (memo, prop) => { if (_.has(obj, prop) || obj[prop] !== undefined) { - memo[prop] = obj[prop] + memo[prop] = _.result(obj, prop) } return memo @@ -297,6 +309,10 @@ module.exports = { return Math.sqrt((deltaX * deltaX) + (deltaY * deltaY)) }, + getTestFromRunnable (r) { + return r.ctx.currentTest || r + }, + memoize (func, cacheInstance = new Map()) { const memoized = function (...args) { const key = args[0] diff --git a/packages/reporter/cypress/integration/aliases_spec.js b/packages/reporter/cypress/integration/aliases_spec.js index 852860b23275..1eacc6fc0b17 100644 --- a/packages/reporter/cypress/integration/aliases_spec.js +++ b/packages/reporter/cypress/integration/aliases_spec.js @@ -10,6 +10,7 @@ const addLog = function (runner, log) { renderProps: {}, state: 'passed', testId: 'r3', + testCurrentRetry: 0, type: 'parent', url: 'http://example.com', } diff --git a/packages/reporter/cypress/integration/shortcuts_spec.ts b/packages/reporter/cypress/integration/shortcuts_spec.ts index b1de68dd581e..2606d2fef04d 100644 --- a/packages/reporter/cypress/integration/shortcuts_spec.ts +++ b/packages/reporter/cypress/integration/shortcuts_spec.ts @@ -90,7 +90,7 @@ describe('controls', function () { // need to add an input since this environment is isolated $body.append('') }) - .get('#temp-input').type('r') + .get('#temp-input').type('r', { force: true }) .then(() => { expect(runner.emit).not.to.have.been.calledWith('runner:restart') }) diff --git a/packages/reporter/cypress/support/util.js b/packages/reporter/cypress/support/util.js new file mode 100644 index 000000000000..0b5cc710de4f --- /dev/null +++ b/packages/reporter/cypress/support/util.js @@ -0,0 +1,29 @@ +const _ = Cypress._ + +const sendLog = (runner, log, event) => { + const defaultLog = { + event: false, + hookName: 'test', + id: _.uniqueId('l'), + instrument: 'command', + renderProps: {}, + state: 'passed', + testId: 'r3', + type: 'parent', + url: 'http://example.com', + } + + runner.emit(event, _.extend(defaultLog, log)) +} + +export const updateLog = (runner, log) => { + sendLog(runner, log, 'reporter:log:state:changed') +} + +export const addLog = (runner, log) => { + sendLog(runner, log, 'reporter:log:add') +} + +export const addLogs = (runner, logs) => { + _.forEach(logs, addLog.bind(null, runner)) +} diff --git a/packages/reporter/src/attempts/attempt-model.ts b/packages/reporter/src/attempts/attempt-model.ts new file mode 100644 index 000000000000..cb8a9966cbf4 --- /dev/null +++ b/packages/reporter/src/attempts/attempt-model.ts @@ -0,0 +1,201 @@ +import _ from 'lodash' +import { action, computed, observable } from 'mobx' + +import Agent, { AgentProps } from '../agents/agent-model' +import Command, { CommandProps } from '../commands/command-model' +import Err from '../errors/err-model' +import Route, { RouteProps } from '../routes/route-model' +import Test, { UpdatableTestProps, TestProps, TestState } from '../test/test-model' +import Hook, { HookName } from '../hooks/hook-model' +import { FileDetails } from '@packages/ui-components' +import { LogProps } from '../runnables/runnables-store' +import Log from '../instruments/instrument-model' + +export default class Attempt { + @observable agents: Agent[] = [] + @observable commands: Command[] = [] + @observable err = new Err({}) + @observable hooks: Hook[] = [] + // TODO: make this an enum with states: 'QUEUED, ACTIVE, INACTIVE' + @observable isActive: boolean | null = null + @observable routes: Route[] = [] + @observable _state?: TestState | null = null + @observable _invocationCount: number = 0 + @observable invocationDetails?: FileDetails + @observable hookCount: { [name in HookName]: number } = { + 'before all': 0, + 'before each': 0, + 'after all': 0, + 'after each': 0, + 'test body': 0, + } + @observable _isOpen: boolean|null = null + + @observable isOpenWhenLast: boolean | null = null + _callbackAfterUpdate: Function | null = null + testId: string + + @observable id: number + test: Test + + _logs: {[key: string]: Log} = {} + + constructor (props: TestProps, test: Test) { + this.testId = props.id + this.id = props.currentRetry || 0 + this.test = test + this._state = props.state + this.err.update(props.err) + + this.invocationDetails = props.invocationDetails + + this.hooks = _.map(props.hooks, (hook) => new Hook(hook)) + + _.each(props.agents, this.addLog) + _.each(props.commands, this.addLog) + _.each(props.routes, this.addLog) + } + + @computed get hasCommands () { + return !!this.commands.length + } + + @computed get isLongRunning () { + return this.isActive && this._hasLongRunningCommand + } + + @computed get _hasLongRunningCommand () { + return _.some(this.commands, (command) => { + return command.isLongRunning + }) + } + + @computed get state () { + return this._state || (this.isActive ? 'active' : 'processing') + } + + @computed get isLast () { + return this.id === this.test.lastAttempt.id + } + + @computed get isOpen () { + if (this._isOpen !== null) { + return this._isOpen + } + + // prev attempts open by default while test is running, otherwise only the last is open + return this.test.isActive || this.isLast + } + + addLog = (props: LogProps) => { + switch (props.instrument) { + case 'command': { + return this._addCommand(props as CommandProps) + } + case 'agent': { + return this._addAgent(props as AgentProps) + } + case 'route': { + return this._addRoute(props as RouteProps) + } + default: { + throw new Error(`Attempted to add log for unknown instrument: ${props.instrument}`) + } + } + } + + updateLog (props: LogProps) { + const log = this._logs[props.id] + + if (log) { + log.update(props) + } + } + + commandMatchingErr () { + return _(this.hooks) + .map((hook) => { + return hook.commandMatchingErr(this.err) + }) + .compact() + .last() + } + + @action start () { + this.isActive = true + } + + @action update (props: UpdatableTestProps) { + if (props.state) { + this._state = props.state + } + + this.err.update(props.err) + + if (props.hookId) { + const hook = _.find(this.hooks, { hookId: props.hookId }) + + if (hook && props.err) { + hook.failed = true + } + } + + if (props.isOpen != null) { + this.isOpenWhenLast = props.isOpen + } + } + + @action finish (props: UpdatableTestProps) { + this.update(props) + this.isActive = false + } + + _addAgent (props: AgentProps) { + const agent = new Agent(props) + + this._logs[props.id] = agent + this.agents.push(agent) + + return agent + } + + _addRoute (props: RouteProps) { + const route = new Route(props) + + this._logs[props.id] = route + this.routes.push(route) + + return route + } + + _addCommand (props: CommandProps) { + const command = new Command(props) + + this._logs[props.id] = command + + this.commands.push(command) + + const hookIndex = _.findIndex(this.hooks, { hookId: command.hookId }) + + const hook = this.hooks[hookIndex] + + hook.addCommand(command) + + // make sure that hooks are in order of invocation + if (hook.invocationOrder === undefined) { + hook.invocationOrder = this._invocationCount++ + + if (hook.invocationOrder !== hookIndex) { + this.hooks[hookIndex] = this.hooks[hook.invocationOrder] + this.hooks[hook.invocationOrder] = hook + } + } + + // assign number if non existent + if (hook.hookNumber === undefined) { + hook.hookNumber = ++this.hookCount[hook.hookName] + } + + return command + } +} diff --git a/packages/reporter/src/attempts/attempts.scss b/packages/reporter/src/attempts/attempts.scss new file mode 100644 index 000000000000..c6c94e0a116c --- /dev/null +++ b/packages/reporter/src/attempts/attempts.scss @@ -0,0 +1,150 @@ +.reporter { + .attempts { + .attempt-item > .collapsible > .collapsible-header-wrapper { + display: none; + } + + &.has-multiple-attempts .attempt-item > .collapsible > .collapsible-header-wrapper { + display: flex; + } + } + + .attempt-item { + margin-bottom: 7px; + + > .collapsible { + position: relative; + margin-right: 20px; + .collapsible-header-inner { + outline: none; + } + + &:before { + border-left: 1px solid #dcdcdc; + content: ''; + left: 5px; + position: absolute; + top: 22px; + height: 15px; + } + + &.is-open:before { + display: none; + } + } + + &:last-child > .collapsible:before { + display: none; + } + + > .is-open .open-close-indicator { + i.fa-angle-down { + margin-top: 0; + } + + i.fa-angle-up { + order: 1; + margin-top: -4px; + } + } + + .open-close-indicator { + display: flex; + flex-direction: column; + + i { + margin-right: 5px; + + &.fa-angle-down { + margin-top: -4px; + } + } + } + } + + + .attempt-state-active { + .attempt-state { + + @include runnable-state-active; + } + } + .attempt-state-processing { + .attempt-state { + + @include runnable-state-processing; + } + } + .attempt-state-failed { + .attempt-state { + @include runnable-state-failed; + } + + .attempt-name:after { + color: $fail; + } + } + .attempt-state-passed { + .attempt-state { + + @include runnable-state-passed; + } + + + .attempt-name:after { + color: $pass; + } + } + + + .attempt-name { + display: flex; + justify-content: flex-end; + position: relative; + width: 100%; + + &:before { + border-top: 1px solid #dcdcdc; + content: ''; + left: 15px; + position: absolute; + right: 0; + top: 13px; + } + + &:after { + color: #a2a2a2; + content: '•'; + left: 3px; + position: absolute; + top: 6px; + } + + .attempt-tag { + align-items: center; + border: 1px solid #d5d5d5; + border-radius: 7px; + box-shadow: 0 1px 1px 0 rgba(0, 0, 0, 0.20); + display: flex; + font-size: 11px; + padding: 2px 5px; + position: relative; + background-color: #fff; + user-select: none; + cursor: pointer; + + &:hover { + background-color: #e8e8e8; + } + } + + .collapsible-indicator, + .collapsible-more { + display: none; + } + + .attempt-state { + margin-left: 3px; + } + } +} diff --git a/packages/reporter/src/attempts/attempts.tsx b/packages/reporter/src/attempts/attempts.tsx new file mode 100644 index 000000000000..f2c13c7d2e0e --- /dev/null +++ b/packages/reporter/src/attempts/attempts.tsx @@ -0,0 +1,102 @@ +import cs from 'classnames' +import _ from 'lodash' +import { observer } from 'mobx-react' +import React, { Component } from 'react' + +import Agents from '../agents/agents' +import Collapsible from '../collapsible/collapsible' +import Hooks from '../hooks/hooks' +import Routes from '../routes/routes' +import TestError from '../errors/test-error' +import TestModel from '../test/test-model' +import AttemptModel from './attempt-model' + +const NoCommands = () => ( +
    +
  • + No commands were issued in this test. +
    • +
+) + +const AttemptHeader = ({ index }:{index: number}) => ( + + + + + + Attempt {index + 1} + + +) + +function renderAttemptContent (model: AttemptModel) { + // performance optimization - don't render contents if not open + + return ( +
+ + +
+ {model.hasCommands ? : } +
+ +
+ +
+
+ ) +} + +@observer +class Attempt extends Component<{model: AttemptModel, scrollIntoView: Function}> { + componentDidUpdate () { + this.props.scrollIntoView() + } + + render () { + const { model } = this.props + + // HACK: causes component update when command log is added + model.commands.length + + return ( +
  • + } + headerClass='attempt-name' + isOpen={model.isOpen} + > + {renderAttemptContent(model)} + +
    • + ) + } +} + +const Attempts = observer(({ test, scrollIntoView }: {test: TestModel, scrollIntoView: Function}) => { + return (
      + {_.map(test.attempts, (attempt) => { + return ( + + ) + })} +
    ) +}) + +export { Attempt, AttemptHeader, NoCommands } + +export default Attempts diff --git a/packages/reporter/src/collapsible/collapsible.spec.tsx b/packages/reporter/src/collapsible/collapsible.spec.tsx index 41996a32b1ad..f9b74eec2bc4 100644 --- a/packages/reporter/src/collapsible/collapsible.spec.tsx +++ b/packages/reporter/src/collapsible/collapsible.spec.tsx @@ -1,6 +1,5 @@ import React from 'react' import { shallow } from 'enzyme' - import Collapsible from './collapsible' describe('', () => { diff --git a/packages/reporter/src/collapsible/collapsible.tsx b/packages/reporter/src/collapsible/collapsible.tsx index e36363db36a5..c9d0533d651a 100644 --- a/packages/reporter/src/collapsible/collapsible.tsx +++ b/packages/reporter/src/collapsible/collapsible.tsx @@ -11,7 +11,6 @@ interface Props { headerExtras?: ReactNode containerRef?: RefObject contentClass?: string - toggleOpen?: (isOpen: boolean) => any } interface State { diff --git a/packages/reporter/src/commands/command-model.ts b/packages/reporter/src/commands/command-model.ts index aacafa18a744..6e4d344b6f05 100644 --- a/packages/reporter/src/commands/command-model.ts +++ b/packages/reporter/src/commands/command-model.ts @@ -110,9 +110,6 @@ export default class Command extends Instrument { if (this._becameNonPending()) { clearTimeout(this._pendingTimeout as TimeoutID) - action('became:inactive', () => { - return this.isLongRunning = false - })() } this._prevState = this.state diff --git a/packages/reporter/src/commands/commands.scss b/packages/reporter/src/commands/commands.scss index 3a5287a6a21a..7694559e58d5 100644 --- a/packages/reporter/src/commands/commands.scss +++ b/packages/reporter/src/commands/commands.scss @@ -222,6 +222,7 @@ .command-state-pending .command-number { i { + line-height: 18px; display: inline-block; } diff --git a/packages/reporter/src/errors/test-error.tsx b/packages/reporter/src/errors/test-error.tsx index ed18a7713b48..b2733676fb11 100644 --- a/packages/reporter/src/errors/test-error.tsx +++ b/packages/reporter/src/errors/test-error.tsx @@ -10,7 +10,7 @@ import ErrorStack from '../errors/error-stack' import events from '../lib/events' import FlashOnClick from '../lib/flash-on-click' import { onEnterOrSpace } from '../lib/util' -import TestModel from '../test/test-model' +import Attempt from '../attempts/attempt-model' interface DocsUrlProps { url: string | string[] @@ -31,7 +31,8 @@ const DocsUrl = ({ url }: DocsUrlProps) => { } interface TestErrorProps { - model: TestModel + model: Attempt + isTestError?: boolean } const TestError = observer((props: TestErrorProps) => { @@ -40,7 +41,7 @@ const TestError = observer((props: TestErrorProps) => { md.enable(['backticks', 'emphasis', 'escape']) const onPrint = () => { - events.emit('show:error', props.model.id) + events.emit('show:error', props.model) } const _onPrintClick = (e: MouseEvent) => { diff --git a/packages/reporter/src/header/stats-store.ts b/packages/reporter/src/header/stats-store.ts index e6b4cdd10fd0..b28446611c49 100644 --- a/packages/reporter/src/header/stats-store.ts +++ b/packages/reporter/src/header/stats-store.ts @@ -65,6 +65,7 @@ class StatsStore { this._currentTime = Date.now() } + @action incrementCount (type: TestState) { const countKey = `num${_.capitalize(type)}` diff --git a/packages/reporter/src/instruments/instrument-model.ts b/packages/reporter/src/instruments/instrument-model.ts index ac6a26fa381d..020e87a15781 100644 --- a/packages/reporter/src/instruments/instrument-model.ts +++ b/packages/reporter/src/instruments/instrument-model.ts @@ -16,10 +16,11 @@ export interface InstrumentProps { name?: string message?: string type?: string + testCurrentRetry: number state?: string | null referencesAlias?: Alias instrument?: 'agent' | 'command' | 'route' - testId: number + testId: string } export default class Log { diff --git a/packages/reporter/src/lib/base.scss b/packages/reporter/src/lib/base.scss index c5faa2e2242c..faa343748095 100644 --- a/packages/reporter/src/lib/base.scss +++ b/packages/reporter/src/lib/base.scss @@ -4,10 +4,15 @@ body,div,dl,dt,dd,ul,ol,li,h1,h2,h3,h4,h5,h6,pre,code,form,fieldset,legend,input .reporter { background-color: #F6F6F6; + bottom: 0; color: #555; display: flex; flex-direction: column; font-size: 12px; + left: 0; + position: absolute; + right: 0; + top: 0; * { box-sizing: border-box; diff --git a/packages/reporter/src/lib/events.spec.ts b/packages/reporter/src/lib/events.spec.ts index c5d6d1b70962..05b95ec857e5 100644 --- a/packages/reporter/src/lib/events.spec.ts +++ b/packages/reporter/src/lib/events.spec.ts @@ -217,11 +217,16 @@ describe('events', () => { expect(runnablesStore.runnableFinished).to.have.been.calledWith('the runnable') }) - it('increments the stats count on test:after:run', () => { - runner.on.withArgs('test:after:run').callArgWith(1, { state: 'passed' }) + it('increments the stats count on test:after:run if final: true', () => { + runner.on.withArgs('test:after:run').callArgWith(1, { state: 'passed', final: true }) expect(statsStore.incrementCount).to.have.been.calledWith('passed') }) + it('does not increment the stats count on test:after:run if not final: true', () => { + runner.on.withArgs('test:after:run').callArgWith(1, { state: 'passed' }) + expect(statsStore.incrementCount).not.to.have.been.called + }) + it('pauses the appState with next command name on paused', () => { runner.on.withArgs('paused').callArgWith(1, 'next command') expect(appState.pause).to.have.been.calledWith('next command') @@ -303,12 +308,12 @@ describe('events', () => { }) it('emits runner:console:error with test id on show:error', () => { - const err = { isCommandErr: false } + const test = { err: { isCommandErr: false } } - runnablesStore.testById.returns({ err }) - events.emit('show:error', 'test id') + runnablesStore.testById.returns(test) + events.emit('show:error', test) expect(runner.emit).to.have.been.calledWith('runner:console:error', { - err, + err: test.err, commandId: undefined, }) }) @@ -319,7 +324,7 @@ describe('events', () => { } } runnablesStore.testById.returns(test) - events.emit('show:error', 'test id') + events.emit('show:error', test) expect(runner.emit).to.have.been.calledWith('runner:console:error', { err: test.err, commandId: 'matching command id', @@ -332,7 +337,7 @@ describe('events', () => { } } runnablesStore.testById.returns(test) - events.emit('show:error', 'test id') + events.emit('show:error', test) expect(runner.emit).to.have.been.calledWith('runner:console:error', { err: test.err, commandId: undefined, diff --git a/packages/reporter/src/lib/events.ts b/packages/reporter/src/lib/events.ts index 156dffe89894..76105016ff78 100644 --- a/packages/reporter/src/lib/events.ts +++ b/packages/reporter/src/lib/events.ts @@ -4,7 +4,7 @@ import appState, { AppState } from './app-state' import runnablesStore, { RunnablesStore, RootRunnable, LogProps } from '../runnables/runnables-store' import statsStore, { StatsStore, StatsStoreStartInfo } from '../header/stats-store' import scroller, { Scroller } from './scroller' -import TestModel, { TestProps, UpdateTestCallback } from '../test/test-model' +import TestModel, { UpdatableTestProps, UpdateTestCallback, TestProps } from '../test/test-model' const localBus = new EventEmitter() @@ -93,17 +93,19 @@ const events: Events = { } })) - runner.on('test:before:run:async', action('test:before:run:async', (runnable: TestModel) => { + runner.on('test:before:run:async', action('test:before:run:async', (runnable: TestProps) => { runnablesStore.runnableStarted(runnable) })) - runner.on('test:after:run', action('test:after:run', (runnable: TestModel) => { + runner.on('test:after:run', action('test:after:run', (runnable: TestProps) => { runnablesStore.runnableFinished(runnable) - statsStore.incrementCount(runnable.state) + if (runnable.final) { + statsStore.incrementCount(runnable.state!) + } })) - runner.on('test:set:state', action('test:set:state', (runnable: TestProps, cb: UpdateTestCallback) => { - runnablesStore.updateTest(runnable, cb) + runner.on('test:set:state', action('test:set:state', (props: UpdatableTestProps, cb: UpdateTestCallback) => { + runnablesStore.updateTest(props, cb) })) runner.on('paused', action('paused', (nextCommandName: string) => { @@ -160,13 +162,12 @@ const events: Events = { runner.emit('runner:console:log', commandId) }) - localBus.on('show:error', (testId: number) => { - const test = runnablesStore.testById(testId) - const command = test.err.isCommandErr && test.commandMatchingErr() + localBus.on('show:error', (test: TestModel) => { + const command = test.err.isCommandErr ? test.commandMatchingErr() : null runner.emit('runner:console:error', { err: test.err, - commandId: command ? command.id : undefined, + commandId: command?.id, }) }) diff --git a/packages/reporter/src/lib/mixins.scss b/packages/reporter/src/lib/mixins.scss new file mode 100644 index 000000000000..98ebbc41e1c9 --- /dev/null +++ b/packages/reporter/src/lib/mixins.scss @@ -0,0 +1,32 @@ +@mixin runnable-state-active { + @extend .#{$fa-css-prefix}-sync-alt; + @extend .#{$fa-css-prefix}-spin; +} + +@mixin runnable-state-processing { + @extend .far; + @extend .#{$fa-css-prefix}-square; + color: #888; + line-height: 18px; // @extend .far overrides line-height, so we need to set it again + +} + +@mixin runnable-state-skipped { + @extend .#{$fa-css-prefix}-ban; + color: #888; +} + +@mixin runnable-state-failed { + @extend .#{$fa-css-prefix}-times; + color: $fail; +} + +@mixin runnable-state-passed { + @extend .#{$fa-css-prefix}-check; + color: $pass; +} + +@mixin runnable-state-pending { + @extend .#{$fa-css-prefix}-circle-notch; + color: lighten($pending, 20%); +} diff --git a/packages/reporter/src/lib/variables.scss b/packages/reporter/src/lib/variables.scss index 40357fc625b3..ef26084a7105 100644 --- a/packages/reporter/src/lib/variables.scss +++ b/packages/reporter/src/lib/variables.scss @@ -5,6 +5,7 @@ $pinned: #9442ca; $yellow-dark: #FFB61C; $yellow-medium: lighten($yellow-dark, 25%); $yellow-lightest: #ffffee; +$retried: #f0ec98; $link-text: #3380FF; diff --git a/packages/reporter/src/main-runner.scss b/packages/reporter/src/main-runner.scss index ada4216e7ec7..aa522c4c6375 100644 --- a/packages/reporter/src/main-runner.scss +++ b/packages/reporter/src/main-runner.scss @@ -1,6 +1,7 @@ // this file is imported by the runner's main.scss // if you update this file, also update main.scss @import 'lib/variables'; +@import 'lib/mixins'; @import 'lib/base'; @import 'lib/tooltip'; @import '../../../node_modules/@reach/dialog/styles.css'; diff --git a/packages/reporter/src/main.scss b/packages/reporter/src/main.scss index bb9459db9c90..22e43c1ec838 100644 --- a/packages/reporter/src/main.scss +++ b/packages/reporter/src/main.scss @@ -1,6 +1,7 @@ // this file is used when developing the reporter in isolation via cypress tests // if you update this file, also update main-runner.scss @import 'lib/variables'; +@import 'lib/mixins'; @import 'lib/fonts'; @import 'lib/base'; @import 'lib/tooltip'; diff --git a/packages/reporter/src/runnables/runnable-and-suite.spec.tsx b/packages/reporter/src/runnables/runnable-and-suite.spec.tsx index 6be4df7ca02d..d6a65f490bac 100644 --- a/packages/reporter/src/runnables/runnable-and-suite.spec.tsx +++ b/packages/reporter/src/runnables/runnable-and-suite.spec.tsx @@ -104,7 +104,7 @@ describe('', () => { }) it('renders a runnable for each child', () => { - const component = shallow() + const component = shallow() expect(component.find(Runnable).length).to.equal(2) }) diff --git a/packages/reporter/src/runnables/runnable-and-suite.tsx b/packages/reporter/src/runnables/runnable-and-suite.tsx index b07d83f667b6..1023d6a969ff 100644 --- a/packages/reporter/src/runnables/runnable-and-suite.tsx +++ b/packages/reporter/src/runnables/runnable-and-suite.tsx @@ -48,6 +48,7 @@ class Runnable extends Component { return (
  • } export default class Runnable { - @observable id: number + @observable id: string @observable shouldRender: boolean = false @observable title?: string @observable level: number diff --git a/packages/reporter/src/runnables/runnables-store.spec.ts b/packages/reporter/src/runnables/runnables-store.spec.ts index 79efbc9da28c..1e5106b29fd8 100644 --- a/packages/reporter/src/runnables/runnables-store.spec.ts +++ b/packages/reporter/src/runnables/runnables-store.spec.ts @@ -33,30 +33,28 @@ const scrollerStub = () => { const createHook = (hookId: string) => { return { hookId, hookName: 'before each' } as HookProps } -const createTest = (id: number) => { - return { id, title: `test ${id}`, hooks: [], state: 'processing' } as TestProps +const createTest = (id: string) => { + return { id, title: `test ${id}`, hooks: [], state: 'processing', currentRetry: 0 } as TestProps } -const createSuite = (id: number, tests: Array, suites: Array) => { +const createSuite = (id: string, tests: Array, suites: Array) => { return { id, title: `suite ${id}`, tests, suites, hooks: [] } as SuiteProps } -const createAgent = (id: number, testId: number) => { - return { id, testId, instrument: 'agent' } as AgentProps +const createAgent = (id: number, testId: string) => { + return { id, testId, instrument: 'agent', callCount: 0, testCurrentRetry: 0, functionName: 'foo' } as AgentProps } -const createCommand = (id: number, testId: number, hookId?: string) => { +const createCommand = (id: number, testId: string, hookId?: string) => { return { id, testId, instrument: 'command', hookId } as CommandProps } -const createRoute = (id: number, testId: number) => { +const createRoute = (id: number, testId: string) => { return { id, testId, instrument: 'route' } as RouteProps } const createRootRunnable = () => { return { - tests: [createTest(1)], + tests: [createTest('1')], suites: [ - createSuite(1, [createTest(2), createTest(3)], [ - createSuite(3, [createTest(4)], []), createSuite(4, [createTest(5)], []), - ]), - createSuite(2, [createTest(6)], []), + createSuite('1', [createTest('2'), createTest('3')], [createSuite('3', [createTest('4')], []), createSuite('4', [createTest('5')], [])]), + createSuite('2', [createTest('6')], []), ], } as RootRunnable } @@ -100,14 +98,14 @@ describe('runnables store', () => { it('adds logs to tests when specified', () => { const rootRunnable = createRootRunnable() - rootRunnable.tests![0].agents = [createAgent(1, 1), createAgent(2, 1), createAgent(3, 1)] - rootRunnable.tests![0].commands = [createCommand(1, 1, 'h1')] - rootRunnable.tests![0].routes = [createRoute(1, 1), createRoute(2, 1)] + rootRunnable.tests![0].agents = [createAgent(1, '1'), createAgent(2, '1'), createAgent(3, '1')] + rootRunnable.tests![0].commands = [createCommand(1, '1', 'h1')] + rootRunnable.tests![0].routes = [createRoute(1, '1'), createRoute(2, '1')] rootRunnable.tests![0].hooks = [createHook('h1')] instance.setRunnables(rootRunnable) - expect((instance.runnables[0] as TestModel).agents.length).to.equal(3) - expect((instance.runnables[0] as TestModel).commands.length).to.equal(1) - expect((instance.runnables[0] as TestModel).routes.length).to.equal(2) + expect((instance.runnables[0] as TestModel).lastAttempt.agents.length).to.equal(3) + expect((instance.runnables[0] as TestModel).lastAttempt.commands.length).to.equal(1) + expect((instance.runnables[0] as TestModel).lastAttempt.routes.length).to.equal(2) }) it('sets the appropriate nesting levels', () => { @@ -142,17 +140,17 @@ describe('runnables store', () => { }) it('sets .hasTests flag to false if there are no tests', () => { - instance.setRunnables({ tests: [], suites: [createSuite(1, [], []), createSuite(2, [], [])] }) + instance.setRunnables({ tests: [], suites: [createSuite('1', [], []), createSuite('2', [], [])] }) expect(instance.hasTests).to.be.false }) it('sets .hasSingleTest flag to true if there is only one test', () => { - instance.setRunnables({ tests: [], suites: [createSuite(1, [], []), createSuite(2, [createTest(1)], [])] }) + instance.setRunnables({ tests: [], suites: [createSuite('1', [], []), createSuite('2', [createTest('1')], [])] }) expect(instance.hasSingleTest).to.be.true }) it('sets .hasSingleTest flag to false if there are no tests', () => { - instance.setRunnables({ tests: [], suites: [createSuite(1, [], []), createSuite(2, [], [])] }) + instance.setRunnables({ tests: [], suites: [createSuite('1', [], []), createSuite('2', [], [])] }) expect(instance.hasSingleTest).to.be.false }) @@ -162,7 +160,7 @@ describe('runnables store', () => { }) it('starts rendering the runnables on requestAnimationFrame', () => { - instance.setRunnables({ tests: [], suites: [createSuite(1, [], []), createSuite(2, [createTest(1)], [])] }) + instance.setRunnables({ tests: [], suites: [createSuite('1', [], []), createSuite('2', [createTest('1')], [])] }) expect(instance.runnables[0].shouldRender).to.be.true expect(instance.runnables[1].shouldRender).to.be.true expect((instance.runnables[1] as SuiteModel).children[0].shouldRender).to.be.true @@ -202,44 +200,44 @@ describe('runnables store', () => { context('#runnableStarted', () => { it('starts the test with the given id', () => { - instance.setRunnables({ tests: [createTest(1)], suites: [] }) - instance.runnableStarted({ id: 1 } as TestModel) + instance.setRunnables({ tests: [createTest('1')], suites: [] }) + instance.runnableStarted({ id: '1' } as TestProps) expect((instance.runnables[0] as TestModel).isActive).to.be.true }) }) context('#runnableFinished', () => { it('finishes the test with the given id', () => { - instance.setRunnables({ tests: [createTest(1)], suites: [] }) - instance.runnableStarted({ id: 1 } as TestModel) - instance.runnableFinished({ id: 1 } as TestModel) + instance.setRunnables({ tests: [createTest('1')], suites: [] }) + instance.runnableStarted({ id: '1' } as TestProps) + instance.runnableFinished({ id: '1' } as TestProps) expect((instance.runnables[0] as TestModel).isActive).to.be.false }) }) context('#testByid', () => { it('returns the test with the given id', () => { - instance.setRunnables({ tests: [createTest(1), createTest(3)], suites: [] }) - expect(instance.testById(3).title).to.be.equal('test 3') + instance.setRunnables({ tests: [createTest('1'), createTest('3')], suites: [] }) + expect(instance.testById('3').title).to.be.equal('test 3') }) }) context('#updateLog', () => { it('updates the log', () => { - const test = createTest(1) + const test = createTest('1') test.hooks = [createHook('h1')] instance.setRunnables({ tests: [test] }) - instance.addLog(createCommand(1, 1, 'h1')) - instance.updateLog({ id: 1, name: 'new name' } as LogProps) - expect(instance.testById(1).commands[0].name).to.equal('new name') + instance.addLog(createCommand(1, '1', 'h1')) + instance.updateLog({ id: 1, testId: '1', name: 'new name' } as LogProps) + expect(instance.testById('1').lastAttempt.commands[0].name).to.equal('new name') }) }) context('#reset', () => { it('resets flags to default values', () => { - instance.setRunnables({ tests: [createTest(1)] }) + instance.setRunnables({ tests: [createTest('1')] }) instance.attemptingShowSnapshot = true instance.showingSnapshot = true instance.reset() @@ -252,15 +250,15 @@ describe('runnables store', () => { }) it('resets runnables', () => { - instance.setRunnables({ tests: [createTest(1)] }) + instance.setRunnables({ tests: [createTest('1')] }) instance.reset() expect(instance.runnables.length).to.equal(0) }) it('resets tests', () => { - instance.setRunnables({ tests: [createTest(1)] }) + instance.setRunnables({ tests: [createTest('1')] }) instance.reset() - expect(instance.testById(1)).to.be.undefined + expect(instance.testById('1')).to.be.undefined }) }) }) diff --git a/packages/reporter/src/runnables/runnables-store.ts b/packages/reporter/src/runnables/runnables-store.ts index 72a03eb382ba..bdb3d1d916e6 100644 --- a/packages/reporter/src/runnables/runnables-store.ts +++ b/packages/reporter/src/runnables/runnables-store.ts @@ -8,7 +8,7 @@ import RouteModel, { RouteProps } from '../routes/route-model' import scroller, { Scroller } from '../lib/scroller' import { HookProps } from '../hooks/hook-model' import SuiteModel, { SuiteProps } from './suite-model' -import TestModel, { TestProps, UpdateTestCallback } from '../test/test-model' +import TestModel, { TestProps, UpdateTestCallback, UpdatableTestProps } from '../test/test-model' import RunnableModel from './runnable-model' const defaults = { @@ -29,7 +29,7 @@ export type LogProps = AgentProps | CommandProps | RouteProps export type RunnableArray = Array -type Log = AgentModel | CommandModel | RouteModel +export type Log = AgentModel | CommandModel | RouteModel export interface RootRunnable { hooks?: Array @@ -102,15 +102,11 @@ class RunnablesStore { } _createTest (props: TestProps, level: number) { - const test = new TestModel(props, level) + const test = new TestModel(props, level, this) this._runnablesQueue.push(test) this._tests[test.id] = test - _.each(props.agents, this.addLog.bind(this)) - _.each(props.commands, this.addLog.bind(this)) - _.each(props.routes, this.addLog.bind(this)) - return test } @@ -151,66 +147,35 @@ class RunnablesStore { this._initialScrollTop = initialScrollTop } - updateTest (props: TestProps, cb: UpdateTestCallback) { + updateTest (props: UpdatableTestProps, cb: UpdateTestCallback) { this._withTest(props.id, (test) => { - return test.update(props, cb) + test.update(props, cb) }) } - runnableStarted ({ id }: TestModel) { - this._withTest(id, (test) => { - return test.start() + runnableStarted (props: TestProps) { + this._withTest(props.id, (test) => { + test.start(props) }) } - runnableFinished (props: TestModel) { + runnableFinished (props: TestProps) { this._withTest(props.id, (test) => { - return test.finish(props) + test.finish(props) }) } - testById (id: number) { + testById (id: string) { return this._tests[id] } addLog (log: LogProps) { - switch (log.instrument) { - case 'command': { - const command = new CommandModel(log as CommandProps) - - this._logs[log.id] = command - this._withTest(log.testId, (test) => { - return test.addCommand(command) - }) - - break - } - case 'agent': { - const agent = new AgentModel(log as AgentProps) - - this._logs[log.id] = agent - this._withTest(log.testId, (test) => { - return test.addAgent(agent) - }) - - break - } - case 'route': { - const route = new RouteModel(log as RouteProps) - - this._logs[log.id] = route - this._withTest(log.testId, (test) => { - return test.addRoute(route) - }) - - break - } - default: - throw new Error(`Attempted to add log for unknown instrument: ${log.instrument}`) - } + this._withTest(log.testId, (test) => { + test.addLog(log) + }) } - _withTest (id: number, cb: ((test: TestModel) => void)) { + _withTest (id: string, cb: ((test: TestModel) => void)) { // we get events for suites and tests, but only tests change during a run, // so if the id isn't found in this._tests, we ignore it b/c it's a suite const test = this._tests[id] @@ -218,13 +183,10 @@ class RunnablesStore { if (test) cb(test) } - updateLog (log: LogProps) { - const found = this._logs[log.id] - - if (found) { - // The type of found is Log (one of Agent, Command, Route). So, we need any here. - found.update(log as any) - } + updateLog (props: LogProps) { + this._withTest(props.testId, (test) => { + test.updateLog(props) + }) } reset () { @@ -234,7 +196,6 @@ class RunnablesStore { this.runnables = [] this._tests = {} - this._logs = {} this._runnablesQueue = [] } } diff --git a/packages/reporter/src/runnables/runnables.scss b/packages/reporter/src/runnables/runnables.scss index e0c445ff6162..2ae964dba666 100644 --- a/packages/reporter/src/runnables/runnables.scss +++ b/packages/reporter/src/runnables/runnables.scss @@ -57,7 +57,7 @@ } } - &.test.hover { + .attempt-item:hover { > .runnable-wrapper .runnable-controls i.fa-redo { visibility: visible !important; } @@ -69,12 +69,11 @@ &.runnable-active { .runnable-state { - @extend .#{$fa-css-prefix}-sync-alt; - @extend .#{$fa-css-prefix}-spin; + @include runnable-state-active; } } - .runnable-state { + .runnable-state,.attempt-state { display: inline-block; line-height: 18px; margin-right: 5px; @@ -90,12 +89,10 @@ color: #bbbcbd; } - &.test.runnable-processing { + + &.test.runnable-processing { .runnable-state { - @extend .far; - line-height: 18px; // @extend .far overrides line-height, so we need to set it again - @extend .#{$fa-css-prefix}-square; - color: #888; + @include runnable-state-processing; } } @@ -119,10 +116,14 @@ border-left: 5px solid $pass; } + .runnable-retried > div > .runnable-wrapper, + .runnable-retried > div > .runnable-instruments { + border-left: 5px solid $retried; + } + &.runnable-skipped > .runnable-wrapper { .runnable-state { - @extend .#{$fa-css-prefix}-ban; - color: #888; + @include runnable-state-skipped; } .runnable-title { @@ -137,8 +138,7 @@ &.test.runnable-failed { .runnable-state { - @extend .#{$fa-css-prefix}-times; - color: $fail; + @include runnable-state-failed; } } @@ -152,21 +152,18 @@ &.test.runnable-passed { .runnable-state { - @extend .#{$fa-css-prefix}-check; - color: $pass; + @include runnable-state-passed; } } &.test.runnable-pending { + .runnable-state { + @include runnable-state-pending; + } .runnable-title { color: lighten($pending, 25%); } - .runnable-state { - @extend .#{$fa-css-prefix}-circle-notch; - color: lighten($pending, 20%); - } - .runnable-commands-region { display: none; } diff --git a/packages/reporter/src/runnables/runnables.spec.tsx b/packages/reporter/src/runnables/runnables.spec.tsx index e545727d0fbc..e92c126e7f19 100644 --- a/packages/reporter/src/runnables/runnables.spec.tsx +++ b/packages/reporter/src/runnables/runnables.spec.tsx @@ -46,7 +46,7 @@ describe('', () => { it('renders when there are runnables', () => { const component = shallow( , @@ -134,7 +134,7 @@ describe('', () => { context('', () => { it('renders a runnable for each runnable in model', () => { - const component = shallow() + const component = shallow() expect(component.find('Runnable').length).to.equal(2) }) diff --git a/packages/reporter/src/runnables/suite-model.spec.ts b/packages/reporter/src/runnables/suite-model.spec.ts index ec10badaee74..82a2523bb0f1 100644 --- a/packages/reporter/src/runnables/suite-model.spec.ts +++ b/packages/reporter/src/runnables/suite-model.spec.ts @@ -2,7 +2,7 @@ import Suite from './suite-model' import TestModel from '../test/test-model' const suiteWithChildren = (children: Array>) => { - const suite = new Suite({ id: 1, title: '', hooks: [] }, 0) + const suite = new Suite({ id: '1', title: '', hooks: [] }, 0) suite.children = children as Array diff --git a/packages/reporter/src/runnables/suite-model.ts b/packages/reporter/src/runnables/suite-model.ts index 47c2a26e009f..f227115071b7 100644 --- a/packages/reporter/src/runnables/suite-model.ts +++ b/packages/reporter/src/runnables/suite-model.ts @@ -32,6 +32,10 @@ export default class Suite extends Runnable { return _.map(this.children, 'state') } + @computed get hasRetried (): boolean { + return _.some(this.children, (v) => v.hasRetried) + } + @computed get _anyChildrenFailed () { return _.some(this._childStates, (state) => { return state === 'failed' diff --git a/packages/reporter/src/test/test-model.spec.ts b/packages/reporter/src/test/test-model.spec.ts index 9c9fb00e6533..bf811b8db008 100644 --- a/packages/reporter/src/test/test-model.spec.ts +++ b/packages/reporter/src/test/test-model.spec.ts @@ -1,37 +1,56 @@ -import { HookProps } from '../hooks/hook-model' -import Command, { CommandProps } from '../commands/command-model' -import Agent from '../agents/agent-model' -import Route from '../routes/route-model' import Err from '../errors/err-model' - -import TestModel, { TestProps } from './test-model' - -const commandHook: (hookId: string) => Partial = (hookId: string) => { - return { - hookId, - isMatchingEvent: () => { - return false - }, - } +import _ from 'lodash' +import TestModel, { TestProps, UpdatableTestProps } from './test-model' +import CommandModel, { CommandProps } from '../commands/command-model' +import { RouteProps } from '../routes/route-model' +import { RunnablesStore } from '../runnables/runnables-store' +import { AgentProps } from '../agents/agent-model' + +const createTest = (props: Partial = {}, store = {}) => { + const defaults = { + currentRetry: 0, + id: 'r3', + prevAttempts: [], + state: null, + hooks: [], + } as TestProps + + return new TestModel(_.defaults(props, defaults), 0, store as RunnablesStore) +} +const createCommand = (props: Partial = {}) => { + const defaults = { + instrument: 'command', + hookName: '', + id: 1, + hookId: 'r3', + numElements: 1, + testCurrentRetry: 0, + testId: 'r3', + timeout: 4000, + wallClockStartedAt: new Date().toString(), + + } as CommandProps + + return _.defaults(props, defaults) } describe('Test model', () => { context('.state', () => { it('is the "state" when it exists', () => { - const test = new TestModel({ id: 1, state: 'passed' } as TestProps, 0) + const test = createTest({ state: 'passed' }) expect(test.state).to.equal('passed') }) it('is active when there is no state and isActive is true', () => { - const test = new TestModel({ id: 1 } as TestProps, 0) + const test = createTest() - test.isActive = true + test.lastAttempt.isActive = true expect(test.state).to.equal('active') }) it('is processing when there is no state and isActive is falsey', () => { - const test = new TestModel({ id: 1 } as TestProps, 0) + const test = createTest() expect(test.state).to.equal('processing') }) @@ -39,201 +58,262 @@ describe('Test model', () => { context('.isLongRunning', () => { it('start out not long running', () => { - const test = new TestModel({ id: 1 } as TestProps, 0) + const test = createTest() expect(test.isLongRunning).to.be.false }) it('is not long running if active but without a long running command', () => { - const test = new TestModel({ id: 1 } as TestProps, 0) + const test = createTest() - test.start() + test.start({} as TestProps) expect(test.isLongRunning).to.be.false }) it('becomes long running if active and has a long running command', () => { - const test = new TestModel({ id: 1, hooks: [{ hookId: 'h1' } as HookProps] } as TestProps, 0) + const test = createTest() + + test.start({} as TestProps) + const command = test.addLog(createCommand()) as CommandModel - test.start() - test.addCommand({ isLongRunning: true, hookId: 'h1' } as Command) + command.isLongRunning = true expect(test.isLongRunning).to.be.true }) it('becomes not long running if it becomes inactive', () => { - const test = new TestModel({ id: 1, hooks: [{ hookId: 'h1' } as HookProps] } as TestProps, 0) + const test = createTest() - test.start() - test.addCommand({ isLongRunning: true, hookId: 'h1' } as Command) - test.finish({}) + test.start({} as TestProps) + const command = test.addLog(createCommand()) as CommandModel + + command.isLongRunning = true + + test.finish({} as UpdatableTestProps) expect(test.isLongRunning).to.be.false }) }) context('#addAgent', () => { it('adds the agent to the agents collection', () => { - const test = new TestModel({ id: 1 } as TestProps, 0) + const test = createTest() - test.addAgent({} as Agent) - expect(test.agents.length).to.equal(1) + test.addLog({ instrument: 'agent' } as AgentProps) + expect(test.lastAttempt.agents.length).to.equal(1) }) }) context('#addRoute', () => { it('adds the route to the routes collection', () => { - const test = new TestModel({ id: 1 } as TestProps, 0) + const test = createTest() - test.addRoute({} as Route) - expect(test.routes.length).to.equal(1) + test.addLog({ instrument: 'route' } as RouteProps) + expect(test.lastAttempt.routes.length).to.equal(1) }) }) context('#addCommand', () => { it('adds the command to the commands collection', () => { - const test = new TestModel({ id: 1, hooks: [{ hookId: 'h1' } as HookProps] } as TestProps, 0) + const test = createTest() + + test.addLog(createCommand()) + expect(test.lastAttempt.commands.length).to.equal(1) + }) - test.addCommand({ hookId: 'h1' } as Command) - expect(test.commands.length).to.equal(1) + it('creates a hook and adds the command to it if it does not exist', () => { + const test = createTest({ hooks: [ + { hookName: 'before each', hookId: 'h1' }, + ] }) + + test.addLog(createCommand({ instrument: 'command', hookId: 'h1' })) + expect(test.lastAttempt.hooks.length).to.equal(2) + expect(test.lastAttempt.hooks[0].hookName).equal('before each') + expect(test.lastAttempt.hooks[0].commands.length).to.equal(1) + }) + + it('adds the command to an existing hook if it already exists', () => { + const test = createTest({ hooks: [{ hookId: 'h1', hookName: 'before each' }] }) + const commandProps = createCommand({ + hookId: 'h1', + }) + + const command = test.addLog(commandProps) as CommandModel + + command.isMatchingEvent = () => false + + expect(test.lastAttempt.hooks.length).to.equal(2) + expect(test.lastAttempt.hooks[0].hookName).to.equal('before each') + expect(test.lastAttempt.hooks[0].commands.length).to.equal(1) + test.addLog(createCommand({ hookId: 'h1' })) + expect(test.lastAttempt.hooks.length).to.equal(2) + expect(test.lastAttempt.hooks[0].commands.length).to.equal(2) }) it('adds the command to the correct hook', () => { - const test = new TestModel({ - id: 1, + const test = createTest({ hooks: [ - { hookId: 'h1' } as HookProps, - { hookId: 'h2' } as HookProps, + { hookId: 'h1', hookName: 'before each' }, + { hookId: 'h2', hookName: 'before each' }, ], - } as TestProps, 0) + }) - test.addCommand(commandHook('h1') as Command) - expect(test.hooks[0].commands.length).to.equal(1) - expect(test.hooks[1].commands.length).to.equal(0) - expect(test.hooks[2].commands.length).to.equal(0) + test.addLog(createCommand({ hookId: 'h1' })) + expect(test.lastAttempt.hooks[0].commands.length).to.equal(1) + expect(test.lastAttempt.hooks[1].commands.length).to.equal(0) + expect(test.lastAttempt.hooks[2].commands.length).to.equal(0) - test.addCommand(commandHook('1') as Command) - expect(test.hooks[0].commands.length).to.equal(1) - expect(test.hooks[1].commands.length).to.equal(1) - expect(test.hooks[2].commands.length).to.equal(0) + test.addLog(createCommand({ hookId: 'h2' })) + expect(test.lastAttempt.hooks[0].commands.length).to.equal(1) + expect(test.lastAttempt.hooks[1].commands.length).to.equal(1) + expect(test.lastAttempt.hooks[2].commands.length).to.equal(0) }) it('moves hooks into the correct order', () => { - const test = new TestModel({ - id: 1, + const test = createTest({ hooks: [ - { hookId: 'h1' } as HookProps, - { hookId: 'h2' } as HookProps, + { hookId: 'h1', hookName: 'before all' }, + { hookId: 'h2', hookName: 'before each' }, ], - } as TestProps, 0) + }) - test.addCommand(commandHook('h2') as Command) - expect(test.hooks[0].hookId).to.equal('h2') - expect(test.hooks[0].invocationOrder).to.equal(0) - expect(test.hooks[0].commands.length).to.equal(1) + test.addLog(createCommand({ hookId: 'h2' })) + expect(test.lastAttempt.hooks[0].hookId).to.equal('h2') + expect(test.lastAttempt.hooks[0].invocationOrder).to.equal(0) + expect(test.lastAttempt.hooks[0].commands.length).to.equal(1) - test.addCommand(commandHook('h1') as Command) - expect(test.hooks[1].hookId).to.equal('h1') - expect(test.hooks[1].invocationOrder).to.equal(1) - expect(test.hooks[1].commands.length).to.equal(1) + test.addLog(createCommand({ hookId: 'h1' })) + expect(test.lastAttempt.hooks[1].hookId).to.equal('h1') + expect(test.lastAttempt.hooks[1].invocationOrder).to.equal(1) + expect(test.lastAttempt.hooks[1].commands.length).to.equal(1) }) it('counts and assigns the number of each hook type', () => { - const test = new TestModel({ - id: 1, + const test = createTest({ hooks: [ - { hookId: 'h1', hookName: 'before each' } as HookProps, - { hookId: 'h2', hookName: 'after each' } as HookProps, - { hookId: 'h3', hookName: 'before each' } as HookProps, + { hookId: 'h1', hookName: 'before each' }, + { hookId: 'h2', hookName: 'after each' }, + { hookId: 'h3', hookName: 'before each' }, ], - } as TestProps, 0) - - test.addCommand(commandHook('h1') as Command) - expect(test.hookCount['before each']).to.equal(1) - expect(test.hookCount['after each']).to.equal(0) - expect(test.hooks[0].hookNumber).to.equal(1) - - test.addCommand(commandHook('h1') as Command) - expect(test.hookCount['before each']).to.equal(1) - expect(test.hookCount['after each']).to.equal(0) - expect(test.hooks[0].hookNumber).to.equal(1) - - test.addCommand(commandHook('h3') as Command) - expect(test.hookCount['before each']).to.equal(2) - expect(test.hookCount['after each']).to.equal(0) - expect(test.hooks[1].hookNumber).to.equal(2) - - test.addCommand(commandHook('h2') as Command) - expect(test.hookCount['before each']).to.equal(2) - expect(test.hookCount['after each']).to.equal(1) - expect(test.hooks[2].hookNumber).to.equal(1) + }) + + test.addLog(createCommand({ hookId: 'h1' })) + expect(test.lastAttempt.hookCount['before each']).to.equal(1) + expect(test.lastAttempt.hookCount['after each']).to.equal(0) + expect(test.lastAttempt.hooks[0].hookNumber).to.equal(1) + + test.addLog(createCommand({ hookId: 'h1' })) + expect(test.lastAttempt.hookCount['before each']).to.equal(1) + expect(test.lastAttempt.hookCount['after each']).to.equal(0) + expect(test.lastAttempt.hooks[0].hookNumber).to.equal(1) + + test.addLog(createCommand({ hookId: 'h3' })) + expect(test.lastAttempt.hookCount['before each']).to.equal(2) + expect(test.lastAttempt.hookCount['after each']).to.equal(0) + expect(test.lastAttempt.hooks[1].hookNumber).to.equal(2) + + test.addLog(createCommand({ hookId: 'h2' })) + expect(test.lastAttempt.hookCount['before each']).to.equal(2) + expect(test.lastAttempt.hookCount['after each']).to.equal(1) + expect(test.lastAttempt.hooks[2].hookNumber).to.equal(1) }) }) context('#start', () => { it('sets the test as active', () => { - const test = new TestModel({ id: 1 } as TestProps, 0) + const test = createTest() - test.start() + test.start({} as TestProps) expect(test.isActive).to.be.true }) }) context('#finish', () => { it('sets the test as inactive', () => { - const test = new TestModel({ id: 1 } as TestProps, 0) + const test = createTest() - test.finish({}) + test.finish({} as UpdatableTestProps) expect(test.isActive).to.be.false }) it('updates the state of the test', () => { - const test = new TestModel({ id: 1 } as TestProps, 0) + const test = createTest() - test.finish({ state: 'failed' }) + test.finish({ state: 'failed' } as UpdatableTestProps) expect(test.state).to.equal('failed') }) it('updates the test err', () => { - const test = new TestModel({ id: 1 } as TestProps, 0) + const test = createTest() - test.finish({ err: { name: 'SomeError' } as Err }) + test.finish({ err: { name: 'SomeError' } as Err } as UpdatableTestProps) expect(test.err.name).to.equal('SomeError') }) it('sets the hook to failed if it exists', () => { - const test = new TestModel({ id: 1, hooks: [{ hookId: 'h1' } as HookProps] } as TestProps, 0) + const test = createTest({ hooks: [{ hookId: 'h1', hookName: 'before each' }] }) - test.addCommand({ hookId: 'h1' } as Command) - test.finish({ hookId: 'h1' }) - expect(test.hooks[0].failed).to.be.true + test.addLog(createCommand({ instrument: 'command' })) + test.finish({ hookId: 'h1', err: { message: 'foo' } as Err } as UpdatableTestProps) + expect(test.lastAttempt.hooks[1].failed).to.be.true }) it('does not throw error if hook does not exist', () => { - const test = new TestModel({ id: 1 } as TestProps, 0) + const test = createTest() expect(() => { - test.finish({ hookId: 'h1' }) + test.finish({ hookId: 'h1' } as UpdatableTestProps) }).not.to.throw() }) }) context('#commandMatchingErr', () => { it('returns last command matching the error', () => { - const test = new TestModel({ id: 1, err: { message: 'SomeError' } as Err, hooks: [{ hookId: 'h1' } as HookProps] } as TestProps, 0) - - test.addCommand(new Command({ err: { message: 'SomeError' } as Err, hookId: 'h1' } as CommandProps)) - test.addCommand(new Command({ err: {} as Err, hookId: 'h1' } as CommandProps)) - test.addCommand(new Command({ err: { message: 'SomeError' } as Err, hookId: 'h1' } as CommandProps)) - test.addCommand(new Command({ err: {} as Err, hookId: 'h1' } as CommandProps)) - test.addCommand(new Command({ name: 'The One', err: { message: 'SomeError' } as Err, hookId: 'h1' } as CommandProps)) + const test = createTest({ err: { message: 'SomeError' } as Err, hooks: [ + { hookId: 'h1', hookName: 'before each' }, + { hookId: 'h2', hookName: 'before each' }, + ] }) + + test.addLog(createCommand({ err: { message: 'SomeError' } as Err, hookId: 'h1' })) + test.addLog(createCommand({ err: {} as Err, hookId: 'h1' })) + test.addLog(createCommand({ err: { message: 'SomeError' } as Err, hookId: 'h1' })) + test.addLog(createCommand({ err: {} as Err, hookId: 'h2' })) + test.addLog(createCommand({ name: 'The One', err: { message: 'SomeError' } as Err, hookId: 'h2' })) expect(test.commandMatchingErr()!.name).to.equal('The One') }) it('returns undefined if there are no commands with errors', () => { - const test = new TestModel({ id: 1, err: { message: 'SomeError' } as Err, hooks: [{ hookId: 'h1' } as HookProps] } as TestProps, 0) + const test = createTest({ err: { message: 'SomeError' } as Err, hooks: [ + { hookId: 'h1', hookName: 'before each' }, + { hookId: 'h2', hookName: 'before each' }, + { hookId: 'h3', hookName: 'before each' }, + ] }) - test.addCommand(new Command({ hookId: 'h1' } as CommandProps)) - test.addCommand(new Command({ hookId: 'h1' } as CommandProps)) - test.addCommand(new Command({ hookId: 'h1' } as CommandProps)) expect(test.commandMatchingErr()).to.be.undefined }) }) + + context('#isOpen', () => { + it('false by default', () => { + const test = createTest() + + test.start({} as TestProps) + + expect(test.isOpen).eq(false) + }) + + it('true when the model is long running', () => { + const test = createTest() + + test.start({} as TestProps) + const command = test.addLog(createCommand()) as CommandModel + + command.isLongRunning = true + expect(test.isOpen).eq(true) + }) + + it('true when there is only one test', () => { + const test = createTest({}, { hasSingleTest: true }) + + expect(test.isOpen).eq(true) + }) + }) }) diff --git a/packages/reporter/src/test/test-model.ts b/packages/reporter/src/test/test-model.ts index 1be6515bf78e..ab60b961bc42 100644 --- a/packages/reporter/src/test/test-model.ts +++ b/packages/reporter/src/test/test-model.ts @@ -1,195 +1,205 @@ import _ from 'lodash' -import { action, autorun, computed, observable, observe } from 'mobx' +import { action, computed, observable } from 'mobx' import { FileDetails } from '@packages/ui-components' +import Attempt from '../attempts/attempt-model' import Err from '../errors/err-model' -import Hook, { HookName } from '../hooks/hook-model' +import { HookProps } from '../hooks/hook-model' import Runnable, { RunnableProps } from '../runnables/runnable-model' -import Command, { CommandProps } from '../commands/command-model' -import Agent, { AgentProps } from '../agents/agent-model' -import Route, { RouteProps } from '../routes/route-model' +import { CommandProps } from '../commands/command-model' +import { AgentProps } from '../agents/agent-model' +import { RouteProps } from '../routes/route-model' +import { RunnablesStore, LogProps } from '../runnables/runnables-store' export type TestState = 'active' | 'failed' | 'pending' | 'passed' | 'processing' export type UpdateTestCallback = () => void export interface TestProps extends RunnableProps { - state: TestState + state: TestState | null err?: Err isOpen?: boolean agents?: Array commands?: Array routes?: Array + hooks: Array + prevAttempts?: Array + currentRetry: number + retries?: number + final?: boolean invocationDetails?: FileDetails } export interface UpdatableTestProps { + id: TestProps['id'] state?: TestProps['state'] err?: TestProps['err'] hookId?: string isOpen?: TestProps['isOpen'] + currentRetry?: TestProps['currentRetry'] + retries?: TestProps['retries'] } export default class Test extends Runnable { - @observable agents: Array = [] - @observable commands: Array = [] - @observable err = new Err({}) - @observable hooks: Array = [] - // TODO: make this an enum with states: 'QUEUED, ACTIVE, INACTIVE' - @observable isActive: boolean | null = null - @observable isLongRunning = false - @observable isOpen = false - @observable routes: Array = [] - @observable _state?: TestState | null = null - @observable _invocationCount: number = 0 - @observable invocationDetails?: FileDetails - @observable hookCount: { [name in HookName]: number } = { - 'before all': 0, - 'before each': 0, - 'after all': 0, - 'after each': 0, - 'test body': 0, - } type = 'test' - callbackAfterUpdate: (() => void) | null = null + _callbackAfterUpdate: UpdateTestCallback | null = null + hooks: HookProps[] + invocationDetails?: FileDetails + + @observable attempts: Attempt[] = [] + @observable _isOpen: boolean | null = null + @observable isOpenWhenActive: Boolean | null = null + @observable _isFinished = false - constructor (props: TestProps, level: number) { + constructor (props: TestProps, level: number, private store: RunnablesStore) { super(props, level) - this._state = props.state - this.err.update(props.err) - this.invocationDetails = props.invocationDetails - this.hooks = _.map(props.hooks, (hook) => new Hook(hook)) - this.hooks.push(new Hook({ - hookId: this.id.toString(), + this.hooks = [...props.hooks, { + hookId: props.id.toString(), hookName: 'test body', - invocationDetails: this.invocationDetails, - })) - - autorun(() => { - // if at any point, a command goes long running, set isLongRunning - // to true until the test becomes inactive - if (!this.isActive) { - action('became:inactive', () => { - return this.isLongRunning = false - })() - } else if (this._hasLongRunningCommand) { - action('became:long:running', () => { - return this.isLongRunning = true - })() - } - }) + invocationDetails: props.invocationDetails, + }] + + _.each(props.prevAttempts || [], (attempt) => this._addAttempt(attempt)) + + this._addAttempt(props) } - @computed get _hasLongRunningCommand () { - return _.some(this.commands, (command) => { - return command.isLongRunning + @computed get isLongRunning () { + return _.some(this.attempts, (attempt: Attempt) => { + return attempt.isLongRunning }) } - @computed get state () { - return this._state || (this.isActive ? 'active' : 'processing') + @computed get isOpen () { + if (this._isOpen === null) { + return Boolean(this.state === 'failed' + || this.isLongRunning + || this.isActive && (this.hasMultipleAttempts || this.isOpenWhenActive) + || this.store.hasSingleTest) + } + + return this._isOpen } - addAgent (agent: Agent) { - this.agents.push(agent) + @computed get state () { + return this.lastAttempt ? this.lastAttempt.state : 'active' } - addRoute (route: Route) { - this.routes.push(route) + @computed get err () { + return this.lastAttempt ? this.lastAttempt.err : new Err({}) } - addCommand (command: Command) { - this.commands.push(command) + @computed get lastAttempt () { + return _.last(this.attempts) as Attempt + } - const hookIndex = _.findIndex(this.hooks, { hookId: command.hookId }) + @computed get hasMultipleAttempts () { + return this.attempts.length > 1 + } - const hook = this.hooks[hookIndex] + @computed get hasRetried () { + return this.state === 'passed' && this.hasMultipleAttempts + } - hook.addCommand(command) + // TODO: make this an enum with states: 'QUEUED, ACTIVE, INACTIVE' + @computed get isActive (): boolean { + return _.some(this.attempts, { isActive: true }) + } - // make sure that hooks are in order of invocation - if (hook.invocationOrder === undefined) { - hook.invocationOrder = this._invocationCount++ + @computed get currentRetry () { + return this.attempts.length - 1 + } - if (hook.invocationOrder !== hookIndex) { - this.hooks[hookIndex] = this.hooks[hook.invocationOrder] - this.hooks[hook.invocationOrder] = hook - } - } + isLastAttempt (attemptModel: Attempt) { + return this.lastAttempt === attemptModel + } - // assign number if non existent - if (hook.hookNumber === undefined) { - hook.hookNumber = ++this.hookCount[hook.hookName] - } + addLog = (props: LogProps) => { + return this._withAttempt(props.testCurrentRetry, (attempt: Attempt) => { + return attempt.addLog(props) + }) } - start () { - this.isActive = true + updateLog (props: LogProps) { + this._withAttempt(props.testCurrentRetry, (attempt: Attempt) => { + attempt.updateLog(props) + }) } - update ({ state, err, hookId, isOpen }: UpdatableTestProps, cb?: UpdateTestCallback) { - let hadChanges = false + @action start (props: TestProps) { + let attempt = this.getAttemptByIndex(props.currentRetry) + + if (!attempt) { + attempt = this._addAttempt(props) + } - const disposer = observe(this, (change) => { - hadChanges = true + attempt.start() + } - disposer() + @action update (props: UpdatableTestProps, cb: UpdateTestCallback) { + if (props.isOpen != null) { + this.setIsOpenWhenActive(props.isOpen) - // apply change as-is - return change - }) + if (this.isOpen !== props.isOpen) { + this._callbackAfterUpdate = cb - if (cb) { - this.callbackAfterUpdate = () => { - this.callbackAfterUpdate = null - cb() + return } } - this._state = state - this.err.update(err) - if (isOpen != null) { - this.isOpen = isOpen - } + cb() + } - if (hookId) { - const hook = _.find(this.hooks, { hookId }) + // this is called to sync up the command log UI for the sake of + // screenshots, so we only ever need to open the last attempt + setIsOpenWhenActive (isOpen: boolean) { + this.isOpenWhenActive = isOpen + } - if (hook) { - hook.failed = true - } + callbackAfterUpdate () { + if (this._callbackAfterUpdate) { + this._callbackAfterUpdate() + this._callbackAfterUpdate = null } + } - // if we had no changes then react will - // never fire componentDidUpdate and - // so we need to manually call our callback - // https://github.com/cypress-io/cypress/issues/674#issuecomment-366495057 - if (!hadChanges) { - // unbind the listener if no changes - disposer() - - // if we had a callback, invoke it - if (this.callbackAfterUpdate) { - this.callbackAfterUpdate() - } - } + @action finish (props: UpdatableTestProps) { + this._isFinished = !(props.retries && props.currentRetry) || props.currentRetry >= props.retries + + this._withAttempt(props.currentRetry || 0, (attempt: Attempt) => { + attempt.finish(props) + }) } - finish (props: UpdatableTestProps) { - this.update(props) - this.isActive = false + getAttemptByIndex (attemptIndex: number) { + if (attemptIndex >= this.attempts.length) return + + return this.attempts[attemptIndex || 0] } commandMatchingErr () { - return _(this.hooks) - .map((hook) => { - return hook.commandMatchingErr(this.err) - }) - .compact() - .last() + return this.lastAttempt.commandMatchingErr() + } + + _addAttempt = (props: TestProps) => { + props.invocationDetails = this.invocationDetails + props.hooks = this.hooks + const attempt = new Attempt(props, this) + + this.attempts.push(attempt) + + return attempt + } + + _withAttempt (attemptIndex: number, cb: (attempt: Attempt) => T) { + const attempt = this.getAttemptByIndex(attemptIndex) + + if (attempt) return cb(attempt) + + return null } } diff --git a/packages/reporter/src/test/test.spec.tsx b/packages/reporter/src/test/test.spec.tsx index f6792086d03a..2bc07054ca41 100644 --- a/packages/reporter/src/test/test.spec.tsx +++ b/packages/reporter/src/test/test.spec.tsx @@ -1,24 +1,22 @@ -import _ from 'lodash' import React from 'react' -import { mount, shallow, ReactWrapper } from 'enzyme' +import { shallow, mount, ReactWrapper } from 'enzyme' import sinon, { SinonSpy } from 'sinon' - -import Hooks from '../hooks/hooks' - -import Test, { NoCommands } from './test' -import TestModel from './test-model' +import _ from 'lodash' +import Test from './test' +import TestModel, { TestState } from './test-model' import { Scroller } from '../lib/scroller' import { AppState } from '../lib/app-state' const appStateStub = (props?: Partial) => { - return _.extend({ + return { autoScrollingEnabled: true, isRunning: true, - }, props) + ...props, + } as AppState } const model = (props?: Partial) => { - return _.extend({ + return { agents: [], commands: [], hooks: [], @@ -30,8 +28,10 @@ const model = (props?: Partial) => { shouldRender: true, state: 'passed', title: 'some title', - type: 'test', - }, props) + callbackAfterUpdate: () => {}, + toggleOpen: sinon.stub(), + ...props, + } as any } type ScrollerStub = Scroller & { @@ -42,6 +42,8 @@ const scrollerStub = () => ({ scrollIntoView: sinon.spy(), } as ScrollerStub) +const setTestState = (test:TestModel, state:TestState) => _.extend(test, { state }) + describe('', () => { it('does not render when it should not render', () => { const component = shallow() @@ -49,88 +51,18 @@ describe('', () => { expect(component).to.be.empty }) - context('open/closed', () => { - it('renders without is-open class by default', () => { - const component = mount() - - expect(component.find('.collapsible').first()).not.to.have.className('is-open') - }) - - it('renders with is-open class when the model state is failed', () => { - const component = mount() - - expect(component.find('.collapsible').first()).to.have.className('is-open') - }) - - it('renders with is-open class when the model is long running', () => { - const component = mount() - - expect(component.find('.collapsible').first()).to.have.className('is-open') - }) - - it('renders with is-open class when there is only one test', () => { - const component = mount() - - expect(component.find('.collapsible').first()).to.have.className('is-open') - }) - - context('toggling', () => { - it('renders without is-open class when already open', () => { - const component = mount() - - component.find('.collapsible-header').first().simulate('click') - expect(component.find('.collapsible').first()).not.to.have.className('is-open') - }) - - it('renders with is-open class when not already open', () => { - const component = mount() - - component.find('.collapsible-header').first().simulate('click') - expect(component.find('.collapsible').first()).to.have.className('is-open') - }) - - it('renders without is-open class when toggled again', () => { - const component = mount() - - component.find('.collapsible-header').first().simulate('click') - component.find('.collapsible-header').first().simulate('click') - expect(component.find('.collapsible').first()).not.to.have.className('is-open') - }) - }) - }) - context('contents', () => { it('does not render the contents if not open', () => { - const component = mount() + const component = mount() expect(component.find('.runnable-instruments')).to.be.empty }) it('renders the contents if open', () => { - const component = mount() + const component = mount() expect(component.find('.runnable-instruments')).not.to.be.empty }) - - it('renders if there are commands', () => { - const component = shallow() - - expect(component.find(Hooks)).to.exist - }) - - it('renders is no commands', () => { - const component = shallow() - - expect(component.find(NoCommands)).to.exist - }) - - it('stops propagation when clicked', () => { - const component = mount() - const e = { stopPropagation: sinon.spy() } - - component.find('.collapsible-header').first().simulate('click', e) - expect(e.stopPropagation).to.have.been.called - }) }) context('scrolling into view', () => { @@ -195,11 +127,11 @@ describe('', () => { expect(scroller.scrollIntoView).not.to.have.been.called }) - it('does not scroll into view if model.isActive is null', () => { + it('does not scroll into view if model.state is processing', () => { mount( , ) @@ -215,30 +147,21 @@ describe('', () => { beforeEach(() => { appState = appStateStub({ autoScrollingEnabled: false, isRunning: false }) - testModel = model({ isActive: null }) + testModel = model({ state: 'processing' }) component = mount() }) - it('scrolls into view if auto-scrolling is enabled, app is running, the model should render, and the model.isActive is null', () => { - appState.id = 'fooo' - appState.autoScrollingEnabled = true - appState.isRunning = true - testModel.isActive = true - testModel.shouldRender = true - component.instance()!.componentDidUpdate!({}, {}) - expect(scroller.scrollIntoView).to.have.been.calledWith((component.instance() as any).containerRef.current) - }) - it('does not scroll into view if auto-scrolling is disabled', () => { appState.isRunning = true - testModel.isActive = true + setTestState(testModel, 'processing') component.instance()!.componentDidUpdate!({}, {}) expect(scroller.scrollIntoView).not.to.have.been.called }) it('does not scroll into view if app is not running', () => { appState.autoScrollingEnabled = true - testModel.isActive = true + setTestState(testModel, 'processing') + component.instance()!.componentDidUpdate!({}, {}) expect(scroller.scrollIntoView).not.to.have.been.called }) diff --git a/packages/reporter/src/test/test.tsx b/packages/reporter/src/test/test.tsx index 07f8550f553e..10556594a68a 100644 --- a/packages/reporter/src/test/test.tsx +++ b/packages/reporter/src/test/test.tsx @@ -1,31 +1,20 @@ -import { action, observable } from 'mobx' import { observer } from 'mobx-react' import React, { Component, createRef, RefObject } from 'react' // @ts-ignore import Tooltip from '@cypress/react-tooltip' +import events, { Events } from '../lib/events' import appState, { AppState } from '../lib/app-state' import Collapsible from '../collapsible/collapsible' import { indent } from '../lib/util' import runnablesStore, { RunnablesStore } from '../runnables/runnables-store' -import scroller, { Scroller } from '../lib/scroller' - -import Hooks from '../hooks/hooks' -import Agents from '../agents/agents' -import Routes from '../routes/routes' -import TestError from '../errors/test-error' - import TestModel from './test-model' +import scroller, { Scroller } from '../lib/scroller' -const NoCommands = observer(() => ( -
      -
    • - No commands were issued in this test. -
      • -
    -)) +import Attempts from '../attempts/attempts' interface Props { + events: Events appState: AppState runnablesStore: RunnablesStore scroller: Scroller @@ -35,13 +24,12 @@ interface Props { @observer class Test extends Component { static defaultProps = { + events, appState, runnablesStore, scroller, } - @observable isOpen: boolean | null = null - containerRef: RefObject constructor (props: Props) { @@ -56,19 +44,14 @@ class Test extends Component { componentDidUpdate () { this._scrollIntoView() - - const cb = this.props.model.callbackAfterUpdate - - if (cb) { - cb() - } + this.props.model.callbackAfterUpdate() } _scrollIntoView () { const { appState, model, scroller } = this.props - const { isActive, shouldRender } = model + const { state, shouldRender } = model - if (appState.autoScrollingEnabled && appState.isRunning && shouldRender && isActive != null) { + if (appState.autoScrollingEnabled && appState.isRunning && shouldRender && state !== 'processing') { window.requestAnimationFrame(() => { // since this executes async in a RAF the ref might be null if (this.containerRef.current) { @@ -90,7 +73,7 @@ class Test extends Component { headerClass='runnable-wrapper' headerStyle={{ paddingLeft: indent(model.level) }} contentClass='runnable-instruments' - isOpen={this._shouldBeOpen()} + isOpen={model.isOpen} > {this._contents()} @@ -119,37 +102,11 @@ class Test extends Component { return (
    - - -
    - {model.commands.length ? : } -
    - + + this._scrollIntoView()} />
    ) } - - _shouldBeOpen () { - // if this.isOpen is non-null, prefer that since the user has - // explicity chosen to open or close the test - if (this.isOpen !== null) return this.isOpen - - // otherwise, look at reasons to auto-open the test - return this.props.model.state === 'failed' - || this.props.model.isOpen - || this.props.model.isLongRunning - || this.props.runnablesStore.hasSingleTest - } - - @action _toggleOpen = () => { - if (this.isOpen === null) { - this.isOpen = !this._shouldBeOpen() - } else { - this.isOpen = !this.isOpen - } - } } -export { NoCommands } - export default Test diff --git a/packages/runner/__snapshots__/retries.mochaEvents.spec.js b/packages/runner/__snapshots__/retries.mochaEvents.spec.js new file mode 100644 index 000000000000..cff75b2f8808 --- /dev/null +++ b/packages/runner/__snapshots__/retries.mochaEvents.spec.js @@ -0,0 +1,6458 @@ +exports['src/cypress/runner retries mochaEvents simple retry #1'] = [ + [ + "mocha", + "start", + { + "start": "match.date" + } + ], + [ + "mocha", + "suite", + { + "id": "r1", + "title": "", + "root": true, + "type": "suite", + "file": "relative/path/to/spec.js", + "retries": -1 + } + ], + [ + "mocha", + "suite", + { + "id": "r2", + "title": "suite 1", + "root": false, + "type": "suite", + "file": null, + "retries": -1 + } + ], + [ + "mocha", + "test", + { + "id": "r3", + "order": 1, + "title": "test 1", + "body": "[body]", + "type": "test", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r3", + "order": 1, + "title": "test 1", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "retry", + { + "id": "r3", + "order": 1, + "title": "test 1", + "err": "{Object 9}", + "state": "failed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": false, + "currentRetry": 0, + "retries": 1 + }, + { + "message": "[error message]", + "name": "AssertionError", + "stack": "match.string", + "sourceMappedStack": "match.string", + "parsedStack": "match.array", + "actual": null, + "showDiff": false + } + ], + [ + "mocha", + "test:after:run", + { + "id": "r3", + "order": 1, + "title": "test 1", + "err": "{Object 9}", + "state": "failed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "wallClockDuration": "match.number", + "timings": { + "lifecycle": "match.number", + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": false, + "currentRetry": 0, + "retries": 1 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r3", + "title": "test 1", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "currentRetry": 1, + "retries": 1 + } + ], + [ + "mocha", + "pass", + { + "id": "r3", + "title": "test 1", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + }, + "file": null, + "final": true, + "currentRetry": 1, + "retries": 1 + } + ], + [ + "mocha", + "test end", + { + "id": "r3", + "title": "test 1", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + }, + "file": null, + "final": true, + "currentRetry": 1, + "retries": 1 + } + ], + [ + "mocha", + "suite end", + { + "id": "r2", + "title": "suite 1", + "root": false, + "type": "suite", + "file": null, + "retries": -1 + } + ], + [ + "mocha", + "test:after:run", + { + "id": "r3", + "title": "test 1", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "wallClockDuration": "match.number", + "timings": { + "lifecycle": "match.number", + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + }, + "file": null, + "final": true, + "currentRetry": 1, + "retries": 1 + } + ], + [ + "mocha", + "suite end", + { + "id": "r1", + "title": "", + "root": true, + "type": "suite", + "file": "relative/path/to/spec.js", + "retries": -1 + } + ], + [ + "mocha", + "end", + { + "end": "match.date" + } + ] +] + +exports['src/cypress/runner retries mochaEvents test retry with hooks #1'] = [ + [ + "mocha", + "start", + { + "start": "match.date" + } + ], + [ + "mocha", + "suite", + { + "id": "r1", + "title": "", + "root": true, + "type": "suite", + "file": "relative/path/to/spec.js", + "retries": -1 + } + ], + [ + "mocha", + "suite", + { + "id": "r2", + "title": "suite 1", + "root": false, + "type": "suite", + "file": null, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"before all\" hook", + "hookName": "before all", + "hookId": "h1", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r3", + "order": 1, + "title": "test 1", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"before all\" hook", + "hookName": "before all", + "hookId": "h1", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test", + { + "id": "r3", + "order": 1, + "title": "test 1", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before all": [ + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": 1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h2", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h2", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "retry", + { + "id": "r3", + "order": 1, + "title": "test 1", + "err": "{Object 9}", + "state": "failed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before all": [ + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": false, + "currentRetry": 0, + "retries": 1 + }, + { + "message": "[error message]", + "name": "AssertionError", + "stack": "match.string", + "sourceMappedStack": "match.string", + "parsedStack": "match.array", + "actual": null, + "showDiff": false + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:after:run", + { + "id": "r3", + "order": 1, + "title": "test 1", + "err": "{Object 9}", + "state": "failed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "wallClockDuration": "match.number", + "timings": { + "lifecycle": "match.number", + "before all": [ + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": false, + "currentRetry": 0, + "retries": 1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h2", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r3", + "title": "test 1", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "currentRetry": 1, + "retries": 1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h2", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"after all\" hook", + "hookName": "after all", + "hookId": "h3", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"after all\" hook", + "hookName": "after all", + "hookId": "h3", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "pass", + { + "id": "r3", + "title": "test 1", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "after all": [ + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "final": true, + "currentRetry": 1, + "retries": 1 + } + ], + [ + "mocha", + "test end", + { + "id": "r3", + "title": "test 1", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "after all": [ + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "final": true, + "currentRetry": 1, + "retries": 1 + } + ], + [ + "mocha", + "suite end", + { + "id": "r2", + "title": "suite 1", + "root": false, + "type": "suite", + "file": null, + "retries": -1 + } + ], + [ + "mocha", + "test:after:run", + { + "id": "r3", + "title": "test 1", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "wallClockDuration": "match.number", + "timings": { + "lifecycle": "match.number", + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "after all": [ + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "final": true, + "currentRetry": 1, + "retries": 1 + } + ], + [ + "mocha", + "suite end", + { + "id": "r1", + "title": "", + "root": true, + "type": "suite", + "file": "relative/path/to/spec.js", + "retries": -1 + } + ], + [ + "mocha", + "end", + { + "end": "match.date" + } + ] +] + +exports['src/cypress/runner retries mochaEvents test retry with [only] #1'] = [ + [ + "mocha", + "start", + { + "start": "match.date" + } + ], + [ + "mocha", + "suite", + { + "id": "r1", + "title": "", + "root": true, + "type": "suite", + "file": "relative/path/to/spec.js", + "retries": -1 + } + ], + [ + "mocha", + "suite", + { + "id": "r4", + "title": "suite 1", + "root": false, + "type": "suite", + "file": null, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r5", + "title": "\"before all\" hook", + "hookName": "before all", + "hookId": "h1", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r5", + "order": 2, + "title": "test 2", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r5", + "title": "\"before all\" hook", + "hookName": "before all", + "hookId": "h1", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test", + { + "id": "r5", + "order": 2, + "title": "test 2", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before all": [ + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": 1 + } + ], + [ + "mocha", + "hook", + { + "id": "r5", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h2", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r5", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h2", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "retry", + { + "id": "r5", + "order": 2, + "title": "test 2", + "err": "{Object 9}", + "state": "failed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before all": [ + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": false, + "currentRetry": 0, + "retries": 1 + }, + { + "message": "[error message]", + "name": "AssertionError", + "stack": "match.string", + "sourceMappedStack": "match.string", + "parsedStack": "match.array", + "actual": null, + "showDiff": false + } + ], + [ + "mocha", + "hook", + { + "id": "r5", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r5", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:after:run", + { + "id": "r5", + "order": 2, + "title": "test 2", + "err": "{Object 9}", + "state": "failed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "wallClockDuration": "match.number", + "timings": { + "lifecycle": "match.number", + "before all": [ + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": false, + "currentRetry": 0, + "retries": 1 + } + ], + [ + "mocha", + "hook", + { + "id": "r5", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h2", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r5", + "title": "test 2", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "currentRetry": 1, + "retries": 1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r5", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h2", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r5", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r5", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r5", + "title": "\"after all\" hook", + "hookName": "after all", + "hookId": "h3", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r5", + "title": "\"after all\" hook", + "hookName": "after all", + "hookId": "h3", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "pass", + { + "id": "r5", + "title": "test 2", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "after all": [ + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "final": true, + "currentRetry": 1, + "retries": 1 + } + ], + [ + "mocha", + "test end", + { + "id": "r5", + "title": "test 2", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "after all": [ + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "final": true, + "currentRetry": 1, + "retries": 1 + } + ], + [ + "mocha", + "suite end", + { + "id": "r4", + "title": "suite 1", + "root": false, + "type": "suite", + "file": null, + "retries": -1 + } + ], + [ + "mocha", + "test:after:run", + { + "id": "r5", + "title": "test 2", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "wallClockDuration": "match.number", + "timings": { + "lifecycle": "match.number", + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "after all": [ + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "final": true, + "currentRetry": 1, + "retries": 1 + } + ], + [ + "mocha", + "suite end", + { + "id": "r1", + "title": "", + "root": true, + "type": "suite", + "file": "relative/path/to/spec.js", + "retries": -1 + } + ], + [ + "mocha", + "end", + { + "end": "match.date" + } + ] +] + +exports['src/cypress/runner retries mochaEvents can retry from [beforeEach] #1'] = [ + [ + "mocha", + "start", + { + "start": "match.date" + } + ], + [ + "mocha", + "suite", + { + "id": "r1", + "title": "", + "root": true, + "type": "suite", + "file": "relative/path/to/spec.js", + "retries": -1 + } + ], + [ + "mocha", + "suite", + { + "id": "r2", + "title": "suite 1", + "root": false, + "type": "suite", + "file": null, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"before all\" hook", + "hookName": "before all", + "hookId": "h1", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r3", + "order": 1, + "title": "test 1", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"before all\" hook", + "hookName": "before all", + "hookId": "h1", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test", + { + "id": "r3", + "order": 1, + "title": "test 1", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before all": [ + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h6", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": 1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h2", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h2", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h3", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h3", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "retry", + { + "id": "r3", + "order": 1, + "title": "test 1", + "hookName": "before each", + "err": "{Object 9}", + "state": "failed", + "failedFromHookId": "h3", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before all": [ + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h6", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": false, + "currentRetry": 0, + "retries": 1 + }, + { + "message": "[error message]", + "name": "AssertionError", + "stack": "match.string", + "sourceMappedStack": "match.string", + "parsedStack": "match.array", + "actual": null, + "showDiff": false + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h6", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h6", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:after:run", + { + "id": "r3", + "order": 1, + "title": "test 1", + "hookName": "before each", + "err": "{Object 9}", + "state": "failed", + "failedFromHookId": "h3", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "wallClockDuration": "match.number", + "timings": { + "lifecycle": "match.number", + "before all": [ + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h6", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": false, + "currentRetry": 0, + "retries": 1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h2", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r3", + "title": "test 1", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "currentRetry": 1, + "retries": 1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h2", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h3", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h3", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h6", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h6", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"after all\" hook", + "hookName": "after all", + "hookId": "h5", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"after all\" hook", + "hookName": "after all", + "hookId": "h5", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "pass", + { + "id": "r3", + "title": "test 1", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h6", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "after all": [ + { + "hookId": "h5", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "final": true, + "currentRetry": 1, + "retries": 1 + } + ], + [ + "mocha", + "test end", + { + "id": "r3", + "title": "test 1", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h6", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "after all": [ + { + "hookId": "h5", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "final": true, + "currentRetry": 1, + "retries": 1 + } + ], + [ + "mocha", + "suite end", + { + "id": "r2", + "title": "suite 1", + "root": false, + "type": "suite", + "file": null, + "retries": -1 + } + ], + [ + "mocha", + "test:after:run", + { + "id": "r3", + "title": "test 1", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "wallClockDuration": "match.number", + "timings": { + "lifecycle": "match.number", + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h6", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "after all": [ + { + "hookId": "h5", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "final": true, + "currentRetry": 1, + "retries": 1 + } + ], + [ + "mocha", + "suite end", + { + "id": "r1", + "title": "", + "root": true, + "type": "suite", + "file": "relative/path/to/spec.js", + "retries": -1 + } + ], + [ + "mocha", + "end", + { + "end": "match.date" + } + ] +] + +exports['src/cypress/runner retries mochaEvents can retry from [afterEach] #1'] = [ + [ + "mocha", + "start", + { + "start": "match.date" + } + ], + [ + "mocha", + "suite", + { + "id": "r1", + "title": "", + "root": true, + "type": "suite", + "file": "relative/path/to/spec.js", + "retries": -1 + } + ], + [ + "mocha", + "suite", + { + "id": "r2", + "title": "suite 1", + "root": false, + "type": "suite", + "file": null, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"before all\" hook", + "hookName": "before all", + "hookId": "h2", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r3", + "order": 1, + "title": "test 1", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"before all\" hook", + "hookName": "before all", + "hookId": "h2", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test", + { + "id": "r3", + "order": 1, + "title": "test 1", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before all": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "before each": [ + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h6", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": 2 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h3", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h3", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h6", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h6", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h1", + "body": "[body]", + "type": "hook", + "file": "relative/path/to/spec.js", + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "retry", + { + "id": "r3", + "order": 1, + "title": "test 1", + "hookName": "after each", + "err": "{Object 9}", + "state": "failed", + "failedFromHookId": "h1", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before all": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "before each": [ + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h6", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": false, + "currentRetry": 0, + "retries": 2 + }, + { + "message": "[error message]", + "name": "AssertionError", + "stack": "match.string", + "sourceMappedStack": "match.string", + "parsedStack": "match.array", + "actual": null, + "showDiff": false + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h1", + "err": "{Object 9}", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": "relative/path/to/spec.js", + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:after:run", + { + "id": "r3", + "order": 1, + "title": "test 1", + "hookName": "after each", + "err": "{Object 9}", + "state": "failed", + "failedFromHookId": "h1", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "wallClockDuration": "match.number", + "timings": { + "lifecycle": "match.number", + "before all": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "before each": [ + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h6", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": false, + "currentRetry": 0, + "retries": 2 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h3", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r3", + "title": "test 1", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "currentRetry": 1, + "retries": 2 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h3", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h6", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h6", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h1", + "err": "{Object 9}", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": "relative/path/to/spec.js", + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h1", + "err": "{Object 9}", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": "relative/path/to/spec.js", + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "pass", + { + "id": "r3", + "title": "test 1", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before each": [ + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h6", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "final": true, + "currentRetry": 1, + "retries": 2 + } + ], + [ + "mocha", + "test end", + { + "id": "r3", + "title": "test 1", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before each": [ + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h6", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "final": true, + "currentRetry": 1, + "retries": 2 + } + ], + [ + "mocha", + "test:after:run", + { + "id": "r3", + "title": "test 1", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "wallClockDuration": "match.number", + "timings": { + "lifecycle": "match.number", + "before each": [ + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h6", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "final": true, + "currentRetry": 1, + "retries": 2 + } + ], + [ + "mocha", + "test", + { + "id": "r4", + "order": 2, + "title": "test 2", + "body": "[body]", + "type": "test", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r4", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h3", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r4", + "order": 2, + "title": "test 2", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r4", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h3", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r4", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r4", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r4", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h6", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r4", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h6", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r4", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h1", + "err": "{Object 9}", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": "relative/path/to/spec.js", + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r4", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h1", + "err": "{Object 9}", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": "relative/path/to/spec.js", + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "pass", + { + "id": "r4", + "order": 2, + "title": "test 2", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before each": [ + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h6", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 2 + } + ], + [ + "mocha", + "test end", + { + "id": "r4", + "order": 2, + "title": "test 2", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before each": [ + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h6", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 2 + } + ], + [ + "mocha", + "test:after:run", + { + "id": "r4", + "order": 2, + "title": "test 2", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "wallClockDuration": "match.number", + "timings": { + "lifecycle": "match.number", + "before each": [ + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h6", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 2 + } + ], + [ + "mocha", + "test", + { + "id": "r5", + "order": 3, + "title": "test 3", + "body": "[body]", + "type": "test", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r5", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h3", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r5", + "order": 3, + "title": "test 3", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r5", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h3", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r5", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r5", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r5", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h6", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r5", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h6", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r5", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h1", + "err": "{Object 9}", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": "relative/path/to/spec.js", + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r5", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h1", + "err": "{Object 9}", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": "relative/path/to/spec.js", + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r5", + "title": "\"after all\" hook", + "hookName": "after all", + "hookId": "h5", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r5", + "title": "\"after all\" hook", + "hookName": "after all", + "hookId": "h5", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "pass", + { + "id": "r5", + "order": 3, + "title": "test 3", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before each": [ + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h6", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "after all": [ + { + "hookId": "h5", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 2 + } + ], + [ + "mocha", + "test end", + { + "id": "r5", + "order": 3, + "title": "test 3", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before each": [ + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h6", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "after all": [ + { + "hookId": "h5", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 2 + } + ], + [ + "mocha", + "test:after:run", + { + "id": "r5", + "order": 3, + "title": "test 3", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "wallClockDuration": "match.number", + "timings": { + "lifecycle": "match.number", + "before each": [ + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h6", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "after all": [ + { + "hookId": "h5", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 2 + } + ], + [ + "mocha", + "suite end", + { + "id": "r2", + "title": "suite 1", + "root": false, + "type": "suite", + "file": null, + "retries": -1 + } + ], + [ + "mocha", + "suite", + { + "id": "r6", + "title": "suite 2", + "root": false, + "type": "suite", + "file": null, + "retries": -1 + } + ], + [ + "mocha", + "test", + { + "id": "r7", + "order": 4, + "title": "test 1", + "body": "[body]", + "type": "test", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r7", + "order": 4, + "title": "test 1", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r7", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h7", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "retry", + { + "id": "r7", + "order": 4, + "title": "test 1", + "hookName": "after each", + "err": "{Object 9}", + "state": "failed", + "failedFromHookId": "h7", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h7", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": false, + "currentRetry": 0, + "retries": 2 + }, + { + "message": "[error message]", + "name": "AssertionError", + "stack": "match.string", + "sourceMappedStack": "match.string", + "parsedStack": "match.array", + "actual": null, + "showDiff": false + } + ], + [ + "mocha", + "hook end", + { + "id": "r7", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h7", + "err": "{Object 9}", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r7", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h1", + "err": "{Object 9}", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": "relative/path/to/spec.js", + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r7", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h1", + "err": "{Object 9}", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": "relative/path/to/spec.js", + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:after:run", + { + "id": "r7", + "order": 4, + "title": "test 1", + "hookName": "after each", + "err": "{Object 9}", + "state": "failed", + "failedFromHookId": "h7", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "wallClockDuration": "match.number", + "timings": { + "lifecycle": "match.number", + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h7", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": false, + "currentRetry": 0, + "retries": 2 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r7", + "title": "test 1", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "currentRetry": 1, + "retries": 2 + } + ], + [ + "mocha", + "hook", + { + "id": "r7", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h7", + "err": "{Object 9}", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "retry", + { + "id": "r7", + "title": "test 1", + "hookName": "after each", + "err": "{Object 9}", + "state": "failed", + "failedFromHookId": "h7", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h7", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "final": false, + "currentRetry": 1, + "retries": 2 + }, + { + "message": "[error message]", + "name": "AssertionError", + "stack": "match.string", + "sourceMappedStack": "match.string", + "parsedStack": "match.array", + "actual": null, + "showDiff": false + } + ], + [ + "mocha", + "hook end", + { + "id": "r7", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h7", + "err": "{Object 9}", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r7", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h1", + "err": "{Object 9}", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": "relative/path/to/spec.js", + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r7", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h1", + "err": "{Object 9}", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": "relative/path/to/spec.js", + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:after:run", + { + "id": "r7", + "title": "test 1", + "hookName": "after each", + "err": "{Object 9}", + "state": "failed", + "failedFromHookId": "h7", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "wallClockDuration": "match.number", + "timings": { + "lifecycle": "match.number", + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h7", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "final": false, + "currentRetry": 1, + "retries": 2 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r7", + "title": "test 1", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "currentRetry": 2, + "retries": 2 + } + ], + [ + "mocha", + "hook", + { + "id": "r7", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h7", + "err": "{Object 9}", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r7", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h7", + "err": "{Object 9}", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r7", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h1", + "err": "{Object 9}", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": "relative/path/to/spec.js", + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r7", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h1", + "err": "{Object 9}", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": "relative/path/to/spec.js", + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "pass", + { + "id": "r7", + "title": "test 1", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h7", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "final": true, + "currentRetry": 2, + "retries": 2 + } + ], + [ + "mocha", + "test end", + { + "id": "r7", + "title": "test 1", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h7", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "final": true, + "currentRetry": 2, + "retries": 2 + } + ], + [ + "mocha", + "test:after:run", + { + "id": "r7", + "title": "test 1", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "wallClockDuration": "match.number", + "timings": { + "lifecycle": "match.number", + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h7", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "final": true, + "currentRetry": 2, + "retries": 2 + } + ], + [ + "mocha", + "suite end", + { + "id": "r6", + "title": "suite 2", + "root": false, + "type": "suite", + "file": null, + "retries": -1 + } + ], + [ + "mocha", + "suite", + { + "id": "r8", + "title": "suite 3", + "root": false, + "type": "suite", + "file": null, + "retries": -1 + } + ], + [ + "mocha", + "test", + { + "id": "r9", + "order": 5, + "title": "test 1", + "body": "[body]", + "type": "test", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r9", + "order": 5, + "title": "test 1", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r9", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h1", + "err": "{Object 9}", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": "relative/path/to/spec.js", + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r9", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h1", + "err": "{Object 9}", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": "relative/path/to/spec.js", + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "pass", + { + "id": "r9", + "order": 5, + "title": "test 1", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 2 + } + ], + [ + "mocha", + "test end", + { + "id": "r9", + "order": 5, + "title": "test 1", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 2 + } + ], + [ + "mocha", + "suite end", + { + "id": "r8", + "title": "suite 3", + "root": false, + "type": "suite", + "file": null, + "retries": -1 + } + ], + [ + "mocha", + "test:after:run", + { + "id": "r9", + "order": 5, + "title": "test 1", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "wallClockDuration": "match.number", + "timings": { + "lifecycle": "match.number", + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 2 + } + ], + [ + "mocha", + "suite end", + { + "id": "r1", + "title": "", + "root": true, + "type": "suite", + "file": "relative/path/to/spec.js", + "retries": -1 + } + ], + [ + "mocha", + "end", + { + "end": "match.date" + } + ] +] + +exports['src/cypress/runner retries mochaEvents cant retry from [before] #1'] = [ + [ + "mocha", + "start", + { + "start": "match.date" + } + ], + [ + "mocha", + "suite", + { + "id": "r1", + "title": "", + "root": true, + "type": "suite", + "file": "relative/path/to/spec.js", + "retries": -1 + } + ], + [ + "mocha", + "suite", + { + "id": "r2", + "title": "suite 1", + "root": false, + "type": "suite", + "file": null, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"before all\" hook", + "hookName": "before all", + "hookId": "h1", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r3", + "order": 1, + "title": "test 1", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "fail", + { + "id": "r3", + "title": "\"before all\" hook for \"test 1\"", + "hookName": "before all", + "hookId": "h1", + "err": "{Object 9}", + "state": "failed", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "originalTitle": "\"before all\" hook", + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + }, + { + "message": "[error message]", + "name": "AssertionError", + "stack": "match.string", + "sourceMappedStack": "match.string", + "parsedStack": "match.array", + "actual": null, + "showDiff": false + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"after all\" hook", + "hookName": "after all", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"after all\" hook", + "hookName": "after all", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "suite end", + { + "id": "r2", + "title": "suite 1", + "root": false, + "type": "suite", + "file": null, + "retries": -1 + } + ], + [ + "mocha", + "test end", + { + "id": "r3", + "order": 1, + "title": "test 1", + "hookName": "before all", + "err": "{Object 9}", + "state": "failed", + "failedFromHookId": "h1", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before all": [ + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "after all": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 1 + } + ], + [ + "mocha", + "test:after:run", + { + "id": "r3", + "order": 1, + "title": "test 1", + "hookName": "before all", + "err": "{Object 9}", + "state": "failed", + "failedFromHookId": "h1", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "wallClockDuration": "match.number", + "timings": { + "lifecycle": "match.number", + "before all": [ + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "after all": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 1 + } + ], + [ + "mocha", + "suite end", + { + "id": "r1", + "title": "", + "root": true, + "type": "suite", + "file": "relative/path/to/spec.js", + "retries": -1 + } + ], + [ + "mocha", + "end", + { + "end": "match.date" + } + ] +] + +exports['src/cypress/runner retries mochaEvents cant retry from [after] #1'] = [ + [ + "mocha", + "start", + { + "start": "match.date" + } + ], + [ + "mocha", + "suite", + { + "id": "r1", + "title": "", + "root": true, + "type": "suite", + "file": "relative/path/to/spec.js", + "retries": -1 + } + ], + [ + "mocha", + "suite", + { + "id": "r2", + "title": "suite 1", + "root": false, + "type": "suite", + "file": null, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"before all\" hook", + "hookName": "before all", + "hookId": "h1", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r3", + "order": 1, + "title": "test 1", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"before all\" hook", + "hookName": "before all", + "hookId": "h1", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test", + { + "id": "r3", + "order": 1, + "title": "test 1", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before all": [ + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h5", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h6", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "after all": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": 1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h2", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h2", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h3", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h3", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h5", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h5", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h6", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h6", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"after all\" hook", + "hookName": "after all", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "fail", + { + "id": "r3", + "title": "\"after all\" hook for \"test 1\"", + "hookName": "after all", + "hookId": "h4", + "err": "{Object 9}", + "state": "failed", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "originalTitle": "\"after all\" hook", + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + }, + { + "message": "[error message]", + "name": "AssertionError", + "stack": "match.string", + "sourceMappedStack": "match.string", + "parsedStack": "match.array", + "actual": null, + "showDiff": false + } + ], + [ + "mocha", + "test end", + { + "id": "r3", + "order": 1, + "title": "test 1", + "hookName": "after all", + "err": "{Object 9}", + "state": "failed", + "failedFromHookId": "h4", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before all": [ + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h5", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h6", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "after all": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 1 + } + ], + [ + "mocha", + "suite end", + { + "id": "r2", + "title": "suite 1", + "root": false, + "type": "suite", + "file": null, + "retries": -1 + } + ], + [ + "mocha", + "test:after:run", + { + "id": "r3", + "order": 1, + "title": "test 1", + "hookName": "after all", + "err": "{Object 9}", + "state": "failed", + "failedFromHookId": "h4", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "wallClockDuration": "match.number", + "timings": { + "lifecycle": "match.number", + "before all": [ + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h5", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + { + "hookId": "h6", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "after all": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 1 + } + ], + [ + "mocha", + "suite end", + { + "id": "r1", + "title": "", + "root": true, + "type": "suite", + "file": "relative/path/to/spec.js", + "retries": -1 + } + ], + [ + "mocha", + "end", + { + "end": "match.date" + } + ] +] + +exports['src/cypress/runner retries mochaEvents three tests with retry #1'] = [ + [ + "mocha", + "start", + { + "start": "match.date" + } + ], + [ + "mocha", + "suite", + { + "id": "r1", + "title": "", + "root": true, + "type": "suite", + "file": "relative/path/to/spec.js", + "retries": -1 + } + ], + [ + "mocha", + "suite", + { + "id": "r2", + "title": "suite 1", + "root": false, + "type": "suite", + "file": null, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"before all\" hook", + "hookName": "before all", + "hookId": "h1", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r3", + "order": 1, + "title": "test 1", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"before all\" hook", + "hookName": "before all", + "hookId": "h1", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test", + { + "id": "r3", + "order": 1, + "title": "test 1", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before all": [ + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": 2 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h2", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h2", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "pass", + { + "id": "r3", + "order": 1, + "title": "test 1", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before all": [ + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 2 + } + ], + [ + "mocha", + "test end", + { + "id": "r3", + "order": 1, + "title": "test 1", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before all": [ + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 2 + } + ], + [ + "mocha", + "test:after:run", + { + "id": "r3", + "order": 1, + "title": "test 1", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "wallClockDuration": "match.number", + "timings": { + "lifecycle": "match.number", + "before all": [ + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 2 + } + ], + [ + "mocha", + "test", + { + "id": "r4", + "order": 2, + "title": "test 2", + "body": "[body]", + "type": "test", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r4", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h2", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r4", + "order": 2, + "title": "test 2", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r4", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h2", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "retry", + { + "id": "r4", + "order": 2, + "title": "test 2", + "err": "{Object 9}", + "state": "failed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": false, + "currentRetry": 0, + "retries": 2 + }, + { + "message": "[error message]", + "name": "AssertionError", + "stack": "match.string", + "sourceMappedStack": "match.string", + "parsedStack": "match.array", + "actual": null, + "showDiff": false + } + ], + [ + "mocha", + "hook", + { + "id": "r4", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r4", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:after:run", + { + "id": "r4", + "order": 2, + "title": "test 2", + "err": "{Object 9}", + "state": "failed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "wallClockDuration": "match.number", + "timings": { + "lifecycle": "match.number", + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": false, + "currentRetry": 0, + "retries": 2 + } + ], + [ + "mocha", + "hook", + { + "id": "r4", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h2", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r4", + "title": "test 2", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "currentRetry": 1, + "retries": 2 + } + ], + [ + "mocha", + "hook end", + { + "id": "r4", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h2", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "retry", + { + "id": "r4", + "title": "test 2", + "err": "{Object 9}", + "state": "failed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "final": false, + "currentRetry": 1, + "retries": 2 + }, + { + "message": "[error message]", + "name": "AssertionError", + "stack": "match.string", + "sourceMappedStack": "match.string", + "parsedStack": "match.array", + "actual": null, + "showDiff": false + } + ], + [ + "mocha", + "hook", + { + "id": "r4", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r4", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:after:run", + { + "id": "r4", + "title": "test 2", + "err": "{Object 9}", + "state": "failed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "wallClockDuration": "match.number", + "timings": { + "lifecycle": "match.number", + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "final": false, + "currentRetry": 1, + "retries": 2 + } + ], + [ + "mocha", + "hook", + { + "id": "r4", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h2", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r4", + "title": "test 2", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "currentRetry": 2, + "retries": 2 + } + ], + [ + "mocha", + "hook end", + { + "id": "r4", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h2", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r4", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r4", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "pass", + { + "id": "r4", + "title": "test 2", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "final": true, + "currentRetry": 2, + "retries": 2 + } + ], + [ + "mocha", + "test end", + { + "id": "r4", + "title": "test 2", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "final": true, + "currentRetry": 2, + "retries": 2 + } + ], + [ + "mocha", + "test:after:run", + { + "id": "r4", + "title": "test 2", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "wallClockDuration": "match.number", + "timings": { + "lifecycle": "match.number", + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "final": true, + "currentRetry": 2, + "retries": 2 + } + ], + [ + "mocha", + "test", + { + "id": "r5", + "order": 3, + "title": "test 3", + "body": "[body]", + "type": "test", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r5", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h2", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r5", + "order": 3, + "title": "test 3", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r5", + "title": "\"before each\" hook", + "hookName": "before each", + "hookId": "h2", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r5", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r5", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r5", + "title": "\"after all\" hook", + "hookName": "after all", + "hookId": "h3", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r5", + "title": "\"after all\" hook", + "hookName": "after all", + "hookId": "h3", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "pass", + { + "id": "r5", + "order": 3, + "title": "test 3", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "after all": [ + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 2 + } + ], + [ + "mocha", + "test end", + { + "id": "r5", + "order": 3, + "title": "test 3", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "after all": [ + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 2 + } + ], + [ + "mocha", + "suite end", + { + "id": "r2", + "title": "suite 1", + "root": false, + "type": "suite", + "file": null, + "retries": -1 + } + ], + [ + "mocha", + "test:after:run", + { + "id": "r5", + "order": 3, + "title": "test 3", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "wallClockDuration": "match.number", + "timings": { + "lifecycle": "match.number", + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "after all": [ + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 2 + } + ], + [ + "mocha", + "suite end", + { + "id": "r1", + "title": "", + "root": true, + "type": "suite", + "file": "relative/path/to/spec.js", + "retries": -1 + } + ], + [ + "mocha", + "end", + { + "end": "match.date" + } + ] +] + +exports['src/cypress/runner retries mochaEvents screenshots retry screenshot in test body #1'] = [ + "take:screenshot", + { + "titles": [ + "suite 1", + "test 1" + ], + "testId": "r3", + "testAttemptIndex": "match.match(0)", + "capture": "fullPage", + "clip": { + "x": 0, + "y": 0, + "width": 1000, + "height": 660 + }, + "viewport": { + "width": 1000, + "height": 660 + }, + "scaled": false, + "blackout": [], + "startTime": "match.string", + "current": 1, + "total": 1 + } +] + +exports['src/cypress/runner retries mochaEvents screenshots retry screenshot in test body #2'] = { + "id": "r3", + "testAttemptIndex": "match.match(0)", + "isOpen": false, + "appOnly": true, + "scale": false, + "waitForCommandSynchronization": false, + "disableTimersAndAnimations": true, + "blackout": [] +} + +exports['serialize state - retries'] = { + "currentId": "r6", + "tests": { + "r3": { + "id": "r3", + "order": 1, + "title": "test 1", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": 1, + "wallClockStartedAt": "1970-01-01T00:00:00.000Z", + "wallClockDuration": 1, + "timings": { + "lifecycle": 1, + "before all": [ + { + "hookId": "h1", + "fnDuration": 1, + "afterFnDuration": 1 + } + ], + "before each": [ + { + "hookId": "h2", + "fnDuration": 1, + "afterFnDuration": 1 + } + ], + "test": { + "fnDuration": 1, + "afterFnDuration": 1 + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": 1, + "afterFnDuration": 1 + } + ], + "after all": [ + { + "hookId": "h3", + "fnDuration": 1, + "afterFnDuration": 1 + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 1, + "hooks": [], + "prevAttempts": [] + }, + "r5": { + "id": "r5", + "title": "test 1", + "state": "passed", + "body": "[body]", + "type": "test", + "duration": 1, + "wallClockStartedAt": "1970-01-01T00:00:00.000Z", + "wallClockDuration": 1, + "timings": { + "lifecycle": 1, + "test": { + "fnDuration": 1, + "afterFnDuration": 1 + } + }, + "file": null, + "final": true, + "currentRetry": 1, + "retries": 1, + "prevAttempts": [ + { + "id": "r5", + "order": 2, + "title": "test 1", + "err": "{Object 9}", + "state": "failed", + "body": "[body]", + "type": "test", + "duration": 1, + "wallClockStartedAt": "1970-01-01T00:00:00.000Z", + "wallClockDuration": 1, + "timings": { + "lifecycle": 1, + "test": { + "fnDuration": 1, + "afterFnDuration": 1 + } + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": false, + "currentRetry": 0, + "retries": 1, + "hooks": [] + } + ] + } + }, + "startTime": "1970-01-01T00:00:00.000Z", + "emissions": { + "started": { + "r1": true, + "r2": true, + "r3": true, + "r4": true, + "r5": true, + "r6": true + }, + "ended": { + "r3": true, + "r2": true, + "r5": true + } + }, + "passed": 2, + "failed": 0, + "pending": 0, + "numLogs": 0 +} diff --git a/packages/runner/__snapshots__/runner.mochaEvents.spec.js b/packages/runner/__snapshots__/runner.mochaEvents.spec.js index 97daa2d5fa39..b32f5dd5eb04 100644 --- a/packages/runner/__snapshots__/runner.mochaEvents.spec.js +++ b/packages/runner/__snapshots__/runner.mochaEvents.spec.js @@ -14,7 +14,8 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i "title": "", "root": true, "type": "suite", - "file": "relative/path/to/spec.js" + "file": "relative/path/to/spec.js", + "retries": -1 } ], [ @@ -25,7 +26,8 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i "title": "suite 1", "root": false, "type": "suite", - "file": null + "file": null, + "retries": -1 } ], [ @@ -39,7 +41,25 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i "body": "[body]", "type": "hook", "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r3", + "order": 1, + "title": "test 1", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ @@ -57,7 +77,9 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i "duration": "match.number", "file": null, "originalTitle": "\"before all\" hook", - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 }, { "message": "[error message]", @@ -77,7 +99,40 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i "title": "suite 1", "root": false, "type": "suite", - "file": null + "file": null, + "retries": -1 + } + ], + [ + "mocha", + "test end", + { + "id": "r3", + "order": 1, + "title": "test 1", + "hookName": "before all", + "err": "{Object 9}", + "state": "failed", + "failedFromHookId": "h1", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before all": [ + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 0 } ], [ @@ -107,7 +162,10 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i ] }, "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 0 } ], [ @@ -118,7 +176,8 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i "title": "", "root": true, "type": "suite", - "file": "relative/path/to/spec.js" + "file": "relative/path/to/spec.js", + "retries": -1 } ], [ @@ -146,7 +205,8 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i "title": "", "root": true, "type": "suite", - "file": "relative/path/to/spec.js" + "file": "relative/path/to/spec.js", + "retries": -1 } ], [ @@ -157,7 +217,8 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i "title": "suite 1", "root": false, "type": "suite", - "file": null + "file": null, + "retries": -1 } ], [ @@ -170,7 +231,9 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i "body": "[body]", "type": "test", "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ @@ -184,7 +247,25 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i "body": "[body]", "type": "hook", "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r3", + "order": 1, + "title": "test 1", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ @@ -202,7 +283,9 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i "duration": "match.number", "file": null, "originalTitle": "\"before each\" hook", - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 }, { "message": "[error message]", @@ -214,6 +297,38 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i "showDiff": false } ], + [ + "mocha", + "test end", + { + "id": "r3", + "order": 1, + "title": "test 1", + "hookName": "before each", + "err": "{Object 9}", + "state": "failed", + "failedFromHookId": "h1", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "before each": [ + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 0 + } + ], [ "mocha", "suite end", @@ -222,7 +337,8 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i "title": "suite 1", "root": false, "type": "suite", - "file": null + "file": null, + "retries": -1 } ], [ @@ -252,7 +368,10 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i ] }, "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 0 } ], [ @@ -263,7 +382,8 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i "title": "", "root": true, "type": "suite", - "file": "relative/path/to/spec.js" + "file": "relative/path/to/spec.js", + "retries": -1 } ], [ @@ -291,7 +411,8 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i "title": "", "root": true, "type": "suite", - "file": "relative/path/to/spec.js" + "file": "relative/path/to/spec.js", + "retries": -1 } ], [ @@ -302,80 +423,39 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i "title": "suite 1", "root": false, "type": "suite", - "file": null - } - ], - [ - "mocha", - "test", - { - "id": "r3", - "order": 1, - "title": "test 1", - "body": "[body]", - "type": "test", "file": null, - "invocationDetails": "{Object 8}" + "retries": -1 } ], [ "mocha", - "pass", + "test", { "id": "r3", "order": 1, "title": "test 1", - "state": "passed", "body": "[body]", "type": "test", - "duration": "match.number", - "wallClockStartedAt": "match.date", - "timings": { - "lifecycle": "match.number", - "test": { - "fnDuration": "match.number", - "afterFnDuration": "match.number" - }, - "after each": [ - { - "hookId": "h1", - "fnDuration": "match.number", - "afterFnDuration": "match.number" - } - ] - }, "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ "mocha", - "test end", + "test:before:run", { "id": "r3", "order": 1, "title": "test 1", - "state": "passed", "body": "[body]", "type": "test", - "duration": "match.number", "wallClockStartedAt": "match.date", - "timings": { - "lifecycle": "match.number", - "test": { - "fnDuration": "match.number", - "afterFnDuration": "match.number" - }, - "after each": [ - { - "hookId": "h1", - "fnDuration": "match.number", - "afterFnDuration": "match.number" - } - ] - }, "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ @@ -389,7 +469,9 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i "body": "[body]", "type": "hook", "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ @@ -407,7 +489,9 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i "duration": "match.number", "file": null, "originalTitle": "\"after each\" hook", - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 }, { "message": "[error message]", @@ -419,6 +503,42 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i "showDiff": false } ], + [ + "mocha", + "test end", + { + "id": "r3", + "order": 1, + "title": "test 1", + "hookName": "after each", + "err": "{Object 9}", + "state": "failed", + "failedFromHookId": "h1", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 0 + } + ], [ "mocha", "suite end", @@ -427,7 +547,8 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i "title": "suite 1", "root": false, "type": "suite", - "file": null + "file": null, + "retries": -1 } ], [ @@ -461,7 +582,10 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i ] }, "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 0 } ], [ @@ -472,7 +596,8 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i "title": "", "root": true, "type": "suite", - "file": "relative/path/to/spec.js" + "file": "relative/path/to/spec.js", + "retries": -1 } ], [ @@ -500,7 +625,8 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i "title": "", "root": true, "type": "suite", - "file": "relative/path/to/spec.js" + "file": "relative/path/to/spec.js", + "retries": -1 } ], [ @@ -511,7 +637,8 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i "title": "suite 1", "root": false, "type": "suite", - "file": null + "file": null, + "retries": -1 } ], [ @@ -524,7 +651,25 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i "body": "[body]", "type": "test", "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r3", + "order": 1, + "title": "test 1", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ @@ -547,7 +692,10 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i } }, "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 0 } ], [ @@ -570,7 +718,10 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i } }, "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 0 } ], [ @@ -594,7 +745,10 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i } }, "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 0 } ], [ @@ -607,67 +761,25 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i "body": "[body]", "type": "test", "file": null, - "invocationDetails": "{Object 8}" - } - ], - [ - "mocha", - "pass", - { - "id": "r4", - "order": 2, - "title": "test 2", - "state": "passed", - "body": "[body]", - "type": "test", - "duration": "match.number", - "wallClockStartedAt": "match.date", - "timings": { - "lifecycle": "match.number", - "test": { - "fnDuration": "match.number", - "afterFnDuration": "match.number" - }, - "after all": [ - { - "hookId": "h1", - "fnDuration": "match.number", - "afterFnDuration": "match.number" - } - ] - }, - "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ "mocha", - "test end", + "test:before:run", { "id": "r4", "order": 2, "title": "test 2", - "state": "passed", "body": "[body]", "type": "test", - "duration": "match.number", "wallClockStartedAt": "match.date", - "timings": { - "lifecycle": "match.number", - "test": { - "fnDuration": "match.number", - "afterFnDuration": "match.number" - }, - "after all": [ - { - "hookId": "h1", - "fnDuration": "match.number", - "afterFnDuration": "match.number" - } - ] - }, "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ @@ -681,7 +793,9 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i "body": "[body]", "type": "hook", "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ @@ -699,7 +813,9 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i "duration": "match.number", "file": null, "originalTitle": "\"after all\" hook", - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 }, { "message": "[error message]", @@ -713,14 +829,51 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i ], [ "mocha", - "suite end", + "test end", { - "id": "r2", - "title": "suite 1", - "root": false, - "type": "suite", - "file": null - } + "id": "r4", + "order": 2, + "title": "test 2", + "hookName": "after all", + "err": "{Object 9}", + "state": "failed", + "failedFromHookId": "h1", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "timings": { + "lifecycle": "match.number", + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after all": [ + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 0 + } + ], + [ + "mocha", + "suite end", + { + "id": "r2", + "title": "suite 1", + "root": false, + "type": "suite", + "file": null, + "retries": -1 + } ], [ "mocha", @@ -753,7 +906,10 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i ] }, "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 0 } ], [ @@ -764,7 +920,8 @@ exports['src/cypress/runner tests finish with correct state hook failures fail i "title": "", "root": true, "type": "suite", - "file": "relative/path/to/spec.js" + "file": "relative/path/to/spec.js", + "retries": -1 } ], [ @@ -792,7 +949,8 @@ exports['src/cypress/runner tests finish with correct state mocha grep fail with "title": "", "root": true, "type": "suite", - "file": "relative/path/to/spec.js" + "file": "relative/path/to/spec.js", + "retries": -1 } ], [ @@ -803,7 +961,8 @@ exports['src/cypress/runner tests finish with correct state mocha grep fail with "title": "suite 1", "root": false, "type": "suite", - "file": null + "file": null, + "retries": -1 } ], [ @@ -817,7 +976,25 @@ exports['src/cypress/runner tests finish with correct state mocha grep fail with "body": "[body]", "type": "hook", "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r5", + "order": 2, + "title": "test 2", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ @@ -832,7 +1009,9 @@ exports['src/cypress/runner tests finish with correct state mocha grep fail with "type": "hook", "duration": "match.number", "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ @@ -840,6 +1019,7 @@ exports['src/cypress/runner tests finish with correct state mocha grep fail with "test", { "id": "r5", + "order": 2, "title": "test 2", "body": "[body]", "type": "test", @@ -880,7 +1060,9 @@ exports['src/cypress/runner tests finish with correct state mocha grep fail with ] }, "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": 0 } ], [ @@ -894,7 +1076,9 @@ exports['src/cypress/runner tests finish with correct state mocha grep fail with "body": "[body]", "type": "hook", "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ @@ -909,7 +1093,9 @@ exports['src/cypress/runner tests finish with correct state mocha grep fail with "type": "hook", "duration": "match.number", "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ @@ -917,6 +1103,7 @@ exports['src/cypress/runner tests finish with correct state mocha grep fail with "fail", { "id": "r5", + "order": 2, "title": "test 2", "err": "{Object 9}", "state": "failed", @@ -960,7 +1147,9 @@ exports['src/cypress/runner tests finish with correct state mocha grep fail with ] }, "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": 0 }, { "message": "[error message]", @@ -972,57 +1161,6 @@ exports['src/cypress/runner tests finish with correct state mocha grep fail with "showDiff": false } ], - [ - "mocha", - "test end", - { - "id": "r5", - "title": "test 2", - "err": "{Object 9}", - "state": "failed", - "body": "[body]", - "type": "test", - "duration": "match.number", - "wallClockStartedAt": "match.date", - "timings": { - "lifecycle": "match.number", - "before all": [ - { - "hookId": "h1", - "fnDuration": "match.number", - "afterFnDuration": "match.number" - } - ], - "before each": [ - { - "hookId": "h2", - "fnDuration": "match.number", - "afterFnDuration": "match.number" - } - ], - "test": { - "fnDuration": "match.number", - "afterFnDuration": "match.number" - }, - "after each": [ - { - "hookId": "h4", - "fnDuration": "match.number", - "afterFnDuration": "match.number" - } - ], - "after all": [ - { - "hookId": "h3", - "fnDuration": "match.number", - "afterFnDuration": "match.number" - } - ] - }, - "file": null, - "invocationDetails": "{Object 8}" - } - ], [ "mocha", "hook", @@ -1034,7 +1172,9 @@ exports['src/cypress/runner tests finish with correct state mocha grep fail with "body": "[body]", "type": "hook", "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ @@ -1049,7 +1189,9 @@ exports['src/cypress/runner tests finish with correct state mocha grep fail with "type": "hook", "duration": "match.number", "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ @@ -1063,7 +1205,9 @@ exports['src/cypress/runner tests finish with correct state mocha grep fail with "body": "[body]", "type": "hook", "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ @@ -1078,14 +1222,17 @@ exports['src/cypress/runner tests finish with correct state mocha grep fail with "type": "hook", "duration": "match.number", "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ "mocha", - "test:after:run", + "test end", { "id": "r5", + "order": 2, "title": "test 2", "err": "{Object 9}", "state": "failed", @@ -1093,7 +1240,6 @@ exports['src/cypress/runner tests finish with correct state mocha grep fail with "type": "test", "duration": "match.number", "wallClockStartedAt": "match.date", - "wallClockDuration": "match.number", "timings": { "lifecycle": "match.number", "before all": [ @@ -1130,7 +1276,10 @@ exports['src/cypress/runner tests finish with correct state mocha grep fail with ] }, "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 0 } ], [ @@ -1141,7 +1290,64 @@ exports['src/cypress/runner tests finish with correct state mocha grep fail with "title": "suite 1", "root": false, "type": "suite", - "file": null + "file": null, + "retries": -1 + } + ], + [ + "mocha", + "test:after:run", + { + "id": "r5", + "order": 2, + "title": "test 2", + "err": "{Object 9}", + "state": "failed", + "body": "[body]", + "type": "test", + "duration": "match.number", + "wallClockStartedAt": "match.date", + "wallClockDuration": "match.number", + "timings": { + "lifecycle": "match.number", + "before all": [ + { + "hookId": "h1", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "before each": [ + { + "hookId": "h2", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "test": { + "fnDuration": "match.number", + "afterFnDuration": "match.number" + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ], + "after all": [ + { + "hookId": "h3", + "fnDuration": "match.number", + "afterFnDuration": "match.number" + } + ] + }, + "file": null, + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 0 } ], [ @@ -1152,7 +1358,8 @@ exports['src/cypress/runner tests finish with correct state mocha grep fail with "title": "", "root": true, "type": "suite", - "file": "relative/path/to/spec.js" + "file": "relative/path/to/spec.js", + "retries": -1 } ], [ @@ -1180,7 +1387,8 @@ exports['src/cypress/runner tests finish with correct state mocha grep pass with "title": "", "root": true, "type": "suite", - "file": "relative/path/to/spec.js" + "file": "relative/path/to/spec.js", + "retries": -1 } ], [ @@ -1191,7 +1399,8 @@ exports['src/cypress/runner tests finish with correct state mocha grep pass with "title": "suite 1", "root": false, "type": "suite", - "file": null + "file": null, + "retries": -1 } ], [ @@ -1205,7 +1414,25 @@ exports['src/cypress/runner tests finish with correct state mocha grep pass with "body": "[body]", "type": "hook", "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r5", + "order": 2, + "title": "test 2", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ @@ -1220,7 +1447,9 @@ exports['src/cypress/runner tests finish with correct state mocha grep pass with "type": "hook", "duration": "match.number", "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ @@ -1228,6 +1457,7 @@ exports['src/cypress/runner tests finish with correct state mocha grep pass with "test", { "id": "r5", + "order": 2, "title": "test 2", "body": "[body]", "type": "test", @@ -1268,7 +1498,9 @@ exports['src/cypress/runner tests finish with correct state mocha grep pass with ] }, "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": 0 } ], [ @@ -1282,7 +1514,9 @@ exports['src/cypress/runner tests finish with correct state mocha grep pass with "body": "[body]", "type": "hook", "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ @@ -1297,7 +1531,75 @@ exports['src/cypress/runner tests finish with correct state mocha grep pass with "type": "hook", "duration": "match.number", "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r5", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r5", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r5", + "title": "\"after all\" hook", + "hookName": "after all", + "hookId": "h3", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r5", + "title": "\"after all\" hook", + "hookName": "after all", + "hookId": "h3", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ @@ -1305,6 +1607,7 @@ exports['src/cypress/runner tests finish with correct state mocha grep pass with "pass", { "id": "r5", + "order": 2, "title": "test 2", "state": "passed", "body": "[body]", @@ -1347,7 +1650,10 @@ exports['src/cypress/runner tests finish with correct state mocha grep pass with ] }, "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 0 } ], [ @@ -1355,6 +1661,7 @@ exports['src/cypress/runner tests finish with correct state mocha grep pass with "test end", { "id": "r5", + "order": 2, "title": "test 2", "state": "passed", "body": "[body]", @@ -1397,65 +1704,22 @@ exports['src/cypress/runner tests finish with correct state mocha grep pass with ] }, "file": null, - "invocationDetails": "{Object 8}" - } - ], - [ - "mocha", - "hook", - { - "id": "r5", - "title": "\"after each\" hook", - "hookName": "after each", - "hookId": "h4", - "body": "[body]", - "type": "hook", - "file": null, - "invocationDetails": "{Object 8}" - } - ], - [ - "mocha", - "hook end", - { - "id": "r5", - "title": "\"after each\" hook", - "hookName": "after each", - "hookId": "h4", - "body": "[body]", - "type": "hook", - "duration": "match.number", - "file": null, - "invocationDetails": "{Object 8}" - } - ], - [ - "mocha", - "hook", - { - "id": "r5", - "title": "\"after all\" hook", - "hookName": "after all", - "hookId": "h3", - "body": "[body]", - "type": "hook", - "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 0 } ], [ "mocha", - "hook end", + "suite end", { - "id": "r5", - "title": "\"after all\" hook", - "hookName": "after all", - "hookId": "h3", - "body": "[body]", - "type": "hook", - "duration": "match.number", + "id": "r4", + "title": "suite 1", + "root": false, + "type": "suite", "file": null, - "invocationDetails": "{Object 8}" + "retries": -1 } ], [ @@ -1463,6 +1727,7 @@ exports['src/cypress/runner tests finish with correct state mocha grep pass with "test:after:run", { "id": "r5", + "order": 2, "title": "test 2", "state": "passed", "body": "[body]", @@ -1506,18 +1771,10 @@ exports['src/cypress/runner tests finish with correct state mocha grep pass with ] }, "file": null, - "invocationDetails": "{Object 8}" - } - ], - [ - "mocha", - "suite end", - { - "id": "r4", - "title": "suite 1", - "root": false, - "type": "suite", - "file": null + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 0 } ], [ @@ -1528,7 +1785,8 @@ exports['src/cypress/runner tests finish with correct state mocha grep pass with "title": "", "root": true, "type": "suite", - "file": "relative/path/to/spec.js" + "file": "relative/path/to/spec.js", + "retries": -1 } ], [ @@ -1542,78 +1800,7 @@ exports['src/cypress/runner tests finish with correct state mocha grep pass with exports['serialize state - hooks'] = { "currentId": "r6", - "tests": { - "r3": { - "id": "r3", - "order": 1, - "title": "test 1", - "state": "passed", - "body": "stub", - "type": "test", - "duration": 1, - "wallClockStartedAt": "1970-01-01T00:00:00.000Z", - "wallClockDuration": 1, - "timings": { - "lifecycle": 1, - "before all": [ - { - "hookId": "h1", - "fnDuration": 1, - "afterFnDuration": 1 - } - ], - "before each": [ - { - "hookId": "h2", - "fnDuration": 1, - "afterFnDuration": 1 - } - ], - "test": { - "fnDuration": 1, - "afterFnDuration": 1 - }, - "after each": [ - { - "hookId": "h4", - "fnDuration": 1, - "afterFnDuration": 1 - } - ], - "after all": [ - { - "hookId": "h3", - "fnDuration": 1, - "afterFnDuration": 1 - } - ] - }, - "file": null, - "invocationDetails": "{Object 8}", - "hooks": [] - }, - "r5": { - "id": "r5", - "order": 2, - "title": "test 1", - "state": "passed", - "body": "stub", - "type": "test", - "duration": 1, - "wallClockStartedAt": "1970-01-01T00:00:00.000Z", - "wallClockDuration": 1, - "timings": { - "lifecycle": 1, - "test": { - "fnDuration": 1, - "afterFnDuration": 1 - } - }, - "file": null, - "invocationDetails": "{Object 8}", - "hooks": [] - } - }, + "tests": "{Object 2}", "startTime": "1970-01-01T00:00:00.000Z", "emissions": { "started": { @@ -1645,6 +1832,7 @@ exports['src/cypress/runner other specs screenshots screenshot after failed test "test 1" ], "testId": "r3", + "testAttemptIndex": 0, "simple": true, "testFailure": true, "capture": "runner", @@ -1681,7 +1869,8 @@ exports['src/cypress/runner mocha events simple single test #1'] = [ "title": "", "root": true, "type": "suite", - "file": "relative/path/to/spec.js" + "file": "relative/path/to/spec.js", + "retries": -1 } ], [ @@ -1692,7 +1881,8 @@ exports['src/cypress/runner mocha events simple single test #1'] = [ "title": "suite 1", "root": false, "type": "suite", - "file": null + "file": null, + "retries": -1 } ], [ @@ -1705,7 +1895,25 @@ exports['src/cypress/runner mocha events simple single test #1'] = [ "body": "[body]", "type": "test", "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r3", + "order": 1, + "title": "test 1", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ @@ -1728,7 +1936,10 @@ exports['src/cypress/runner mocha events simple single test #1'] = [ } }, "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 0 } ], [ @@ -1751,7 +1962,10 @@ exports['src/cypress/runner mocha events simple single test #1'] = [ } }, "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 0 } ], [ @@ -1762,7 +1976,8 @@ exports['src/cypress/runner mocha events simple single test #1'] = [ "title": "suite 1", "root": false, "type": "suite", - "file": null + "file": null, + "retries": -1 } ], [ @@ -1786,7 +2001,10 @@ exports['src/cypress/runner mocha events simple single test #1'] = [ } }, "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 0 } ], [ @@ -1797,7 +2015,8 @@ exports['src/cypress/runner mocha events simple single test #1'] = [ "title": "", "root": true, "type": "suite", - "file": "relative/path/to/spec.js" + "file": "relative/path/to/spec.js", + "retries": -1 } ], [ @@ -1825,7 +2044,8 @@ exports['src/cypress/runner mocha events simple three tests #1'] = [ "title": "", "root": true, "type": "suite", - "file": "relative/path/to/spec.js" + "file": "relative/path/to/spec.js", + "retries": -1 } ], [ @@ -1836,7 +2056,8 @@ exports['src/cypress/runner mocha events simple three tests #1'] = [ "title": "suite 1", "root": false, "type": "suite", - "file": null + "file": null, + "retries": -1 } ], [ @@ -1850,7 +2071,25 @@ exports['src/cypress/runner mocha events simple three tests #1'] = [ "body": "[body]", "type": "hook", "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r3", + "order": 1, + "title": "test 1", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ @@ -1865,7 +2104,9 @@ exports['src/cypress/runner mocha events simple three tests #1'] = [ "type": "hook", "duration": "match.number", "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ @@ -1907,7 +2148,9 @@ exports['src/cypress/runner mocha events simple three tests #1'] = [ ] }, "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": 0 } ], [ @@ -1921,7 +2164,9 @@ exports['src/cypress/runner mocha events simple three tests #1'] = [ "body": "[body]", "type": "hook", "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ @@ -1936,7 +2181,42 @@ exports['src/cypress/runner mocha events simple three tests #1'] = [ "type": "hook", "duration": "match.number", "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r3", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r3", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ @@ -1980,7 +2260,10 @@ exports['src/cypress/runner mocha events simple three tests #1'] = [ ] }, "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 0 } ], [ @@ -2024,36 +2307,10 @@ exports['src/cypress/runner mocha events simple three tests #1'] = [ ] }, "file": null, - "invocationDetails": "{Object 8}" - } - ], - [ - "mocha", - "hook", - { - "id": "r3", - "title": "\"after each\" hook", - "hookName": "after each", - "hookId": "h4", - "body": "[body]", - "type": "hook", - "file": null, - "invocationDetails": "{Object 8}" - } - ], - [ - "mocha", - "hook end", - { - "id": "r3", - "title": "\"after each\" hook", - "hookName": "after each", - "hookId": "h4", - "body": "[body]", - "type": "hook", - "duration": "match.number", - "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 0 } ], [ @@ -2098,7 +2355,10 @@ exports['src/cypress/runner mocha events simple three tests #1'] = [ ] }, "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 0 } ], [ @@ -2111,7 +2371,9 @@ exports['src/cypress/runner mocha events simple three tests #1'] = [ "body": "[body]", "type": "test", "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ @@ -2126,7 +2388,25 @@ exports['src/cypress/runner mocha events simple three tests #1'] = [ "type": "hook", "duration": "match.number", "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r4", + "order": 2, + "title": "test 2", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ @@ -2141,7 +2421,43 @@ exports['src/cypress/runner mocha events simple three tests #1'] = [ "type": "hook", "duration": "match.number", "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r4", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r4", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ @@ -2178,7 +2494,10 @@ exports['src/cypress/runner mocha events simple three tests #1'] = [ ] }, "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 0 } ], [ @@ -2215,37 +2534,10 @@ exports['src/cypress/runner mocha events simple three tests #1'] = [ ] }, "file": null, - "invocationDetails": "{Object 8}" - } - ], - [ - "mocha", - "hook", - { - "id": "r4", - "title": "\"after each\" hook", - "hookName": "after each", - "hookId": "h4", - "body": "[body]", - "type": "hook", - "duration": "match.number", - "file": null, - "invocationDetails": "{Object 8}" - } - ], - [ - "mocha", - "hook end", - { - "id": "r4", - "title": "\"after each\" hook", - "hookName": "after each", - "hookId": "h4", - "body": "[body]", - "type": "hook", - "duration": "match.number", - "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 0 } ], [ @@ -2283,7 +2575,10 @@ exports['src/cypress/runner mocha events simple three tests #1'] = [ ] }, "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 0 } ], [ @@ -2296,7 +2591,9 @@ exports['src/cypress/runner mocha events simple three tests #1'] = [ "body": "[body]", "type": "test", "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ @@ -2311,7 +2608,25 @@ exports['src/cypress/runner mocha events simple three tests #1'] = [ "type": "hook", "duration": "match.number", "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "test:before:run", + { + "id": "r5", + "order": 3, + "title": "test 3", + "body": "[body]", + "type": "test", + "wallClockStartedAt": "match.date", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ @@ -2326,7 +2641,76 @@ exports['src/cypress/runner mocha events simple three tests #1'] = [ "type": "hook", "duration": "match.number", "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r5", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r5", + "title": "\"after each\" hook", + "hookName": "after each", + "hookId": "h4", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook", + { + "id": "r5", + "title": "\"after all\" hook", + "hookName": "after all", + "hookId": "h3", + "body": "[body]", + "type": "hook", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 + } + ], + [ + "mocha", + "hook end", + { + "id": "r5", + "title": "\"after all\" hook", + "hookName": "after all", + "hookId": "h3", + "body": "[body]", + "type": "hook", + "duration": "match.number", + "file": null, + "invocationDetails": "{Object 8}", + "currentRetry": 0, + "retries": -1 } ], [ @@ -2370,7 +2754,10 @@ exports['src/cypress/runner mocha events simple three tests #1'] = [ ] }, "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 0 } ], [ @@ -2414,66 +2801,10 @@ exports['src/cypress/runner mocha events simple three tests #1'] = [ ] }, "file": null, - "invocationDetails": "{Object 8}" - } - ], - [ - "mocha", - "hook", - { - "id": "r5", - "title": "\"after each\" hook", - "hookName": "after each", - "hookId": "h4", - "body": "[body]", - "type": "hook", - "duration": "match.number", - "file": null, - "invocationDetails": "{Object 8}" - } - ], - [ - "mocha", - "hook end", - { - "id": "r5", - "title": "\"after each\" hook", - "hookName": "after each", - "hookId": "h4", - "body": "[body]", - "type": "hook", - "duration": "match.number", - "file": null, - "invocationDetails": "{Object 8}" - } - ], - [ - "mocha", - "hook", - { - "id": "r5", - "title": "\"after all\" hook", - "hookName": "after all", - "hookId": "h3", - "body": "[body]", - "type": "hook", - "file": null, - "invocationDetails": "{Object 8}" - } - ], - [ - "mocha", - "hook end", - { - "id": "r5", - "title": "\"after all\" hook", - "hookName": "after all", - "hookId": "h3", - "body": "[body]", - "type": "hook", - "duration": "match.number", - "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 0 } ], [ @@ -2484,7 +2815,8 @@ exports['src/cypress/runner mocha events simple three tests #1'] = [ "title": "suite 1", "root": false, "type": "suite", - "file": null + "file": null, + "retries": -1 } ], [ @@ -2529,7 +2861,10 @@ exports['src/cypress/runner mocha events simple three tests #1'] = [ ] }, "file": null, - "invocationDetails": "{Object 8}" + "invocationDetails": "{Object 8}", + "final": true, + "currentRetry": 0, + "retries": 0 } ], [ @@ -2540,7 +2875,8 @@ exports['src/cypress/runner mocha events simple three tests #1'] = [ "title": "", "root": true, "type": "suite", - "file": "relative/path/to/spec.js" + "file": "relative/path/to/spec.js", + "retries": -1 } ], [ diff --git a/packages/runner/cypress/integration/reporter.errors.spec.js b/packages/runner/cypress/integration/reporter.errors.spec.js index 29d621de9cb8..236760cdbaae 100644 --- a/packages/runner/cypress/integration/reporter.errors.spec.js +++ b/packages/runner/cypress/integration/reporter.errors.spec.js @@ -1,7 +1,7 @@ const helpers = require('../support/helpers') const _ = Cypress._ -const { runIsolatedCypress } = helpers.createCypress() +const { runIsolatedCypress } = helpers.createCypress({ config: { isTextTerminal: true, retries: 0 } }) export const verifyFailure = (options) => { const { diff --git a/packages/runner/cypress/integration/retries.mochaEvents.spec.js b/packages/runner/cypress/integration/retries.mochaEvents.spec.js new file mode 100644 index 000000000000..252185cc327b --- /dev/null +++ b/packages/runner/cypress/integration/retries.mochaEvents.spec.js @@ -0,0 +1,338 @@ +const helpers = require('../support/helpers') + +const { shouldHaveTestResults, getRunState, cleanseRunStateMap } = helpers +const { runIsolatedCypress, snapshotMochaEvents, getAutCypress } = helpers.createCypress({ config: { retries: 2, isTextTerminal: true } }) +const { sinon } = Cypress +const match = Cypress.sinon.match + +const threeTestsWithRetry = { + suites: { + 'suite 1': { + hooks: ['before', 'beforeEach', 'afterEach', 'after'], + tests: [ + 'test 1', + { name: 'test 2', fail: 2 }, + 'test 3', + ], + }, + }, +} + +describe('src/cypress/runner retries mochaEvents', () => { + // NOTE: for test-retries + it('can set retry config', () => { + runIsolatedCypress({}, { config: { retries: 1 } }) + .then(({ autCypress }) => { + expect(autCypress.config()).to.has.property('retries', 1) + }) + }) + + it('simple retry', () => { + runIsolatedCypress({ + suites: { + 'suite 1': { + tests: [ + { name: 'test 1', + fail: 1, + }, + ], + }, + }, + }, { config: { retries: 1 } }) + .then(snapshotMochaEvents) + }) + + it('test retry with hooks', () => { + runIsolatedCypress({ + suites: { + 'suite 1': { + hooks: ['before', 'beforeEach', 'afterEach', 'after'], + tests: [{ name: 'test 1', fail: 1 }], + }, + }, + }, { config: { retries: 1 } }) + .then(snapshotMochaEvents) + }) + + it('test retry with [only]', () => { + runIsolatedCypress({ + suites: { + 'suite 1': { + hooks: ['before', 'beforeEach', 'afterEach', 'after'], + tests: [ + { name: 'test 1' }, + { name: 'test 2', fail: 1, only: true }, + { name: 'test 3' }, + ], + }, + }, + }, { config: { retries: 1 } }) + .then(snapshotMochaEvents) + }) + + it('can retry from [beforeEach]', () => { + runIsolatedCypress({ + suites: { + 'suite 1': { + hooks: [ + 'before', + 'beforeEach', + { type: 'beforeEach', fail: 1 }, + 'beforeEach', + 'afterEach', + 'after', + ], + tests: [{ name: 'test 1' }], + }, + }, + }, { config: { retries: 1 } }) + .then(snapshotMochaEvents) + }) + + it('can retry from [afterEach]', () => { + runIsolatedCypress({ + hooks: [{ type: 'afterEach', fail: 1 }], + suites: { + 'suite 1': { + hooks: [ + 'before', + 'beforeEach', + 'beforeEach', + 'afterEach', + 'after', + ], + tests: [{ name: 'test 1' }, 'test 2', 'test 3'], + }, + 'suite 2': { + hooks: [{ type: 'afterEach', fail: 2 }], + tests: ['test 1'], + }, + 'suite 3': { + tests: ['test 1'], + }, + }, + }, { config: { retries: 2, isTextTerminal: true } }) + + .then(snapshotMochaEvents) + }) + + it('cant retry from [before]', () => { + runIsolatedCypress({ + suites: { + 'suite 1': { + hooks: [ + { type: 'before', fail: 1 }, + 'beforeEach', + 'beforeEach', + 'afterEach', + 'afterEach', + 'after', + ], + tests: [{ name: 'test 1' }], + }, + }, + }, { config: { retries: 1 } }) + .then(snapshotMochaEvents) + }) + + it('cant retry from [after]', () => { + runIsolatedCypress({ + suites: { + 'suite 1': { + hooks: [ + 'before', + 'beforeEach', + 'beforeEach', + 'afterEach', + 'afterEach', + { type: 'after', fail: 1 }, + ], + tests: [{ name: 'test 1' }], + }, + }, + }, { config: { retries: 1 } }) + .then(snapshotMochaEvents) + }) + + it('three tests with retry', () => { + runIsolatedCypress(threeTestsWithRetry, { + config: { + retries: 2, + }, + }) + .then(snapshotMochaEvents) + }) + + describe('screenshots', () => { + it('retry screenshot in test body', () => { + let onAfterScreenshot + + runIsolatedCypress({ + suites: { + 'suite 1': { + tests: [ + { + name: 'test 1', + fn: () => { + cy.screenshot() + cy.then(() => assert(false)) + }, + eval: true, + }, + ], + }, + }, + }, { config: { retries: 1 }, + onBeforeRun ({ autCypress }) { + autCypress.Screenshot.onAfterScreenshot = cy.stub() + onAfterScreenshot = cy.stub() + autCypress.on('after:screenshot', onAfterScreenshot) + }, + }) + .then(({ autCypress }) => { + expect(autCypress.automation.withArgs('take:screenshot')).callCount(4) + expect(autCypress.automation.withArgs('take:screenshot').args).matchDeep([ + { 1: { testAttemptIndex: 0 } }, + { 1: { testAttemptIndex: 0 } }, + { 1: { testAttemptIndex: 1 } }, + { 1: { testAttemptIndex: 1 } }, + ]) + + expect(autCypress.automation.withArgs('take:screenshot').args[0]).matchSnapshot({ startTime: match.string, testAttemptIndex: match(0) }) + expect(onAfterScreenshot.args[0][0]).to.matchSnapshot({ testAttemptIndex: match(0) }) + expect(onAfterScreenshot.args[2][0]).to.matchDeep({ testAttemptIndex: 1 }) + }) + }) + + it('retry screenshot in hook', () => { + let onAfterScreenshot + + runIsolatedCypress({ + suites: { + 'suite 1': { + hooks: [ + { + type: 'beforeEach', + fn: () => { + cy.screenshot() + cy.then(() => assert(false)) + }, + eval: true, + }, + ], + tests: [ + { + name: 'test 1', + }, + ], + }, + }, + }, { config: { retries: 1 }, + onBeforeRun ({ autCypress }) { + autCypress.Screenshot.onAfterScreenshot = cy.stub() + onAfterScreenshot = cy.stub() + autCypress.on('after:screenshot', onAfterScreenshot) + }, + }) + .then(({ autCypress }) => { + expect(autCypress.automation.withArgs('take:screenshot')).callCount(4) + expect(autCypress.automation.withArgs('take:screenshot').args).matchDeep([ + { 1: { testAttemptIndex: 0 } }, + { 1: { testAttemptIndex: 0 } }, + { 1: { testAttemptIndex: 1 } }, + { 1: { testAttemptIndex: 1 } }, + ]) + + expect(onAfterScreenshot.args[0][0]).matchDeep({ testAttemptIndex: 0 }) + expect(onAfterScreenshot.args[2][0]).matchDeep({ testAttemptIndex: 1 }) + }) + }) + }) + + describe('save/reload state', () => { + const serializeState = () => { + return getRunState(getAutCypress()) + } + + const loadStateFromSnapshot = (cypressConfig, name) => { + cy.task('getSnapshot', { + file: Cypress.spec.name, + exactSpecName: name, + }) + .then((state) => { + cypressConfig[1].state = state + }) + } + + // NOTE: for test-retries + describe('retries rehydrate spec state after navigation', () => { + let realState + + let runCount = 0 + const failThenSerialize = () => { + if (!runCount++) { + assert(false, 'stub 3 fail') + } + + assert(true, 'stub 3 pass') + + return realState = serializeState() + } + + let runCount2 = 0 + const failOnce = () => { + if (!runCount2++) { + assert(false, 'stub 2 fail') + } + + assert(true, 'stub 2 pass') + } + + const stub1 = sinon.stub() + const stub2 = sinon.stub().callsFake(failOnce) + const stub3 = sinon.stub().callsFake(failThenSerialize) + + let cypressConfig = [ + { + suites: { + 'suite 1': { + hooks: [ + 'before', + 'beforeEach', + 'afterEach', + 'after', + ], + tests: [{ name: 'test 1', fn: stub1 }], + }, + 'suite 2': { + tests: [ + { name: 'test 1', fn: stub2 }, + { name: 'test 2', fn: stub3 }, + 'test 3', + ], + }, + }, + }, { config: { retries: 1 } }, + ] + + it('1/2', () => { + runIsolatedCypress(...cypressConfig) + .then(shouldHaveTestResults(4, 0)) + .then(() => { + expect(realState).to.matchSnapshot(cleanseRunStateMap, 'serialize state - retries') + }) + }) + + it('2/2', () => { + loadStateFromSnapshot(cypressConfig, 'serialize state - retries') + runIsolatedCypress(...cypressConfig) + .then(shouldHaveTestResults(4, 0)) + .then(() => { + expect(stub1).to.calledOnce + expect(stub2).to.calledTwice + expect(stub3).calledThrice + }) + }) + }) + }) +}) diff --git a/packages/runner/cypress/integration/retries.ui.spec.js b/packages/runner/cypress/integration/retries.ui.spec.js new file mode 100644 index 000000000000..e373a5a972f2 --- /dev/null +++ b/packages/runner/cypress/integration/retries.ui.spec.js @@ -0,0 +1,491 @@ +const helpers = require('../support/helpers') + +const { shouldHaveTestResults, containText } = helpers +const { runIsolatedCypress } = helpers.createCypress({ config: { retries: 2 } }) + +const getAttemptTag = (sel) => { + return cy.get(`.test.runnable:contains(${sel}) .attempt-tag`) +} + +const shouldBeOpen = ($el) => cy.wrap($el).parentsUntil('.collapsible').last().parent().should('have.class', 'is-open') + +const attemptTag = (sel) => `.attempt-tag:contains(Attempt ${sel})` +const cyReject = (fn) => { + return () => { + try { + fn() + } catch (e) { + cy.state('reject')(e) + } + } +} + +describe('runner/cypress retries.ui.spec', { viewportWidth: 600, viewportHeight: 900 }, () => { + it('collapses tests that retry and pass', () => { + runIsolatedCypress({ + suites: { + 'suite 1': { + tests: [ + { name: 'test pass', fail: 0 }, + { name: 'test pass on 2nd attempt', fail: 1 }, + ], + }, + }, + }) + .then(shouldHaveTestResults(2, 0)) + + cy.percySnapshot() + }) + + it('collapses prev attempts and keeps final one open on failure', () => { + runIsolatedCypress({ + suites: { + 'suite 1': { + tests: [ + { name: 'test 1', + fail: true, + }, + { name: 'test 2', + + }, + ], + }, + }, + }, { config: { retries: 2 } }) + .then(shouldHaveTestResults(1, 1)) + + cy.percySnapshot() + }) + + it('can toggle failed prev attempt open and log its error', () => { + runIsolatedCypress({ + suites: { + 'suite 1': { + tests: [ + { name: 'test 1', fail: 1 }, + { name: 'test 2', fail: 2 }, + { name: 'test 3', fail: 1 }, + ], + }, + }, + }, { config: { retries: 1 } }) + .then(shouldHaveTestResults(2, 1)) + .then(() => { + cy.contains('Attempt 1') + .click() + .closest('.attempt-item') + .find('.runnable-err-print') + .click() + + cy.get('@console_error').should('be.calledWithMatch', 'AssertionError: test 2') + }) + + cy.percySnapshot() + }) + + it('opens attempt on each attempt failure for the screenshot, and closes after test passes', { retries: 2 }, () => { + let stub + + runIsolatedCypress( + { + suites: { + 's1': { + tests: [ + 't1', + { + name: 't2', + fail: 3, + }, + 't3', + ], + }, + }, + }, { config: { retries: 3, isTextTerminal: true }, + onBeforeRun ({ autCypress }) { + let attempt = 0 + + stub = cy.stub().callsFake(cyReject(() => { + attempt++ + + const $attemptCollapsible = cy.$$(attemptTag(attempt)) + .parentsUntil('.collapsible').last().parent() + + expect($attemptCollapsible).have.class('is-open') + })) + + autCypress.Screenshot.onAfterScreenshot = stub + }, + }, + ).then(() => { + expect(stub).callCount(3) + cy.get('.test.runnable:contains(t2)').then(($el) => { + expect($el).not.class('is-open') + }) + }) + }) + + it('includes routes, spies, hooks, and commands in attempt', () => { + runIsolatedCypress({ + suites: { + 's1': { + hooks: [{ type: 'beforeEach', fail: 1, agents: true }], + tests: [{ name: 't1', fail: 1, agents: true }], + }, + }, + }) + .then(shouldHaveTestResults(1, 0)) + .then(() => { + cy.get(attemptTag(1)).click().parentsUntil('.collapsible').last().parent().within(() => { + cy.get('.instruments-container').should('contain', 'Spies / Stubs (1)') + cy.get('.instruments-container').should('contain', 'Routes (1)') + cy.get('.runnable-err').should('contain', 'AssertionError') + }) + + cy.get(attemptTag(2)).click().parentsUntil('.collapsible').last().parent().within(() => { + cy.get('.instruments-container').should('contain', 'Spies / Stubs (2)') + cy.get('.instruments-container').should('contain', 'Routes (2)') + cy.get('.runnable-err').should('contain', 'AssertionError') + }) + + cy.get(attemptTag(3)).parentsUntil('.collapsible').last().parent().within(() => { + cy.get('.instruments-container').should('contain', 'Spies / Stubs (2)') + cy.get('.instruments-container').should('contain', 'Routes (2)') + cy.get('.runnable-err').should('not.contain', 'AssertionError') + }) + }) + + cy.percySnapshot() + }) + + describe('only', () => { + it('test retry with [only]', () => { + runIsolatedCypress({ + suites: { + 'suite 1': { + hooks: ['before', 'beforeEach', 'afterEach', 'after'], + tests: [ + { name: 'test 1' }, + { name: 'test 2', fail: 1, only: true }, + { name: 'test 3' }, + ], + }, + }, + }, { config: { retries: 1 } }) + .then(shouldHaveTestResults(1, 0)) + .then(() => { + cy.contains('test 2') + cy.contains('test 1').should('not.exist') + cy.contains('test 3').should('not.exist') + }) + + cy.percySnapshot() + }) + }) + + describe('beforeAll', () => { + // TODO: make beforeAll hooks retry + it('tests do not retry when beforeAll fails', () => { + runIsolatedCypress({ + suites: { + 'suite 1': { + hooks: [ + { type: 'before', fail: 1 }, + 'beforeEach', + 'beforeEach', + 'afterEach', + 'afterEach', + 'after', + ], + tests: ['test 1'], + }, + }, + }, { config: { retries: 1 } }) + .then(shouldHaveTestResults(0, 1)) + .then(() => { + cy.contains('Although you have test retries') + }) + + cy.percySnapshot() + }) + + // TODO: future versions should run all hooks associated with test on retry + it('before all hooks are not run on the second attempt when fails outside of beforeAll', () => { + runIsolatedCypress({ + suites: { + 'suite 1': { + hooks: ['before', 'beforeEach', 'afterEach', 'after'], + tests: [{ name: 'test 1', fail: 1 }], + }, + }, + }, { config: { retries: 1 } }) + .then(shouldHaveTestResults(1, 0)) + .then(() => { + cy.contains('test') + cy.contains('after all') + cy.contains('before all').should('not.exist') + }) + + cy.percySnapshot() + }) + }) + + describe('beforeEach', () => { + it('beforeEach hooks retry on failure, but only run same-level afterEach hooks', () => { + runIsolatedCypress({ + hooks: [{ type: 'beforeEach', fail: 1 }], + suites: { + 'suite 1': { + hooks: [ + 'before', + 'beforeEach', + { type: 'beforeEach', fail: 1 }, + 'beforeEach', + 'afterEach', + 'after', + ], + tests: [{ name: 'test 1' }], + }, + }, + }, { config: { retries: 2 } }) + .then(shouldHaveTestResults(1, 0)) + .then(() => { + cy.contains('Attempt 1').click() + cy.get('.attempt-1 .hook-item .collapsible:contains(before each)').find('.command-state-failed') + cy.get('.attempt-1 .hook-item .collapsible:contains(before each (2))').should('not.exist') + cy.get('.attempt-1 .hook-item .collapsible:contains(test body)').should('not.exist') + cy.get('.attempt-1 .hook-item .collapsible:contains(after each)').should('not.exist') + cy.get('.attempt-1 .hook-item .collapsible:contains(after all)').should('not.exist') + + cy.contains('Attempt 2').click() + cy.get('.attempt-2 .hook-item .collapsible:contains(before each)') + cy.get('.attempt-2 .hook-item .collapsible:contains(before each (2))') + cy.get('.attempt-2 .hook-item .collapsible:contains(before each (3))').find('.command-state-failed') + cy.get('.attempt-2 .hook-item .collapsible:contains(test body)').should('not.exist') + cy.get('.attempt-2 .hook-item .collapsible:contains(after each)') + cy.get('.attempt-2 .hook-item .collapsible:contains(after all)').should('not.exist') + + cy.get('.attempt-3 .hook-item .collapsible:contains(before each)') + cy.get('.attempt-3 .hook-item .collapsible:contains(before each (2))') + cy.get('.attempt-3 .hook-item .collapsible:contains(before each (3))') + cy.get('.attempt-3 .hook-item .collapsible:contains(before each (4))') + cy.get('.attempt-3 .hook-item .collapsible:contains(test body)') + cy.get('.attempt-3 .hook-item .collapsible:contains(after each)') + cy.get('.attempt-3 .hook-item .collapsible:contains(after all)') + }) + + cy.percySnapshot() + }) + + it('beforeEach retried tests skip remaining tests in suite', () => { + runIsolatedCypress({ suites: { + 'beforeEach hooks': { + hooks: [{ type: 'beforeEach', fail: true }], + tests: ['fails in beforeEach', 'skips this'], + }, + + } }, { config: { retries: 1 } }) + .then(shouldHaveTestResults(0, 1, 0)) + + cy.percySnapshot() + }) + }) + + describe('afterEach', () => { + it('afterEach hooks retry on failure, but only run higher-level afterEach hooks', () => { + runIsolatedCypress({ + hooks: [{ type: 'afterEach', fail: 2 }], + suites: { + 's1': { + hooks: [{ type: 'afterEach', fail: 1 }, 'afterEach', 'after'], + tests: ['t1'], + }, + + }, + }, { config: { retries: 2 } }) + .then(shouldHaveTestResults(1, 0)) + .then(() => { + cy.contains('Attempt 1') + .click() + .then(shouldBeOpen) + + cy.get('.attempt-1 .hook-item .collapsible:contains(after each (1))').find('.command-state-failed') + cy.get('.attempt-1 .hook-item .collapsible:contains(after each (2))') + cy.get('.attempt-1 .hook-item .collapsible:contains(after each (3))').should('not.exist') + cy.get('.attempt-1 .hook-item .collapsible:contains(after all)').should('not.exist') + + cy.contains('Attempt 2').click() + .then(shouldBeOpen) + + cy.get('.attempt-2 .hook-item .collapsible:contains(after each (1))') + cy.get('.attempt-2 .hook-item .collapsible:contains(after each (2))') + cy.get('.attempt-2 .hook-item .collapsible:contains(after each (3))').find('.command-state-failed') + cy.get('.attempt-2 .hook-item .collapsible:contains(after all)').should('not.exist') + + cy.get('.attempt-tag').should('have.length', 3) + cy.get('.attempt-2 .hook-item .collapsible:contains(after each (1))') + cy.get('.attempt-2 .hook-item .collapsible:contains(after each (2))') + cy.get('.attempt-2 .hook-item .collapsible:contains(after each (3))') + cy.get('.attempt-3 .hook-item .collapsible:contains(after all)') + }) + + cy.percySnapshot() + }) + + it('afterEach retried tests skip remaining tests in suite', () => { + runIsolatedCypress({ suites: { + 'afterEach hooks': { + hooks: [{ type: 'afterEach', fail: true }], + tests: ['fails in afterEach', 'skips this'], + }, + + } }, { config: { retries: 1 } }) + .then(shouldHaveTestResults(0, 1, 0)) + + cy.percySnapshot() + }) + }) + + describe('afterAll', () => { + it('only run afterAll hook on last attempt', () => { + runIsolatedCypress({ + suites: { + 'suite 1': { + hooks: [ + 'before', + 'beforeEach', + 'afterEach', + 'after', + ], + tests: [ + { name: 'test 1' }, + { name: 'test 2' }, + { name: 'test 3', fail: 1 }, + ], + }, + }, + }, { config: { retries: 1 } }) + .then(shouldHaveTestResults(3, 0)) + .then(() => { + cy.contains('test 3').click() + getAttemptTag('test 3').first().click() + cy.contains('.attempt-1', 'after all').should('not.exist') + cy.contains('.attempt-2', 'after all') + }) + }) + + it('tests do not retry when afterAll fails', () => { + runIsolatedCypress({ + suites: { + 'suite 1': { + hooks: [ + 'before', + 'beforeEach', + 'beforeEach', + 'afterEach', + 'afterEach', + { type: 'after', fail: 1 }, + ], + tests: [{ name: 'test 1' }], + }, + }, + }, { config: { retries: 1 } }) + .then(shouldHaveTestResults(0, 1)) + .then(() => { + cy.contains('Although you have test retries') + cy.get('.runnable-err-print').click() + cy.get('@console_error').its('lastCall').should('be.calledWithMatch', 'Error') + }) + + cy.percySnapshot() + }) + }) + + describe('can configure retries', () => { + const haveCorrectError = ($el) => cy.wrap($el).last().parentsUntil('.collapsible').last().parent().find('.runnable-err').should('contain', 'Unspecified AssertionError') + + it('via config value', () => { + runIsolatedCypress({ + suites: { + 'suite 1': () => { + it('[no retry]', { retries: 0 }, () => assert(false)) + it('[1 retry]', { retries: 1 }, () => assert(false)) + it('[2 retries]', { retries: 2 }, () => assert(false)) + it('[open mode, no retry]', { retries: { runMode: 2, openMode: 0 } }, () => assert(false)) + it('[run mode, retry]', { retries: { runMode: 1, openMode: 0 }, isInteractive: false }, () => assert(false)) + it('[open mode, 2 retries]', { isInteractive: true }, () => assert(false)) + describe('suite 2', { retries: 1 }, () => { + it('[set retries on suite]', () => assert(false)) + }) + }, + }, + }) + .then(shouldHaveTestResults(0, 7)) + .then(() => { + getAttemptTag('[no retry]').should('have.length', 1).then(haveCorrectError) + getAttemptTag('[1 retry]').should('have.length', 2).then(haveCorrectError) + getAttemptTag('[2 retries]').should('have.length', 3).then(haveCorrectError) + getAttemptTag('[open mode, no retry]').should('have.length', 1).then(haveCorrectError) + getAttemptTag('[run mode, retry]').should('have.length', 2).then(haveCorrectError) + getAttemptTag('[open mode, 2 retries]').should('have.length', 3).then(haveCorrectError) + getAttemptTag('[set retries on suite]').should('have.length', 2).then(haveCorrectError) + }) + }) + + it('throws when set via this.retries in test', () => { + runIsolatedCypress({ + suites: { + 'suite 1' () { + it('tries to set mocha retries', function () { + this.retries(null) + }) + }, + }, + }) + .then(shouldHaveTestResults(0, 1)) + .then(() => { + cy.get('.runnable-err').should(containText(`it('tries to set mocha retries', { retries: 2 }, () => `)) + }) + + cy.percySnapshot() + }) + + it('throws when set via this.retries in hook', () => { + runIsolatedCypress({ + suites: { + 'suite 1' () { + beforeEach(function () { + this.retries(0) + }) + + it('foo', () => {}) + }, + }, + }) + .then(shouldHaveTestResults(0, 1)) + .then(() => { + cy.get('.runnable-err').should(containText(`describe('suite 1', { retries: 0 }, () => `)) + }) + + cy.percySnapshot() + }) + + it('throws when set via this.retries in suite', () => { + runIsolatedCypress({ + suites: { + 'suite 1' () { + this.retries(3) + it('test 1', () => { + }) + }, + }, + }) + .then(shouldHaveTestResults(0, 1)) + .then(() => { + cy.get('.runnable-err') + .should(containText(`describe('suite 1', { retries: 3 }, () => `)) + }) + + cy.percySnapshot() + }) + }) +}) diff --git a/packages/runner/cypress/integration/runner.mochaEvents.spec.js b/packages/runner/cypress/integration/runner.mochaEvents.spec.js index a55892fba141..6987ecc7cbd4 100644 --- a/packages/runner/cypress/integration/runner.mochaEvents.spec.js +++ b/packages/runner/cypress/integration/runner.mochaEvents.spec.js @@ -3,7 +3,7 @@ const sinon = require('sinon') const helpers = require('../support/helpers') const { cleanseRunStateMap, shouldHaveTestResults, getRunState } = helpers -const { runIsolatedCypress, snapshotMochaEvents, onInitialized, getAutCypress } = helpers.createCypress() +const { runIsolatedCypress, snapshotMochaEvents, getAutCypress } = helpers.createCypress({ config: { isTextTerminal: true, retries: 0 } }) const simpleSingleTest = { suites: { 'suite 1': { tests: [{ name: 'test 1' }] } }, @@ -239,17 +239,24 @@ describe('src/cypress/runner', () => { }) }) - describe('screenshots', () => { - let onAfterScreenshotListener - - beforeEach(() => { - onInitialized((autCypress) => { - autCypress.Screenshot.onAfterScreenshot = cy.stub() - onAfterScreenshotListener = cy.stub() - autCypress.on('after:screenshot', onAfterScreenshotListener) - }) + it('buffer mocha pass event when fail in afterEach hooks', () => { + runIsolatedCypress({ + suites: { + 'suite 1': { + suites: { + 'suite 1-1': { + hooks: [{ type: 'afterEach', fail: true }], + tests: ['test 1'], + }, + }, + }, + }, + }).then(({ mochaStubs }) => { + expect(_.find(mochaStubs.args, { 1: 'pass' })).not.exist }) + }) + describe('screenshots', () => { it('screenshot after failed test', () => { runIsolatedCypress({ suites: { diff --git a/packages/runner/cypress/integration/runner.ui.spec.js b/packages/runner/cypress/integration/runner.ui.spec.js index ba63c81f9f1f..66bd90d01a95 100644 --- a/packages/runner/cypress/integration/runner.ui.spec.js +++ b/packages/runner/cypress/integration/runner.ui.spec.js @@ -147,6 +147,31 @@ describe('src/cypress/runner', () => { describe('hook failures', () => { describe('test failures w/ hooks', () => { + it('test [only]', () => { + runIsolatedCypress({ + suites: { + 'suite 1': { + hooks: ['before', 'beforeEach', 'afterEach', 'after'], + tests: [ + { name: 'test 1' }, + { name: 'test 2', only: true }, + { name: 'test 3' }, + ], + }, + }, + }).then(shouldHaveTestResults(1, 0)) + }) + + it('test [pending]', () => { + runIsolatedCypress(() => { + before(() => {}) + it('t1') + it('t2') + it('t3') + after(() => {}) + }).then(shouldHaveTestResults(0, 0, 3)) + }) + it('fail with [before]', () => { runIsolatedCypress({ suites: { @@ -263,5 +288,31 @@ describe('src/cypress/runner', () => { }) .then(shouldHaveTestResults(0, 1)) }) + + it('scrolls each command into view', () => { + // HACK to assert on the dom DURING the runIsolatedCypress run + // we expect the last command item to be scrolled into view before + // the test ends + cy.now('get', '.command-number:contains(25)') + .then(($el) => { + return new Promise((resolve) => { + requestAnimationFrame(() => { + expect($el).visible + resolve() + }) + }) + }) + .catch((e) => cy.state('reject')(e)) + + runIsolatedCypress(() => { + describe('s1', () => { + // eslint-disable-next-line + it('t1', (done) => { + cy.timeout(10) + Cypress._.times(25, () => expect(true).ok) + }) + }) + }) + }) }) }) diff --git a/packages/runner/cypress/plugins/index.js b/packages/runner/cypress/plugins/index.js index e5158967e1ca..4e3fd18039e6 100644 --- a/packages/runner/cypress/plugins/index.js +++ b/packages/runner/cypress/plugins/index.js @@ -1,11 +1,14 @@ // static file server that serves fixtures needed for testing require('@packages/driver/cypress/plugins/server') const { getSnapshot, saveSnapshot } = require('./snapshot/snapshotPlugin') +const percyHealthCheck = require('@percy/cypress/task') /** * @type {Cypress.PluginConfig} */ module.exports = (on) => { + on('task', percyHealthCheck) + on('task', { getSnapshot, saveSnapshot, diff --git a/packages/runner/cypress/plugins/snapshot/snapshotCommand.js b/packages/runner/cypress/plugins/snapshot/snapshotCommand.js index 4e021a871bb7..1a460ecb2cef 100644 --- a/packages/runner/cypress/plugins/snapshot/snapshotCommand.js +++ b/packages/runner/cypress/plugins/snapshot/snapshotCommand.js @@ -21,7 +21,7 @@ function throwErr (e, message, exp, ctx) { } } -function getMatchDeepMessage ({ act, exp }) { +function getMatchDeepMessage (act, exp) { return `Expected **${chai.util.objDisplay(act)}** to deep match: **${chai.util.objDisplay(exp)}**` } diff --git a/packages/runner/cypress/support/helpers.js b/packages/runner/cypress/support/helpers.js index 5ecabd962046..dba886e316fe 100644 --- a/packages/runner/cypress/support/helpers.js +++ b/packages/runner/cypress/support/helpers.js @@ -37,6 +37,18 @@ const mochaEventCleanseMap = { end: match.date, } +const cleanseRunStateMap = { + ...eventCleanseMap, + 'err.stack': '[err stack]', + wallClockStartedAt: new Date(0), + wallClockDuration: 1, + fnDuration: 1, + afterFnDuration: 1, + lifecycle: 1, + duration: 1, + startTime: new Date(0), +} + const spyOn = (obj, prop, fn) => { const _fn = obj[prop] @@ -49,7 +61,7 @@ const spyOn = (obj, prop, fn) => { } } -function createCypress () { +function createCypress (defaultOptions = {}) { /** * @type {sinon.SinonStub} */ @@ -84,19 +96,13 @@ function createCypress () { window.Cypress = backupCypress }) - let onInitializedListeners = [] - - const onInitialized = function (fn) { - onInitializedListeners.push(fn) - } - /** * Spawns an isolated Cypress runner as the AUT, with provided spec/fixture and optional state/config * @param {string | ()=>void | {[key:string]: any}} mochaTestsOrFile * @param {{state?: any, config?: any}} opts */ const runIsolatedCypress = (mochaTestsOrFile, opts = {}) => { - _.defaultsDeep(opts, { + _.defaultsDeep(opts, defaultOptions, { state: {}, config: { video: false }, onBeforeRun () {}, @@ -106,9 +112,9 @@ function createCypress () { .then({ timeout: 60000 }, (win) => { win.runnerWs.destroy() - allStubs = cy.stub().snapshot(enableStubSnapshots) - mochaStubs = cy.stub().snapshot(enableStubSnapshots) - setRunnablesStub = cy.stub().snapshot(enableStubSnapshots) + allStubs = cy.stub().snapshot(enableStubSnapshots).log(false) + mochaStubs = cy.stub().snapshot(enableStubSnapshots).log(false) + setRunnablesStub = cy.stub().snapshot(enableStubSnapshots).log(false) return new Promise((resolve) => { const runIsolatedCypress = () => { @@ -118,7 +124,7 @@ function createCypress () { const emitMap = autCypress.emitMap const emitThen = autCypress.emitThen - cy.stub(autCypress, 'automation').snapshot(enableStubSnapshots) + cy.stub(autCypress, 'automation').log(false).snapshot(enableStubSnapshots) .callThrough() .withArgs('clear:cookies') .resolves({ @@ -177,7 +183,9 @@ function createCypress () { spyOn(autCypress.mocha.getRunner(), 'fail', (...args) => { Cypress.log({ - name: 'Runner Fail', + name: 'Runner (fail event)', + ended: true, + event: true, message: `${args[1]}`, state: 'failed', consoleProps: () => { @@ -191,28 +199,26 @@ function createCypress () { // TODO: clean this up, sinon doesn't like wrapping things multiple times // and this catches that error try { - cy.spy(cy.state('window').console, 'log').as('console_log') - cy.spy(cy.state('window').console, 'error').as('console_error') + cy.spy(cy.state('window').console, 'log').as('console_log').log(false) + cy.spy(cy.state('window').console, 'error').as('console_error').log(false) } catch (_e) { // console was already wrapped, noop } - onInitializedListeners.forEach((fn) => fn(autCypress)) - onInitializedListeners = [] autCypress.run((failed) => { resolve({ failed, mochaStubs, autCypress, win }) }) } - cy.spy(win.eventManager.reporterBus, 'emit').snapshot(enableStubSnapshots).as('reporterBus') - cy.spy(win.eventManager.localBus, 'emit').snapshot(enableStubSnapshots).as('localBus') + cy.spy(win.eventManager.reporterBus, 'emit').snapshot(enableStubSnapshots).log(false).as('reporterBus') + cy.spy(win.eventManager.localBus, 'emit').snapshot(enableStubSnapshots).log(false).as('localBus') - cy.stub(win.runnerWs, 'emit').snapshot(enableStubSnapshots) + cy.stub(win.runnerWs, 'emit').snapshot(enableStubSnapshots).log(false) .withArgs('watch:test:file') .callsFake(() => { autCypress = win.Cypress - cy.stub(autCypress, 'onSpecWindow').snapshot(enableStubSnapshots).callsFake((specWindow) => { + cy.stub(autCypress, 'onSpecWindow').snapshot(enableStubSnapshots).log(false).callsFake((specWindow) => { autCypress.onSpecWindow.restore() opts.onBeforeRun({ specWindow, win, autCypress }) @@ -238,7 +244,7 @@ function createCypress () { specWindow.describe = () => {} }) - cy.stub(autCypress, 'run').snapshot(enableStubSnapshots).callsFake(runIsolatedCypress) + cy.stub(autCypress, 'run').snapshot(enableStubSnapshots).log(false).callsFake(runIsolatedCypress) }) .withArgs('is:automation:client:connected') .yieldsAsync(true) @@ -271,16 +277,17 @@ function createCypress () { .yieldsAsync({ response: {} }) const c = _.extend({}, Cypress.config(), { - isTextTerminal: true, + isTextTerminal: false, spec: { relative: 'relative/path/to/spec.js', absolute: '/absolute/path/to/spec.js', + name: 'empty_spec.js', }, }, opts.config) c.state = {} - cy.stub(win.runnerWs, 'on').snapshot(enableStubSnapshots) + cy.stub(win.runnerWs, 'on').snapshot(enableStubSnapshots).log(false) win.Runner.start(win.document.getElementById('app'), window.btoa(JSON.stringify(c))) }) @@ -290,7 +297,6 @@ function createCypress () { return { runIsolatedCypress, snapshotMochaEvents, - onInitialized, getAutCypress, } } @@ -301,7 +307,7 @@ const createHooks = (win, hooks = []) => { hook = { type: hook } } - let { type, fail, fn } = hook + let { type, fail, fn, agents } = hook if (fn) { if (hook.eval) { @@ -321,24 +327,34 @@ const createHooks = (win, hooks = []) => { if (fail) { const numFailures = fail - return win[type](() => { + return win[type](function () { + const message = `${type} - ${this._runnable.parent.title || 'root'}` + + if (agents) { + registerAgents(win) + } + if (_.isNumber(fail) && fail-- <= 0) { debug(`hook pass after (${numFailures}) failures: ${type}`) - win.assert(true, type) + win.assert(true, message) return } - debug(`hook fail: ${type}`) + if (agents) { + failCypressCommand(win, type) + } else { + debug(`hook fail: ${type}`) - win.assert(false, type) + win.assert(false, message) - throw new Error(`hook failed: ${type}`) + throw new Error(`hook failed: ${type}`) + } }) } - return win[type](() => { - win.assert(true, type) + return win[type](function () { + win.assert(true, `${type} - ${this._runnable.parent.title || 'root'}`) debug(`hook pass: ${type}`) }) }) @@ -350,7 +366,7 @@ const createTests = (win, tests = []) => { test = { name: test } } - let { name, pending, fail, fn, only } = test + let { name, pending, fail, fn, only, agents } = test let it = win.it @@ -379,6 +395,10 @@ const createTests = (win, tests = []) => { if (fail) { return it(name, () => { + if (agents) { + registerAgents(win) + } + if (_.isNumber(fail) && fail-- === 0) { debug(`test pass after retry: ${name}`) win.assert(true, name) @@ -386,10 +406,14 @@ const createTests = (win, tests = []) => { return } - debug(`test fail: ${name}`) - win.assert(false, name) + if (agents) { + failCypressCommand(win, name) + } else { + debug(`test fail: ${name}`) + win.assert(false, name) - throw new Error(`test fail: ${name}`) + throw new Error(`test fail: ${name}`) + } }) } @@ -400,6 +424,16 @@ const createTests = (win, tests = []) => { }) } +const failCypressCommand = (win, name) => win.cy.wrap(name).then(() => win.assert(false, name)) +const registerAgents = (win) => { + const obj = { foo: 'bar' } + + win.cy.stub(obj, 'foo') + win.cy.wrap(obj).should('exist') + win.cy.server() + win.cy.route('https://example.com') +} + const createSuites = (win, suites = {}) => { _.each(suites, (obj, suiteName) => { let fn = () => { @@ -434,27 +468,13 @@ const evalFn = (win, fn) => { } } -const cleanseRunStateMap = { - wallClockStartedAt: new Date(0), - wallClockDuration: 1, - fnDuration: 1, - afterFnDuration: 1, - lifecycle: 1, - duration: 1, - startTime: new Date(0), - 'err.stack': '[err stack]', - sourceMappedStack: match.string, - parsedStack: match.array, - invocationDetails: stringifyShort, -} - -const shouldHaveTestResults = (expPassed, expFailed) => { - return ({ failed }) => { - expect(failed, 'resolve with failure count').eq(failed) +const shouldHaveTestResults = (expPassed, expFailed, expPending) => { + return () => { expPassed = expPassed || '--' expFailed = expFailed || '--' cy.get('header .passed .num').should('have.text', `${expPassed}`) cy.get('header .failed .num').should('have.text', `${expFailed}`) + if (expPending) cy.get('header .pending .num').should('have.text', `${expPending}`) } } diff --git a/packages/runner/cypress/support/index.js b/packages/runner/cypress/support/index.js index e69de29bb2d1..565e08fd47c7 100644 --- a/packages/runner/cypress/support/index.js +++ b/packages/runner/cypress/support/index.js @@ -0,0 +1 @@ +require('@packages/ui-components/cypress/support/customPercyCommand') diff --git a/packages/server/__snapshots__/1_caught_uncaught_hook_errors_spec.js b/packages/server/__snapshots__/1_caught_uncaught_hook_errors_spec.js index 5c66ddd225a4..797be373f43c 100644 --- a/packages/server/__snapshots__/1_caught_uncaught_hook_errors_spec.js +++ b/packages/server/__snapshots__/1_caught_uncaught_hook_errors_spec.js @@ -1,4 +1,4 @@ -exports['e2e caught and uncaught hooks errors failing1 1'] = ` +exports['e2e caught and uncaught hooks errors / failing1'] = ` ==================================================================================================== @@ -110,7 +110,7 @@ Because this error occurred during a \`before all\` hook we are skipping the rem ` -exports['e2e caught and uncaught hooks errors failing2 1'] = ` +exports['e2e caught and uncaught hooks errors / failing2'] = ` ==================================================================================================== @@ -203,7 +203,7 @@ Because this error occurred during a \`before each\` hook we are skipping the re ` -exports['e2e caught and uncaught hooks errors failing3 1'] = ` +exports['e2e caught and uncaught hooks errors / failing3'] = ` ==================================================================================================== @@ -287,7 +287,7 @@ Because this error occurred during a \`before each\` hook we are skipping all of ` -exports['e2e caught and uncaught hooks errors failing4 1'] = ` +exports['e2e caught and uncaught hooks errors / failing4'] = ` ==================================================================================================== diff --git a/packages/server/__snapshots__/3_plugins_spec.js b/packages/server/__snapshots__/3_plugins_spec.js index 6f8fd40476fc..ebe43b1b2a64 100644 --- a/packages/server/__snapshots__/3_plugins_spec.js +++ b/packages/server/__snapshots__/3_plugins_spec.js @@ -311,7 +311,7 @@ exports['e2e plugins calls after:screenshot for cy.screenshot() and failure scre │ Failing: 1 │ │ Pending: 0 │ │ Skipped: 0 │ - │ Screenshots: 4 │ + │ Screenshots: 3 │ │ Video: true │ │ Duration: X seconds │ │ Spec Ran: after_screenshot_spec.coffee │ @@ -323,7 +323,6 @@ exports['e2e plugins calls after:screenshot for cy.screenshot() and failure scre - /XXX/XXX/XXX/screenshot-replacement.png (YxX) - /XXX/XXX/XXX/cypress/screenshots/after_screenshot_spec.coffee/ignored-values.png (YxX) - /XXX/XXX/XXX/cypress/screenshots/after_screenshot_spec.coffee/invalid-return.png (YxX) - - /XXX/XXX/XXX/screenshot-replacement.png (YxX) (Video) @@ -446,3 +445,139 @@ The following are valid events: [stack trace lines] ` + +exports['e2e plugins does not report more screenshots than exist if user overwrites screenshot in afterScreenshot hook 1'] = ` + +==================================================================================================== + + (Run Starting) + + ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ + │ Cypress: 1.2.3 │ + │ Browser: FooBrowser 88 │ + │ Specs: 1 found (after_screenshot_overwrite_spec.coffee) │ + │ Searched: cypress/integration/after_screenshot_overwrite_spec.coffee │ + └────────────────────────────────────────────────────────────────────────────────────────────────┘ + + +──────────────────────────────────────────────────────────────────────────────────────────────────── + + Running: after_screenshot_overwrite_spec.coffee (1 of 1) + + + ✓ cy.screenshot() - replacement + ✓ cy.screenshot() - replacement + ✓ cy.screenshot() - replacement + + 3 passing + + + (Results) + + ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ + │ Tests: 3 │ + │ Passing: 3 │ + │ Failing: 0 │ + │ Pending: 0 │ + │ Skipped: 0 │ + │ Screenshots: 1 │ + │ Video: true │ + │ Duration: X seconds │ + │ Spec Ran: after_screenshot_overwrite_spec.coffee │ + └────────────────────────────────────────────────────────────────────────────────────────────────┘ + + + (Screenshots) + + - /XXX/XXX/XXX/screenshot-replacement.png (2x2) + + + (Video) + + - Started processing: Compressing to 32 CRF + - Finished processing: /XXX/XXX/XXX/cypress/videos/after_screenshot_overwrite_spec (X second) + .coffee.mp4 + + +==================================================================================================== + + (Run Finished) + + + Spec Tests Passing Failing Pending Skipped + ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ + │ ✔ after_screenshot_overwrite_spec.cof XX:XX 3 3 - - - │ + │ fee │ + └────────────────────────────────────────────────────────────────────────────────────────────────┘ + ✔ All specs passed! XX:XX 3 3 - - - + + +` + +exports['e2e plugins does not report more screenshots than exist if user overwrites previous screenshot in afterScreenshot 1'] = ` + +==================================================================================================== + + (Run Starting) + + ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ + │ Cypress: 1.2.3 │ + │ Browser: FooBrowser 88 │ + │ Specs: 1 found (after_screenshot_overwrite_spec.coffee) │ + │ Searched: cypress/integration/after_screenshot_overwrite_spec.coffee │ + └────────────────────────────────────────────────────────────────────────────────────────────────┘ + + +──────────────────────────────────────────────────────────────────────────────────────────────────── + + Running: after_screenshot_overwrite_spec.coffee (1 of 1) + + + ✓ cy.screenshot() - replacement + ✓ cy.screenshot() - replacement + ✓ cy.screenshot() - replacement + + 3 passing + + + (Results) + + ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ + │ Tests: 3 │ + │ Passing: 3 │ + │ Failing: 0 │ + │ Pending: 0 │ + │ Skipped: 0 │ + │ Screenshots: 1 │ + │ Video: true │ + │ Duration: X seconds │ + │ Spec Ran: after_screenshot_overwrite_spec.coffee │ + └────────────────────────────────────────────────────────────────────────────────────────────────┘ + + + (Screenshots) + + - /XXX/XXX/XXX/screenshot-replacement.png (2x2) + + + (Video) + + - Started processing: Compressing to 32 CRF + - Finished processing: /XXX/XXX/XXX/cypress/videos/after_screenshot_overwrite_spec (X second) + .coffee.mp4 + + +==================================================================================================== + + (Run Finished) + + + Spec Tests Passing Failing Pending Skipped + ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ + │ ✔ after_screenshot_overwrite_spec.cof XX:XX 3 3 - - - │ + │ fee │ + └────────────────────────────────────────────────────────────────────────────────────────────────┘ + ✔ All specs passed! XX:XX 3 3 - - - + + +` diff --git a/packages/server/__snapshots__/3_retries_spec.ts.js b/packages/server/__snapshots__/3_retries_spec.ts.js new file mode 100644 index 000000000000..39bea32e843c --- /dev/null +++ b/packages/server/__snapshots__/3_retries_spec.ts.js @@ -0,0 +1,134 @@ +exports['retries / supports retries'] = ` + +==================================================================================================== + + (Run Starting) + + ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ + │ Cypress: 1.2.3 │ + │ Browser: FooBrowser 88 │ + │ Specs: 1 found (fail-twice.js) │ + │ Searched: cypress/integration/fail-twice.js │ + └────────────────────────────────────────────────────────────────────────────────────────────────┘ + + +──────────────────────────────────────────────────────────────────────────────────────────────────── + + Running: fail-twice.js (1 of 1) + + + (Attempt 1 of 3) fail twice + (Attempt 2 of 3) fail twice + ✓ fail twice + + 1 passing + + + (Results) + + ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ + │ Tests: 1 │ + │ Passing: 1 │ + │ Failing: 0 │ + │ Pending: 0 │ + │ Skipped: 0 │ + │ Screenshots: 2 │ + │ Video: true │ + │ Duration: X seconds │ + │ Spec Ran: fail-twice.js │ + └────────────────────────────────────────────────────────────────────────────────────────────────┘ + + + (Screenshots) + + - /XXX/XXX/XXX/cypress/screenshots/fail-twice.js/fail twice (failed).png (1280x720) + - /XXX/XXX/XXX/cypress/screenshots/fail-twice.js/fail twice (failed) (attempt 2).p (1280x720) + ng + + + (Video) + + - Started processing: Compressing to 32 CRF + - Finished processing: /XXX/XXX/XXX/cypress/videos/fail-twice.js.mp4 (X second) + + +==================================================================================================== + + (Run Finished) + + + Spec Tests Passing Failing Pending Skipped + ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ + │ ✔ fail-twice.js XX:XX 1 1 - - - │ + └────────────────────────────────────────────────────────────────────────────────────────────────┘ + ✔ All specs passed! XX:XX 1 1 - - - + + +` + +exports['retries / warns about retries plugin'] = ` +We've detected that the incompatible plugin \`cypress-plugin-retries\` is installed at \`node_modules/cypress-plugin-retries\`. + +Test retries is now supported in Cypress version \`5.0.0\`. + +Remove the plugin from your dependencies to silence this warning. + +https://on.cypress.io/test-retries + + +==================================================================================================== + + (Run Starting) + + ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ + │ Cypress: 1.2.3 │ + │ Browser: FooBrowser 88 │ + │ Specs: 1 found (main.spec.js) │ + │ Searched: cypress/integration/main.spec.js │ + └────────────────────────────────────────────────────────────────────────────────────────────────┘ + + +──────────────────────────────────────────────────────────────────────────────────────────────────── + + Running: main.spec.js (1 of 1) + + + ✓ foo + + 1 passing + + + (Results) + + ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ + │ Tests: 1 │ + │ Passing: 1 │ + │ Failing: 0 │ + │ Pending: 0 │ + │ Skipped: 0 │ + │ Screenshots: 0 │ + │ Video: true │ + │ Duration: X seconds │ + │ Spec Ran: main.spec.js │ + └────────────────────────────────────────────────────────────────────────────────────────────────┘ + + + (Video) + + - Started processing: Compressing to 32 CRF + - Finished processing: /XXX/XXX/XXX/cypress/videos/main.spec.js.mp4 (X second) + + +==================================================================================================== + + (Run Finished) + + + Spec Tests Passing Failing Pending Skipped + ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ + │ ✔ main.spec.js XX:XX 1 1 - - - │ + └────────────────────────────────────────────────────────────────────────────────────────────────┘ + ✔ All specs passed! XX:XX 1 1 - - - + + +` diff --git a/packages/server/__snapshots__/3_runnable_execution_spec.ts.js b/packages/server/__snapshots__/3_runnable_execution_spec.ts.js index 06dc92d31c09..3fe12b45bce5 100644 --- a/packages/server/__snapshots__/3_runnable_execution_spec.ts.js +++ b/packages/server/__snapshots__/3_runnable_execution_spec.ts.js @@ -24,9 +24,12 @@ exports['e2e runnable execution / cannot navigate in before hook and test'] = ` ✓ test 1) causes domain navigation + navigation error in beforeEach + 2) "before each" hook for "never gets here" + 2 passing - 1 failing + 2 failing 1) suite causes domain navigation: @@ -51,15 +54,40 @@ You may need to restructure some of your test code to avoid this problem. https://on.cypress.io/cannot-visit-different-origin-domain [stack trace lines] + 2) navigation error in beforeEach + "before each" hook for "never gets here": + CypressError: \`cy.visit()\` failed because you are attempting to visit a URL that is of a different origin. + +The new URL is considered a different origin because the following parts of the URL are different: + + > port + +You may only \`cy.visit()\` same-origin URLs within a single test. + +The previous URL you visited was: + + > 'http://localhost:4545' + +You're attempting to visit this URL: + + > 'http://localhost:5656' + +You may need to restructure some of your test code to avoid this problem. + +https://on.cypress.io/cannot-visit-different-origin-domain + +Because this error occurred during a \`before each\` hook we are skipping the remaining tests in the current suite: \`navigation error in beforeEach\` + [stack trace lines] + (Results) ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ - │ Tests: 3 │ + │ Tests: 4 │ │ Passing: 2 │ - │ Failing: 1 │ + │ Failing: 2 │ │ Pending: 0 │ │ Skipped: 0 │ │ Screenshots: 0 │ @@ -83,9 +111,9 @@ https://on.cypress.io/cannot-visit-different-origin-domain Spec Tests Passing Failing Pending Skipped ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ - │ ✖ beforehook-and-test-navigation.js XX:XX 3 2 1 - - │ + │ ✖ beforehook-and-test-navigation.js XX:XX 4 2 2 - - │ └────────────────────────────────────────────────────────────────────────────────────────────────┘ - ✖ 1 of 1 failed (100%) XX:XX 3 2 1 - - + ✖ 1 of 1 failed (100%) XX:XX 4 2 2 - - ` diff --git a/packages/server/__snapshots__/5_screenshots_spec.js b/packages/server/__snapshots__/5_screenshots_spec.js index e4fef3d1c010..b513571f7ce3 100644 --- a/packages/server/__snapshots__/5_screenshots_spec.js +++ b/packages/server/__snapshots__/5_screenshots_spec.js @@ -29,8 +29,11 @@ exports['e2e screenshots / passes'] = ` ✓ accepts screenshot after multiple tries if somehow app has pixels that match helper pixels ✓ can capture element screenshots ✓ retries each screenshot for up to XX:XX + (Attempt 1 of 3) screenshots in a retried test + (Attempt 2 of 3) screenshots in a retried test + 2) screenshots in a retried test ✓ ensures unique paths for non-named screenshots - 2) ensures unique paths when there's a non-named screenshot and a failure + 3) ensures unique paths when there's a non-named screenshot and a failure ✓ properly resizes the AUT iframe - does not take a screenshot for a pending test ✓ adds padding to element screenshot when specified @@ -41,10 +44,10 @@ exports['e2e screenshots / passes'] = ` ✓ can clip fullPage screenshots ✓ can clip element screenshots before hooks - 3) "before all" hook for "empty test 1" + 4) "before all" hook for "empty test 1" each hooks - 4) "before each" hook for "empty test 2" - 5) "after each" hook for "empty test 2" + 5) "before each" hook for "empty test 2" + 6) "after each" hook for "empty test 2" really long test title aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa ✓ takes a screenshot ✓ takes another screenshot @@ -52,7 +55,7 @@ exports['e2e screenshots / passes'] = ` 20 passing 1 pending - 5 failing + 6 failing 1) taking screenshots generates pngs on failure: @@ -60,11 +63,16 @@ exports['e2e screenshots / passes'] = ` [stack trace lines] 2) taking screenshots + screenshots in a retried test: + Error: fail + [stack trace lines] + + 3) taking screenshots ensures unique paths when there's a non-named screenshot and a failure: Error: failing on purpose [stack trace lines] - 3) taking screenshots + 4) taking screenshots before hooks "before all" hook for "empty test 1": Error: before hook failing @@ -72,7 +80,7 @@ exports['e2e screenshots / passes'] = ` Because this error occurred during a \`before all\` hook we are skipping the remaining tests in the current suite: \`before hooks\` [stack trace lines] - 4) taking screenshots + 5) taking screenshots each hooks "before each" hook for "empty test 2": Error: before each hook failed @@ -80,7 +88,7 @@ Because this error occurred during a \`before all\` hook we are skipping the rem Because this error occurred during a \`before each\` hook we are skipping the remaining tests in the current suite: \`each hooks\` [stack trace lines] - 5) taking screenshots + 6) taking screenshots each hooks "after each" hook for "empty test 2": Error: after each hook failed @@ -94,12 +102,12 @@ Because this error occurred during a \`after each\` hook we are skipping the rem (Results) ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ - │ Tests: 25 │ + │ Tests: 26 │ │ Passing: 20 │ - │ Failing: 4 │ + │ Failing: 5 │ │ Pending: 1 │ │ Skipped: 0 │ - │ Screenshots: 28 │ + │ Screenshots: 34 │ │ Video: true │ │ Duration: X seconds │ │ Spec Ran: screenshots_spec.js │ @@ -121,6 +129,17 @@ Because this error occurred during a \`after each\` hook we are skipping the rem - /XXX/XXX/XXX/cypress/screenshots/screenshots_spec.js/element.png (400x300) - /XXX/XXX/XXX/cypress/screenshots/screenshots_spec.js/taking screenshots -- retri (200x1300) es each screenshot for up to XX:XX.png + - /XXX/XXX/XXX/cypress/screenshots/screenshots_spec.js/retrying-test.png (1000x1316) + - /XXX/XXX/XXX/cypress/screenshots/screenshots_spec.js/taking screenshots -- scree (1280x720) + nshots in a retried test (failed).png + - /XXX/XXX/XXX/cypress/screenshots/screenshots_spec.js/retrying-test (attempt 2).p (1000x1316) + ng + - /XXX/XXX/XXX/cypress/screenshots/screenshots_spec.js/taking screenshots -- scree (1280x720) + nshots in a retried test (failed) (attempt 2).png + - /XXX/XXX/XXX/cypress/screenshots/screenshots_spec.js/retrying-test (attempt 3).p (1000x1316) + ng + - /XXX/XXX/XXX/cypress/screenshots/screenshots_spec.js/taking screenshots -- scree (1280x720) + nshots in a retried test (failed) (attempt 3).png - /XXX/XXX/XXX/cypress/screenshots/screenshots_spec.js/taking screenshots -- ensur (1280x720) es unique paths for non-named screenshots.png - /XXX/XXX/XXX/cypress/screenshots/screenshots_spec.js/taking screenshots -- ensur (1280x720) @@ -167,9 +186,9 @@ Because this error occurred during a \`after each\` hook we are skipping the rem Spec Tests Passing Failing Pending Skipped ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ - │ ✖ screenshots_spec.js XX:XX 25 20 4 1 - │ + │ ✖ screenshots_spec.js XX:XX 26 20 5 1 - │ └────────────────────────────────────────────────────────────────────────────────────────────────┘ - ✖ 1 of 1 failed (100%) XX:XX 25 20 4 1 - + ✖ 1 of 1 failed (100%) XX:XX 26 20 5 1 - ` diff --git a/packages/server/__snapshots__/5_spec_isolation_spec.js b/packages/server/__snapshots__/5_spec_isolation_spec.js index 93dd31c25ea3..74edb00023b7 100644 --- a/packages/server/__snapshots__/5_spec_isolation_spec.js +++ b/packages/server/__snapshots__/5_spec_isolation_spec.js @@ -24,8 +24,8 @@ exports['e2e spec isolation fails'] = { "reporter": "spec", "reporterStats": { "suites": 5, - "tests": 4, - "passes": 3, + "tests": 5, + "passes": 1, "pending": 1, "failures": 3, "start": "2018-02-01T20:14:19.323Z", @@ -35,14 +35,6 @@ exports['e2e spec isolation fails'] = { "hooks": [ { "hookId": "h1", - "hookName": "before all", - "title": [ - "\"before all\" hook" - ], - "body": "function () {\n if (Cypress.browser.family === 'chromium' && Cypress.browser.name !== 'electron') {\n return Cypress.automation('remote:debugger:protocol', {\n command: 'Emulation.setDeviceMetricsOverride',\n params: {\n width: 1280,\n height: 720,\n deviceScaleFactor: 1,\n mobile: false,\n screenWidth: 1280,\n screenHeight: 720\n }\n }).then(function () {\n // can't tell expect() not to log, so manually throwing here\n if (window.devicePixelRatio !== 1) {\n throw new Error('Setting devicePixelRatio to 1 failed');\n }\n });\n }\n}" - }, - { - "hookId": "h2", "hookName": "before each", "title": [ "\"before each\" hook" @@ -50,7 +42,7 @@ exports['e2e spec isolation fails'] = { "body": "function() {\n throw new Error(\"fail1\");\n }" }, { - "hookId": "h3", + "hookId": "h2", "hookName": "after each", "title": [ "\"after each\" hook" @@ -58,7 +50,7 @@ exports['e2e spec isolation fails'] = { "body": "function() {\n throw new Error(\"fail2\");\n }" }, { - "hookId": "h4", + "hookId": "h3", "hookName": "after all", "title": [ "\"after all\" hook" @@ -76,29 +68,31 @@ exports['e2e spec isolation fails'] = { ], "state": "failed", "body": "function() {}", - "stack": "Error: fail1\n\nBecause this error occurred during a `before each` hook we are skipping the remaining tests in the current suite: `beforeEach hooks`\n [stack trace lines]", - "error": "fail1\n\nBecause this error occurred during a `before each` hook we are skipping the remaining tests in the current suite: `beforeEach hooks`", - "timings": { - "lifecycle": 100, - "before all": [ - { - "hookId": "h1", - "fnDuration": 400, - "afterFnDuration": 200 - } - ], - "before each": [ - { - "hookId": "h2", - "fnDuration": 400, - "afterFnDuration": 200 - } - ] - }, - "failedFromHookId": "h2", - "wallClockStartedAt": "2018-02-01T20:14:19.323Z", - "wallClockDuration": 1234, - "videoTimestamp": 9999 + "displayError": "Error: fail1\n\nBecause this error occurred during a `before each` hook we are skipping the remaining tests in the current suite: `beforeEach hooks`\n [stack trace lines]", + "attempts": [ + { + "state": "failed", + "error": { + "name": "Error", + "message": "fail1\n\nBecause this error occurred during a `before each` hook we are skipping the remaining tests in the current suite: `beforeEach hooks`", + "stack": "[stack trace lines]" + }, + "timings": { + "lifecycle": 100, + "before each": [ + { + "hookId": "h1", + "fnDuration": 400, + "afterFnDuration": 200 + } + ] + }, + "failedFromHookId": "h1", + "wallClockStartedAt": "2018-02-01T20:14:19.323Z", + "wallClockDuration": 1234, + "videoTimestamp": 9999 + } + ] }, { "testId": "r6", @@ -109,13 +103,18 @@ exports['e2e spec isolation fails'] = { ], "state": "pending", "body": "", - "stack": null, - "error": null, - "timings": null, - "failedFromHookId": null, - "wallClockStartedAt": null, - "wallClockDuration": null, - "videoTimestamp": null + "displayError": null, + "attempts": [ + { + "state": "pending", + "error": null, + "timings": null, + "failedFromHookId": null, + "wallClockStartedAt": null, + "wallClockDuration": null, + "videoTimestamp": null + } + ] }, { "testId": "r8", @@ -126,26 +125,35 @@ exports['e2e spec isolation fails'] = { ], "state": "failed", "body": "function() {}", - "stack": "Error: fail2\n\nBecause this error occurred during a `after each` hook we are skipping the remaining tests in the current suite: `afterEach hooks`\n [stack trace lines]", - "error": "fail2\n\nBecause this error occurred during a `after each` hook we are skipping the remaining tests in the current suite: `afterEach hooks`", - "timings": { - "lifecycle": 100, - "test": { - "fnDuration": 400, - "afterFnDuration": 200 - }, - "after each": [ - { - "hookId": "h3", - "fnDuration": 400, - "afterFnDuration": 200 - } - ] - }, - "failedFromHookId": "h3", - "wallClockStartedAt": "2018-02-01T20:14:19.323Z", - "wallClockDuration": 1234, - "videoTimestamp": 9999 + "displayError": "Error: fail2\n\nBecause this error occurred during a `after each` hook we are skipping the remaining tests in the current suite: `afterEach hooks`\n [stack trace lines]", + "attempts": [ + { + "state": "failed", + "error": { + "name": "Error", + "message": "fail2\n\nBecause this error occurred during a `after each` hook we are skipping the remaining tests in the current suite: `afterEach hooks`", + "stack": "[stack trace lines]" + }, + "timings": { + "lifecycle": 100, + "test": { + "fnDuration": 400, + "afterFnDuration": 200 + }, + "after each": [ + { + "hookId": "h2", + "fnDuration": 400, + "afterFnDuration": 200 + } + ] + }, + "failedFromHookId": "h2", + "wallClockStartedAt": "2018-02-01T20:14:19.323Z", + "wallClockDuration": 1234, + "videoTimestamp": 9999 + } + ] }, { "testId": "r9", @@ -156,13 +164,18 @@ exports['e2e spec isolation fails'] = { ], "state": "skipped", "body": "function() {}", - "stack": null, - "error": null, - "timings": null, - "failedFromHookId": null, - "wallClockStartedAt": null, - "wallClockDuration": null, - "videoTimestamp": null + "displayError": null, + "attempts": [ + { + "state": "skipped", + "error": null, + "timings": null, + "failedFromHookId": null, + "wallClockStartedAt": null, + "wallClockDuration": null, + "videoTimestamp": null + } + ] }, { "testId": "r11", @@ -173,19 +186,24 @@ exports['e2e spec isolation fails'] = { ], "state": "passed", "body": "function() {}", - "stack": null, - "error": null, - "timings": { - "lifecycle": 100, - "test": { - "fnDuration": 400, - "afterFnDuration": 200 + "displayError": null, + "attempts": [ + { + "state": "passed", + "error": null, + "timings": { + "lifecycle": 100, + "test": { + "fnDuration": 400, + "afterFnDuration": 200 + } + }, + "failedFromHookId": null, + "wallClockStartedAt": "2018-02-01T20:14:19.323Z", + "wallClockDuration": 1234, + "videoTimestamp": 9999 } - }, - "failedFromHookId": null, - "wallClockStartedAt": "2018-02-01T20:14:19.323Z", - "wallClockDuration": 1234, - "videoTimestamp": 9999 + ] }, { "testId": "r12", @@ -196,26 +214,35 @@ exports['e2e spec isolation fails'] = { ], "state": "failed", "body": "function() {}", - "stack": "Error: fail3\n\nBecause this error occurred during a `after all` hook we are skipping the remaining tests in the current suite: `after hooks`\n [stack trace lines]", - "error": "fail3\n\nBecause this error occurred during a `after all` hook we are skipping the remaining tests in the current suite: `after hooks`", - "timings": { - "lifecycle": 100, - "test": { - "fnDuration": 400, - "afterFnDuration": 200 - }, - "after all": [ - { - "hookId": "h4", - "fnDuration": 400, - "afterFnDuration": 200 - } - ] - }, - "failedFromHookId": "h4", - "wallClockStartedAt": "2018-02-01T20:14:19.323Z", - "wallClockDuration": 1234, - "videoTimestamp": 9999 + "displayError": "Error: fail3\n\nBecause this error occurred during a `after all` hook we are skipping the remaining tests in the current suite: `after hooks`\n [stack trace lines]", + "attempts": [ + { + "state": "failed", + "error": { + "name": "Error", + "message": "fail3\n\nBecause this error occurred during a `after all` hook we are skipping the remaining tests in the current suite: `after hooks`", + "stack": "[stack trace lines]" + }, + "timings": { + "lifecycle": 100, + "test": { + "fnDuration": 400, + "afterFnDuration": 200 + }, + "after all": [ + { + "hookId": "h3", + "fnDuration": 400, + "afterFnDuration": 200 + } + ] + }, + "failedFromHookId": "h3", + "wallClockStartedAt": "2018-02-01T20:14:19.323Z", + "wallClockDuration": 1234, + "videoTimestamp": 9999 + } + ] } ], "error": null, @@ -225,6 +252,7 @@ exports['e2e spec isolation fails'] = { "screenshotId": "some-random-id", "name": null, "testId": "r4", + "testAttemptIndex": 0, "takenAt": "2018-02-01T20:14:19.323Z", "path": "/foo/bar/.projects/e2e/cypress/screenshots/simple_failing_hook_spec.coffee/simple failing hook spec -- beforeEach hooks -- never gets here -- before each hook (failed).png", "height": 720, @@ -234,6 +262,7 @@ exports['e2e spec isolation fails'] = { "screenshotId": "some-random-id", "name": null, "testId": "r8", + "testAttemptIndex": 0, "takenAt": "2018-02-01T20:14:19.323Z", "path": "/foo/bar/.projects/e2e/cypress/screenshots/simple_failing_hook_spec.coffee/simple failing hook spec -- afterEach hooks -- runs this -- after each hook (failed).png", "height": 720, @@ -243,6 +272,7 @@ exports['e2e spec isolation fails'] = { "screenshotId": "some-random-id", "name": null, "testId": "r12", + "testAttemptIndex": 0, "takenAt": "2018-02-01T20:14:19.323Z", "path": "/foo/bar/.projects/e2e/cypress/screenshots/simple_failing_hook_spec.coffee/simple failing hook spec -- after hooks -- fails on this -- after all hook (failed).png", "height": 720, @@ -280,16 +310,7 @@ exports['e2e spec isolation fails'] = { "end": "2018-02-01T20:14:19.323Z", "duration": 1234 }, - "hooks": [ - { - "hookId": "h1", - "hookName": "before all", - "title": [ - "\"before all\" hook" - ], - "body": "function () {\n if (Cypress.browser.family === 'chromium' && Cypress.browser.name !== 'electron') {\n return Cypress.automation('remote:debugger:protocol', {\n command: 'Emulation.setDeviceMetricsOverride',\n params: {\n width: 1280,\n height: 720,\n deviceScaleFactor: 1,\n mobile: false,\n screenWidth: 1280,\n screenHeight: 720\n }\n }).then(function () {\n // can't tell expect() not to log, so manually throwing here\n if (window.devicePixelRatio !== 1) {\n throw new Error('Setting devicePixelRatio to 1 failed');\n }\n });\n }\n}" - } - ], + "hooks": [], "tests": [ { "testId": "r3", @@ -299,26 +320,28 @@ exports['e2e spec isolation fails'] = { ], "state": "failed", "body": "function() {\n return cy.wrap(true, {\n timeout: 100\n }).should(\"be.false\");\n }", - "stack": "AssertionError: Timed out retrying: expected true to be false\n [stack trace lines]", - "error": "Timed out retrying: expected true to be false", - "timings": { - "lifecycle": 100, - "before all": [ - { - "hookId": "h1", - "fnDuration": 400, - "afterFnDuration": 200 - } - ], - "test": { - "fnDuration": 400, - "afterFnDuration": 200 + "displayError": "AssertionError: Timed out retrying: expected true to be false\n [stack trace lines]", + "attempts": [ + { + "state": "failed", + "error": { + "name": "AssertionError", + "message": "Timed out retrying: expected true to be false", + "stack": "[stack trace lines]" + }, + "timings": { + "lifecycle": 100, + "test": { + "fnDuration": 400, + "afterFnDuration": 200 + } + }, + "failedFromHookId": null, + "wallClockStartedAt": "2018-02-01T20:14:19.323Z", + "wallClockDuration": 1234, + "videoTimestamp": 9999 } - }, - "failedFromHookId": null, - "wallClockStartedAt": "2018-02-01T20:14:19.323Z", - "wallClockDuration": 1234, - "videoTimestamp": 9999 + ] }, { "testId": "r4", @@ -328,19 +351,28 @@ exports['e2e spec isolation fails'] = { ], "state": "failed", "body": "function() {\n throw new Error(\"fails2\");\n }", - "stack": "Error: fails2\n [stack trace lines]", - "error": "fails2", - "timings": { - "lifecycle": 100, - "test": { - "fnDuration": 400, - "afterFnDuration": 200 + "displayError": "Error: fails2\n [stack trace lines]", + "attempts": [ + { + "state": "failed", + "error": { + "name": "Error", + "message": "fails2", + "stack": "[stack trace lines]" + }, + "timings": { + "lifecycle": 100, + "test": { + "fnDuration": 400, + "afterFnDuration": 200 + } + }, + "failedFromHookId": null, + "wallClockStartedAt": "2018-02-01T20:14:19.323Z", + "wallClockDuration": 1234, + "videoTimestamp": 9999 } - }, - "failedFromHookId": null, - "wallClockStartedAt": "2018-02-01T20:14:19.323Z", - "wallClockDuration": 1234, - "videoTimestamp": 9999 + ] } ], "error": null, @@ -350,6 +382,7 @@ exports['e2e spec isolation fails'] = { "screenshotId": "some-random-id", "name": null, "testId": "r3", + "testAttemptIndex": 0, "takenAt": "2018-02-01T20:14:19.323Z", "path": "/foo/bar/.projects/e2e/cypress/screenshots/simple_failing_spec.coffee/simple failing spec -- fails1 (failed).png", "height": 720, @@ -359,6 +392,7 @@ exports['e2e spec isolation fails'] = { "screenshotId": "some-random-id", "name": null, "testId": "r4", + "testAttemptIndex": 0, "takenAt": "2018-02-01T20:14:19.323Z", "path": "/foo/bar/.projects/e2e/cypress/screenshots/simple_failing_spec.coffee/simple failing spec -- fails2 (failed).png", "height": 720, @@ -403,18 +437,10 @@ exports['e2e spec isolation fails'] = { "title": [ "\"before all\" hook" ], - "body": "function () {\n if (Cypress.browser.family === 'chromium' && Cypress.browser.name !== 'electron') {\n return Cypress.automation('remote:debugger:protocol', {\n command: 'Emulation.setDeviceMetricsOverride',\n params: {\n width: 1280,\n height: 720,\n deviceScaleFactor: 1,\n mobile: false,\n screenWidth: 1280,\n screenHeight: 720\n }\n }).then(function () {\n // can't tell expect() not to log, so manually throwing here\n if (window.devicePixelRatio !== 1) {\n throw new Error('Setting devicePixelRatio to 1 failed');\n }\n });\n }\n}" - }, - { - "hookId": "h2", - "hookName": "before all", - "title": [ - "\"before all\" hook" - ], "body": "function() {\n return cy.wait(100);\n }" }, { - "hookId": "h3", + "hookId": "h2", "hookName": "before each", "title": [ "\"before each\" hook" @@ -422,7 +448,7 @@ exports['e2e spec isolation fails'] = { "body": "function() {\n return cy.wait(200);\n }" }, { - "hookId": "h5", + "hookId": "h4", "hookName": "after each", "title": [ "\"after each\" hook" @@ -430,7 +456,7 @@ exports['e2e spec isolation fails'] = { "body": "function() {\n return cy.wait(200);\n }" }, { - "hookId": "h4", + "hookId": "h3", "hookName": "after all", "title": [ "\"after all\" hook" @@ -447,45 +473,45 @@ exports['e2e spec isolation fails'] = { ], "state": "passed", "body": "function() {\n return cy.wrap(\"t1\").should(\"eq\", \"t1\");\n }", - "stack": null, - "error": null, - "timings": { - "lifecycle": 100, - "before all": [ - { - "hookId": "h1", - "fnDuration": 400, - "afterFnDuration": 200 + "displayError": null, + "attempts": [ + { + "state": "passed", + "error": null, + "timings": { + "lifecycle": 100, + "before all": [ + { + "hookId": "h1", + "fnDuration": 400, + "afterFnDuration": 200 + } + ], + "before each": [ + { + "hookId": "h2", + "fnDuration": 400, + "afterFnDuration": 200 + } + ], + "test": { + "fnDuration": 400, + "afterFnDuration": 200 + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": 400, + "afterFnDuration": 200 + } + ] }, - { - "hookId": "h2", - "fnDuration": 400, - "afterFnDuration": 200 - } - ], - "before each": [ - { - "hookId": "h3", - "fnDuration": 400, - "afterFnDuration": 200 - } - ], - "test": { - "fnDuration": 400, - "afterFnDuration": 200 - }, - "after each": [ - { - "hookId": "h5", - "fnDuration": 400, - "afterFnDuration": 200 - } - ] - }, - "failedFromHookId": null, - "wallClockStartedAt": "2018-02-01T20:14:19.323Z", - "wallClockDuration": 1234, - "videoTimestamp": 9999 + "failedFromHookId": null, + "wallClockStartedAt": "2018-02-01T20:14:19.323Z", + "wallClockDuration": 1234, + "videoTimestamp": 9999 + } + ] }, { "testId": "r4", @@ -495,33 +521,38 @@ exports['e2e spec isolation fails'] = { ], "state": "passed", "body": "function() {\n return cy.wrap(\"t2\").should(\"eq\", \"t2\");\n }", - "stack": null, - "error": null, - "timings": { - "lifecycle": 100, - "before each": [ - { - "hookId": "h3", - "fnDuration": 400, - "afterFnDuration": 200 - } - ], - "test": { - "fnDuration": 400, - "afterFnDuration": 200 - }, - "after each": [ - { - "hookId": "h5", - "fnDuration": 400, - "afterFnDuration": 200 - } - ] - }, - "failedFromHookId": null, - "wallClockStartedAt": "2018-02-01T20:14:19.323Z", - "wallClockDuration": 1234, - "videoTimestamp": 9999 + "displayError": null, + "attempts": [ + { + "state": "passed", + "error": null, + "timings": { + "lifecycle": 100, + "before each": [ + { + "hookId": "h2", + "fnDuration": 400, + "afterFnDuration": 200 + } + ], + "test": { + "fnDuration": 400, + "afterFnDuration": 200 + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": 400, + "afterFnDuration": 200 + } + ] + }, + "failedFromHookId": null, + "wallClockStartedAt": "2018-02-01T20:14:19.323Z", + "wallClockDuration": 1234, + "videoTimestamp": 9999 + } + ] }, { "testId": "r5", @@ -531,40 +562,45 @@ exports['e2e spec isolation fails'] = { ], "state": "passed", "body": "function() {\n return cy.wrap(\"t3\").should(\"eq\", \"t3\");\n }", - "stack": null, - "error": null, - "timings": { - "lifecycle": 100, - "before each": [ - { - "hookId": "h3", - "fnDuration": 400, - "afterFnDuration": 200 - } - ], - "test": { - "fnDuration": 400, - "afterFnDuration": 200 - }, - "after each": [ - { - "hookId": "h5", - "fnDuration": 400, - "afterFnDuration": 200 - } - ], - "after all": [ - { - "hookId": "h4", - "fnDuration": 400, - "afterFnDuration": 200 - } - ] - }, - "failedFromHookId": null, - "wallClockStartedAt": "2018-02-01T20:14:19.323Z", - "wallClockDuration": 1234, - "videoTimestamp": 9999 + "displayError": null, + "attempts": [ + { + "state": "passed", + "error": null, + "timings": { + "lifecycle": 100, + "before each": [ + { + "hookId": "h2", + "fnDuration": 400, + "afterFnDuration": 200 + } + ], + "test": { + "fnDuration": 400, + "afterFnDuration": 200 + }, + "after each": [ + { + "hookId": "h4", + "fnDuration": 400, + "afterFnDuration": 200 + } + ], + "after all": [ + { + "hookId": "h3", + "fnDuration": 400, + "afterFnDuration": 200 + } + ] + }, + "failedFromHookId": null, + "wallClockStartedAt": "2018-02-01T20:14:19.323Z", + "wallClockDuration": 1234, + "videoTimestamp": 9999 + } + ] } ], "error": null, @@ -604,14 +640,6 @@ exports['e2e spec isolation fails'] = { "hooks": [ { "hookId": "h1", - "hookName": "before all", - "title": [ - "\"before all\" hook" - ], - "body": "function () {\n if (Cypress.browser.family === 'chromium' && Cypress.browser.name !== 'electron') {\n return Cypress.automation('remote:debugger:protocol', {\n command: 'Emulation.setDeviceMetricsOverride',\n params: {\n width: 1280,\n height: 720,\n deviceScaleFactor: 1,\n mobile: false,\n screenWidth: 1280,\n screenHeight: 720\n }\n }).then(function () {\n // can't tell expect() not to log, so manually throwing here\n if (window.devicePixelRatio !== 1) {\n throw new Error('Setting devicePixelRatio to 1 failed');\n }\n });\n }\n}" - }, - { - "hookId": "h2", "hookName": "before each", "title": [ "\"before each\" hook" @@ -628,33 +656,31 @@ exports['e2e spec isolation fails'] = { ], "state": "passed", "body": "function() {\n return cy.wrap(true).should(\"be.true\");\n }", - "stack": null, - "error": null, - "timings": { - "lifecycle": 100, - "before all": [ - { - "hookId": "h1", - "fnDuration": 400, - "afterFnDuration": 200 - } - ], - "before each": [ - { - "hookId": "h2", - "fnDuration": 400, - "afterFnDuration": 200 - } - ], - "test": { - "fnDuration": 400, - "afterFnDuration": 200 + "displayError": null, + "attempts": [ + { + "state": "passed", + "error": null, + "timings": { + "lifecycle": 100, + "before each": [ + { + "hookId": "h1", + "fnDuration": 400, + "afterFnDuration": 200 + } + ], + "test": { + "fnDuration": 400, + "afterFnDuration": 200 + } + }, + "failedFromHookId": null, + "wallClockStartedAt": "2018-02-01T20:14:19.323Z", + "wallClockDuration": 1234, + "videoTimestamp": 9999 } - }, - "failedFromHookId": null, - "wallClockStartedAt": "2018-02-01T20:14:19.323Z", - "wallClockDuration": 1234, - "videoTimestamp": 9999 + ] } ], "error": null, @@ -677,3 +703,492 @@ exports['e2e spec isolation fails'] = { "cypressVersion": "9.9.9", "config": {} } + +exports['e2e spec_isolation / failing with retries enabled'] = ` + +==================================================================================================== + + (Run Starting) + + ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ + │ Cypress: 1.2.3 │ + │ Browser: FooBrowser 88 │ + │ Specs: 1 found (simple_failing_hook_spec.coffee) │ + │ Searched: cypress/integration/simple_failing_hook_spec.coffee │ + └────────────────────────────────────────────────────────────────────────────────────────────────┘ + + +──────────────────────────────────────────────────────────────────────────────────────────────────── + + Running: simple_failing_hook_spec.coffee (1 of 1) + + + simple failing hook spec + beforeEach hooks + (Attempt 1 of 2) never gets here + 1) "before each" hook for "never gets here" + pending + - is pending + afterEach hooks + (Attempt 1 of 2) runs this + 2) "after each" hook for "runs this" + after hooks + ✓ runs this + 3) "after all" hook for "fails on this" + + + 1 passing + 1 pending + 3 failing + + 1) simple failing hook spec + beforeEach hooks + "before each" hook for "never gets here": + Error: fail1 + +Because this error occurred during a \`before each\` hook we are skipping the remaining tests in the current suite: \`beforeEach hooks\` + [stack trace lines] + + 2) simple failing hook spec + afterEach hooks + "after each" hook for "runs this": + Error: fail2 + +Because this error occurred during a \`after each\` hook we are skipping the remaining tests in the current suite: \`afterEach hooks\` + [stack trace lines] + + 3) simple failing hook spec + after hooks + "after all" hook for "fails on this": + Error: fail3 + +Because this error occurred during a \`after all\` hook we are skipping the remaining tests in the current suite: \`after hooks\` + +Although you have test retries enabled, we do not retry tests when \`before all\` or \`after all\` hooks fail + [stack trace lines] + + + + + (Results) + + ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ + │ Tests: 6 │ + │ Passing: 1 │ + │ Failing: 3 │ + │ Pending: 1 │ + │ Skipped: 1 │ + │ Screenshots: 5 │ + │ Video: true │ + │ Duration: X seconds │ + │ Spec Ran: simple_failing_hook_spec.coffee │ + └────────────────────────────────────────────────────────────────────────────────────────────────┘ + + + (Screenshots) + + - /XXX/XXX/XXX/cypress/screenshots/simple_failing_hook_spec.coffee/simple failing (1280x720) + hook spec -- beforeEach hooks -- never gets here (failed).png + - /XXX/XXX/XXX/cypress/screenshots/simple_failing_hook_spec.coffee/simple failing (1280x720) + hook spec -- beforeEach hooks -- never gets here -- before each hook (failed) (a + ttempt 2).png + - /XXX/XXX/XXX/cypress/screenshots/simple_failing_hook_spec.coffee/simple failing (1280x720) + hook spec -- afterEach hooks -- runs this -- after each hook (failed).png + - /XXX/XXX/XXX/cypress/screenshots/simple_failing_hook_spec.coffee/simple failing (1280x720) + hook spec -- afterEach hooks -- runs this -- after each hook (failed) (attempt 2 + ).png + - /XXX/XXX/XXX/cypress/screenshots/simple_failing_hook_spec.coffee/simple failing (1280x720) + hook spec -- after hooks -- fails on this -- after all hook (failed).png + + + (Video) + + - Started processing: Compressing to 32 CRF + - Finished processing: /XXX/XXX/XXX/cypress/videos/simple_failing_hook_spec.coffee (X second) + .mp4 + + +==================================================================================================== + + (Run Finished) + + + Spec Tests Passing Failing Pending Skipped + ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ + │ ✖ simple_failing_hook_spec.coffee XX:XX 6 1 3 1 1 │ + └────────────────────────────────────────────────────────────────────────────────────────────────┘ + ✖ 1 of 1 failed (100%) XX:XX 6 1 3 1 1 + + +` + +exports['failing with retries enabled'] = { + "startedTestsAt": "2018-02-01T20:14:19.323Z", + "endedTestsAt": "2018-02-01T20:14:19.323Z", + "totalDuration": 5555, + "totalSuites": 5, + "totalTests": 6, + "totalFailed": 3, + "totalPassed": 1, + "totalPending": 1, + "totalSkipped": 1, + "runs": [ + { + "stats": { + "suites": 5, + "tests": 6, + "passes": 1, + "pending": 1, + "skipped": 1, + "failures": 3, + "wallClockStartedAt": "2018-02-01T20:14:19.323Z", + "wallClockEndedAt": "2018-02-01T20:14:19.323Z", + "wallClockDuration": 1234 + }, + "reporter": "spec", + "reporterStats": { + "suites": 5, + "tests": 5, + "passes": 1, + "pending": 1, + "failures": 3, + "start": "2018-02-01T20:14:19.323Z", + "end": "2018-02-01T20:14:19.323Z", + "duration": 1234 + }, + "hooks": [ + { + "hookId": "h1", + "hookName": "before each", + "title": [ + "\"before each\" hook" + ], + "body": "function() {\n throw new Error(\"fail1\");\n }" + }, + { + "hookId": "h2", + "hookName": "after each", + "title": [ + "\"after each\" hook" + ], + "body": "function() {\n throw new Error(\"fail2\");\n }" + }, + { + "hookId": "h3", + "hookName": "after all", + "title": [ + "\"after all\" hook" + ], + "body": "function() {\n throw new Error(\"fail3\");\n }" + } + ], + "tests": [ + { + "testId": "r4", + "title": [ + "simple failing hook spec", + "beforeEach hooks", + "never gets here" + ], + "state": "failed", + "body": "function() {}", + "displayError": "Error: fail1\n\nBecause this error occurred during a `before each` hook we are skipping the remaining tests in the current suite: `beforeEach hooks`\n [stack trace lines]", + "attempts": [ + { + "state": "failed", + "error": { + "name": "Error", + "message": "fail1\n\nBecause this error occurred during a `before each` hook we are skipping the remaining tests in the current suite: `beforeEach hooks`", + "stack": "[stack trace lines]" + }, + "timings": { + "lifecycle": 100, + "before each": [ + { + "hookId": "h1", + "fnDuration": 400, + "afterFnDuration": 200 + } + ] + }, + "failedFromHookId": "h1", + "wallClockStartedAt": "2018-02-01T20:14:19.323Z", + "wallClockDuration": 1234, + "videoTimestamp": 9999 + }, + { + "state": "failed", + "error": { + "name": "Error", + "message": "fail1", + "stack": "[stack trace lines]" + }, + "timings": { + "lifecycle": 100, + "before each": [ + { + "hookId": "h1", + "fnDuration": 400, + "afterFnDuration": 200 + } + ], + "test": { + "fnDuration": 400, + "afterFnDuration": 200 + } + }, + "failedFromHookId": "h1", + "wallClockStartedAt": "2018-02-01T20:14:19.323Z", + "wallClockDuration": 1234, + "videoTimestamp": 9999 + } + ] + }, + { + "testId": "r6", + "title": [ + "simple failing hook spec", + "pending", + "is pending" + ], + "state": "pending", + "body": "", + "displayError": null, + "attempts": [ + { + "state": "pending", + "error": null, + "timings": null, + "failedFromHookId": null, + "wallClockStartedAt": null, + "wallClockDuration": null, + "videoTimestamp": null + } + ] + }, + { + "testId": "r8", + "title": [ + "simple failing hook spec", + "afterEach hooks", + "runs this" + ], + "state": "failed", + "body": "function() {}", + "displayError": "Error: fail2\n\nBecause this error occurred during a `after each` hook we are skipping the remaining tests in the current suite: `afterEach hooks`\n [stack trace lines]", + "attempts": [ + { + "state": "failed", + "error": { + "name": "Error", + "message": "fail2\n\nBecause this error occurred during a `after each` hook we are skipping the remaining tests in the current suite: `afterEach hooks`", + "stack": "[stack trace lines]" + }, + "timings": { + "lifecycle": 100, + "test": { + "fnDuration": 400, + "afterFnDuration": 200 + }, + "after each": [ + { + "hookId": "h2", + "fnDuration": 400, + "afterFnDuration": 200 + } + ] + }, + "failedFromHookId": "h2", + "wallClockStartedAt": "2018-02-01T20:14:19.323Z", + "wallClockDuration": 1234, + "videoTimestamp": 9999 + }, + { + "state": "failed", + "error": { + "name": "Error", + "message": "fail2", + "stack": "[stack trace lines]" + }, + "timings": { + "lifecycle": 100, + "test": { + "fnDuration": 400, + "afterFnDuration": 200 + }, + "after each": [ + { + "hookId": "h2", + "fnDuration": 400, + "afterFnDuration": 200 + } + ] + }, + "failedFromHookId": "h2", + "wallClockStartedAt": "2018-02-01T20:14:19.323Z", + "wallClockDuration": 1234, + "videoTimestamp": 9999 + } + ] + }, + { + "testId": "r9", + "title": [ + "simple failing hook spec", + "afterEach hooks", + "does not run this" + ], + "state": "skipped", + "body": "function() {}", + "displayError": null, + "attempts": [ + { + "state": "skipped", + "error": null, + "timings": null, + "failedFromHookId": null, + "wallClockStartedAt": null, + "wallClockDuration": null, + "videoTimestamp": null + } + ] + }, + { + "testId": "r11", + "title": [ + "simple failing hook spec", + "after hooks", + "runs this" + ], + "state": "passed", + "body": "function() {}", + "displayError": null, + "attempts": [ + { + "state": "passed", + "error": null, + "timings": { + "lifecycle": 100, + "test": { + "fnDuration": 400, + "afterFnDuration": 200 + } + }, + "failedFromHookId": null, + "wallClockStartedAt": "2018-02-01T20:14:19.323Z", + "wallClockDuration": 1234, + "videoTimestamp": 9999 + } + ] + }, + { + "testId": "r12", + "title": [ + "simple failing hook spec", + "after hooks", + "fails on this" + ], + "state": "failed", + "body": "function() {}", + "displayError": "Error: fail3\n\nBecause this error occurred during a `after all` hook we are skipping the remaining tests in the current suite: `after hooks`\n\nAlthough you have test retries enabled, we do not retry tests when `before all` or `after all` hooks fail\n [stack trace lines]", + "attempts": [ + { + "state": "failed", + "error": { + "name": "Error", + "message": "fail3\n\nBecause this error occurred during a `after all` hook we are skipping the remaining tests in the current suite: `after hooks`\n\nAlthough you have test retries enabled, we do not retry tests when `before all` or `after all` hooks fail", + "stack": "[stack trace lines]" + }, + "timings": { + "lifecycle": 100, + "test": { + "fnDuration": 400, + "afterFnDuration": 200 + }, + "after all": [ + { + "hookId": "h3", + "fnDuration": 400, + "afterFnDuration": 200 + } + ] + }, + "failedFromHookId": "h3", + "wallClockStartedAt": "2018-02-01T20:14:19.323Z", + "wallClockDuration": 1234, + "videoTimestamp": 9999 + } + ] + } + ], + "error": null, + "video": "/foo/bar/.projects/e2e/cypress/videos/simple_failing_hook_spec.coffee.mp4", + "screenshots": [ + { + "screenshotId": "some-random-id", + "name": null, + "testId": "r4", + "testAttemptIndex": 0, + "takenAt": "2018-02-01T20:14:19.323Z", + "path": "/foo/bar/.projects/e2e/cypress/screenshots/simple_failing_hook_spec.coffee/simple failing hook spec -- beforeEach hooks -- never gets here (failed).png", + "height": 720, + "width": 1280 + }, + { + "screenshotId": "some-random-id", + "name": null, + "testId": "r4", + "testAttemptIndex": 1, + "takenAt": "2018-02-01T20:14:19.323Z", + "path": "/foo/bar/.projects/e2e/cypress/screenshots/simple_failing_hook_spec.coffee/simple failing hook spec -- beforeEach hooks -- never gets here -- before each hook (failed) (attempt 2).png", + "height": 720, + "width": 1280 + }, + { + "screenshotId": "some-random-id", + "name": null, + "testId": "r8", + "testAttemptIndex": 0, + "takenAt": "2018-02-01T20:14:19.323Z", + "path": "/foo/bar/.projects/e2e/cypress/screenshots/simple_failing_hook_spec.coffee/simple failing hook spec -- afterEach hooks -- runs this -- after each hook (failed).png", + "height": 720, + "width": 1280 + }, + { + "screenshotId": "some-random-id", + "name": null, + "testId": "r8", + "testAttemptIndex": 1, + "takenAt": "2018-02-01T20:14:19.323Z", + "path": "/foo/bar/.projects/e2e/cypress/screenshots/simple_failing_hook_spec.coffee/simple failing hook spec -- afterEach hooks -- runs this -- after each hook (failed) (attempt 2).png", + "height": 720, + "width": 1280 + }, + { + "screenshotId": "some-random-id", + "name": null, + "testId": "r12", + "testAttemptIndex": 0, + "takenAt": "2018-02-01T20:14:19.323Z", + "path": "/foo/bar/.projects/e2e/cypress/screenshots/simple_failing_hook_spec.coffee/simple failing hook spec -- after hooks -- fails on this -- after all hook (failed).png", + "height": 720, + "width": 1280 + } + ], + "spec": { + "name": "simple_failing_hook_spec.coffee", + "relative": "cypress/integration/simple_failing_hook_spec.coffee", + "absolute": "/foo/bar/.projects/e2e/cypress/integration/simple_failing_hook_spec.coffee", + "specType": "integration" + }, + "shouldUploadVideo": true + } + ], + "browserPath": "path/to/browser", + "browserName": "FooBrowser", + "browserVersion": "88", + "osName": "FooOS", + "osVersion": "1234", + "cypressVersion": "9.9.9", + "config": {} +} diff --git a/packages/server/__snapshots__/7_record_spec.js b/packages/server/__snapshots__/7_record_spec.js index c4c3303effa1..75d9ba2d15c2 100644 --- a/packages/server/__snapshots__/7_record_spec.js +++ b/packages/server/__snapshots__/7_record_spec.js @@ -11,7 +11,7 @@ exports['e2e record passing passes 1'] = ` │ e, record_uncaught_spec.coffee) │ │ Searched: cypress/integration/record* │ │ Params: Tag: false, Group: false, Parallel: false │ - │ Run URL: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 │ + │ Run URL: https://dashboard.cypress.io/projects/cjvoj7/runs/12 │ └────────────────────────────────────────────────────────────────────────────────────────────────┘ @@ -247,7 +247,7 @@ We dynamically generated a new test to display this failure. ─────────────────────────────────────────────────────────────────────────────────────────────────────── - Recorded Run: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 + Recorded Run: https://dashboard.cypress.io/projects/cjvoj7/runs/12 ` @@ -348,7 +348,7 @@ exports['e2e record api interaction errors create instance does not update insta │ Specs: 1 found (record_pass_spec.coffee) │ │ Searched: cypress/integration/record_pass* │ │ Params: Tag: false, Group: false, Parallel: false │ - │ Run URL: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 │ + │ Run URL: https://dashboard.cypress.io/projects/cjvoj7/runs/12 │ └────────────────────────────────────────────────────────────────────────────────────────────────┘ Warning: We encountered an error talking to our servers. @@ -407,7 +407,7 @@ StatusCodeError: 500 - "Internal Server Error" ─────────────────────────────────────────────────────────────────────────────────────────────────────── - Recorded Run: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 + Recorded Run: https://dashboard.cypress.io/projects/cjvoj7/runs/12 ` @@ -424,7 +424,7 @@ exports['e2e record api interaction errors update instance does not update insta │ Specs: 1 found (record_pass_spec.coffee) │ │ Searched: cypress/integration/record_pass* │ │ Params: Tag: false, Group: false, Parallel: false │ - │ Run URL: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 │ + │ Run URL: https://dashboard.cypress.io/projects/cjvoj7/runs/12 │ └────────────────────────────────────────────────────────────────────────────────────────────────┘ @@ -488,7 +488,7 @@ StatusCodeError: 500 - "Internal Server Error" ─────────────────────────────────────────────────────────────────────────────────────────────────────── - Recorded Run: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 + Recorded Run: https://dashboard.cypress.io/projects/cjvoj7/runs/12 ` @@ -505,7 +505,7 @@ exports['e2e record api interaction errors update instance stdout warns but proc │ Specs: 1 found (record_pass_spec.coffee) │ │ Searched: cypress/integration/record_pass* │ │ Params: Tag: false, Group: false, Parallel: false │ - │ Run URL: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 │ + │ Run URL: https://dashboard.cypress.io/projects/cjvoj7/runs/12 │ └────────────────────────────────────────────────────────────────────────────────────────────────┘ @@ -570,7 +570,7 @@ StatusCodeError: 500 - "Internal Server Error" ─────────────────────────────────────────────────────────────────────────────────────────────────────── - Recorded Run: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 + Recorded Run: https://dashboard.cypress.io/projects/cjvoj7/runs/12 ` @@ -626,7 +626,7 @@ exports['e2e record video recording does not upload when not enabled 1'] = ` │ Specs: 1 found (record_pass_spec.coffee) │ │ Searched: cypress/integration/record_pass* │ │ Params: Tag: false, Group: false, Parallel: false │ - │ Run URL: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 │ + │ Run URL: https://dashboard.cypress.io/projects/cjvoj7/runs/12 │ └────────────────────────────────────────────────────────────────────────────────────────────────┘ @@ -684,7 +684,7 @@ exports['e2e record video recording does not upload when not enabled 1'] = ` ─────────────────────────────────────────────────────────────────────────────────────────────────────── - Recorded Run: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 + Recorded Run: https://dashboard.cypress.io/projects/cjvoj7/runs/12 ` @@ -701,7 +701,7 @@ exports['e2e record api interaction errors uploading assets warns but proceeds 1 │ Specs: 1 found (record_pass_spec.coffee) │ │ Searched: cypress/integration/record_pass* │ │ Params: Tag: false, Group: false, Parallel: false │ - │ Run URL: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 │ + │ Run URL: https://dashboard.cypress.io/projects/cjvoj7/runs/12 │ └────────────────────────────────────────────────────────────────────────────────────────────────┘ @@ -766,7 +766,7 @@ exports['e2e record api interaction errors uploading assets warns but proceeds 1 ─────────────────────────────────────────────────────────────────────────────────────────────────────── - Recorded Run: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 + Recorded Run: https://dashboard.cypress.io/projects/cjvoj7/runs/12 ` @@ -882,7 +882,7 @@ exports['e2e record parallelization passes in parallel with group 1'] = ` │ e, record_uncaught_spec.coffee) │ │ Searched: cypress/integration/record* │ │ Params: Tag: nightly, Group: prod-e2e, Parallel: true │ - │ Run URL: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 │ + │ Run URL: https://dashboard.cypress.io/projects/cjvoj7/runs/12 │ └────────────────────────────────────────────────────────────────────────────────────────────────┘ @@ -940,7 +940,7 @@ exports['e2e record parallelization passes in parallel with group 1'] = ` ─────────────────────────────────────────────────────────────────────────────────────────────────────── - Recorded Run: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 + Recorded Run: https://dashboard.cypress.io/projects/cjvoj7/runs/12 ` @@ -958,7 +958,7 @@ exports['e2e record parallelization passes in parallel with group 2'] = ` │ e, record_uncaught_spec.coffee) │ │ Searched: cypress/integration/record* │ │ Params: Tag: nightly, Group: prod-e2e, Parallel: true │ - │ Run URL: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 │ + │ Run URL: https://dashboard.cypress.io/projects/cjvoj7/runs/12 │ └────────────────────────────────────────────────────────────────────────────────────────────────┘ @@ -1152,7 +1152,7 @@ We dynamically generated a new test to display this failure. ─────────────────────────────────────────────────────────────────────────────────────────────────────── - Recorded Run: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 + Recorded Run: https://dashboard.cypress.io/projects/cjvoj7/runs/12 ` @@ -1286,7 +1286,7 @@ exports['e2e record api interaction errors create instance 500 does not proceed │ Specs: 1 found (record_pass_spec.coffee) │ │ Searched: cypress/integration/record_pass* │ │ Params: Tag: nightly, Group: foo, Parallel: true │ - │ Run URL: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 │ + │ Run URL: https://dashboard.cypress.io/projects/cjvoj7/runs/12 │ └────────────────────────────────────────────────────────────────────────────────────────────────┘ We encountered an unexpected error talking to our servers. @@ -1314,7 +1314,7 @@ exports['e2e record api interaction errors update instance 500 does not proceed │ Specs: 1 found (record_pass_spec.coffee) │ │ Searched: cypress/integration/record_pass* │ │ Params: Tag: nightly, Group: foo, Parallel: true │ - │ Run URL: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 │ + │ Run URL: https://dashboard.cypress.io/projects/cjvoj7/runs/12 │ └────────────────────────────────────────────────────────────────────────────────────────────────┘ @@ -1402,7 +1402,7 @@ StatusCodeError: 500 - "Internal Server Error" │ Specs: 1 found (record_pass_spec.coffee) │ │ Searched: cypress/integration/record_pass* │ │ Params: Tag: nightly, Group: foo, Parallel: true │ - │ Run URL: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 │ + │ Run URL: https://dashboard.cypress.io/projects/cjvoj7/runs/12 │ └────────────────────────────────────────────────────────────────────────────────────────────────┘ We encountered an unexpected error talking to our servers. @@ -1467,7 +1467,7 @@ StatusCodeError: 500 - "Internal Server Error" ─────────────────────────────────────────────────────────────────────────────────────────────────────── - Recorded Run: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 + Recorded Run: https://dashboard.cypress.io/projects/cjvoj7/runs/12 ` @@ -1611,7 +1611,7 @@ https://on.cypress.io/dashboard/organizations/org-id-1234/billing │ Specs: 1 found (record_pass_spec.coffee) │ │ Searched: cypress/integration/record_pass* │ │ Params: Tag: false, Group: false, Parallel: false │ - │ Run URL: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 │ + │ Run URL: https://dashboard.cypress.io/projects/cjvoj7/runs/12 │ └────────────────────────────────────────────────────────────────────────────────────────────────┘ @@ -1669,7 +1669,7 @@ https://on.cypress.io/dashboard/organizations/org-id-1234/billing ─────────────────────────────────────────────────────────────────────────────────────────────────────── - Recorded Run: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 + Recorded Run: https://dashboard.cypress.io/projects/cjvoj7/runs/12 ` @@ -1691,7 +1691,7 @@ https://on.cypress.io/dashboard/organizations/org-id-1234/billing │ Specs: 1 found (record_pass_spec.coffee) │ │ Searched: cypress/integration/record_pass* │ │ Params: Tag: false, Group: false, Parallel: false │ - │ Run URL: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 │ + │ Run URL: https://dashboard.cypress.io/projects/cjvoj7/runs/12 │ └────────────────────────────────────────────────────────────────────────────────────────────────┘ @@ -1749,7 +1749,7 @@ https://on.cypress.io/dashboard/organizations/org-id-1234/billing ─────────────────────────────────────────────────────────────────────────────────────────────────────── - Recorded Run: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 + Recorded Run: https://dashboard.cypress.io/projects/cjvoj7/runs/12 ` @@ -1771,7 +1771,7 @@ https://on.cypress.io/dashboard/organizations/org-id-1234/billing │ Specs: 1 found (record_pass_spec.coffee) │ │ Searched: cypress/integration/record_pass* │ │ Params: Tag: false, Group: false, Parallel: false │ - │ Run URL: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 │ + │ Run URL: https://dashboard.cypress.io/projects/cjvoj7/runs/12 │ └────────────────────────────────────────────────────────────────────────────────────────────────┘ @@ -1829,7 +1829,7 @@ https://on.cypress.io/dashboard/organizations/org-id-1234/billing ─────────────────────────────────────────────────────────────────────────────────────────────────────── - Recorded Run: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 + Recorded Run: https://dashboard.cypress.io/projects/cjvoj7/runs/12 ` @@ -1851,7 +1851,7 @@ https://on.cypress.io/dashboard/organizations/org-id-1234/billing │ Specs: 1 found (record_pass_spec.coffee) │ │ Searched: cypress/integration/record_pass* │ │ Params: Tag: false, Group: false, Parallel: false │ - │ Run URL: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 │ + │ Run URL: https://dashboard.cypress.io/projects/cjvoj7/runs/12 │ └────────────────────────────────────────────────────────────────────────────────────────────────┘ @@ -1909,7 +1909,7 @@ https://on.cypress.io/dashboard/organizations/org-id-1234/billing ─────────────────────────────────────────────────────────────────────────────────────────────────────── - Recorded Run: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 + Recorded Run: https://dashboard.cypress.io/projects/cjvoj7/runs/12 ` @@ -1931,7 +1931,7 @@ https://on.cypress.io/dashboard/organizations/org-id-1234/billing │ Specs: 1 found (record_pass_spec.coffee) │ │ Searched: cypress/integration/record_pass* │ │ Params: Tag: false, Group: false, Parallel: false │ - │ Run URL: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 │ + │ Run URL: https://dashboard.cypress.io/projects/cjvoj7/runs/12 │ └────────────────────────────────────────────────────────────────────────────────────────────────┘ @@ -1989,7 +1989,7 @@ https://on.cypress.io/dashboard/organizations/org-id-1234/billing ─────────────────────────────────────────────────────────────────────────────────────────────────────── - Recorded Run: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 + Recorded Run: https://dashboard.cypress.io/projects/cjvoj7/runs/12 ` @@ -2011,7 +2011,7 @@ https://on.cypress.io/dashboard/organizations/org-id-1234/billing │ Specs: 1 found (record_pass_spec.coffee) │ │ Searched: cypress/integration/record_pass* │ │ Params: Tag: false, Group: false, Parallel: false │ - │ Run URL: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 │ + │ Run URL: https://dashboard.cypress.io/projects/cjvoj7/runs/12 │ └────────────────────────────────────────────────────────────────────────────────────────────────┘ @@ -2069,7 +2069,7 @@ https://on.cypress.io/dashboard/organizations/org-id-1234/billing ─────────────────────────────────────────────────────────────────────────────────────────────────────── - Recorded Run: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 + Recorded Run: https://dashboard.cypress.io/projects/cjvoj7/runs/12 ` @@ -2095,7 +2095,7 @@ Details: │ Specs: 1 found (record_pass_spec.coffee) │ │ Searched: cypress/integration/record_pass* │ │ Params: Tag: false, Group: false, Parallel: false │ - │ Run URL: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 │ + │ Run URL: https://dashboard.cypress.io/projects/cjvoj7/runs/12 │ └────────────────────────────────────────────────────────────────────────────────────────────────┘ @@ -2153,7 +2153,7 @@ Details: ─────────────────────────────────────────────────────────────────────────────────────────────────────── - Recorded Run: https://dashboard.cypress.io/#/projects/cjvoj7/runs/12 + Recorded Run: https://dashboard.cypress.io/projects/cjvoj7/runs/12 ` diff --git a/packages/server/__snapshots__/8_reporters_spec.js b/packages/server/__snapshots__/8_reporters_spec.js index 706d8c13fa0e..55b815c5dfd0 100644 --- a/packages/server/__snapshots__/8_reporters_spec.js +++ b/packages/server/__snapshots__/8_reporters_spec.js @@ -224,15 +224,13 @@ exports['e2e reporters mochawesome fails with mochawesome-1.5.2 npm custom repor pending - is pending afterEach hooks - ✓ runs this 2) "after each" hook for "runs this" after hooks ✓ runs this - ✓ fails on this 3) "after all" hook for "fails on this" - 3 passing + 1 passing 1 pending 3 failing @@ -404,15 +402,13 @@ exports['e2e reporters mochawesome fails with mochawesome-2.3.1 npm custom repor pending - is pending afterEach hooks - ✓ runs this 2) "after each" hook for "runs this" after hooks ✓ runs this - ✓ fails on this 3) "after all" hook for "fails on this" - 3 passing + 1 passing 1 pending 3 failing @@ -584,15 +580,13 @@ exports['e2e reporters mochawesome fails with mochawesome-3.0.1 npm custom repor pending - is pending afterEach hooks - ✓ runs this 2) "after each" hook for "runs this" after hooks ✓ runs this - ✓ fails on this 3) "after all" hook for "fails on this" - 3 passing + 1 passing 1 pending 3 failing diff --git a/packages/server/__snapshots__/reporter_spec.js b/packages/server/__snapshots__/reporter_spec.js index 5d5fdae8205a..6678e29bf06a 100644 --- a/packages/server/__snapshots__/reporter_spec.js +++ b/packages/server/__snapshots__/reporter_spec.js @@ -27,17 +27,21 @@ exports['lib/reporter #stats has reporterName stats, reporterStats, etc 1'] = { ], "state": "failed", "body": "", - "stack": [ - 1, - 2, - 3 - ], - "error": "foo", - "timings": null, - "failedFromHookId": null, - "wallClockStartedAt": null, - "wallClockDuration": null, - "videoTimestamp": null + "displayError": "at foo:1:1\nat bar:1:1\nat baz:1:1", + "attempts": [ + { + "state": "failed", + "error": { + "message": "foo", + "stack": "at foo:1:1\nat bar:1:1\nat baz:1:1" + }, + "timings": null, + "failedFromHookId": null, + "wallClockStartedAt": null, + "wallClockDuration": null, + "videoTimestamp": null + } + ] }, { "testId": "r5", @@ -48,13 +52,18 @@ exports['lib/reporter #stats has reporterName stats, reporterStats, etc 1'] = { ], "state": "pending", "body": "", - "stack": null, - "error": null, - "timings": null, - "failedFromHookId": null, - "wallClockStartedAt": null, - "wallClockDuration": null, - "videoTimestamp": null + "displayError": null, + "attempts": [ + { + "state": "pending", + "error": null, + "timings": null, + "failedFromHookId": null, + "wallClockStartedAt": null, + "wallClockDuration": null, + "videoTimestamp": null + } + ] } ] } diff --git a/packages/server/lib/api.js b/packages/server/lib/api.js index 176274721b43..a9f547bfc3ee 100644 --- a/packages/server/lib/api.js +++ b/packages/server/lib/api.js @@ -268,7 +268,7 @@ module.exports = { json: true, timeout: options.timeout != null ? options.timeout : SIXTY_SECONDS, headers: { - 'x-route-version': '2', + 'x-route-version': '3', }, body: _.pick(options, [ 'stats', diff --git a/packages/server/lib/browsers/firefox-util.ts b/packages/server/lib/browsers/firefox-util.ts index 41b329a90c69..82b08cb06e9f 100644 --- a/packages/server/lib/browsers/firefox-util.ts +++ b/packages/server/lib/browsers/firefox-util.ts @@ -70,6 +70,9 @@ const getPrimaryTab = Bluebird.method((browser) => { }) const attachToTabMemory = Bluebird.method((tab) => { + // TODO: figure out why tab.memory is sometimes undefined + if (!tab.memory) return + if (tab.memory.isAttached) { return } @@ -186,6 +189,9 @@ export default { const gc = (tab) => { return () => { + // TODO: figure out why tab.memory is sometimes undefined + if (!tab.memory) return + let start = Date.now() return tab.memory.forceGarbageCollection() @@ -198,6 +204,9 @@ export default { const cc = (tab) => { return () => { + // TODO: figure out why tab.memory is sometimes undefined + if (!tab.memory) return + let start = Date.now() return tab.memory.forceCycleCollection() diff --git a/packages/server/lib/config.js b/packages/server/lib/config.js index d927f8dcaa5c..5de52ab03c43 100644 --- a/packages/server/lib/config.js +++ b/packages/server/lib/config.js @@ -80,7 +80,8 @@ screenshotOnRunFailure watchForFileChanges waitForAnimations resolvedNodeVersion nodeVersion resolvedNodePath -firefoxGcInterval\ +firefoxGcInterval +retries `) // NOTE: If you add a config value, make sure to update the following @@ -180,6 +181,7 @@ const CONFIG_DEFAULTS = { experimentalSourceRewriting: false, experimentalShadowDomSupport: false, experimentalFetchPolyfill: false, + retries: { runMode: 0, openMode: 0 }, } const validationRules = { @@ -228,6 +230,7 @@ const validationRules = { experimentalSourceRewriting: v.isBoolean, experimentalShadowDomSupport: v.isBoolean, experimentalFetchPolyfill: v.isBoolean, + retries: v.isValidRetriesConfig, } const convertRelativeToAbsolutePaths = (projectRoot, obj, defaults = {}) => { diff --git a/packages/server/lib/errors.js b/packages/server/lib/errors.js index 509a50118dfe..fe9e18f81abd 100644 --- a/packages/server/lib/errors.js +++ b/packages/server/lib/errors.js @@ -925,9 +925,19 @@ const getMsgByType = function (type, arg1 = {}, arg2, arg3) { If you don't require screenshots or videos to be stored you can safely ignore this warning.` case 'EXPERIMENTAL_SAMESITE_REMOVED': return stripIndent`\ - The \`experimentalGetCookiesSameSite\` configuration option was removed in Cypress version 5.0.0. Yielding the \`sameSite\` property is now the default behavior of the \`cy.cookie\` commands. + The \`experimentalGetCookiesSameSite\` configuration option was removed in Cypress version \`5.0.0\`. Yielding the \`sameSite\` property is now the default behavior of the \`cy.cookie\` commands. You can safely remove this option from your config.` + case 'INCOMPATIBLE_PLUGIN_RETRIES': + return stripIndent`\ + We've detected that the incompatible plugin \`cypress-plugin-retries\` is installed at \`${arg1}\`. + + Test retries is now supported in Cypress version \`5.0.0\`. + + Remove the plugin from your dependencies to silence this warning. + + https://on.cypress.io/test-retries + ` default: } } diff --git a/packages/server/lib/modes/record.js b/packages/server/lib/modes/record.js index ea0023bdf20a..a74d858f6841 100644 --- a/packages/server/lib/modes/record.js +++ b/packages/server/lib/modes/record.js @@ -227,7 +227,6 @@ const updateInstance = (options = {}) => { error, video, hooks, - stdout: null, // don't send stdout with the instance payload to prevent requests that are too large. stdout will later get uploaded separately anyway. instanceId, screenshots, reporterStats, diff --git a/packages/server/lib/modes/run.js b/packages/server/lib/modes/run.js index cc8bb57c46f6..50155414ebe6 100644 --- a/packages/server/lib/modes/run.js +++ b/packages/server/lib/modes/run.js @@ -916,7 +916,16 @@ module.exports = { browserOpts.automationMiddleware = { onAfterResponse: (message, data, resp) => { if (message === 'take:screenshot' && resp) { - screenshots.push(this.screenshotMetadata(data, resp)) + const existingScreenshot = _.findIndex(screenshots, { path: resp.path }) + + if (existingScreenshot !== -1) { + // NOTE: saving screenshots to the same path will overwrite the previous one + // so we shouldn't report more screenshots than exist on disk. + // this happens when cy.screenshot is used in a retried test + screenshots.splice(existingScreenshot, 1, this.screenshotMetadata(data, resp)) + } else { + screenshots.push(this.screenshotMetadata(data, resp)) + } } return resp @@ -1112,12 +1121,14 @@ module.exports = { const { tests, stats } = obj + const attempts = _.flatMap(tests, (test) => test.attempts) + const hasFailingTests = _.get(stats, 'failures') > 0 // if we have a video recording if (startedVideoCapture && tests && tests.length) { // always set the video timestamp on tests - obj.tests = Reporter.setVideoTimestamp(startedVideoCapture, tests) + Reporter.setVideoTimestamp(startedVideoCapture, attempts) } // we should upload the video if we upload on passes (by default) @@ -1160,6 +1171,7 @@ module.exports = { screenshotId: random.id(), name: data.name || null, testId: data.testId, + testAttemptIndex: data.testAttemptIndex, takenAt: resp.takenAt, path: resp.path, height: resp.dimensions.height, diff --git a/packages/server/lib/plugins/index.js b/packages/server/lib/plugins/index.js index f40cf579b0c0..d9a2f3b271cc 100644 --- a/packages/server/lib/plugins/index.js +++ b/packages/server/lib/plugins/index.js @@ -2,6 +2,7 @@ const _ = require('lodash') const cp = require('child_process') const path = require('path') const debug = require('debug')('cypress:server:plugins') +const resolve = require('resolve') const Promise = require('bluebird') const errors = require('../errors') const util = require('./util') @@ -38,6 +39,17 @@ const registerHandler = (handler) => { const init = (config, options) => { debug('plugins.init', config.pluginsFile) + // test and warn for incompatible plugin + try { + const retriesPluginPath = path.dirname(resolve.sync('cypress-plugin-retries', { + basedir: options.projectRoot, + })) + + options.onWarning(errors.get('INCOMPATIBLE_PLUGIN_RETRIES', path.relative(options.projectRoot, retriesPluginPath))) + } catch (e) { + // noop, incompatible plugin not installed + } + return new Promise((_resolve, _reject) => { // provide a safety net for fulfilling the promise because the // 'handleError' function below can potentially be triggered diff --git a/packages/server/lib/reporter.js b/packages/server/lib/reporter.js index b702a390734a..84119a80fd73 100644 --- a/packages/server/lib/reporter.js +++ b/packages/server/lib/reporter.js @@ -1,11 +1,13 @@ const _ = require('lodash') const path = require('path') +const stackUtils = require('./util/stack_utils') // mocha-* is used to allow us to have later versions of mocha specified in devDependencies // and prevents accidently upgrading this one // TODO: look into upgrading this to version in driver const Mocha = require('mocha-7.0.1') const mochaReporters = require('mocha-7.0.1/lib/reporters') const mochaCreateStatsCollector = require('mocha-7.0.1/lib/stats-collector') +const mochaColor = mochaReporters.Base.color const debug = require('debug')('cypress:server:reporter') const Promise = require('bluebird') @@ -99,6 +101,10 @@ const createRunnable = function (obj, parent) { runnable.sync = obj.sync runnable.duration = obj.duration runnable.state = obj.state != null ? obj.state : 'skipped' // skipped by default + runnable._retries = obj._retries + // shouldn't need to set _currentRetry, but we'll do it anyways + runnable._currentRetry = obj._currentRetry + if (runnable.body == null) { runnable.body = body } @@ -110,10 +116,42 @@ const createRunnable = function (obj, parent) { return runnable } +const mochaProps = { + 'currentRetry': '_currentRetry', + 'retries': '_retries', +} + +const toMochaProps = (testProps) => { + return _.each(mochaProps, (val, key) => { + if (testProps.hasOwnProperty(key)) { + testProps[val] = testProps[key] + + return delete testProps[key] + } + }) +} + const mergeRunnable = (eventName) => { return (function (testProps, runnables) { + toMochaProps(testProps) + const runnable = runnables[testProps.id] + if (eventName === 'test:before:run') { + if (testProps._currentRetry > runnable._currentRetry) { + debug('test retried:', testProps.title) + const prevAttempts = runnable.prevAttempts || [] + + delete runnable.prevAttempts + const prevAttempt = _.cloneDeep(runnable) + + delete runnable.failedFromHookId + delete runnable.err + delete runnable.hookName + testProps.prevAttempts = prevAttempts.concat([prevAttempt]) + } + } + return _.extend(runnable, testProps) }) } @@ -172,6 +210,12 @@ const setDate = function (obj, runnables, stats) { return null } +const orNull = function (prop) { + if (prop == null) return null + + return prop +} + const events = { 'start': setDate, 'end': setDate, @@ -180,11 +224,13 @@ const events = { 'test': mergeRunnable('test'), 'test end': mergeRunnable('test end'), 'hook': safelyMergeRunnable, + 'retry': true, 'hook end': safelyMergeRunnable, 'pass': mergeRunnable('pass'), 'pending': mergeRunnable('pending'), 'fail': mergeErr, 'test:after:run': mergeRunnable('test:after:run'), // our own custom event + 'test:before:run': mergeRunnable('test:before:run'), // our own custom event } const reporters = { @@ -201,6 +247,7 @@ class Reporter { this.reporterName = reporterName this.projectRoot = projectRoot this.reporterOptions = reporterOptions + this.normalizeTest = this.normalizeTest.bind(this) } setRunnables (rootRunnable) { @@ -219,6 +266,18 @@ class Reporter { this.runner = new Mocha.Runner(rootRunnable) mochaCreateStatsCollector(this.runner) + if (this.reporterName === 'spec') { + this.runner.on('retry', (test) => { + const runnable = this.runnables[test.id] + const padding = ' '.repeat(runnable.titlePath().length) + const retryMessage = mochaColor('medium', `(Attempt ${test.currentRetry + 1} of ${test.retries + 1})`) + + // Log: `(Attempt 1 of 2) test title` when a test retries + // eslint-disable-next-line no-console + return console.log(`${padding}${retryMessage} ${test.title}`) + }) + } + this.reporter = new this.mocha._reporter(this.runner, { reporterOptions: this.reporterOptions, }) @@ -260,7 +319,7 @@ class Reporter { args = this.parseArgs(event, args) if (args) { - return (this.runner != null ? this.runner.emit.apply(this.runner, args) : undefined) + return this.runner && this.runner.emit.apply(this.runner, args) } } @@ -292,39 +351,32 @@ class Reporter { } normalizeTest (test = {}) { - let wcs - const get = (prop) => { - return _.get(test, prop, null) - } - - // use this or null - wcs = get('wallClockStartedAt') - - if (wcs) { - // convert to actual date object - wcs = new Date(wcs) - } - - // wallClockDuration: - // this is the 'real' duration of wall clock time that the - // user 'felt' when the test run. it includes everything - // from hooks, to the test itself, to lifecycle, and event - // async browser compute time. this number is likely higher - // than summing the durations of the timings. - // - return { - testId: get('id'), + const normalizedTest = { + testId: orNull(test.id), title: getParentTitle(test), - state: get('state'), - body: get('body'), - stack: get('err.stack'), - error: get('err.message'), - timings: get('timings'), - failedFromHookId: get('failedFromHookId'), - wallClockStartedAt: wcs, - wallClockDuration: get('wallClockDuration'), - videoTimestamp: null, // always start this as null + state: orNull(test.state), + body: orNull(test.body), + displayError: orNull(test.err && test.err.stack), + attempts: _.map([test].concat(test.prevAttempts || []), (attempt) => { + const err = attempt.err && { + name: attempt.err.name, + message: attempt.err.message, + stack: stackUtils.stackWithoutMessage(attempt.err.stack), + } + + return { + state: orNull(attempt.state), + error: orNull(err), + timings: orNull(attempt.timings), + failedFromHookId: orNull(attempt.failedFromHookId), + wallClockStartedAt: orNull(attempt.wallClockStartedAt && new Date(attempt.wallClockStartedAt)), + wallClockDuration: orNull(attempt.wallClockDuration), + videoTimestamp: null, + } + }), } + + return normalizedTest } end () { diff --git a/packages/server/lib/screenshots.js b/packages/server/lib/screenshots.js index d5974c6991bf..52e84ffe7b49 100644 --- a/packages/server/lib/screenshots.js +++ b/packages/server/lib/screenshots.js @@ -340,6 +340,10 @@ const getPath = function (data, ext, screenshotsFolder) { names[index] = `${names[index]} (failed)` } + if (data.testAttemptIndex > 0) { + names[index] = `${names[index]} (attempt ${data.testAttemptIndex + 1})` + } + const withoutExt = path.join(screenshotsFolder, ...specNames, ...names) return ensureUniquePath(withoutExt, ext) @@ -484,7 +488,7 @@ module.exports = { const duration = new Date() - new Date(data.startTime) details = _.extend({}, data, details, { duration }) - details = _.pick(details, 'size', 'takenAt', 'dimensions', 'multipart', 'pixelRatio', 'name', 'specName', 'testFailure', 'path', 'scaled', 'blackout', 'duration') + details = _.pick(details, 'testAttemptIndex', 'size', 'takenAt', 'dimensions', 'multipart', 'pixelRatio', 'name', 'specName', 'testFailure', 'path', 'scaled', 'blackout', 'duration') if (!plugins.has('after:screenshot')) { return Promise.resolve(details) diff --git a/packages/server/lib/util/stack_utils.ts b/packages/server/lib/util/stack_utils.ts new file mode 100644 index 000000000000..1018a367a2a5 --- /dev/null +++ b/packages/server/lib/util/stack_utils.ts @@ -0,0 +1,44 @@ +import _ from 'lodash' + +const stackLineRegex = /^\s*(at )?.*@?\(?.*\:\d+\:\d+\)?$/ + +// returns tuple of [message, stack] +export const splitStack = (stack: string) => { + const lines = stack.split('\n') + + return _.reduce(lines, (memo, line) => { + if (memo.messageEnded || stackLineRegex.test(line)) { + memo.messageEnded = true + memo[1].push(line) + } else { + memo[0].push(line) + } + + return memo + }, [[], []] as any[] & {messageEnded: boolean}) +} + +export const unsplitStack = (messageLines, stackLines) => { + return _.castArray(messageLines).concat(stackLines).join('\n') +} + +export const getStackLines = (stack) => { + const [, stackLines] = splitStack(stack) + + return stackLines +} + +export const stackWithoutMessage = (stack) => { + return getStackLines(stack).join('\n') +} + +export const replacedStack = (err, newStack) => { + // if err already lacks a stack or we've removed the stack + // for some reason, keep it stackless + if (!err.stack) return err.stack + + const errString = err.toString() + const stackLines = getStackLines(newStack) + + return unsplitStack(errString, stackLines) +} diff --git a/packages/server/lib/util/validation.js b/packages/server/lib/util/validation.js index 3dfcb9b13264..72f25304797d 100644 --- a/packages/server/lib/util/validation.js +++ b/packages/server/lib/util/validation.js @@ -103,6 +103,21 @@ const isValidBrowserList = (key, browsers) => { return true } +const isValidRetriesConfig = (key, value) => { + const isNullOrNumber = isOneOf([_.isNumber, _.isNull]) + + if ( + isNullOrNumber(value) + || (_.isEqual(_.keys(value), ['runMode', 'openMode'])) + && isNullOrNumber(value.runMode) + && isNullOrNumber(value.openMode) + ) { + return true + } + + return errMsg(key, value, 'a number or null or an object with keys "openMode" and "runMode" with values of numbers or nulls') +} + const isValidFirefoxGcInterval = (key, value) => { const isIntervalValue = (val) => { if (isNumber(val)) { @@ -122,6 +137,24 @@ const isValidFirefoxGcInterval = (key, value) => { return errMsg(key, value, 'a positive number or null or an object with "openMode" and "runMode" as keys and positive numbers or nulls as values') } +const isOneOf = (...values) => { + return (key, value) => { + if (values.some((v) => { + if (typeof value === 'function') { + return value(v) + } + + return v === value + })) { + return true + } + + const strings = values.map(str).join(', ') + + return errMsg(key, value, `one of these values: ${strings}`) + } +} + module.exports = { isValidBrowser, @@ -129,6 +162,8 @@ module.exports = { isValidFirefoxGcInterval, + isValidRetriesConfig, + isNumber (key, value) { if (value == null || isNumber(value)) { return true @@ -214,17 +249,5 @@ module.exports = { validate("example", "else") // error message string ``` */ - isOneOf (...values) { - return (key, value) => { - if (values.some((v) => { - return v === value - })) { - return true - } - - const strings = values.map(str).join(', ') - - return errMsg(key, value, `one of these values: ${strings}`) - } - }, + isOneOf, } diff --git a/packages/server/package.json b/packages/server/package.json index dd1141e14a65..2b23e600ea82 100644 --- a/packages/server/package.json +++ b/packages/server/package.json @@ -124,7 +124,7 @@ "@babel/core": "7.9.0", "@babel/preset-env": "7.9.0", "@cypress/debugging-proxy": "2.0.1", - "@cypress/json-schemas": "5.34.2", + "@cypress/json-schemas": "5.35.0", "@cypress/sinon-chai": "1.1.0", "@packages/desktop-gui": "*", "@packages/electron": "*", diff --git a/packages/server/test/e2e/1_caught_uncaught_hook_errors_spec.js b/packages/server/test/e2e/1_caught_uncaught_hook_errors_spec.js index c629420088c6..f292ed4678fc 100644 --- a/packages/server/test/e2e/1_caught_uncaught_hook_errors_spec.js +++ b/packages/server/test/e2e/1_caught_uncaught_hook_errors_spec.js @@ -8,35 +8,27 @@ describe('e2e caught and uncaught hooks errors', () => { }, }) - it('failing1', function () { - return e2e.exec(this, { - spec: 'hook_caught_error_failing_spec.coffee', - snapshot: true, - expectedExitCode: 3, - }) + e2e.it('failing1', { + spec: 'hook_caught_error_failing_spec.coffee', + snapshot: true, + expectedExitCode: 3, }) - it('failing2', function () { - return e2e.exec(this, { - spec: 'hook_uncaught_error_failing_spec.coffee', - snapshot: true, - expectedExitCode: 1, - }) + e2e.it('failing2', { + spec: 'hook_uncaught_error_failing_spec.coffee', + snapshot: true, + expectedExitCode: 1, }) - it('failing3', function () { - return e2e.exec(this, { - spec: 'hook_uncaught_root_error_failing_spec.coffee', - snapshot: true, - expectedExitCode: 1, - }) + e2e.it('failing3', { + spec: 'hook_uncaught_root_error_failing_spec.coffee', + snapshot: true, + expectedExitCode: 1, }) - it('failing4', function () { - return e2e.exec(this, { - spec: 'hook_uncaught_error_events_failing_spec.coffee', - snapshot: true, - expectedExitCode: 1, - }) + e2e.it('failing4', { + spec: 'hook_uncaught_error_events_failing_spec.coffee', + snapshot: true, + expectedExitCode: 1, }) }) diff --git a/packages/server/test/e2e/3_plugins_spec.js b/packages/server/test/e2e/3_plugins_spec.js index c218039ed88c..c7428f701533 100644 --- a/packages/server/test/e2e/3_plugins_spec.js +++ b/packages/server/test/e2e/3_plugins_spec.js @@ -150,6 +150,15 @@ describe('e2e plugins', function () { }) }) + // https://github.com/cypress-io/cypress/issues/8079 + it('does not report more screenshots than exist if user overwrites previous screenshot in afterScreenshot', function () { + return e2e.exec(this, { + spec: 'after_screenshot_overwrite_spec.coffee', + project: pluginAfterScreenshot, + snapshot: true, + }) + }) + it('fails when invalid event is registered', function () { return e2e.exec(this, { spec: 'app_spec.js', diff --git a/packages/server/test/e2e/3_retries_spec.ts b/packages/server/test/e2e/3_retries_spec.ts new file mode 100644 index 000000000000..1129093470a3 --- /dev/null +++ b/packages/server/test/e2e/3_retries_spec.ts @@ -0,0 +1,21 @@ +import e2e from '../support/helpers/e2e' +import Fixtures from '../support/helpers/fixtures' + +const it = e2e.it + +describe('retries', () => { + e2e.setup() + + it('supports retries', { + project: Fixtures.projectPath('retries-2'), + spec: 'fail-twice.js', + snapshot: true, + }) + + it('warns about retries plugin', { + project: Fixtures.projectPath('plugin-retries'), + spec: 'main.spec.js', + stubPackage: 'cypress-plugin-retries', + snapshot: true, + }) +}) diff --git a/packages/server/test/e2e/3_runnable_execution_spec.ts b/packages/server/test/e2e/3_runnable_execution_spec.ts index 361475a13526..769d05ba9d4b 100644 --- a/packages/server/test/e2e/3_runnable_execution_spec.ts +++ b/packages/server/test/e2e/3_runnable_execution_spec.ts @@ -24,7 +24,7 @@ describe('e2e runnable execution', () => { project: Fixtures.projectPath('hooks-after-rerun'), spec: 'beforehook-and-test-navigation.js', snapshot: true, - expectedExitCode: 1, + expectedExitCode: 2, }) e2e.it('runnables run correct number of times with navigation', { diff --git a/packages/server/test/e2e/5_screenshots_spec.js b/packages/server/test/e2e/5_screenshots_spec.js index 3862dd90ddba..7dafd8a1d2b1 100644 --- a/packages/server/test/e2e/5_screenshots_spec.js +++ b/packages/server/test/e2e/5_screenshots_spec.js @@ -63,7 +63,7 @@ describe('e2e screenshots', () => { // the test title as the file name e2e.it('passes', { spec: 'screenshots_spec.js', - expectedExitCode: 4, + expectedExitCode: 5, snapshot: true, timeout: 180000, onStdout: e2e.normalizeWebpackErrors, diff --git a/packages/server/test/e2e/5_spec_isolation_spec.js b/packages/server/test/e2e/5_spec_isolation_spec.js index 9756d610294a..4eb22675fbb5 100644 --- a/packages/server/test/e2e/5_spec_isolation_spec.js +++ b/packages/server/test/e2e/5_spec_isolation_spec.js @@ -90,9 +90,12 @@ const expectRunsToHaveCorrectStats = (runs = []) => { expectStartToBeBeforeEnd(run, 'stats.wallClockStartedAt', 'stats.wallClockEndedAt') expectStartToBeBeforeEnd(run, 'reporterStats.start', 'reporterStats.end') - // grab all the wallclock durations for all tests + // grab all the wallclock durations for all test (and retried attempts) // because our duration should be at least this - const wallClocks = _.sumBy(run.tests, 'wallClockDuration') + + const attempts = _.flatMap(run.tests, (test) => test.attempts) + + const wallClocks = _.sumBy(attempts, 'wallClockDuration') // ensure each run's duration is around the sum // of all tests wallclock duration @@ -100,7 +103,7 @@ const expectRunsToHaveCorrectStats = (runs = []) => { run, 'stats.wallClockDuration', wallClocks, - wallClocks + 200, // add 200ms to account for padding + wallClocks + 400, // add 400ms to account for padding 1234, ) @@ -108,7 +111,7 @@ const expectRunsToHaveCorrectStats = (runs = []) => { run, 'reporterStats.duration', wallClocks, - wallClocks + 200, // add 200ms to account for padding + wallClocks + 400, // add 400ms to account for padding 1234, ) @@ -118,11 +121,17 @@ const expectRunsToHaveCorrectStats = (runs = []) => { run.spec.absolute = e2e.normalizeStdout(run.spec.absolute) + _.each(run.tests, (test) => { + if (test.displayError) { + test.displayError = e2e.normalizeStdout(test.displayError) + } + }) + // now make sure that each tests wallclock duration // is around the sum of all of its timings - run.tests.forEach((test) => { + attempts.forEach((attempt) => { // cannot sum an object, must use array of values - const timings = _.sumBy(_.values(test.timings), (val) => { + const timings = _.sumBy(_.values(attempt.timings), (val) => { if (_.isArray(val)) { // array for hooks return _.sumBy(val, addFnAndAfterFn) @@ -137,7 +146,7 @@ const expectRunsToHaveCorrectStats = (runs = []) => { }) expectDurationWithin( - test, + attempt, 'wallClockDuration', timings, timings + 80, // add 80ms to account for padding @@ -145,21 +154,21 @@ const expectRunsToHaveCorrectStats = (runs = []) => { ) // now reset all the test timings - normalizeTestTimings(test, 'timings') + normalizeTestTimings(attempt, 'timings') // normalize stack - if (test.stack) { - test.stack = e2e.normalizeStdout(test.stack) + if (attempt.error) { + attempt.error.stack = e2e.normalizeStdout(attempt.error.stack).trim() } - if (test.wallClockStartedAt) { - const d = new Date(test.wallClockStartedAt) + if (attempt.wallClockStartedAt) { + const d = new Date(attempt.wallClockStartedAt) - expect(d.toJSON()).to.eq(test.wallClockStartedAt) - test.wallClockStartedAt = STATIC_DATE + expect(d.toJSON()).to.eq(attempt.wallClockStartedAt) + attempt.wallClockStartedAt = STATIC_DATE - expect(test.videoTimestamp).to.be.a('number') - test.videoTimestamp = 9999 + expect(attempt.videoTimestamp).to.be.a('number') + attempt.videoTimestamp = 9999 } }) @@ -252,4 +261,46 @@ describe('e2e spec_isolation', () => { }) }, }) + + e2e.it('failing with retries enabled', { + spec: 'simple_failing_hook_spec.coffee', + outputPath, + snapshot: true, + expectedExitCode: 3, + config: { + retries: 1, + }, + async onRun (execFn) { + await execFn() + const json = await fs.readJsonAsync(outputPath) + + expect(json.config).to.be.an('object') + expect(json.config.projectName).to.eq('e2e') + expect(json.config.projectRoot).to.eq(e2ePath) + json.config = {} + expect(json.browserPath).to.be.a('string') + expect(json.browserName).to.be.a('string') + expect(json.browserVersion).to.be.a('string') + expect(json.osName).to.be.a('string') + expect(json.osVersion).to.be.a('string') + expect(json.cypressVersion).to.be.a('string') + + _.extend(json, { + browserPath: 'path/to/browser', + browserName: 'FooBrowser', + browserVersion: '88', + osName: 'FooOS', + osVersion: '1234', + cypressVersion: '9.9.9', + }) + + expect(json.totalTests).to.eq(_.sum([json.totalFailed, json.totalPassed, json.totalPending, json.totalSkipped])) + expectStartToBeBeforeEnd(json, 'startedTestsAt', 'endedTestsAt') + expectDurationWithin(json, 'totalDuration', _.sumBy(json.runs, 'stats.wallClockDuration'), _.sumBy(json.runs, 'stats.wallClockDuration'), 5555) + expect(json.runs).to.have.length(1) + expectRunsToHaveCorrectStats(json.runs) + + snapshot('failing with retries enabled', json) + }, + }) }) diff --git a/packages/server/test/e2e/7_record_spec.js b/packages/server/test/e2e/7_record_spec.js index 51bd2bdebd2f..3a98528e9015 100644 --- a/packages/server/test/e2e/7_record_spec.js +++ b/packages/server/test/e2e/7_record_spec.js @@ -192,7 +192,7 @@ const defaultRoutes = [ }, { method: 'put', url: '/instances/:id', - req: 'putInstanceRequest@2.0.0', + req: 'putInstanceRequest@3.0.0', resSchema: 'putInstanceResponse@2.0.0', res: sendUploadUrls, }, { @@ -239,6 +239,7 @@ describe('e2e record', () => { }) .get('stdout') .then((stdout) => { + console.log(stdout) expect(stdout).to.include('Run URL:') expect(stdout).to.include(runUrl) @@ -260,6 +261,7 @@ describe('e2e record', () => { // grab the second set of 5 const secondInstanceSet = urls.slice(5, 10) + console.log(secondInstanceSet) expect(secondInstanceSet).to.have.members([ `POST /runs/${runId}/instances`, `PUT /instances/${instanceId}`, @@ -338,7 +340,7 @@ describe('e2e record', () => { expect(secondInstancePut.body.error).to.be.null expect(secondInstancePut.body.tests).to.have.length(2) - expect(secondInstancePut.body.hooks).to.have.length(2) + expect(secondInstancePut.body.hooks).to.have.length(1) expect(secondInstancePut.body.screenshots).to.have.length(1) expect(secondInstancePut.body.stats.tests).to.eq(2) expect(secondInstancePut.body.stats.failures).to.eq(1) @@ -362,7 +364,7 @@ describe('e2e record', () => { expect(thirdInstancePut.body.error).to.be.null expect(thirdInstancePut.body.tests).to.have.length(2) - expect(thirdInstancePut.body.hooks).to.have.length(1) + expect(thirdInstancePut.body.hooks).to.have.length(0) expect(thirdInstancePut.body.screenshots).to.have.length(1) expect(thirdInstancePut.body.stats.tests).to.eq(2) expect(thirdInstancePut.body.stats.passes).to.eq(1) @@ -387,7 +389,7 @@ describe('e2e record', () => { expect(fourthInstancePut.body.error).to.be.null expect(fourthInstancePut.body.tests).to.have.length(1) - expect(fourthInstancePut.body.hooks).to.have.length(1) + expect(fourthInstancePut.body.hooks).to.have.length(0) expect(fourthInstancePut.body.screenshots).to.have.length(1) expect(fourthInstancePut.body.stats.tests).to.eq(1) expect(fourthInstancePut.body.stats.failures).to.eq(1) @@ -869,7 +871,7 @@ describe('e2e record', () => { routes[2] = { method: 'put', url: '/instances/:id', - req: 'putInstanceRequest@2.0.0', + req: 'putInstanceRequest@3.0.0', res (req, res) { return res.sendStatus(500) }, @@ -1169,7 +1171,7 @@ describe('e2e record', () => { }, { method: 'put', url: '/instances/:id', - req: 'putInstanceRequest@2.0.0', + req: 'putInstanceRequest@3.0.0', res (req, res) { return res.sendStatus(500) }, @@ -1216,7 +1218,7 @@ describe('e2e record', () => { }, { method: 'put', url: '/instances/:id', - req: 'putInstanceRequest@2.0.0', + req: 'putInstanceRequest@3.0.0', resSchema: 'putInstanceResponse@2.0.0', res: sendUploadUrls, }, { @@ -1287,7 +1289,7 @@ describe('e2e record', () => { }, { method: 'put', url: '/instances/:id', - req: 'putInstanceRequest@2.0.0', + req: 'putInstanceRequest@3.0.0', resSchema: 'putInstanceResponse@2.0.0', res: sendUploadUrls, }, { diff --git a/packages/server/test/e2e/8_reporters_spec.js b/packages/server/test/e2e/8_reporters_spec.js index c22481e8009c..f2349eb97cc9 100644 --- a/packages/server/test/e2e/8_reporters_spec.js +++ b/packages/server/test/e2e/8_reporters_spec.js @@ -117,7 +117,7 @@ describe('e2e reporters', () => { .then((xml) => { expect(xml).to.include('

    simple failing hook spec

    ') - expect(xml).to.include('
    3 Failed Hooks
    ') + expect(xml).to.not.include('.status-item-hooks') }) } @@ -125,10 +125,12 @@ describe('e2e reporters', () => { .then((json) => { // mochawesome does not consider hooks to be // 'failures' but it does collect them in 'other' + // HOWEVER we now change how mocha events fire to make mocha stats reflect ours expect(json.stats).to.be.an('object') - expect(json.stats.failures).to.eq(0) - - expect(json.stats.other).to.eq(3) + expect(json.stats.passes).to.eq(1) + expect(json.stats.failures).to.eq(3) + expect(json.stats.skipped).to.eq(1) + expect(json.stats.other).to.eq(0) }) }) }) diff --git a/packages/server/test/support/fixtures/projects/e2e/cypress.json b/packages/server/test/support/fixtures/projects/e2e/cypress.json index 9e26dfeeb6e6..0f77b44749ce 100644 --- a/packages/server/test/support/fixtures/projects/e2e/cypress.json +++ b/packages/server/test/support/fixtures/projects/e2e/cypress.json @@ -1 +1,3 @@ -{} \ No newline at end of file +{ + "retries": null +} diff --git a/packages/server/test/support/fixtures/projects/e2e/cypress/integration/screenshots_spec.js b/packages/server/test/support/fixtures/projects/e2e/cypress/integration/screenshots_spec.js index 64645d0fe7ef..6718492889f2 100644 --- a/packages/server/test/support/fixtures/projects/e2e/cypress/integration/screenshots_spec.js +++ b/packages/server/test/support/fixtures/projects/e2e/cypress/integration/screenshots_spec.js @@ -163,6 +163,13 @@ describe('taking screenshots', () => { }) }) + it('screenshots in a retried test', { retries: 2 }, () => { + cy.screenshot('retrying-test') + .then(() => { + throw new Error('fail') + }) + }) + it('ensures unique paths for non-named screenshots', () => { cy.screenshot({ capture: 'runner' }) cy.screenshot({ capture: 'runner' }) diff --git a/packages/server/test/support/fixtures/projects/e2e/cypress/plugins/index.js b/packages/server/test/support/fixtures/projects/e2e/cypress/plugins/index.js index 35d8fca9fd01..b88d7624d7c3 100644 --- a/packages/server/test/support/fixtures/projects/e2e/cypress/plugins/index.js +++ b/packages/server/test/support/fixtures/projects/e2e/cypress/plugins/index.js @@ -6,6 +6,7 @@ const http = require('http') const Jimp = require('jimp') const path = require('path') const Promise = require('bluebird') +const { useFixedFirefoxResolution } = require('../../../utils') module.exports = (on, config) => { let performance = { @@ -45,13 +46,7 @@ module.exports = (on, config) => { }) on('before:browser:launch', (browser, options) => { - if (browser.family === 'firefox' && !config.env['NO_RESIZE']) { - // this is needed to ensure correct error screenshot / video recording - // resolution of exactly 1280x720 (height must account for firefox url bar) - options.args = options.args.concat( - ['-width', '1280', '-height', '794'], - ) - } + useFixedFirefoxResolution(browser, options, config) if (browser.family === 'firefox' && process.env.FIREFOX_FORCE_STRICT_SAMESITE) { // @see https://www.jardinesoftware.net/2019/10/28/samesite-by-default-in-2020/ diff --git a/packages/server/test/support/fixtures/projects/e2e/cypress/support/index.js b/packages/server/test/support/fixtures/projects/e2e/cypress/support/index.js index 27e017398261..7d300bff722d 100644 --- a/packages/server/test/support/fixtures/projects/e2e/cypress/support/index.js +++ b/packages/server/test/support/fixtures/projects/e2e/cypress/support/index.js @@ -1,5 +1,8 @@ -before(function () { - if (Cypress.browser.family === 'chromium' && Cypress.browser.name !== 'electron') { +import _ from 'lodash' + +// we don't use a `before` here since that would show up in run results and cause confusion during test debugging +const before = _.once(function () { + if (Cypress.isBrowser([{ name: '!electron', family: 'chromium' }])) { return Cypress.automation('remote:debugger:protocol', { command: 'Emulation.setDeviceMetricsOverride', params: { @@ -19,3 +22,5 @@ before(function () { }) } }) + +Cypress.on('test:before:run:async', before) diff --git a/packages/server/test/support/fixtures/projects/e2e/cypress/support/util.js b/packages/server/test/support/fixtures/projects/e2e/cypress/support/util.js index 2ae8eb8fe3a2..da5ebf6b0ccd 100644 --- a/packages/server/test/support/fixtures/projects/e2e/cypress/support/util.js +++ b/packages/server/test/support/fixtures/projects/e2e/cypress/support/util.js @@ -85,7 +85,7 @@ export const verify = (ctx, options) => { // code frames will show `fail(this,()=>` as the 1st line cy.get('.test-err-code-frame pre span').should('include.text', 'fail(this,()=>') - cy.contains('.test-err-code-frame .runnable-err-file-path', openInIdePath.relative) + cy.contains('.test-err-code-frame .runnable-err-file-path span', openInIdePath.relative) .click() .should(() => { expect(runnerWs.emit.withArgs('open:file')).to.be.calledTwice diff --git a/packages/server/test/support/fixtures/projects/hooks-after-rerun/cypress/integration/beforehook-and-test-navigation.js b/packages/server/test/support/fixtures/projects/hooks-after-rerun/cypress/integration/beforehook-and-test-navigation.js index e1b1b31523a6..9b2bebc88e26 100644 --- a/packages/server/test/support/fixtures/projects/hooks-after-rerun/cypress/integration/beforehook-and-test-navigation.js +++ b/packages/server/test/support/fixtures/projects/hooks-after-rerun/cypress/integration/beforehook-and-test-navigation.js @@ -23,3 +23,15 @@ describe('suite', () => { cy.visit(urls[2]) }) }) + +describe('navigation error in beforeEach', () => { + before(() => { + cy.visit(urls[1]) + }) + + beforeEach(() => { + cy.visit(urls[2]) + }) + + it('never gets here', () => {}) +}) diff --git a/packages/server/test/support/fixtures/projects/plugin-after-screenshot/cypress/integration/after_screenshot_overwrite_spec.coffee b/packages/server/test/support/fixtures/projects/plugin-after-screenshot/cypress/integration/after_screenshot_overwrite_spec.coffee new file mode 100644 index 000000000000..600d04a52b56 --- /dev/null +++ b/packages/server/test/support/fixtures/projects/plugin-after-screenshot/cypress/integration/after_screenshot_overwrite_spec.coffee @@ -0,0 +1,8 @@ +Cypress._.times 3, () => + it "cy.screenshot() - replacement", -> + cy.screenshot("replace-me", { capture: "runner" }, { + onAfterScreenshot: (details) -> + expect(details.path).to.include("screenshot-replacement.png") + expect(details.size).to.equal(1047) + expect(details.dimensions).to.eql({ width: 1, height: 1 }) + }) diff --git a/packages/server/test/support/fixtures/projects/plugin-retries/cypress.json b/packages/server/test/support/fixtures/projects/plugin-retries/cypress.json new file mode 100644 index 000000000000..0967ef424bce --- /dev/null +++ b/packages/server/test/support/fixtures/projects/plugin-retries/cypress.json @@ -0,0 +1 @@ +{} diff --git a/packages/server/test/support/fixtures/projects/plugin-retries/cypress/integration/main.spec.js b/packages/server/test/support/fixtures/projects/plugin-retries/cypress/integration/main.spec.js new file mode 100644 index 000000000000..ba620e423491 --- /dev/null +++ b/packages/server/test/support/fixtures/projects/plugin-retries/cypress/integration/main.spec.js @@ -0,0 +1,2 @@ +it('foo', () => { +}) diff --git a/packages/server/test/support/fixtures/projects/read-only-project-root/cypress.json b/packages/server/test/support/fixtures/projects/read-only-project-root/cypress.json index 0967ef424bce..0f77b44749ce 100644 --- a/packages/server/test/support/fixtures/projects/read-only-project-root/cypress.json +++ b/packages/server/test/support/fixtures/projects/read-only-project-root/cypress.json @@ -1 +1,3 @@ -{} +{ + "retries": null +} diff --git a/packages/server/test/support/fixtures/projects/retries-2/cypress.json b/packages/server/test/support/fixtures/projects/retries-2/cypress.json new file mode 100644 index 000000000000..cd6342eef42e --- /dev/null +++ b/packages/server/test/support/fixtures/projects/retries-2/cypress.json @@ -0,0 +1,3 @@ +{ + "retries": 2 +} diff --git a/packages/server/test/support/fixtures/projects/retries-2/cypress/integration/fail-twice.js b/packages/server/test/support/fixtures/projects/retries-2/cypress/integration/fail-twice.js new file mode 100644 index 000000000000..214e7233b376 --- /dev/null +++ b/packages/server/test/support/fixtures/projects/retries-2/cypress/integration/fail-twice.js @@ -0,0 +1,8 @@ +let count = 0 + +it('fail twice', () => { + count++ + if (count < 3) { + throw new Error(`failed attempt #${count}`) + } +}) diff --git a/packages/server/test/support/fixtures/projects/retries-2/cypress/plugins/index.js b/packages/server/test/support/fixtures/projects/retries-2/cypress/plugins/index.js new file mode 100644 index 000000000000..27a4eac6e871 --- /dev/null +++ b/packages/server/test/support/fixtures/projects/retries-2/cypress/plugins/index.js @@ -0,0 +1,14 @@ +/// + +const { useFixedFirefoxResolution } = require('../../../utils') + +/** + * @type {Cypress.PluginConfig} + */ +module.exports = (on, config) => { + on('before:browser:launch', (browser, options) => { + useFixedFirefoxResolution(browser, options, config) + + return options + }) +} diff --git a/packages/server/test/support/fixtures/projects/task-not-registered/cypress.json b/packages/server/test/support/fixtures/projects/task-not-registered/cypress.json index 0967ef424bce..0f77b44749ce 100644 --- a/packages/server/test/support/fixtures/projects/task-not-registered/cypress.json +++ b/packages/server/test/support/fixtures/projects/task-not-registered/cypress.json @@ -1 +1,3 @@ -{} +{ + "retries": null +} diff --git a/packages/server/test/support/fixtures/projects/utils.js b/packages/server/test/support/fixtures/projects/utils.js new file mode 100644 index 000000000000..71f37842f5f3 --- /dev/null +++ b/packages/server/test/support/fixtures/projects/utils.js @@ -0,0 +1,11 @@ +module.exports = { + useFixedFirefoxResolution (browser, options, config) { + if (browser.family === 'firefox' && !config.env['NO_RESIZE']) { + // this is needed to ensure correct error screenshot / video recording + // resolution of exactly 1280x720 (height must account for firefox url bar) + options.args = options.args.concat( + ['-width', '1280', '-height', '794'], + ) + } + }, +} diff --git a/packages/server/test/support/fixtures/projects/webpack-preprocessor-awesome-typescript-loader/cypress.json b/packages/server/test/support/fixtures/projects/webpack-preprocessor-awesome-typescript-loader/cypress.json index 0967ef424bce..0f77b44749ce 100644 --- a/packages/server/test/support/fixtures/projects/webpack-preprocessor-awesome-typescript-loader/cypress.json +++ b/packages/server/test/support/fixtures/projects/webpack-preprocessor-awesome-typescript-loader/cypress.json @@ -1 +1,3 @@ -{} +{ + "retries": null +} diff --git a/packages/server/test/support/fixtures/projects/webpack-preprocessor-ts-loader-compiler-options/cypress.json b/packages/server/test/support/fixtures/projects/webpack-preprocessor-ts-loader-compiler-options/cypress.json index 0967ef424bce..0f77b44749ce 100644 --- a/packages/server/test/support/fixtures/projects/webpack-preprocessor-ts-loader-compiler-options/cypress.json +++ b/packages/server/test/support/fixtures/projects/webpack-preprocessor-ts-loader-compiler-options/cypress.json @@ -1 +1,3 @@ -{} +{ + "retries": null +} diff --git a/packages/server/test/support/fixtures/projects/webpack-preprocessor-ts-loader/cypress.json b/packages/server/test/support/fixtures/projects/webpack-preprocessor-ts-loader/cypress.json index 0967ef424bce..0f77b44749ce 100644 --- a/packages/server/test/support/fixtures/projects/webpack-preprocessor-ts-loader/cypress.json +++ b/packages/server/test/support/fixtures/projects/webpack-preprocessor-ts-loader/cypress.json @@ -1 +1,3 @@ -{} +{ + "retries": null +} diff --git a/packages/server/test/support/fixtures/projects/webpack-preprocessor/cypress.json b/packages/server/test/support/fixtures/projects/webpack-preprocessor/cypress.json index 0967ef424bce..0f77b44749ce 100644 --- a/packages/server/test/support/fixtures/projects/webpack-preprocessor/cypress.json +++ b/packages/server/test/support/fixtures/projects/webpack-preprocessor/cypress.json @@ -1 +1,3 @@ -{} +{ + "retries": null +} diff --git a/packages/server/test/support/helpers/e2e.ts b/packages/server/test/support/helpers/e2e.ts index 7ceb190cd7b3..3147f43e158e 100644 --- a/packages/server/test/support/helpers/e2e.ts +++ b/packages/server/test/support/helpers/e2e.ts @@ -619,6 +619,10 @@ const e2e = { ctx.skip() } + if (options.stubPackage) { + Fixtures.installStubPackage(options.project, options.stubPackage) + } + args = ['index.js'].concat(args) let stdout = '' @@ -727,8 +731,13 @@ const e2e = { // pipe these to our current process // so we can see them in the terminal // color it so we can tell which is test output - sp.stdout.pipe(ColorOutput()).pipe(process.stdout) - sp.stderr.pipe(ColorOutput()).pipe(process.stderr) + sp.stdout + .pipe(ColorOutput()) + .pipe(process.stdout) + + sp.stderr + .pipe(ColorOutput()) + .pipe(process.stderr) sp.stdout.on('data', (buf) => stdout += buf.toString()) sp.stderr.on('data', (buf) => stderr += buf.toString()) diff --git a/packages/server/test/support/helpers/fixtures.js b/packages/server/test/support/helpers/fixtures.js index 56858cc2f10e..857f2b5a8d6c 100644 --- a/packages/server/test/support/helpers/fixtures.js +++ b/packages/server/test/support/helpers/fixtures.js @@ -49,6 +49,14 @@ module.exports = { return fs.removeSync(tmpDir) }, + async installStubPackage (projectPath, pkgName) { + const pathToPkg = path.join(projectPath, 'node_modules', pkgName) + + await fs.outputJSON(path.join(projectPath, 'package.json'), { name: 'some-project' }) + await fs.mkdirp(pathToPkg) + await fs.outputFile(path.join(pathToPkg, 'index.js'), '') + }, + // returns the path to project fixture // in the tmpDir project (...args) { diff --git a/packages/server/test/unit/api_spec.js b/packages/server/test/unit/api_spec.js index 6a72cf4548ab..67cc36c38cfc 100644 --- a/packages/server/test/unit/api_spec.js +++ b/packages/server/test/unit/api_spec.js @@ -568,7 +568,7 @@ describe('lib/api', () => { it('PUTs /instances/:id', function () { nock(API_BASEURL) - .matchHeader('x-route-version', '2') + .matchHeader('x-route-version', '3') .matchHeader('x-os-name', 'linux') .matchHeader('x-cypress-version', pkg.version) .put('/instances/instance-id-123', this.putProps) @@ -579,7 +579,7 @@ describe('lib/api', () => { it('PUT /instances/:id failure formatting', () => { nock(API_BASEURL) - .matchHeader('x-route-version', '2') + .matchHeader('x-route-version', '3') .matchHeader('x-os-name', 'linux') .matchHeader('x-cypress-version', pkg.version) .put('/instances/instance-id-123') @@ -609,7 +609,7 @@ describe('lib/api', () => { it('handles timeouts', () => { nock(API_BASEURL) - .matchHeader('x-route-version', '2') + .matchHeader('x-route-version', '3') .matchHeader('x-os-name', 'linux') .matchHeader('x-cypress-version', pkg.version) .put('/instances/instance-id-123') diff --git a/packages/server/test/unit/config_spec.js b/packages/server/test/unit/config_spec.js index d08e498da4b5..205738ddf1ba 100644 --- a/packages/server/test/unit/config_spec.js +++ b/packages/server/test/unit/config_spec.js @@ -1163,6 +1163,7 @@ describe('lib/config', () => { componentFolder: { value: 'cypress/component', from: 'default' }, experimentalShadowDomSupport: { value: false, from: 'default' }, experimentalFetchPolyfill: { value: false, from: 'default' }, + retries: { value: { runMode: 0, openMode: 0 }, from: 'default' }, }) }) }) @@ -1240,6 +1241,7 @@ describe('lib/config', () => { componentFolder: { value: 'cypress/component', from: 'default' }, experimentalShadowDomSupport: { value: false, from: 'default' }, experimentalFetchPolyfill: { value: false, from: 'default' }, + retries: { value: { runMode: 0, openMode: 0 }, from: 'default' }, env: { foo: { value: 'foo', diff --git a/packages/server/test/unit/modes/run_spec.js b/packages/server/test/unit/modes/run_spec.js index 20c3c6f67814..ec852e3075c1 100644 --- a/packages/server/test/unit/modes/run_spec.js +++ b/packages/server/test/unit/modes/run_spec.js @@ -360,7 +360,7 @@ describe('lib/modes/run', () => { const screenshots = [{}, {}, {}] const endVideoCapture = sinon.stub().resolves() const results = { - tests: [4, 5, 6], + tests: [{ attempts: [1] }, { attempts: [2] }, { attempts: [3] }], stats: { tests: 1, passes: 2, @@ -371,9 +371,6 @@ describe('lib/modes/run', () => { } sinon.stub(Reporter, 'setVideoTimestamp') - .withArgs(startedVideoCapture, results.tests) - .returns([1, 2, 3]) - sinon.stub(runMode, 'postProcessRecording').resolves() sinon.spy(runMode, 'displayResults') sinon.spy(runMode, 'displayScreenshots') @@ -399,6 +396,7 @@ describe('lib/modes/run', () => { }) .then((obj) => { // since video was recording, there was a delay to let video finish + expect(Reporter.setVideoTimestamp).calledWith(startedVideoCapture, [1, 2, 3]) expect(runMode.getVideoRecordingDelay).to.have.returned(1000) expect(Promise.prototype.delay).to.be.calledWith(1000) expect(runMode.postProcessRecording).to.be.calledWith('foo.mp4', 'foo-compressed.mp4', 32, true) @@ -413,7 +411,7 @@ describe('lib/modes/run', () => { hooks: null, reporterStats: null, shouldUploadVideo: true, - tests: [1, 2, 3], + tests: results.tests, spec: { path: 'cypress/integration/spec.js', }, diff --git a/packages/server/test/unit/reporter_spec.js b/packages/server/test/unit/reporter_spec.js index 6888b89131df..a8a75a1080d2 100644 --- a/packages/server/test/unit/reporter_spec.js +++ b/packages/server/test/unit/reporter_spec.js @@ -32,7 +32,7 @@ describe('lib/reporter', () => { sync: true, err: { message: 'foo', - stack: [1, 2, 3], + stack: 'at foo:1:1\nat bar:1:1\nat baz:1:1', }, }, { diff --git a/packages/ui-components/cypress/support/customPercyCommand.js b/packages/ui-components/cypress/support/customPercyCommand.js new file mode 100644 index 000000000000..be1041d59c3e --- /dev/null +++ b/packages/ui-components/cypress/support/customPercyCommand.js @@ -0,0 +1,51 @@ +require('@percy/cypress') +const _ = require('lodash') + +function customPercySnapshot ( + origFn, + name, + options = {}, +) { + if (_.isObject(name)) { + options = name + name = null + } + + const opts = _.defaults({}, options, { + elementOverrides: { '.stats .duration': ($el) => $el.text('XX.XX'), '.cy-tooltip': true }, + widths: [Cypress.config().viewportWidth], + }) + + /** + * @type {Mocha.Test} + */ + const test = cy.state('test') + + const titlePath = test.titlePath() + + const screenshotName = titlePath.concat(name).filter(Boolean).join(' > ') + + _.each(opts.elementOverrides, (v, k) => { + // eslint-disable-next-line cypress/no-assigning-return-values + const $el = cy.$$(k) + + if (_.isFunction(v)) { + v($el) + + return + } + + $el.css({ visibility: 'hidden' }) + }) + + // if we're in interactive mode via (cypress open) + // then bail immediately + if (Cypress.config().isInteractive) { + return cy.log('percy: skipping snapshot in interactive mode') + } + + return origFn(screenshotName, { + widths: opts.widths, + }) +} +Cypress.Commands.overwrite('percySnapshot', customPercySnapshot) diff --git a/scripts/wait-on-circle-jobs.js b/scripts/wait-on-circle-jobs.js new file mode 100644 index 000000000000..09eee4afb5b4 --- /dev/null +++ b/scripts/wait-on-circle-jobs.js @@ -0,0 +1,167 @@ +/* eslint-disable no-console */ + +const _ = require('lodash') +const minimist = require('minimist') +const Promise = require('bluebird') +const retry = require('bluebird-retry') +const got = require('got') +// always print the debug logs +const debug = require('debug')('*') + +// we expect CircleCI to set the current polling job name +const jobName = process.env.CIRCLE_JOB || 'wait-on-circle-jobs' + +const workflowId = process.env.CIRCLE_WORKFLOW_ID + +const getAuth = () => `${process.env.CIRCLE_TOKEN}:` + +if (!process.env.CIRCLE_TOKEN) { + console.error('Cannot find CIRCLE_TOKEN') + process.exit(1) +} + +if (!process.env.CIRCLE_WORKFLOW_ID) { + console.error('Cannot find CIRCLE_WORKFLOW_ID') + process.exit(1) +} + +const args = minimist(process.argv.slice(2), { boolean: false }) + +const jobNames = _ +.chain(args['job-names']) +.split(',') +.without('true') +.map(_.trim) +.compact() +.value() + +if (!jobNames.length) { + console.error('Missing argument: --job-names') + console.error('You must pass a comma separated list of Circle CI job names to wait for.') + process.exit(1) +} + +debug('received circle jobs: %o', jobNames) + +/* eslint-disable-next-line no-unused-vars */ +const getWorkflow = async (workflowId) => { + const auth = getAuth() + const url = `https://${auth}@circleci.com/api/v2/workflow/${workflowId}` + const response = await got(url).json() + + // returns something like + // { + // pipeline_id: '5b937e8b-6138-41ad-b8d0-1c1969c4dad1', + // id: '566ffe9a-62d4-45cd-9a27-9882139e0121', + // name: 'linux', + // project_slug: 'gh/cypress-io/cypress', + // status: 'failed', + // started_by: '45ae8c6a-4686-4e71-a078-fb7a3b9d9e59', + // pipeline_number: 12461, + // created_at: '2020-07-20T19:45:41Z', + // stopped_at: '2020-07-20T20:06:54Z' + // } + + return response +} + +/** + * Job status + * - blocked (has not run yet) + * - running (currently running) + * - failed | success +*/ +const getJobStatus = async (workfowId) => { + const auth = getAuth() + // typo at https://circleci.com/docs/2.0/api-intro/ + // to retrieve all jobs, the url is "/workflow/:id/job" + const url = `https://${auth}@circleci.com/api/v2/workflow/${workflowId}/job` + const response = await got(url).json() + + // returns something like + // { + // next_page_token: null, + // items: [ + // { + // dependencies: [], + // job_number: 400959, + // id: '7021bcc7-90c1-47d9-bf99-c0372a4f8f49', + // started_at: '2020-07-20T19:45:46Z', + // name: 'build', + // project_slug: 'gh/cypress-io/cypress', + // status: 'success', + // type: 'build', + // stopped_at: '2020-07-20T19:50:07Z' + // } + // ] + // } + return response +} + +const waitForAllJobs = async (workflowId) => { + let response + + try { + response = await getJobStatus(workflowId) + } catch (e) { + console.error(e) + process.exit(1) + } + + // if a job is pending, its status will be "blocked" + const blockedJobs = _.filter(response.items, { status: 'blocked' }) + const failedJobs = _.filter(response.items, { status: 'failed' }) + const runningJobs = _.filter(response.items, { status: 'running' }) + + const blockedJobNames = _.map(blockedJobs, 'name') + const runningJobNames = _.map(runningJobs, 'name') + + debug('failed jobs %o', _.map(failedJobs, 'name')) + debug('blocked jobs %o', blockedJobNames) + debug('running jobs %o', runningJobNames) + + if (!runningJobs.length || (runningJobs.length === 1 && runningJobs[0].name === jobName)) { + // there are no more jobs to run, or this is the last running job + console.log('all jobs are done, finishing this job') + + return Promise.resolve() + } + + const futureOrRunning = _.union(blockedJobs, runningJobNames) + const jobsToWaitFor = _.intersection(jobNames, futureOrRunning) + + debug('jobs to wait for %o', jobsToWaitFor) + + if (!jobsToWaitFor.length) { + console.log('No more jobs to wait for!') + + return Promise.resolve() + } + + return Promise.reject(new Error('Jobs have not finished')) +} + +// finished, has one failed job +// const workflowId = '566ffe9a-62d4-45cd-9a27-9882139e0121' +// pending workflow +// jobs that have not run have "status: 'blocked'" + +// getWorkflow(workflowId).then(console.log, console.error) +// getWorkflowJobs(workflowId).then(console.log, console.error) + +const seconds = (s) => s * 1000 +const minutes = (m) => m * 60 * 1000 + +// https://github.com/demmer/bluebird-retry +retry(waitForAllJobs.bind(null, workflowId), { + timeout: minutes(30), // max time for this job + interval: seconds(30), // poll intervals + max_interval: seconds(30), +}).then(() => { + console.log('all done') +}, (err) => { + console.error(err) + process.exit(1) +}) + +// getJobStatus(workflowId).then(console.log, console.error) diff --git a/yarn.lock b/yarn.lock index 9325e5545a2b..fd9b2dc9a4ae 100644 --- a/yarn.lock +++ b/yarn.lock @@ -1649,6 +1649,16 @@ lodash.merge "^4.6.2" lodash.omit "^4.5.0" +"@cypress/json-schemas@5.35.0": + version "5.35.0" + resolved "https://registry.yarnpkg.com/@cypress/json-schemas/-/json-schemas-5.35.0.tgz#9a699f680a7c58809f743b951f02107fd7b29b80" + integrity sha512-EyCPTw9k3fOkDu1n3zWwRdIGQp6ehZRbCNwYCFtFXxgXW1IK/jTO6ese1mDAIjcfQgLOpBKnj77+ahIC093p7w== + dependencies: + "@cypress/schema-tools" "4.7.4" + lodash.clonedeep "^4.5.0" + lodash.merge "^4.6.2" + lodash.omit "^4.5.0" + "@cypress/listr-verbose-renderer@^0.4.1": version "0.4.1" resolved "https://registry.yarnpkg.com/@cypress/listr-verbose-renderer/-/listr-verbose-renderer-0.4.1.tgz#a77492f4b11dcc7c446a34b3e28721afd33c642a" @@ -3745,6 +3755,11 @@ resolved "https://registry.yarnpkg.com/@sindresorhus/is/-/is-0.7.0.tgz#9a06f4f137ee84d7df0460c1fdb1135ffa6c50fd" integrity sha512-ONhaKPIufzzrlNbqtWFFd+jlnemX6lJAgq9ZeiZtS7I1PIf/la7CW4m83rTXRnVnsMbW2k56pGYu7AUFJD9Pow== +"@sindresorhus/is@^3.0.0": + version "3.0.0" + resolved "https://registry.yarnpkg.com/@sindresorhus/is/-/is-3.0.0.tgz#78fabc5e295adb6e1ef57eaafe4cc5d7aa35b183" + integrity sha512-kqA5I6Yun7PBHk8WN9BBP1c7FfN2SrD05GuVSEYPqDb4nerv7HqYfgBfMIKmT/EuejURkJKLZuLyGKGs6WEG9w== + "@sinonjs/commons@^1", "@sinonjs/commons@^1.2.0", "@sinonjs/commons@^1.3.0", "@sinonjs/commons@^1.4.0", "@sinonjs/commons@^1.6.0", "@sinonjs/commons@^1.7.0", "@sinonjs/commons@^1.7.2": version "1.8.0" resolved "https://registry.yarnpkg.com/@sinonjs/commons/-/commons-1.8.0.tgz#c8d68821a854c555bba172f3b06959a0039b236d" @@ -3829,6 +3844,13 @@ dependencies: defer-to-connect "^1.0.1" +"@szmarczak/http-timer@^4.0.5": + version "4.0.5" + resolved "https://registry.yarnpkg.com/@szmarczak/http-timer/-/http-timer-4.0.5.tgz#bfbd50211e9dfa51ba07da58a14cdfd333205152" + integrity sha512-PyRA9sm1Yayuj5OIoJ1hGt2YISX45w9WcFbh6ddT0Z/0yaFxOtGLInr4jUfU1EAFVs0Yfyfev4RNwBlUaHdlDQ== + dependencies: + defer-to-connect "^2.0.0" + "@types/anymatch@*": version "1.3.1" resolved "https://registry.yarnpkg.com/@types/anymatch/-/anymatch-1.3.1.tgz#336badc1beecb9dacc38bea2cf32adf627a8421a" @@ -3885,6 +3907,16 @@ "@types/connect" "*" "@types/node" "*" +"@types/cacheable-request@^6.0.1": + version "6.0.1" + resolved "https://registry.yarnpkg.com/@types/cacheable-request/-/cacheable-request-6.0.1.tgz#5d22f3dded1fd3a84c0bbeb5039a7419c2c91976" + integrity sha512-ykFq2zmBGOCbpIXtoVbz4SKY5QriWPh3AjyU4G74RYbtt5yOc5OfaY75ftjg7mikMOla1CTGpX3lLbuJh8DTrQ== + dependencies: + "@types/http-cache-semantics" "*" + "@types/keyv" "*" + "@types/node" "*" + "@types/responselike" "*" + "@types/caseless@*": version "0.12.2" resolved "https://registry.yarnpkg.com/@types/caseless/-/caseless-0.12.2.tgz#f65d3d6389e01eeb458bd54dc8f52b95a9463bc8" @@ -3925,6 +3957,13 @@ resolved "https://registry.yarnpkg.com/@types/chai/-/chai-4.2.7.tgz#1c8c25cbf6e59ffa7d6b9652c78e547d9a41692d" integrity sha512-luq8meHGYwvky0O7u0eQZdA7B4Wd9owUCqvbw2m3XCrCU8mplYOujMBbvyS547AxJkC+pGnd0Cm15eNxEUNU8g== +"@types/chalk@^2.2.0": + version "2.2.0" + resolved "https://registry.yarnpkg.com/@types/chalk/-/chalk-2.2.0.tgz#b7f6e446f4511029ee8e3f43075fb5b73fbaa0ba" + integrity sha512-1zzPV9FDe1I/WHhRkf9SNgqtRJWZqrBWgu7JGveuHmmyR9CnAPCie2N/x+iHrgnpYBIcCJWHBoMRv2TRWktsvw== + dependencies: + chalk "*" + "@types/cheerio@*": version "0.22.21" resolved "https://registry.yarnpkg.com/@types/cheerio/-/cheerio-0.22.21.tgz#5e37887de309ba11b2e19a6e14cad7874b31a8a3" @@ -3956,6 +3995,11 @@ resolved "https://registry.yarnpkg.com/@types/color-name/-/color-name-1.1.1.tgz#1c1261bbeaa10a8055bbc5d8ab84b7b2afc846a0" integrity sha512-rr+OQyAjxze7GgWrSaJwydHStIhHq2lvY3BOC2Mj7KnzI7XK0Uw1TOOdI9lDoajEbSWLiYgoo4f1R51erQfhPQ== +"@types/common-tags@^1.8.0": + version "1.8.0" + resolved "https://registry.yarnpkg.com/@types/common-tags/-/common-tags-1.8.0.tgz#79d55e748d730b997be5b7fce4b74488d8b26a6b" + integrity sha512-htRqZr5qn8EzMelhX/Xmx142z218lLyGaeZ3YR8jlze4TATRU9huKKvuBmAJEW4LCC4pnY1N6JAm6p85fMHjhg== + "@types/concat-stream@1.6.0": version "1.6.0" resolved "https://registry.yarnpkg.com/@types/concat-stream/-/concat-stream-1.6.0.tgz#394dbe0bb5fee46b38d896735e8b68ef2390d00d" @@ -4096,6 +4140,11 @@ "@types/tapable" "*" "@types/webpack" "*" +"@types/http-cache-semantics@*": + version "4.0.0" + resolved "https://registry.yarnpkg.com/@types/http-cache-semantics/-/http-cache-semantics-4.0.0.tgz#9140779736aa2655635ee756e2467d787cfe8a2a" + integrity sha512-c3Xy026kOF7QOTn00hbIllV1dLR9hG9NkSrLQgCVs8NF6sBU+VGWjD3wLPhmh1TYAc7ugCFsvHYMN4VcBN1U1A== + "@types/istanbul-lib-coverage@*", "@types/istanbul-lib-coverage@^2.0.0": version "2.0.3" resolved "https://registry.yarnpkg.com/@types/istanbul-lib-coverage/-/istanbul-lib-coverage-2.0.3.tgz#4ba8ddb720221f432e443bd5f9117fd22cfd4762" @@ -4149,12 +4198,19 @@ resolved "https://registry.yarnpkg.com/@types/json5/-/json5-0.0.29.tgz#ee28707ae94e11d2b827bcbe5270bcea7f3e71ee" integrity sha1-7ihweulOEdK4J7y+UnC86n8+ce4= +"@types/keyv@*": + version "3.1.1" + resolved "https://registry.yarnpkg.com/@types/keyv/-/keyv-3.1.1.tgz#e45a45324fca9dab716ab1230ee249c9fb52cfa7" + integrity sha512-MPtoySlAZQ37VoLaPcTHCu1RWJ4llDkULYZIzOYxlhxBqYPB0RsRlmMU0R6tahtFe27mIdkHV+551ZWV4PLmVw== + dependencies: + "@types/node" "*" + "@types/linkify-it@*": version "2.1.0" resolved "https://registry.yarnpkg.com/@types/linkify-it/-/linkify-it-2.1.0.tgz#ea3dd64c4805597311790b61e872cbd1ed2cd806" integrity sha512-Q7DYAOi9O/+cLLhdaSvKdaumWyHbm7HAk/bFwwyTuU0arR5yyCeW5GOoqt4tJTpDRxhpx9Q8kQL6vMpuw9hDSw== -"@types/lodash@4.14.149": +"@types/lodash@4.14.149", "@types/lodash@^4.14.123": version "4.14.149" resolved "https://registry.yarnpkg.com/@types/lodash/-/lodash-4.14.149.tgz#1342d63d948c6062838fbf961012f74d4e638440" integrity sha512-ijGqzZt/b7BfzcK9vTrS6MFljQRPn5BFWOx8oE0GYxribu6uV+aA9zZuXI1zc/etK9E8nrgdoF2+LgUw7+9tJQ== @@ -4193,7 +4249,7 @@ resolved "https://registry.yarnpkg.com/@types/minimist/-/minimist-1.2.0.tgz#69a23a3ad29caf0097f06eda59b361ee2f0639f6" integrity sha1-aaI6OtKcrwCX8G7aWbNh7i8GOfY= -"@types/mocha@5.2.7": +"@types/mocha@5.2.7", "@types/mocha@^5.2.6": version "5.2.7" resolved "https://registry.yarnpkg.com/@types/mocha/-/mocha-5.2.7.tgz#315d570ccb56c53452ff8638738df60726d5b6ea" integrity sha512-NYrtPht0wGzhwe9+/idPaBB+TqkY9AhTvOLMkThm0IoEfLaiVQZwBwyJ5puCkO3AUCWrmcoePjp2mbFocKy4SQ== @@ -4318,6 +4374,13 @@ "@types/tough-cookie" "*" form-data "^2.5.0" +"@types/responselike@*", "@types/responselike@^1.0.0": + version "1.0.0" + resolved "https://registry.yarnpkg.com/@types/responselike/-/responselike-1.0.0.tgz#251f4fe7d154d2bad125abe1b429b23afd262e29" + integrity sha512-85Y2BjiufFzaMIlvJDvTTB8Fxl2xfLo4HgmHzVBz08w4wDePCTjYw66PdrolO0kzli3yam/YCgRufyo1DdQVTA== + dependencies: + "@types/node" "*" + "@types/serve-static@*": version "1.13.4" resolved "https://registry.yarnpkg.com/@types/serve-static/-/serve-static-1.13.4.tgz#6662a93583e5a6cabca1b23592eb91e12fa80e7c" @@ -7749,6 +7812,11 @@ cache-base@^1.0.1: union-value "^1.0.0" unset-value "^1.0.0" +cacheable-lookup@^5.0.3: + version "5.0.3" + resolved "https://registry.yarnpkg.com/cacheable-lookup/-/cacheable-lookup-5.0.3.tgz#049fdc59dffdd4fc285e8f4f82936591bd59fec3" + integrity sha512-W+JBqF9SWe18A72XFzN/V/CULFzPm7sBXzzR6ekkE+3tLG72wFZrBiBZhrZuDoYexop4PHJVdFAKb/Nj9+tm9w== + cacheable-request@^2.1.1: version "2.1.4" resolved "https://registry.yarnpkg.com/cacheable-request/-/cacheable-request-2.1.4.tgz#0d808801b6342ad33c91df9d0b44dc09b91e5c3d" @@ -7775,6 +7843,19 @@ cacheable-request@^6.0.0: normalize-url "^4.1.0" responselike "^1.0.2" +cacheable-request@^7.0.1: + version "7.0.1" + resolved "https://registry.yarnpkg.com/cacheable-request/-/cacheable-request-7.0.1.tgz#062031c2856232782ed694a257fa35da93942a58" + integrity sha512-lt0mJ6YAnsrBErpTMWeu5kl/tg9xMAWjavYTN6VQXM1A/teBITuNcccXsCxF0tDQQJf9DfAaX5O4e0zp0KlfZw== + dependencies: + clone-response "^1.0.2" + get-stream "^5.1.0" + http-cache-semantics "^4.0.0" + keyv "^4.0.0" + lowercase-keys "^2.0.0" + normalize-url "^4.1.0" + responselike "^2.0.0" + cached-path-relative@^1.0.0, cached-path-relative@^1.0.2: version "1.0.2" resolved "https://registry.yarnpkg.com/cached-path-relative/-/cached-path-relative-1.0.2.tgz#a13df4196d26776220cc3356eb147a52dba2c6db" @@ -8006,6 +8087,14 @@ chai@4.2.0: pathval "^1.1.0" type-detect "^4.0.5" +chalk@*, chalk@^4.0.0, chalk@^4.1.0: + version "4.1.0" + resolved "https://registry.yarnpkg.com/chalk/-/chalk-4.1.0.tgz#4e14870a618d9e2edd97dd8345fd9d9dc315646a" + integrity sha512-qwx12AxXe2Q5xQ43Ac//I6v5aXTipYrSESdOgzrN+9XjgEpyjpKuvSGaN4qE93f7TQTlerQQ8S+EQ0EyDoVL1A== + dependencies: + ansi-styles "^4.1.0" + supports-color "^7.1.0" + chalk@1.x.x, chalk@^1.0.0, chalk@^1.1.1, chalk@^1.1.3: version "1.1.3" resolved "https://registry.yarnpkg.com/chalk/-/chalk-1.1.3.tgz#a8115c55e4a702fe4d150abd3872822a7e09fc98" @@ -8043,14 +8132,6 @@ chalk@^3.0.0: ansi-styles "^4.1.0" supports-color "^7.1.0" -chalk@^4.0.0, chalk@^4.1.0: - version "4.1.0" - resolved "https://registry.yarnpkg.com/chalk/-/chalk-4.1.0.tgz#4e14870a618d9e2edd97dd8345fd9d9dc315646a" - integrity sha512-qwx12AxXe2Q5xQ43Ac//I6v5aXTipYrSESdOgzrN+9XjgEpyjpKuvSGaN4qE93f7TQTlerQQ8S+EQ0EyDoVL1A== - dependencies: - ansi-styles "^4.1.0" - supports-color "^7.1.0" - chalk@~0.4.0: version "0.4.0" resolved "https://registry.yarnpkg.com/chalk/-/chalk-0.4.0.tgz#5199a3ddcd0c1efe23bc08c1b027b06176e0c64f" @@ -9703,6 +9784,13 @@ decompress-response@^4.2.0: dependencies: mimic-response "^2.0.0" +decompress-response@^6.0.0: + version "6.0.0" + resolved "https://registry.yarnpkg.com/decompress-response/-/decompress-response-6.0.0.tgz#ca387612ddb7e104bd16d85aab00d5ecf09c66fc" + integrity sha512-aW35yZM6Bb/4oJlZncMH2LCoZtJXTRxES17vE3hoRiowU2kWHaJKFkSBDnDR+cm9J+9QhXmREyIfv0pji9ejCQ== + dependencies: + mimic-response "^3.1.0" + dedent@^0.7.0: version "0.7.0" resolved "https://registry.yarnpkg.com/dedent/-/dedent-0.7.0.tgz#2495ddbaf6eb874abb0e1be9df22d2e5a544326c" @@ -9778,6 +9866,11 @@ defer-to-connect@^1.0.1: resolved "https://registry.yarnpkg.com/defer-to-connect/-/defer-to-connect-1.1.3.tgz#331ae050c08dcf789f8c83a7b81f0ed94f4ac591" integrity sha512-0ISdNousHvZT2EiFlZeZAHBUvSxmKswVCEf8hW7KWgG4a8MVEu/3Vb6uWYozkjylyCxe0JBIiRB1jV45S70WVQ== +defer-to-connect@^2.0.0: + version "2.0.0" + resolved "https://registry.yarnpkg.com/defer-to-connect/-/defer-to-connect-2.0.0.tgz#83d6b199db041593ac84d781b5222308ccf4c2c1" + integrity sha512-bYL2d05vOSf1JEZNx5vSAtPuBMkX8K9EUutg7zlKvTqKXHt7RhWJFbmd7qakVuf13i+IkGmp6FwSsONOf6VYIg== + define-properties@^1.1.2, define-properties@^1.1.3: version "1.1.3" resolved "https://registry.yarnpkg.com/define-properties/-/define-properties-1.1.3.tgz#cf88da6cbee26fe6db7094f61d870cbd84cee9f1" @@ -13217,6 +13310,23 @@ good-listener@^1.2.2: dependencies: delegate "^3.1.2" +got@11.5.1: + version "11.5.1" + resolved "https://registry.yarnpkg.com/got/-/got-11.5.1.tgz#bf098a270fe80b3fb88ffd5a043a59ebb0a391db" + integrity sha512-reQEZcEBMTGnujmQ+Wm97mJs/OK6INtO6HmLI+xt3+9CvnRwWjXutUvb2mqr+Ao4Lu05Rx6+udx9sOQAmExMxA== + dependencies: + "@sindresorhus/is" "^3.0.0" + "@szmarczak/http-timer" "^4.0.5" + "@types/cacheable-request" "^6.0.1" + "@types/responselike" "^1.0.0" + cacheable-lookup "^5.0.3" + cacheable-request "^7.0.1" + decompress-response "^6.0.0" + http2-wrapper "^1.0.0-beta.5.0" + lowercase-keys "^2.0.0" + p-cancelable "^2.0.0" + responselike "^2.0.0" + got@^8.3.2: version "8.3.2" resolved "https://registry.yarnpkg.com/got/-/got-8.3.2.tgz#1d23f64390e97f776cac52e5b936e5f514d2e937" @@ -13873,6 +13983,14 @@ http-status-codes@1.4.0: resolved "https://registry.yarnpkg.com/http-status-codes/-/http-status-codes-1.4.0.tgz#6e4c15d16ff3a9e2df03b89f3a55e1aae05fb477" integrity sha512-JrT3ua+WgH8zBD3HEJYbeEgnuQaAnUeRRko/YojPAJjGmIfGD3KPU/asLdsLwKjfxOmQe5nXMQ0pt/7MyapVbQ== +http2-wrapper@^1.0.0-beta.5.0: + version "1.0.0-beta.5.2" + resolved "https://registry.yarnpkg.com/http2-wrapper/-/http2-wrapper-1.0.0-beta.5.2.tgz#8b923deb90144aea65cf834b016a340fc98556f3" + integrity sha512-xYz9goEyBnC8XwXDTuC/MZ6t+MrKVQZOk4s7+PaDkwIsQd8IwqvM+0M6bA/2lvG8GHXcPdf+MejTUeO2LCPCeQ== + dependencies: + quick-lru "^5.1.1" + resolve-alpn "^1.0.0" + https-browserify@^1.0.0: version "1.0.0" resolved "https://registry.yarnpkg.com/https-browserify/-/https-browserify-1.0.0.tgz#ec06c10e0a34c0f2faf199f7fd7fc78fffd03c73" @@ -15793,6 +15911,11 @@ json-buffer@3.0.0: resolved "https://registry.yarnpkg.com/json-buffer/-/json-buffer-3.0.0.tgz#5b1f397afc75d677bde8bcfc0e47e1f9a3d9a898" integrity sha1-Wx85evx11ne96Lz8Dkfh+aPZqJg= +json-buffer@3.0.1: + version "3.0.1" + resolved "https://registry.yarnpkg.com/json-buffer/-/json-buffer-3.0.1.tgz#9338802a30d3b6605fbe0613e094008ca8c05a13" + integrity sha512-4bV5BfR2mqfQTJm+V5tPPdf+ZpuhiIvTuAB5g8kcrXOZpTT/QwwVRWBywX1ozr6lEuPdbHxwaJlm9G6mI2sfSQ== + json-fixer@^1.3.1: version "1.5.2" resolved "https://registry.yarnpkg.com/json-fixer/-/json-fixer-1.5.2.tgz#1c99f7f2e93106a105f1311fec7c13c6925a0a93" @@ -16025,6 +16148,13 @@ keyv@^3.0.0: dependencies: json-buffer "3.0.0" +keyv@^4.0.0: + version "4.0.1" + resolved "https://registry.yarnpkg.com/keyv/-/keyv-4.0.1.tgz#9fe703cb4a94d6d11729d320af033307efd02ee6" + integrity sha512-xz6Jv6oNkbhrFCvCP7HQa8AaII8y8LRpoSm661NOKLr4uHuBwhX4epXrPQgF3+xdJnN4Esm5X0xwY4bOlALOtw== + dependencies: + json-buffer "3.0.1" + kind-of@^1.1.0: version "1.1.0" resolved "https://registry.yarnpkg.com/kind-of/-/kind-of-1.1.0.tgz#140a3d2d41a36d2efcfa9377b62c24f8495a5c44" @@ -17284,6 +17414,11 @@ mimic-response@^2.0.0: resolved "https://registry.yarnpkg.com/mimic-response/-/mimic-response-2.1.0.tgz#d13763d35f613d09ec37ebb30bac0469c0ee8f43" integrity sha512-wXqjST+SLt7R009ySCglWBCFpjUygmCIfD790/kVbiGmUgfYGuB14PiTd5DwVxSV4NcYHjzMkoj5LjQZwTQLEA== +mimic-response@^3.1.0: + version "3.1.0" + resolved "https://registry.yarnpkg.com/mimic-response/-/mimic-response-3.1.0.tgz#2d1d59af9c1b129815accc2c46a022a5ce1fa3c9" + integrity sha512-z0yWI+4FDrrweS8Zmt4Ej5HdJmky15+L2e6Wgn3+iK5fWzb6T3fhNFq2+MeTRb064c6Wr4N/wv0DzQTjNzHNGQ== + min-document@^2.19.0: version "2.19.0" resolved "https://registry.yarnpkg.com/min-document/-/min-document-2.19.0.tgz#7bd282e3f5842ed295bb748cdd9f1ffa2c824685" @@ -18967,6 +19102,11 @@ p-cancelable@^1.0.0: resolved "https://registry.yarnpkg.com/p-cancelable/-/p-cancelable-1.1.0.tgz#d078d15a3af409220c886f1d9a0ca2e441ab26cc" integrity sha512-s73XxOZ4zpt1edZYZzvhqFa6uvQc1vwUa0K0BdtIZgQMAJj9IbebH+JkgKZc9h+B05PKHLOTl4ajG1BmNrVZlw== +p-cancelable@^2.0.0: + version "2.0.0" + resolved "https://registry.yarnpkg.com/p-cancelable/-/p-cancelable-2.0.0.tgz#4a3740f5bdaf5ed5d7c3e34882c6fb5d6b266a6e" + integrity sha512-wvPXDmbMmu2ksjkB4Z3nZWTSkJEb9lqVdMaCKpZUGJG9TMiNp9XcbG3fn9fPKjem04fJMJnXoyFPk2FmgiaiNg== + p-defer@^1.0.0: version "1.0.0" resolved "https://registry.yarnpkg.com/p-defer/-/p-defer-1.0.0.tgz#9f6eb182f6c9aa8cd743004a7d4f96b196b0fb0c" @@ -20293,6 +20433,11 @@ quick-lru@^4.0.1: resolved "https://registry.yarnpkg.com/quick-lru/-/quick-lru-4.0.1.tgz#5b8878f113a58217848c6482026c73e1ba57727f" integrity sha512-ARhCpm70fzdcvNQfPoy49IaanKkTlRWF2JMzqhcJbhSFRZv7nPTvZJdcY7301IPmvW+/p0RgIWnQDLJxifsQ7g== +quick-lru@^5.1.1: + version "5.1.1" + resolved "https://registry.yarnpkg.com/quick-lru/-/quick-lru-5.1.1.tgz#366493e6b3e42a3a6885e2e99d18f80fb7a8c932" + integrity sha512-WuyALRjWPDGtt/wzJiadO5AXY+8hZ80hVpe6MyivgraREW751X3SbhRvG3eLKOYN+8VEvqLcf3wdnt44Z4S4SA== + quote@0.4.0: version "0.4.0" resolved "https://registry.yarnpkg.com/quote/-/quote-0.4.0.tgz#10839217f6c1362b89194044d29b233fd7f32f01" @@ -21440,6 +21585,11 @@ requires-port@^1.0.0: resolved "https://registry.yarnpkg.com/requires-port/-/requires-port-1.0.0.tgz#925d2601d39ac485e091cf0da5c6e694dc3dcaff" integrity sha1-kl0mAdOaxIXgkc8NpcbmlNw9yv8= +resolve-alpn@^1.0.0: + version "1.0.0" + resolved "https://registry.yarnpkg.com/resolve-alpn/-/resolve-alpn-1.0.0.tgz#745ad60b3d6aff4b4a48e01b8c0bdc70959e0e8c" + integrity sha512-rTuiIEqFmGxne4IovivKSDzld2lWW9QCjqv80SYjPgf+gS35eaCAjaP54CCwGAwBtnCsvNLYtqxe1Nw+i6JEmA== + resolve-cwd@^2.0.0: version "2.0.0" resolved "https://registry.yarnpkg.com/resolve-cwd/-/resolve-cwd-2.0.0.tgz#00a9f7387556e27038eae232caa372a6a59b665a" @@ -21539,6 +21689,13 @@ responselike@1.0.2, responselike@^1.0.2: dependencies: lowercase-keys "^1.0.0" +responselike@^2.0.0: + version "2.0.0" + resolved "https://registry.yarnpkg.com/responselike/-/responselike-2.0.0.tgz#26391bcc3174f750f9a79eacc40a12a5c42d7723" + integrity sha512-xH48u3FTB9VsZw7R+vvgaKeLKzT6jOogbQhEe/jewwnZgzPcnyWui2Av6JpoYZF/91uueC+lqhWqeURw5/qhCw== + dependencies: + lowercase-keys "^2.0.0" + restore-cursor@^1.0.1: version "1.0.1" resolved "https://registry.yarnpkg.com/restore-cursor/-/restore-cursor-1.0.1.tgz#34661f46886327fed2991479152252df92daa541"