fix(goto): bypass CSP when is necessary

packages/goto/package.json

@@ -45,9 +45,9 @@
   },
   "devDependencies": {
     "@browserless/test": "latest",
+    "p-wait-for": "3",
     "ava": "3",
     "browserless": "latest",
-    "exit-hook": "2",
     "fpscanner": "latest"
   },
   "engines": {

packages/goto/src/index.js

@@ -222,6 +222,16 @@ module.exports = ({
 
     const prePromises = []
 
+    if (modules || scripts || styles) {
+      prePromises.push(
+        run({
+          fn: page.setBypassCSP(true),
+          timeout: actionTimeout,
+          debug: 'bypassCSP'
+        })
+      )
+    }
+
     if (abortTypes.length > 0) {
       await page.setRequestInterception(true)
       page.on('request', req => {

packages/goto/test/e2e/evasions.js

@@ -1,45 +1,63 @@
 'use strict'
 
+const { getBrowserless } = require('@browserless/test/util')
 const fpscanner = require('fpscanner')
+const pWaitFor = require('p-wait-for')
 const test = require('ava')
 
-const browserlessFactory = require('browserless')()
-const exitHook = require('exit-hook')
+const browserlessFactory = getBrowserless()
 
-exitHook(browserlessFactory.close)
+test('arh.antoinevastel.com/bots/areyouheadless', async t => {
+  let assertion = false
 
-test.skip('arh.antoinevastel.com/bots/areyouheadless', async t => {
-  const browserless = await browserlessFactory.createContext()
-  t.teardown(() => browserless.destroyContext())
-  const content = await browserless.text('https://arh.antoinevastel.com/bots/areyouheadless')
-  t.true(content.includes('You are not Chrome headless'))
-})
-
-test('fingerprintjs', async t => {
-  const getFingerprint = async userAgent => {
+  const fn = async () => {
     const browserless = await browserlessFactory.createContext()
-    const fingerprint = await browserless.evaluate(page =>
-      page.evaluate("document.querySelector('.giant').innerText")
-    )
+    const content = await browserless.text('https://arh.antoinevastel.com/bots/areyouheadless')
+    await browserless.destroyContext()
+    assertion = content.includes('You are not Chrome headless')
+    return assertion
+  }
 
-    const hash = await fingerprint('https://fingerprintjs.github.io/fingerprintjs/', {
-      headers: {
-        'user-agent': userAgent
-      }
-    })
+  await pWaitFor(fn)
 
-    await browserless.destroyContext()
-    return hash
+  t.true(assertion)
+})
+
+test('fingerprintjs', async t => {
+  let assertion = false
+
+  const fn = async () => {
+    const getFingerprint = async userAgent => {
+      const browserless = await browserlessFactory.createContext()
+      const fingerprint = await browserless.evaluate(page =>
+        page.evaluate("document.querySelector('.giant').innerText")
+      )
+
+      const hash = await fingerprint('https://fingerprintjs.github.io/fingerprintjs/', {
+        headers: {
+          'user-agent': userAgent
+        }
+      })
+
+      await browserless.destroyContext()
+      return hash
+    }
+
+    const [fingerprintOne, fingerprintTwo] = await Promise.all([
+      await getFingerprint(
+        'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.5 Safari/605.1.15'
+      ),
+      await getFingerprint(
+        'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:102.0) Gecko/20100101 Firefox/102.0'
+      )
+    ])
+
+    assertion = fingerprintOne !== fingerprintTwo
+    return assertion
   }
 
-  t.not(
-    await getFingerprint(
-      'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.5 Safari/605.1.15'
-    ),
-    await getFingerprint(
-      'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:102.0) Gecko/20100101 Firefox/102.0'
-    )
-  )
+  await pWaitFor(fn)
+  t.true(assertion)
 })
 
 test('fpscanner', async t => {

packages/goto/test/index.js

@@ -0,0 +1,50 @@
+'use strict'
+
+const { getBrowserless } = require('@browserless/test/util')
+const test = require('ava')
+
+const browserlessFactory = getBrowserless()
+
+test('setup `scripts`', async t => {
+  const browserless = await browserlessFactory.createContext()
+
+  t.teardown(browserless.destroyContext)
+
+  const getVersion = browserless.evaluate(async page => page.evaluate('jQuery.fn.jquery'))
+
+  const version = await getVersion('https://github.com', {
+    scripts: ['https://code.jquery.com/jquery-3.5.0.min.js']
+  })
+
+  t.is(version, '3.5.0')
+})
+
+test('setup `modules`', async t => {
+  const browserless = await browserlessFactory.createContext()
+
+  t.teardown(browserless.destroyContext)
+
+  const getVersion = browserless.evaluate(async page => page.evaluate('jQuery.fn.jquery'))
+
+  const version = await getVersion('https://github.com', {
+    modules: ['https://code.jquery.com/jquery-3.5.0.min.js']
+  })
+
+  t.is(version, '3.5.0')
+})
+
+test('setup `styles`', async t => {
+  const browserless = await browserlessFactory.createContext()
+
+  t.teardown(browserless.destroyContext)
+
+  const getStyle = browserless.evaluate(async page =>
+    page.evaluate('window.getComputedStyle(document.body).fontFamily')
+  )
+
+  const style = await getStyle('https://github.com', {
+    styles: ['https://cdn.jsdelivr.net/npm/bootstrap@3.4.1/dist/css/bootstrap.min.css']
+  })
+
+  t.is(style, '"Helvetica Neue", Helvetica, Arial, sans-serif')
+})