diff --git a/package.json b/package.json
index 2fa8c0c..16d2865 100644
--- a/package.json
+++ b/package.json
@@ -66,7 +66,7 @@
     "brace": "^0.11.0",
     "browserify": "^14.4.0",
     "chai": "^4.1.2",
-    "chai-arrays": "^2.0.0",
+    "chai-as-promised": "^7.1.1",
     "chai-dom": "^1.5.0",
     "chai-subset": "^1.6.0",
     "cjson": "^0.5.0",
diff --git a/runner-modules/chai/lib/chai.js b/runner-modules/chai/lib/chai.js
index 8aec0e2..a4282fa 100644
--- a/runner-modules/chai/lib/chai.js
+++ b/runner-modules/chai/lib/chai.js
@@ -2,11 +2,11 @@
 /* global window */
 const chai = require('chai');
 const chaiSubset = require('chai-subset');
-const chaiArrays = require('chai-arrays');
+const chaiAsPromised = require('chai-as-promised');
 const chaiDom = require('chai-dom');
 
 chai.use(chaiSubset);
-chai.use(chaiArrays);
+chai.use(chaiAsPromised);
 if (typeof window === 'object' && window.HTMLDocument) {
     chai.use(chaiDom);
 }
diff --git a/test/integration/chai.test.js b/test/integration/chai.test.js
index 16f0e2d..65982bb 100644
--- a/test/integration/chai.test.js
+++ b/test/integration/chai.test.js
@@ -24,7 +24,10 @@ describe('integration/chai', {timeout: 60000, slow: 10000}, () => {
                 document.body.id = 'foo';
                 expect(document.body).to.have.id('foo');
                 expect({a: 'b', foo: 'bar'}).to.containSubset({a: 'b'});
-                expect([1, 2, 3]).to.be.containingAllOf([1]);
+                await assert.isRejected(
+                    Promise.reject(Error('FOO BAR')),
+                    /FOO/i
+                );
             });
         }, {url: `http://localhost:${testServerPort()}/static/static.html`});
         /* eslint-enable no-undef */
@@ -46,7 +49,10 @@ describe('integration/chai', {timeout: 60000, slow: 10000}, () => {
             expect(123).to.equal(123);
             expect('foo bar baz').to.match(/bar/);
             expect({a: 'b', foo: 'bar'}).to.containSubset({a: 'b'});
-            expect([1, 2, 3]).to.be.containingAllOf([1]);
+            await assert.isRejected(
+                Promise.reject(Error('FOO BAR')),
+                /FOO/i
+            );
         });
         /* eslint-enable no-undef */