diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index 906f63c1..23222197 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -47,6 +47,7 @@ jobs:
   cmake:
     runs-on: ubuntu-latest
     strategy:
+      fail-fast: false
       matrix:
         python-version: ["2.7", "3.5", "3.8"] # Waiting on CPython or pybind11 fix: , "3.9-dev"]
 
diff --git a/dev-requirements.txt b/dev-requirements.txt
index a35bcb53..33f43a8e 100644
--- a/dev-requirements.txt
+++ b/dev-requirements.txt
@@ -1,5 +1,5 @@
 numpy
-pytest
+pytest <6.1
 pytest-benchmark
 setuptools >=42
 setuptools_scm[toml] >=3.4,!=4.0.0