Increase standard benchmark regression tolerance. (#162)

SciTools-incubator · Mar 9, 2022 · baa1030 · baa1030
1 parent 039ce21
commit baa1030
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/noxfile.py b/noxfile.py
@@ -400,9 +400,9 @@ def asv_exec(*sub_args: str) -> None:
         #  Else: compare to previous commit.
         previous_commit = os.environ.get("CIRRUS_BASE_SHA", "HEAD^1")
         try:
-            asv_exec("continuous", previous_commit, "HEAD", "--bench=ci")
+            asv_exec("continuous", previous_commit, "HEAD", "--bench=ci", "--factor=2")
         finally:
-            asv_exec("compare", previous_commit, "HEAD")
+            asv_exec("compare", previous_commit, "HEAD", "--factor=2")
     elif long_mode:
         asv_exec("run", "HEAD^!", "--bench=long")
     else: