Test artifacts

contourpy · Feb 5, 2023 · f3683eb · f3683eb
1 parent 2aa5cbb
commit f3683eb
Show file tree

Hide file tree

Showing 2 changed files with 29 additions and 7 deletions.
diff --git a/.cirrus.yml b/.cirrus.yml
@@ -7,9 +7,7 @@ linux_aarch64_test_task:
 
   matrix:
     - env:
-        PYTHON_VERSION: "3.8"
-    - env:
-        PYTHON_VERSION: "3.11"
+        PYTHON_VERSION: "3.10"
 
   pip_cache:
     folder: ~/.cache/pip
@@ -32,6 +30,19 @@ linux_aarch64_test_task:
   run_tests_script: |
     python -m pytest -v tests/
 
+  always:
+    collect_test_image_failures_script: |
+      if [[ -e result_images ]];
+      then
+        DIR="test-artifacts/${CIRRUS_OS}_${PYTHON_VERSION}"
+        mkdir -p ${DIR}
+        mv result_images/* ${DIR}/
+      fi
+
+    upload_test_artifacts_script:
+      test_artifacts:
+        path: "test-artifacts/*"
+
 
 macos_arm64_test_task:
   name: "Cirrus macos arm64 ${PYTHON_VERSION}"
@@ -42,9 +53,7 @@ macos_arm64_test_task:
 
   matrix:
     - env:
-        PYTHON_VERSION: "3.8"
-    - env:
-        PYTHON_VERSION: "3.11"
+        PYTHON_VERSION: "3.10"
 
   pip_cache:
     folder: ~/.cache/pip
@@ -67,3 +76,16 @@ macos_arm64_test_task:
 
   run_tests_script: |
     python -m pytest -v tests/
+
+  always:
+    collect_test_image_failures_script: |
+      if [[ -e result_images ]];
+      then
+        DIR="test-artifacts/${CIRRUS_OS}_${PYTHON_VERSION}"
+        mkdir -p ${DIR}
+        mv result_images/* ${DIR}/
+      fi
+
+    upload_test_artifacts_script:
+      test_artifacts:
+        path: "test-artifacts/*"
diff --git a/tests/test_filled.py b/tests/test_filled.py
@@ -86,7 +86,7 @@ def test_filled_simple_chunk(name: str, fill_type: FillType) -> None:
     image_buffer = renderer.save_to_buffer()
 
     compare_images(
-        image_buffer, "filled_simple_chunk.png", f"{name}_{fill_type}", mean_threshold=0.12,
+        image_buffer, "filled_simple_chunk.png", f"{name}_{fill_type}"  #, mean_threshold=0.12,
     )