unittest in CircleCI in parallel (#487)

astronomer · Feb 7, 2024 · d5bfb70 · d5bfb70
1 parent 5326a02
commit d5bfb70
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 2 deletions.
diff --git a/.circleci/config.yml b/.circleci/config.yml
@@ -234,6 +234,7 @@ jobs:
   unittest-charts:
     docker:
       - image: quay.io/astronomer/ci-helm-release:2024-02
+    parallelism: 8
     steps:
       - setup_remote_docker:
           docker_layer_caching: true
@@ -242,7 +243,10 @@ jobs:
           name: unittest the Airflow chart
           command: |
             mkdir test-results
-            make unittest-chart
+            make venv
+            make charts
+            TEST_FILES=$(circleci tests glob "tests/chart_tests/test_*.py" | circleci tests split --split-by=timings)
+            venv/bin/python -m pytest -n auto -v --junitxml=test-results/junit.xml $TEST_FILES
       - store_test_results:
           path: test-results
 

diff --git a/.circleci/config.yml.j2 b/.circleci/config.yml.j2
@@ -94,6 +94,7 @@ jobs:
   unittest-charts:
     docker:
       - image: quay.io/astronomer/ci-helm-release:{{ ci_runner_version }}
+    parallelism: 8
     steps:
       - setup_remote_docker:
           docker_layer_caching: true
@@ -102,7 +103,10 @@ jobs:
           name: unittest the Airflow chart
           command: |
             mkdir test-results
-            make unittest-chart
+            make venv
+            make charts
+            TEST_FILES=$(circleci tests glob "tests/chart_tests/test_*.py" | circleci tests split --split-by=timings)
+            venv/bin/python -m pytest -n auto -v --junitxml=test-results/junit.xml $TEST_FILES
       - store_test_results:
           path: test-results