chore(ci): parallelise build and test workflow to reduce time (#6949)

datahub-project · Jan 5, 2023 · e8a074f · e8a074f
1 parent feaab3b
commit e8a074f
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 2 deletions.
diff --git a/.github/workflows/build-and-test.yml b/.github/workflows/build-and-test.yml
@@ -21,6 +21,14 @@ concurrency:
 
 jobs:
   build:
+    strategy:
+      matrix:
+        command:
+          [
+            "./gradlew build -x :metadata-ingestion:build -x :metadata-ingestion:check -x docs-website:build -x :metadata-integration:java:spark-lineage:test -x :metadata-io:test -x :metadata-ingestion-modules:airflow-plugin:build -x :datahub-frontend:build -x :datahub-web-react:build --parallel",
+            "./gradlew :datahub-frontend:build :datahub-web-react:build --parallel",
+            "./gradlew :metadata-ingestion-modules:airflow-plugin:build --parallel"
+          ]
     runs-on: ubuntu-latest
     timeout-minutes: 60
     steps:
@@ -37,7 +45,7 @@ jobs:
           python-version: "3.7"
       - name: Gradle build (and test)
         run: |
-          ./gradlew build -x :metadata-ingestion:build -x :metadata-ingestion:check -x docs-website:build -x :metadata-integration:java:spark-lineage:test -x :metadata-io:test
+          ${{ matrix.command }}
       - uses: actions/upload-artifact@v3
         if: always()
         with:

diff --git a/.github/workflows/metadata-ingestion.yml b/.github/workflows/metadata-ingestion.yml
@@ -4,7 +4,7 @@ on:
     branches:
       - master
     paths:
-      - ".github/**"
+      - ".github/workflows/metadata-ingestion.yml"
       - "metadata-ingestion/**"
       - "metadata-models/**"
   pull_request: