Acxiom#345 Added aws-spark build

dafreels · Apr 20, 2023 · b6a8e92 · b6a8e92
1 parent abd97ec
commit b6a8e92
Showing 1 changed file with 36 additions and 0 deletions.
diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
@@ -100,3 +100,39 @@ jobs:
           SPARK_LOCAL_IP: 127.0.0.1
           JAVA_TOOL_OPTIONS: -Dfile.encoding=UTF8
         run: mvn -B -P spark_${{ steps.get-versions.outputs.spark }},scala_${{ steps.get-versions.outputs.scala }} clean install
+  spark-aws:
+    needs: [spark, aws]
+    name: Spark AWS
+    strategy:
+      matrix:
+        os: [ ubuntu-latest, macos-latest ]
+        spark: [ '3.1_2.12', '3.2_2.12', '3.3_2.12' ]
+    runs-on: ${{ matrix.os }}
+    defaults:
+      run:
+        working-directory: ./metalus-aws-spark
+    steps:
+      - name: Source Checkout
+        uses: actions/checkout@v2
+      - name: Set up JDK 1.8
+        uses: actions/setup-java@v1
+        with:
+          java-version: 1.8
+      - name: Cache Maven Jars
+        uses: actions/cache@v2
+        env:
+          cache-name: cache-maven-jars
+        with:
+          path: ~/.m2
+          key: metalus-build-${{ env.cache-name }}
+      - id: get-versions
+        run: |
+          spark=$(echo ${{matrix.spark}} | cut -d_ -f1)
+          scala=$(echo ${{matrix.spark}} | cut -d_ -f2)
+          echo "::set-output name=spark::$spark"
+          echo "::set-output name=scala::$scala"
+      - name: Build and Test
+        env:
+          SPARK_LOCAL_IP: 127.0.0.1
+          JAVA_TOOL_OPTIONS: -Dfile.encoding=UTF8
+        run: mvn -B -P spark_${{ steps.get-versions.outputs.spark }},scala_${{ steps.get-versions.outputs.scala }} clean install