Acxiom#345 Working on build scripts

dafreels · Apr 20, 2023 · dde218d · dde218d
1 parent 89477f9
commit dde218d
Show file tree

Hide file tree

Showing 2 changed files with 177 additions and 12 deletions.
diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
@@ -0,0 +1,102 @@
+name: Build
+
+on:
+  pull_request_target:
+    branches: [ metalus_2_0_0 ]
+
+jobs:
+  core:
+    name: Core
+    strategy:
+      matrix:
+        os: [ ubuntu-latest, macos-latest ]
+        scala: [ '2.12', '2.13' ]
+    runs-on: ${{ matrix.os }}
+    defaults:
+      run:
+        working-directory: ./metalus-core
+    steps:
+      - name: Source Checkout
+        uses: actions/checkout@v2
+      - name: Set up JDK 1.8
+        uses: actions/setup-java@v1
+        with:
+          java-version: 1.8
+      - name: Cache Maven Jars
+        uses: actions/cache@v2
+        env:
+          cache-name: cache-maven-jars
+        with:
+          path: ~/.m2
+          key: metalus-build-${{ env.cache-name }}
+      - name: Build and Test
+        env:
+          SPARK_LOCAL_IP: 127.0.0.1
+          JAVA_TOOL_OPTIONS: -Dfile.encoding=UTF8
+        run: mvn -B -P scala_${{ matrix.scala }} clean install
+  aws:
+    needs: core
+    name: AWS
+    strategy:
+      matrix:
+        os: [ ubuntu-latest, macos-latest ]
+        scala: [ '2.12', '2.13' ]
+    runs-on: ${{ matrix.os }}
+    defaults:
+      run:
+        working-directory: ./metalus-aws
+    steps:
+      - name: Source Checkout
+        uses: actions/checkout@v2
+      - name: Set up JDK 1.8
+        uses: actions/setup-java@v1
+        with:
+          java-version: 1.8
+      - name: Cache Maven Jars
+        uses: actions/cache@v2
+        env:
+          cache-name: cache-maven-jars
+        with:
+          path: ~/.m2
+          key: metalus-build-${{ env.cache-name }}
+      - name: Build and Test
+        env:
+          SPARK_LOCAL_IP: 127.0.0.1
+          JAVA_TOOL_OPTIONS: -Dfile.encoding=UTF8
+        run: mvn -B -P scala_${{ matrix.scala }} clean install
+  spark:
+    needs: core
+    name: Spark
+    strategy:
+      matrix:
+        os: [ ubuntu-latest, macos-latest ]
+        spark: [ '3.1_2.12', '3.2_2.12', '3.3_2.12', '3.1_2.12', '3.2_2.12', '3.3_2.12' ]
+      runs-on: ${{ matrix.os }}
+      defaults:
+        run:
+          working-directory: ./metalus-spark
+      steps:
+        - name: Source Checkout
+          uses: actions/checkout@v2
+        - name: Set up JDK 1.8
+          uses: actions/setup-java@v1
+          with:
+            java-version: 1.8
+        - name: Cache Maven Jars
+          uses: actions/cache@v2
+          env:
+            cache-name: cache-maven-jars
+          with:
+            path: ~/.m2
+            key: metalus-build-${{ env.cache-name }}
+        - id: get-versions
+          run: |
+            spark=$(echo ${{matrix.spark}} | cut -d_ -f1)
+            scala=$(echo ${{matrix.spark}} | cut -d_ -f2)
+            echo "::set-output name=spark::$spark"
+            echo "::set-output name=scala::$scala"
+        - name: Build and Test
+          env:
+            SPARK_LOCAL_IP: 127.0.0.1
+            JAVA_TOOL_OPTIONS: -Dfile.encoding=UTF8
+          run: mvn -B -P spark_${{ steps.get-versions.outputs.spark }},scala_${{ steps.get-versions.outputs.scala }} clean install
diff --git a/.github/workflows/pr.yml b/.github/workflows/pr.yml
@@ -2,16 +2,19 @@ name: PR Build
 
 on:
   pull_request_target:
-    branches: [ develop, master ]
+    branches: [ metalus_2_0_0 ]
 
 jobs:
-  build:
-    name: Compile and Test
+  core:
+    name: Core
     strategy:
       matrix:
         os: [ ubuntu-latest, macos-latest ]
-        spark: [ '2.4_2.11', '2.4_2.12', '3.0_2.12', '3.1_2.12', '3.2_2.12', '3.3_2.12' ]
+        scala: [ '2.12', '2.13' ]
     runs-on: ${{ matrix.os }}
+    defaults:
+      run:
+        working-directory: ./metalus-core
     steps:
       - name: Source Checkout
         uses: actions/checkout@v2
@@ -26,14 +29,74 @@ jobs:
         with:
           path: ~/.m2
           key: metalus-build-${{ env.cache-name }}
-      - id: get-versions
-        run: |
-          spark=$(echo ${{matrix.spark}} | cut -d_ -f1)
-          scala=$(echo ${{matrix.spark}} | cut -d_ -f2)
-          echo "::set-output name=spark::$spark"
-          echo "::set-output name=scala::$scala"
-      - name: Build with Maven
+      - name: Build and Test
         env:
           SPARK_LOCAL_IP: 127.0.0.1
           JAVA_TOOL_OPTIONS: -Dfile.encoding=UTF8
-        run: mvn -B -P spark_${{ steps.get-versions.outputs.spark }},scala_${{ steps.get-versions.outputs.scala }} clean install
+        run: mvn -B -P scala_${{ matrix.scala }} clean install
+  aws:
+    needs: core
+    name: AWS
+    strategy:
+      matrix:
+        os: [ ubuntu-latest, macos-latest ]
+        scala: [ '2.12', '2.13' ]
+    runs-on: ${{ matrix.os }}
+    defaults:
+      run:
+        working-directory: ./metalus-aws
+    steps:
+      - name: Source Checkout
+        uses: actions/checkout@v2
+      - name: Set up JDK 1.8
+        uses: actions/setup-java@v1
+        with:
+          java-version: 1.8
+      - name: Cache Maven Jars
+        uses: actions/cache@v2
+        env:
+          cache-name: cache-maven-jars
+        with:
+          path: ~/.m2
+          key: metalus-build-${{ env.cache-name }}
+      - name: Build and Test
+        env:
+          SPARK_LOCAL_IP: 127.0.0.1
+          JAVA_TOOL_OPTIONS: -Dfile.encoding=UTF8
+        run: mvn -B -P scala_${{ matrix.scala }} clean install
+  spark:
+    needs: core
+    name: Spark
+    strategy:
+      matrix:
+        os: [ ubuntu-latest, macos-latest ]
+        spark: [ '3.1_2.12', '3.2_2.12', '3.3_2.12', '3.1_2.12', '3.2_2.12', '3.3_2.12' ]
+      runs-on: ${{ matrix.os }}
+      defaults:
+        run:
+          working-directory: ./metalus-spark
+      steps:
+        - name: Source Checkout
+          uses: actions/checkout@v2
+        - name: Set up JDK 1.8
+          uses: actions/setup-java@v1
+          with:
+            java-version: 1.8
+        - name: Cache Maven Jars
+          uses: actions/cache@v2
+          env:
+            cache-name: cache-maven-jars
+          with:
+            path: ~/.m2
+            key: metalus-build-${{ env.cache-name }}
+        - id: get-versions
+          run: |
+            spark=$(echo ${{matrix.spark}} | cut -d_ -f1)
+            scala=$(echo ${{matrix.spark}} | cut -d_ -f2)
+            echo "::set-output name=spark::$spark"
+            echo "::set-output name=scala::$scala"
+        - name: Build and Test
+          env:
+            SPARK_LOCAL_IP: 127.0.0.1
+            JAVA_TOOL_OPTIONS: -Dfile.encoding=UTF8
+          run: mvn -B -P spark_${{ steps.get-versions.outputs.spark }},scala_${{ steps.get-versions.outputs.scala }} clean install