Add Delta Lake tests to CI

trinodb · Feb 24, 2022 · fbd36a2 · fbd36a2
1 parent 2c3e5d2
commit fbd36a2
Showing 1 changed file with 51 additions and 0 deletions.
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -295,6 +295,7 @@ jobs:
             !:trino-accumulo,
             !:trino-cassandra,
             !:trino-clickhouse,
+            !:trino-delta-lake,
             !:trino-hive,
             !:trino-elasticsearch,
             !:trino-mongodb,
@@ -412,6 +413,56 @@ jobs:
             **/surefire-reports/TEST-*.xml
           retention-days: ${{ env.TEST_REPORT_RETENTION_DAYS }}
 
+  test-delta-lake:
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+    steps:
+      - uses: actions/checkout@v2
+      - uses: actions/setup-java@v2
+        with:
+          distribution: 'zulu'
+          java-version: 11
+          cache: 'maven'
+      - name: Configure Problem Matchers
+        run: |
+          echo "::add-matcher::.github/problem-matcher.json"
+      - name: Maven Install
+        run: |
+          export MAVEN_OPTS="${MAVEN_INSTALL_OPTS}"
+          $RETRY $MAVEN install ${MAVEN_FAST_INSTALL} -am -pl :trino-delta-lake
+      - name: Delta Lake Tests
+        env:
+          ABFS_CONTAINER: ${{ secrets.ABFS_CONTAINER }}
+          ABFS_ACCOUNT: ${{ secrets.ABFS_ACCOUNT }}
+          ABFS_ACCESS_KEY: ${{ secrets.ABFS_ACCESS_KEY }}
+        run: |
+          if [ -n "${ABFS_CONTAINER}" ]; then
+            $MAVEN test ${MAVEN_TEST} -pl :trino-delta-lake \
+                -Dhive.hadoop2.azure-abfs-container="${ABFS_CONTAINER}" \
+                -Dhive.hadoop2.azure-abfs-account="${ABFS_ACCOUNT}" \
+                -Dhive.hadoop2.azure-abfs-access-key="${ABFS_ACCESS_KEY}"
+          fi
+      - name: Upload test results
+        uses: actions/upload-artifact@v2
+        # Upload all test reports only on failure, because the artifacts are large
+        if: failure()
+        with:
+          name: result ${{ env.ARTIFACT_NAME }}
+          path: |
+            **/target/surefire-reports
+            **/target/checkstyle-*
+      - name: Upload test report
+        uses: actions/upload-artifact@v2
+        # Always upload the test report for the annotate.yml workflow,
+        # but only the single XML file to keep the artifact small
+        if: always()
+        with:
+          # Name prefix is checked in the `Annotate checks` workflow
+          name: test report ${{ github.job }} (${{ env.ARTIFACT_NAME }})
+          path: |
+            **/surefire-reports/TEST-*.xml
+          retention-days: ${{ env.TEST_REPORT_RETENTION_DAYS }}
+
   test-memsql:
     runs-on: ubuntu-latest
     timeout-minutes: 30