From fbd36a2b450c673f1cf1f7fac33828c55f577780 Mon Sep 17 00:00:00 2001 From: "Jacob I. Komissar" Date: Wed, 23 Feb 2022 18:07:09 -0500 Subject: [PATCH] Add Delta Lake tests to CI --- .github/workflows/ci.yml | 51 ++++++++++++++++++++++++++++++++++++++++ 1 file changed, 51 insertions(+) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index c208772e28c60..be026565a7dda 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -295,6 +295,7 @@ jobs: !:trino-accumulo, !:trino-cassandra, !:trino-clickhouse, + !:trino-delta-lake, !:trino-hive, !:trino-elasticsearch, !:trino-mongodb, @@ -412,6 +413,56 @@ jobs: **/surefire-reports/TEST-*.xml retention-days: ${{ env.TEST_REPORT_RETENTION_DAYS }} + test-delta-lake: + runs-on: ubuntu-latest + timeout-minutes: 60 + steps: + - uses: actions/checkout@v2 + - uses: actions/setup-java@v2 + with: + distribution: 'zulu' + java-version: 11 + cache: 'maven' + - name: Configure Problem Matchers + run: | + echo "::add-matcher::.github/problem-matcher.json" + - name: Maven Install + run: | + export MAVEN_OPTS="${MAVEN_INSTALL_OPTS}" + $RETRY $MAVEN install ${MAVEN_FAST_INSTALL} -am -pl :trino-delta-lake + - name: Delta Lake Tests + env: + ABFS_CONTAINER: ${{ secrets.ABFS_CONTAINER }} + ABFS_ACCOUNT: ${{ secrets.ABFS_ACCOUNT }} + ABFS_ACCESS_KEY: ${{ secrets.ABFS_ACCESS_KEY }} + run: | + if [ -n "${ABFS_CONTAINER}" ]; then + $MAVEN test ${MAVEN_TEST} -pl :trino-delta-lake \ + -Dhive.hadoop2.azure-abfs-container="${ABFS_CONTAINER}" \ + -Dhive.hadoop2.azure-abfs-account="${ABFS_ACCOUNT}" \ + -Dhive.hadoop2.azure-abfs-access-key="${ABFS_ACCESS_KEY}" + fi + - name: Upload test results + uses: actions/upload-artifact@v2 + # Upload all test reports only on failure, because the artifacts are large + if: failure() + with: + name: result ${{ env.ARTIFACT_NAME }} + path: | + **/target/surefire-reports + **/target/checkstyle-* + - name: Upload test report + uses: actions/upload-artifact@v2 + # Always upload the test report for the annotate.yml workflow, + # but only the single XML file to keep the artifact small + if: always() + with: + # Name prefix is checked in the `Annotate checks` workflow + name: test report ${{ github.job }} (${{ env.ARTIFACT_NAME }}) + path: | + **/surefire-reports/TEST-*.xml + retention-days: ${{ env.TEST_REPORT_RETENTION_DAYS }} + test-memsql: runs-on: ubuntu-latest timeout-minutes: 30