Weekly Coverage Runs to coveralls.io (#3055)

* Workflow Cleanup Weekly Coverage Runs Script Cleanup * surface any test series failure * cleanup for newer cmake and actions long hashes * host cmake is new like osx
nanocurrency · Jul 21, 2021 · b687356 · b687356
1 parent 1016cfe
commit b687356
Show file tree

Hide file tree

Showing 22 changed files with 266 additions and 237 deletions.
diff --git a/.github/workflows/beta_artifacts.yml b/.github/workflows/beta_artifacts.yml
@@ -118,4 +118,4 @@ jobs:
         env:
           AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
           AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
-          AWS_DEFAULT_REGION: us-east-2
+          AWS_DEFAULT_REGION: us-east-2
diff --git a/.github/workflows/coverage.yml b/.github/workflows/coverage.yml
@@ -0,0 +1,56 @@
+name: Coverage Reports
+
+on:
+  workflow_dispatch:
+    inputs:
+      label:
+        description: "label to append to run"
+        default: "Scheduled"
+        required: true
+  schedule:
+    - cron: "0 1 * * 0"
+jobs:
+  coverage_test:
+    name: Coverage Test [TEST_USE_ROCKSDB=${{ matrix.TEST_USE_ROCKSDB }}]
+    if: github.event_name == 'push' || github.event.pull_request.head.repo.full_name != github.repository
+    env:
+      LCOV: 1
+      COMPILER: gcc
+      BOOST_ROOT: /tmp/boost
+    runs-on: ubuntu-18.04
+    strategy:
+      matrix:
+        TEST_USE_ROCKSDB: [0, 1]
+      fail-fast: false
+    continue-on-error: true
+    timeout-minutes: 60
+    steps:
+      - uses: actions/checkout@5a4ac9002d0be2fb38bd78e4b4dbde5606d7042f
+        with:
+          submodules: "recursive"
+      - name: Fetch Deps
+        run: |
+          sudo apt-get update -qq && sudo apt-get install -yqq build-essential g++ wget python zlib1g-dev qt5-default \
+          valgrind xorg xvfb xauth xfonts-100dpi xfonts-75dpi xfonts-scalable xfonts-cyrillic ocl-icd-opencl-dev \
+          git lcov python3-pip
+          util/build_prep/fetch_boost.sh
+          wget -O cmake_install.sh https://github.com/Kitware/CMake/releases/download/v3.15.4/cmake-3.15.4-Linux-x86_64.sh
+          chmod +x cmake_install.sh
+          sudo ./cmake_install.sh --prefix=/usr --exclude-subdir --skip-license
+      - name: Build and Test
+        env:
+          TEST_USE_ROCKSDB: ${{ matrix.TEST_USE_ROCKSDB }}
+        run: ./ci/build-travis.sh /usr/lib/x86_64-linux=gnu/cmake/Qt5
+      - uses: coverallsapp/github-action@8cbef1dea373ebce56de0a14c68d6267baa10b44
+        with:
+          github-token: ${{ secrets.github_token }}
+          flag-name: rocksdb-${{ matrix.TEST_USE_ROCKSDB }},${{ github.event.inputs.label }}
+          parallel: true
+  finish:
+    needs: coverage_test
+    runs-on: ubuntu-18.04
+    steps:
+      - uses: coverallsapp/github-action@8cbef1dea373ebce56de0a14c68d6267baa10b44
+        with:
+          github-token: ${{ secrets.github_token }}
+          parallel-finished: true
diff --git a/.github/workflows/develop.yml b/.github/workflows/develop.yml
@@ -3,7 +3,7 @@ name: Develop
 on:
   push:
     branches:
-      - develop  
+      - develop
 jobs:
   linux_job:
     runs-on: ubuntu-18.04
@@ -24,4 +24,4 @@ jobs:
       - name: Deploy Docker (nanocurrency/nano-env)
         run: ci/actions/linux/deploy-docker.sh
         env:
-          DOCKER_PASSWORD: ${{ secrets.DOCKER_PASSWORD }}
+          DOCKER_PASSWORD: ${{ secrets.DOCKER_PASSWORD }}
diff --git a/.github/workflows/live_artifacts.yml b/.github/workflows/live_artifacts.yml
@@ -117,4 +117,4 @@ jobs:
         env:
           AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
           AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
-          AWS_DEFAULT_REGION: us-east-2
+          AWS_DEFAULT_REGION: us-east-2
diff --git a/.github/workflows/release_tests.yml b/.github/workflows/release_tests.yml
diff --git a/.github/workflows/rocksdb_release_tests.yml b/.github/workflows/rocksdb_release_tests.yml
diff --git a/.github/workflows/rocksdb_tests.yml b/.github/workflows/rocksdb_tests.yml
diff --git a/.github/workflows/test_network_artifacts.yml b/.github/workflows/test_network_artifacts.yml
@@ -118,4 +118,4 @@ jobs:
         env:
           AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
           AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
-          AWS_DEFAULT_REGION: us-east-2
+          AWS_DEFAULT_REGION: us-east-2
diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
@@ -5,60 +5,100 @@ on: [push, pull_request]
 env:
   RELEASE: 0
   artifact: 0
-  
+
 jobs:
   osx_test:
-    runs-on: macos-latest
+    name: OSX unit tests [TEST_USE_ROCKSDB=${{ matrix.TEST_USE_ROCKSDB }}]
+    strategy:
+      fail-fast: false
+      matrix:
+        TEST_USE_ROCKSDB: [0, 1]
+        RELEASE: 
+          - ${{ startsWith(github.ref, 'refs/tags/') }}
     env:
       BOOST_ROOT: /tmp/boost
+      TEST_USE_ROCKSDB: ${{ matrix.TEST_USE_ROCKSDB }}
+      RELEASE: ${{ matrix.RELEASE }}
+    runs-on: macos-latest
     if: github.event_name == 'push' || github.event.pull_request.head.repo.full_name != github.repository
     steps:
       - uses: actions/checkout@5a4ac9002d0be2fb38bd78e4b4dbde5606d7042f
         with:
           submodules: "recursive"
       - name: Fetch Deps
         run: TEST=1 ci/actions/osx/install_deps.sh
-      - name: Run Tests
+      - name: Build Tests
         run: ci/build-travis.sh "/tmp/qt/lib/cmake/Qt5";
+      - name: Run Tests lmdb
+        if: ${{ matrix.TEST_USE_ROCKSDB == 0 }}
+        run: cd build && sudo TEST_USE_ROCKSDB=$TEST_USE_ROCKSDB ../ci/test.sh .
+      - name: Run Tests rocksdb
+        env:
+          DEADLINE_SCALE_FACTOR: 2
+        if: ${{ matrix.TEST_USE_ROCKSDB == 1 }}
+        run: cd build && sudo TEST_USE_ROCKSDB=$TEST_USE_ROCKSDB ../ci/test.sh .
 
-  gcc_test:
+  linux_test:
+    name: Linux Unit Tests [TEST_USE_ROCKSDB=${{ matrix.TEST_USE_ROCKSDB }} - COMPILER=${{ matrix.COMPILER }}]
+    timeout-minutes: 90
+    strategy:
+      fail-fast: false
+      matrix:
+        TEST_USE_ROCKSDB: [0, 1]
+        COMPILER: [gcc, clang-6]
+        RELEASE: 
+          - ${{ startsWith(github.ref, 'refs/tags/') }}
     runs-on: ubuntu-18.04
-    timeout-minutes: 60
-    if: github.event_name == 'push' || github.event.pull_request.head.repo.full_name != github.repository
-    steps:
-      - uses: actions/checkout@5a4ac9002d0be2fb38bd78e4b4dbde5606d7042f
-        with:
-          submodules: "recursive"
-      - name: Fetch Deps
-        run: ci/actions/linux/install_deps.sh
-      - name: Run Tests
-        run: docker run -v ${PWD}:/workspace nanocurrency/nano-env:gcc /bin/bash -c "cd /workspace && ./ci/build-travis.sh /usr/lib/x86_64-linux-gnu/cmake/Qt5 ${PWD}"
-
-  clang_test:
-    runs-on: ubuntu-18.04
-    timeout-minutes: 60
+    env:
+      COMPILER: ${{ matrix.COMPILER }}
+      TEST_USE_ROCKSDB: ${{ matrix.TEST_USE_ROCKSDB }}
+      RELEASE: ${{ matrix.RELEASE }}
     if: github.event_name == 'push' || github.event.pull_request.head.repo.full_name != github.repository
     steps:
       - uses: actions/checkout@5a4ac9002d0be2fb38bd78e4b4dbde5606d7042f
         with:
           submodules: "recursive"
       - name: Fetch Deps
         run: ci/actions/linux/install_deps.sh
-      - name: Run Tests
-        run: docker run -v ${PWD}:/workspace nanocurrency/nano-env:clang-6 /bin/bash -c "cd /workspace && ./ci/build-travis.sh /usr/lib/x86_64-linux-gnu/cmake/Qt5 ${PWD}"
+      - name: Build Tests
+        run: docker run -e TEST_USE_ROCKSDB  -e RELEASE -v ${PWD}:/workspace nanocurrency/nano-env:${{ matrix.COMPILER }} /bin/bash -c "cd /workspace && ./ci/build-travis.sh /usr/lib/x86_64-linux-gnu/cmake/Qt5"
+      - name: Run Tests lmdb
+        if: ${{ matrix.TEST_USE_ROCKSDB == 0 }}
+        run: docker run  -e RELEASE -v ${PWD}:/workspace nanocurrency/nano-env:${{ matrix.COMPILER }} /bin/bash -c "cd /workspace/build && ../ci/test.sh ."
+      - name: Run Tests rocksdb
+        if: ${{ matrix.TEST_USE_ROCKSDB == 1 }}
+        run: docker run -e TEST_USE_ROCKSDB -e DEADLINE_SCALE_FACTOR=2  -e RELEASE -v ${PWD}:/workspace nanocurrency/nano-env:${{ matrix.COMPILER }} /bin/bash -c "cd /workspace/build && ../ci/test.sh ."
 
   windows_test:
+    name: Windows Unit Tests [TEST_USE_ROCKSDB=${{ matrix.TEST_USE_ROCKSDB }}]
+    timeout-minutes: 90
+    strategy:
+      fail-fast: false
+      matrix:
+        TEST_USE_ROCKSDB: [0, 1]
+        RELEASE: 
+          - ${{ startsWith(github.ref, 'refs/tags/') }}
+        exclude:
+          - RELEASE: true
+            TEST_USE_ROCKSDB: 1
     runs-on: windows-latest
-    timeout-minutes: 60
+    env:
+      TEST_USE_ROCKSDB: ${{ matrix.TEST_USE_ROCKSDB }}
+      RELEASE: ${{ matrix.RELEASE }}
     if: github.event_name == 'push' || github.event.pull_request.head.repo.full_name != github.repository
     steps:
       - uses: actions/checkout@5a4ac9002d0be2fb38bd78e4b4dbde5606d7042f
         with:
           submodules: "recursive"
       - name: Windows Defender
         run: ci/actions/windows/disable_windows_defender.ps1
-
       - name: Fetch Deps
         run: ci/actions/windows/install_deps.ps1
-      - name: Run Tests
+      - name: Run Tests lmdb
+        if: ${{ matrix.TEST_USE_ROCKSDB == 0 }}
+        run: ci/actions/windows/build.ps1
+      - name: Run Tests rocksdb
+        if: ${{ matrix.TEST_USE_ROCKSDB == 1 }}
+        env:
+          DEADLINE_SCALE_FACTOR: 2
         run: ci/actions/windows/build.ps1