Lint sources using lint-python-action #385
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: "Build and test Drakvuf Sandbox" | |
| on: | |
| push: | |
| branches: | |
| - master | |
| pull_request: | |
| branches: | |
| - master | |
| jobs: | |
| build_docs: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up Python 3.8 | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: 3.8 | |
| - name: Install dependencies | |
| working-directory: docs | |
| run: pip install -r requirements.txt | |
| - name: Build docs | |
| working-directory: docs | |
| run: make html | |
| lint_drakcore: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: CERT-Polska/lint-python-action@v2 | |
| with: | |
| python-version: 3.8 | |
| working-directory: drakcore | |
| lint_drakcore_frontend: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Install web dependencies | |
| working-directory: drakcore/drakcore/frontend | |
| run: npm ci | |
| - name: Check with prettier | |
| working-directory: drakcore/drakcore/frontend | |
| run: npx prettier --check src/ | |
| lint_drakrun: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: CERT-Polska/lint-python-action@v2 | |
| with: | |
| python-version: 3.8 | |
| working-directory: drakrun | |
| package_drakvuf_bundle: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: | |
| - distro: debian | |
| version: bullseye | |
| runs-on: ubuntu-latest | |
| container: "${{ matrix.distro }}:${{matrix.version}}" | |
| steps: | |
| - name: Install git and wget | |
| run: | | |
| export DEBIAN_FRONTEND=noninteractive | |
| apt-get update && apt-get install -y -q git wget | |
| - uses: actions/checkout@v3 | |
| with: | |
| submodules: recursive | |
| - name: Get Drakvuf commit id | |
| run: | | |
| # Workaround for fatal: detected dubious ownership | |
| # https://git-scm.com/docs/git-config/2.35.2#Documentation/git-config.txt-safedirectory | |
| git config --global --add safe.directory "$(pwd)" | |
| export DRAKVUF_COMMIT=$(git ls-tree HEAD drakvuf | awk '{ print $3 }') | |
| echo "Drakvuf commit is ${DRAKVUF_COMMIT}" | |
| echo "DRAKVUF_COMMIT=$DRAKVUF_COMMIT" >> $GITHUB_ENV | |
| - name: Restored cached Drakvuf bundle | |
| id: cache-drakvuf-bundle-restore | |
| uses: actions/cache/restore@v3 | |
| with: | |
| path: | | |
| /out/drakvuf-bundle*.deb | |
| /build/usr/lib/libvmi* | |
| /build/usr/include/libvmi/* | |
| key: drakvuf-bundle-${{ env.DRAKVUF_COMMIT }}-${{ matrix.distro }}-${{ matrix.version }} | |
| - if: ${{ steps.cache-drakvuf-bundle-restore.outputs.cache-hit != 'true' }} | |
| name: Build Drakvuf bundle | |
| run: | | |
| cp -ra . /build | |
| cd /build | |
| sh drakvuf/package/depends.sh | |
| bash ci/build_bundle.sh "${{ matrix.distro }}:${{matrix.version}}" | |
| ls -r /out | |
| - name: Save Drakvuf bundle cache | |
| id: cache-drakvuf-bundle-save | |
| uses: actions/cache/save@v3 | |
| with: | |
| path: | | |
| /out/drakvuf-bundle*.deb | |
| /build/usr/lib/libvmi* | |
| /build/usr/include/libvmi/* | |
| key: drakvuf-bundle-${{ env.DRAKVUF_COMMIT }}-${{ matrix.distro }}-${{ matrix.version }} | |
| - if: ${{ steps.cache-drakvuf-bundle.outputs.cache-hit != 'true' }} | |
| name: Build Xen Test Framework | |
| working-directory: /opt | |
| run: | | |
| apt install -y make pkg-config gcc libglib2.0-dev | |
| git clone https://xenbits.xen.org/git-http/xtf.git | |
| cd xtf | |
| git checkout bf1c4eb6cb52785cf539eb83752dfcecfe66c5d1 | |
| make -j4 | |
| - name: Build draksetup tools | |
| run: | | |
| apt install -y libjson-c-dev | |
| cp -v /build/usr/lib/libvmi* /usr/lib/ | |
| mkdir /usr/include/libvmi | |
| cp -v /build/usr/include/libvmi/* /usr/include/libvmi/ | |
| make -C ./drakrun/drakrun/tools | |
| cp /opt/xtf/tests/example/test-hvm64-example ./drakrun/drakrun/tools/ | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: drakvuf-bundle-debs-${{ matrix.distro }}-${{ matrix.version }} | |
| path: | | |
| /out/drakvuf-bundle*.deb | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: draksetup-tools-${{ matrix.distro }}-${{ matrix.version }} | |
| path: | | |
| drakrun/drakrun/tools/* | |
| package_drakcore: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: | |
| - distro: debian | |
| version: bullseye | |
| runs-on: ubuntu-latest | |
| container: "${{ matrix.distro }}:${{matrix.version}}" | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Use Node.js 16.x | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: '16' | |
| - name: Build drakcore | |
| run: | | |
| export DEBIAN_FRONTEND=noninteractive | |
| apt-get update | |
| apt-get install -y wget curl python3 python3-venv python3-pip dh-virtualenv debhelper devscripts | |
| cd drakcore | |
| package/find-python.sh | |
| dpkg-buildpackage -us -uc -b | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: drakcore-debs-${{ matrix.distro }}-${{ matrix.version }} | |
| path: ./drakcore_*_amd64.deb | |
| package_drakrun: | |
| needs: [ package_drakvuf_bundle ] | |
| runs-on: ubuntu-latest | |
| container: "python:3.8" | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Download draksetup compiled tools from artifacts | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: draksetup-tools-debian-bullseye | |
| path: drakrun/drakrun/tools | |
| - name: Build drakrun | |
| run: | | |
| chmod +x drakrun/drakrun/tools/* # gh artifacts don't keep file permissions | |
| cd drakrun | |
| python3 setup.py bdist_wheel | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: drakrun-whl | |
| path: ./drakrun/dist/drakrun-*.whl | |
| test_e2e: | |
| needs: [ package_drakcore, package_drakrun, package_drakvuf_bundle ] | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: | |
| - distro: debian | |
| version: bullseye | |
| version_number: 11 | |
| runs-on: self-hosted | |
| container: python:3.8-bullseye | |
| # Prevent concurrent jobs trying to reach the same VM | |
| concurrency: ci-${{ github.ref }}-${{ matrix.distro }}-${{ matrix.version_number }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| submodules: recursive | |
| - name: Download drakrun debs from artifacts | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: drakrun-whl | |
| path: /debs | |
| - name: Download drakcore debs from artifacts | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: drakcore-debs-${{ matrix.distro }}-${{ matrix.version }} | |
| path: /debs | |
| - name: Download drakvuf-bundle debs from artifacts | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: drakvuf-bundle-debs-${{ matrix.distro }}-${{ matrix.version }} | |
| path: /debs | |
| - name: Install git | |
| run: | | |
| export DEBIAN_FRONTEND=noninteractive | |
| apt-get update && apt-get install -y -q git | |
| - name: Start tests | |
| run: | | |
| git config --global --add safe.directory "$(pwd)" | |
| cd test | |
| pip install -r requirements.txt | |
| pytest -v --capture=no | |
| python3 -m vm_runner_client destroy | |
| env: | |
| DRAKVUF_DEBS_PATH: "/debs" | |
| BASE_IMAGE: "${{ matrix.distro }}-${{ matrix.version_number }}-generic-amd64" | |
| SNAPSHOT_VERSION: "win7-20210922" | |
| MINIO_HOST: "192.168.100.1:8181" | |
| VM_RUNNER_API_URL: "http://127.0.0.1:8080" | |
| VM_SUFFIX: "${{ matrix.distro }}-${{ matrix.version_number }}" | |
| # It's local Minio readonly account accessible from local runner | |
| # I don't really know how to make unauthenticated access so let's | |
| # keep that dummy account | |
| MINIO_ACCESS_KEY: "drakvuf-ci-user" | |
| MINIO_SECRET_KEY: "Ectrj8GnJbfZu4J" | |
| - name: Job failed - suspending VM (if possible) | |
| if: ${{ failure() }} | |
| run: | | |
| python3 -m vm_runner_client suspend | |
| env: | |
| VM_RUNNER_API_URL: "http://127.0.0.1:8080" | |
| VM_SUFFIX: "${{ matrix.distro }}-${{ matrix.version_number }}" |