devshell.yml

name: CI @ devshell

on:
  pull_request:
  push:
  schedule:
    - cron: '00 21 * * *'

jobs:
  general:
    runs-on: ubuntu-18.04
    container:
      image: ghcr.io/syslog-ng/dbld-devshell:latest
      options: --privileged --ulimit core=-1

    strategy:
      matrix:
        build-tool: [autotools, cmake]
        cc: [gcc, clang]
      fail-fast: false

    steps:
      - name: Checkout syslog-ng source
        uses: actions/checkout@v2

      - name: Setup environment
        run: |
          . .github/workflows/gh-tools.sh

          # Setup corefiles
          ulimit -c unlimited
          COREFILES_DIR=/tmp/corefiles
          mkdir ${COREFILES_DIR}
          echo "${COREFILES_DIR}/core.%h.%e.%t" > /proc/sys/kernel/core_pattern

          # Setup build time environment variables
          PYTHONUSERBASE="${HOME}/python_packages"
          CC="${{ matrix.cc }}"
          SYSLOG_NG_INSTALL_DIR=${HOME}/install/syslog-ng
          CONFIGURE_FLAGS="
            --prefix=${SYSLOG_NG_INSTALL_DIR}
            --enable-debug
            --enable-all-modules
            --disable-java
            --disable-java-modules
            --with-python=3
            `[ $CC = clang ] && echo '--enable-force-gnu99' || true`
          "
          CMAKE_FLAGS="
            -DCMAKE_BUILD_TYPE=Debug
            -DCMAKE_C_FLAGS=-Werror
            -DCMAKE_INSTALL_PREFIX=${HOME}/install/syslog-ng
            -DPYTHON_VERSION=3
          "
          gh_export COREFILES_DIR PYTHONUSERBASE CC SYSLOG_NG_INSTALL_DIR CONFIGURE_FLAGS CMAKE_FLAGS
          gh_path "${PYTHONUSERBASE}"

      - name: autogen.sh
        if: matrix.build-tool == 'autotools'
        run: ./autogen.sh

      - name: configure
        if: matrix.build-tool == 'autotools'
        run: |
          mkdir build
          cd build
          ../configure ${CONFIGURE_FLAGS}

      - name: cmake
        if: matrix.build-tool == 'cmake'
        run: |
          mkdir build
          cd build
          cmake ${CMAKE_FLAGS} ..

      - name: make
        working-directory: ./build
        run: make V=1 -j $(nproc)

      - name: make check
        id: make_check
        working-directory: ./build
        run: make V=1 check || (cat test-suite.log && false)

      - name: make install
        working-directory: ./build
        run: make install

      - name: Light
        id: light
        working-directory: ./build
        run: |
          make light-self-check
          make light-check

      - name: make func-test
        working-directory: ./build
        run: make VERBOSE=1 func-test

      - name: "Artifact: test-suite.log"
        uses: actions/upload-artifact@v2
        if: always() && steps.make_check.outcome == 'failure'
        with:
          name: test-suite-${{ matrix.build-tool }}-${{ matrix.cc }}
          path: ${{ github.workspace }}/build/test-suite.log

      - name: "Prepare artifact: light-reports"
        id: prepare-light-reports
        if: always() && steps.light.outcome == 'failure'
        run: |
          if [ ${{ matrix.build-tool }} = 'autotools' ]
          then
            REPORTS_DIR=build/reports
          elif [ ${{ matrix.build-tool }} = 'cmake' ]
          then
            REPORTS_DIR=build/tests/light/reports
          else
            echo Unrecognized build tool: ${{ matrix.build-tool }}.
            exit 1
          fi

          cp -r ${REPORTS_DIR} /tmp/light-reports
          rm -f `find /tmp/light-reports -type p,s`

      - name: "Artifact: light-reports"
        uses: actions/upload-artifact@v2
        if: always() && steps.prepare-light-reports.outcome == 'success'
        with:
          name: light-reports-${{ matrix.build-tool }}-${{ matrix.cc }}
          path: /tmp/light-reports

      - name: Dump corefile backtrace
        working-directory: ${{ env.COREFILES_DIR }}
        if: failure()
        run: |
          find -name "core.*syslog-ng*" -exec \
            gdb --ex="thread apply all bt full" --ex="quit" ${SYSLOG_NG_INSTALL_DIR}/sbin/syslog-ng --core {} \;

      - name: "Artifact: corefiles"
        uses: actions/upload-artifact@v2
        if: failure()
        with:
          name: corefiles-${{ matrix.build-tool }}-${{ matrix.cc }}
          path: ${{ env.COREFILES_DIR }}

  distcheck:
    runs-on: ubuntu-18.04
    container:
      image: ghcr.io/syslog-ng/dbld-devshell:latest

    steps:
      - name: Checkout syslog-ng source
        uses: actions/checkout@v2

      - name: Set ENV variables
        run: |
          . .github/workflows/gh-tools.sh

          DISTCHECK_CONFIGURE_FLAGS="
            CFLAGS=-Werror
            --prefix=${HOME}/install/syslog-ng
            --with-ivykis=internal
            --with-jsonc=system
            --enable-tcp-wrapper
            --enable-linux-caps
            --enable-manpages
            --enable-all-modules
            --disable-java
            --disable-java-modules
            --with-python=3
          "

          gh_export DISTCHECK_CONFIGURE_FLAGS

      - name: autogen.sh
        run: ./autogen.sh

      - name: configure
        run: ./configure --disable-all-modules --enable-manpages

      - name: distcheck
        run: |
          . tests/build-log-cflags-propagation.sh
          exec_prop_check "make distcheck -j 3 V=1"

  style-check:
    runs-on: ubuntu-18.04
    container:
      image: ghcr.io/syslog-ng/dbld-devshell:latest

    steps:
      - name: Checkout syslog-ng source
        uses: actions/checkout@v2

      - name: Prepare
        run: |
          ./autogen.sh
          mkdir build && cd build
          ../configure

      - name: Style check (C)
        id: c-style-check
        run: |
          scripts/style-checker.sh format
          git diff --exit-code > c-style-problems.diff || \
            (cat c-style-problems.diff && git reset --hard HEAD && exit 1)

      - name: Style check (pylib)
        if: always()
        working-directory: ./build
        continue-on-error: true # Fix errors from pylint
        run: |
          make python-pep8 && make python-pylint || (git reset --hard HEAD && exit 1)

      - name: Style check (Light)
        id: light-style-check
        if: always()
        working-directory: ./build
        shell: bash
        run: |
          python3.9 -m venv venv
          source venv/bin/activate
          python -m pip install -r "${GITHUB_WORKSPACE}/requirements.txt"
          make light-linters || \
            (git diff > ../light-style-problems.diff ; git reset --hard HEAD && exit 1)
          deactivate

      - name: "Artifact: c-style-problems"
        uses: actions/upload-artifact@v2
        if: always() && steps.c-style-check.outcome == 'failure'
        with:
          name: c-style-problems
          path: c-style-problems.diff

      - name: "Artifact: light-style-problems"
        uses: actions/upload-artifact@v2
        if: always() && steps.light-style-check.outcome == 'failure'
        with:
          name: light-style-problems
          path: light-style-problems.diff

  copyright-check:
    runs-on: ubuntu-18.04
    container:
      image: ghcr.io/syslog-ng/dbld-devshell:latest
      env:
        COPYRIGHTVERBOSITY: 1

    steps:
      - name: Checkout syslog-ng source
        uses: actions/checkout@v2

      - name: Copyright check
        run: tests/copyright/check.sh . .

      - name: "Artifact: copyright-run.log"
        uses: actions/upload-artifact@v1
        if: failure()
        with:
          name: copyright-run.log
          path: copyright-run.log

  commits-check:
    runs-on: ubuntu-18.04
    container:
      image: ghcr.io/syslog-ng/dbld-devshell:latest

    steps:
      - name: Checkout syslog-ng source
        uses: actions/checkout@v2
        with:
          fetch-depth: 0

      - name: Commits check (Pull request)
        if: github.event_name == 'pull_request'
        run: tests/commits/check.sh origin/${{ github.base_ref }}..HEAD

      - name: Commits check (Push)
        if: github.event_name == 'push'
        run: tests/commits/check.sh