ci.yaml

name: CI

on:
  pull_request:
    types: [ opened, synchronize, reopened, ready_for_review ]
    branches:
      - main
      - release*
  # path filter won't work bcz PR status check will be 'pending' if workflow is
  # skipped due to path filtering, i.e. blocked
  #paths:

  workflow_dispatch:

jobs:
  # JOB to run change detection
  changes:
    runs-on: ubuntu-latest
    permissions:
      pull-requests: read
    # Set job outputs to values from filter step
    outputs:
      run: ${{ steps.filter.outputs.code }}
    steps:
      # For pull requests it's not necessary to checkout the code
      # but it's useful to see the effect of the path filter in current PR
      - uses: actions/checkout@v4
        with:
          # This may save additional git fetch roundtrip if
          # merge-base is found within latest 20 commits
          fetch-depth: 20
      - uses: dorny/paths-filter@v3.0.2
        id: filter
        with:
          # Path to file where filters are defined
          filters: .github/filters.yaml
          #predicate-quantifier: 'every' # check dorny/paths-filter#225

  test:
    needs: changes
    #  only run only if there are changes and non-draft PRs
    if: ${{ needs.changes.outputs.run == 'true' && !github.event.pull_request.draft}}
    runs-on: ubuntu-latest

    services:
      postgres:
        image: kwildb/postgres:16.2-1
        env:
          POSTGRES_PORT: 5432
          POSTGRES_HOST_AUTH_METHOD: trust
        options: >-
          --health-cmd pg_isready
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
        ports:
          - 5432:5432

    steps:
      # shared setup for all tests
      - name: Checkout
        uses: actions/checkout@v4
        with:
          submodules: true

      - name: Install Protoc
        uses: arduino/setup-protoc@v3
        with:
          version: '23.4'

      - name: Install Taskfile
        uses: arduino/setup-task@v2

      #ubuntu-latest has go 1.21 installed https://github.com/actions/runner-images/blob/main/images/ubuntu/Ubuntu2204-Readme.md#go
      #self-hosted also has go 1.21 installed
      #the default behavior here will load pre-installed go version
      - name: Setup Go
        uses: actions/setup-go@v5
        with:
          go-version: '1.22.x'
          check-latest: true
          #cache: false

      - name: Install dependencies
        run: |
          go version
          task install:deps

      # checks
      - name: Check tidiness of go.mod and go.sum
        run: |
          ./scripts/mods/check_tidy

      - name: Ensure generated protobuf Go source is up-to-date
        run: |
          ./scripts/proto/check_up

      - name: Ensure generated swagger Go code is up-to-date
        run: |
          ./scripts/swagger/check_up

      - name: Compile packages, apps, and specs
        run: | # enter workspace mode to do this on one line
          go work init . ./test ./core ./parse
          go build -mod=readonly ./... ./core/... ./parse/... ./test/specifications/

      - name: Lint
        uses: golangci/golangci-lint-action@v6.0.0
        with:
          install-mode: "binary"
          version: "latest"
          args: ./... ./core/... ./parse/... ./test/... --timeout=10m --config=.golangci.yml

      # unit test
      - name: Run unit test
        run: |
          task test:unit

      # integration test
      - name: Generate go vendor
        #for faster builds and private repos, need to run this after pb:compile:v1
        run: |
          task vendor

      - name: Set up Docker Buildx
        uses: docker/setup-buildx-action@v3

      - name: Cache Docker layers for kwild # both restore and save
        uses: actions/cache@v4
        with:
          path: /tmp/.buildx-cache-kwild
          key: ${{ runner.os }}-buildx-kwild-${{ github.sha }}
          restore-keys: |
            ${{ runner.os }}-buildx-kwild

      - name: manual git tag
        run: |
          version=`echo ${{ github.sha }} | cut -c 1-7`
          echo "GIT_TAG=$version" >> $GITHUB_ENV
        #run: echo "GIT_TAG=`git describe --match 'v[0-9]*' --dirty --always --tags | sed 's/^v//'`" >> $GITHUB_ENV

      - name: manual build time
        run: |
          build_time=`TZ=UTC date -u --date="@${SOURCE_DATE_EPOCH:-$(date +%s)}" +"%Y-%m-%dT%H:%M:%SZ"`
          echo "BUILD_TIME=$build_time" >> $GITHUB_ENV

      - name: Build cli binaries
        run: |
          task build:cli
          task build:admin

      - name: Pull math extension docker image
        run: |
          docker pull kwilbrennan/extensions-math:multi-arch --platform linux/amd64

      - name: Build kwild image
        id: docker_build_kwild
        uses: docker/build-push-action@v5
        with:
          context: .
          load: true
          builder: ${{ steps.buildx.outputs.name }}
          build-args: |
            git_commit=${{ github.sha }}
            version=${{ env.GIT_TAG }}
            build_time=${{ env.BUILD_TIME }}
          #  go_race=-race
          file: ./build/package/docker/kwild.dockerfile
          push: false
          tags: kwild:latest
          cache-from: type=local,src=/tmp/.buildx-cache-kwild
          cache-to: type=local,dest=/tmp/.buildx-cache-kwild-new

      - name: Run acceptance test
        run: |
          testUserID=$(id -u)
          testGroupID=$(id -g)
          cp test/acceptance/docker-compose.override.yml.example test/acceptance/docker-compose.override.yml
          sed -i "s/\${UID}:\${GID}/${testUserID}:${testGroupID}/g" test/acceptance/docker-compose.override.yml
          KACT_LOG_LEVEL=warn task test:act:nb

      - name: Run integration test
        run: |
          testUserID=$(id -u)
          testGroupID=$(id -g)
          cp test/integration/docker-compose.override.yml.example test/integration/docker-compose.override.yml
          sed -i "s/\${UID}:\${GID}/${testUserID}:${testGroupID}/g" test/integration/docker-compose.override.yml
          KIT_LOG_LEVEL=warn task test:it:nb

      - name: Move cache
        run: |
          rm -rf /tmp/.buildx-cache-kwild
          mv /tmp/.buildx-cache-kwild-new /tmp/.buildx-cache-kwild

      - name: Prune Docker
        if: ${{ always() }}
        run: docker rm $(docker ps -a -q) -f ; docker network prune -f ; docker volume prune -f || true

      - name: Show error log
        if: ${{ failure() }}
        run: grep -C 20 -s -i -r -e 'kwild version' -e 'error' -e 'warn'  /tmp/TestKwilAct*/*.log  /tmp/TestKwilInt*/*.log /tmp/TestKwilInt*/*/*.log