.gitlab-ci.yml

stages:
  - build-init
  - build-app
  - build-image
  - k8s-setup
  - k8s-deploy
  - k8s-cronjob
  - ui-test-setup
  - ui-test-run


##########################
# CACHE CONFIG TEMPLATES #
##########################

.pushcache: &pushcache
  cache:
    key: ${CI_COMMIT_REF_SLUG}
    untracked: true
    paths:
      # remove 'paths' to cache ALL untracked files
      # cache JS dependencies
      - node_modules
      - package-lock.json
      # cache PHP dependencies
      - vendor
      - composer-lock.json
      # cache package/project stuff, non-artifacts
      - dist
      - public
      - ${BUILD_LABEL_TMPFILE}
    policy: push

.pullcache: &pullcache
  extends: .pushcache
  cache:
    policy: pull

.pullpushcache: &pullpushcache
  extends: .pushcache
  cache:
    policy: pull-push


#########################
# ENVIRONMENT TEMPLATES #
#########################

.build-env-template: &build-env-job
  image: bbdrummer/my-application-build-env:latest
  tags:
    - docker-runner

.docker-dind-template: &dind-job
  image: bbdrummer/ci-docker-kubectl:latest
  #image: docker:stable
  services:
    - name: docker:dind
      # Zertifikate nicht verfügbar, deshalb Workaround:
      #command: ["--insecure-registry=harbor.bjoernbartels.earth:8013"]
  tags:
    - docker-runner

.k8s-ansible-template: &k8s-job
  image: bbdrummer/ci-kubectl:latest
  tags:
    - docker-runner
  artifacts:
    paths:
      - .k8s/generated

.ui-test-template: &ui-test-job
  image: bbdrummer/cucumber-base:latest
  tags:
    - docker-runner

.project-variables: &project-variables
  before_script:
    # get k8s config
    - if [[ ! -z "${KUBECONFIG_DEPLOYUSER}" ]] && [[ ! -z "${KUBECONFIG}" ]] ; then echo "$(echo ${KUBECONFIG_DEPLOYUSER} | base64 -d)" > ${KUBECONFIG} ; fi
    # normalize var values
    - if [[ -z "${PROJECTNAME}" ]] ; then export PROJECTNAME="${CI_PROJECT_NAME}"; fi
    - export PROJECTNAME=$(echo "${PROJECTNAME}" | sed 's/[^[:alnum:]]/-/g;s/^[-]*//;s/[-]*$//' | tr '[:upper:]' '[:lower:]')
    #
    - if [[ -z "${PROJECTNAMESPACE}" ]] ; then export PROJECTNAMESPACE="${CI_PROJECT_NAMESPACE}"; fi
    - export PROJECTNAMESPACE=$(echo "${PROJECTNAMESPACE}" | sed 's/[^[:alnum:]]/-/g;s/^[-]*//;s/[-]*$//' | tr '[:upper:]' '[:lower:]')
    #
    - if [[ "${CI_COMMIT_REF_NAME}" == "master" ]] ; then export RELEASE="latest"; fi
    - if [[ "${CI_COMMIT_REF_NAME}" == "release" ]] ; then export RELEASE="stable"; fi
    - if [[ ! -z "${CI_COMMIT_TAG}" ]] ; then export RELEASE="${CI_COMMIT_TAG}"; fi
    - if [[ -z "${RELEASE}" ]] ; then export RELEASE="${CI_COMMIT_REF_NAME}"; fi
    - export RELEASE=$(echo "${RELEASE}" | sed 's/[^[:alnum:]\.]/-/g;s/^[-]*//;s/[-]*$//' | tr '[:upper:]' '[:lower:]')
    #
    - if [[ "${CI_COMMIT_REF_NAME}" == "master" ]] ; then export ENVLABEL="staging"; fi
    - if [[ "${CI_COMMIT_REF_NAME}" == "release" ]] ; then export ENVLABEL="staging"; fi
    - if [[ ! -z "${CI_COMMIT_TAG}" ]] ; then export ENVLABEL="production"; fi
    - if [[ -z "${ENVLABEL}" ]] ; then export ENVLABEL="development"; fi
    - export ENVLABEL=$(echo "${ENVLABEL}" | sed 's/[^[:alnum:]]/-/g;s/^[-]*//;s/[-]*$//' | tr '[:upper:]' '[:lower:]')
    #
    - if [[ -z "${TEAMLABEL}" ]] ; then export TEAMLABEL="${PROJECTNAME}-team"; fi
    - export TEAMLABEL=$(echo "${TEAMLABEL}" | sed 's/[^[:alnum:]]/-/g;s/^[-]*//;s/[-]*$//' | tr '[:upper:]' '[:lower:]')
    # k8s set/check context
    - if [[ -t "kubectl version" ]] ; then kubectl config current-context; else echo -e "\e[33mNo kubectl available...!"; fi
    - if [[ -t "kubectl version" ]] ; then kubectl version; fi

#################
# PIPELINE JOBS #
#################

variables:
  BUILD_TARGET: dist
  BUILD_LABEL_TMPFILE: TMP_BUILD_LABEL
  TEST_CLIENT: chrome
  TEST_SERVER: 127.0.0.1

init:
  <<: [*build-env-job, *pushcache]
  stage: build-init
  #when: manual
  except:
    variables:
      - $CI_SETUP
  before_script:
    - bin/build-env.sh
    - export BUILD_LABEL=$(TZ=Europe/Berlin date +%Y%m%d.%H%M-$CI_COMMIT_REF_NAME)
  script:
    # save timestamp to file
    - echo $BUILD_LABEL > ${BUILD_LABEL_TMPFILE}
    - echo -e "\n\n\n\e[96mCreated new build label \e[107;30;1m $BUILD_LABEL \e[0m\n\n\n"
    - pwd
    - ls -la
  artifacts:
    paths:
      - ${BUILD_LABEL_TMPFILE}

build-app:
  <<: [*build-env-job, *pullcache, *project-variables]
  stage: build-app
  #when: manual
  except:
    variables:
      - $CI_SETUP
  dependencies:
    - init
  cache: {}
  variables:
    APP_CONFIG: "$APP_LOCAL_CONFIG"
    DB_CONFIG: "$DATABASE_LOCAL_CONFIG"
    BUILD_INFO_FILE: dist/public/build.txt
  script:
    - echo "Target Environment = ${ENVLABEL}"
    - echo "Target Release     = ${RELEASE}"
    - echo "Project Name       = ${PROJECTNAME}"
    - echo "Project Namespace  = ${PROJECTNAMESPACE}"
    # build the app/service
    - mkdir dist
    - php -m
    - composer install --no-progress --no-suggest
    # apply application config
    - echo "${APP_CONFIG}" | base64 -d > config/autoload/app.local.php
    - echo "${DB_CONFIG}" | base64 -d > config/autoload/database.local.php
    # assemble distributional files
    - if [[ "${ENVLABEL}" == "production" ]] || [[ "${ENVLABEL}" == "staging" ]] ; then echo -e "\n\nClean up\n\n"; rm -rf public/_tests_ ; fi
    - cp -r shell config module public vendor composer* init_autoloader.php dist/
    - cd dist; ln -s public html; cd ..;
    # create build info file
    - echo -e "LABEL=`cat ${BUILD_LABEL_TMPFILE}`" > ${BUILD_INFO_FILE}
    - echo -e "TAG=`git describe --always --tags`" >> ${BUILD_INFO_FILE}
    - echo -e "COMMIT=${CI_COMMIT_SHA}" >> ${BUILD_INFO_FILE}
    - echo -e "PIPELINE=${CI_PIPELINE_ID}" >> ${BUILD_INFO_FILE}
    # print debug-info
    - cat ${BUILD_INFO_FILE}
    - ls -la dist/
    - ls -la dist/public/
  artifacts:
    paths:
      - ${BUILD_TARGET}

docker-release:
  <<: [*dind-job, *pullcache, *project-variables]
  stage: build-image
  only:
    - release
    - tags
  dependencies:
    - build-app
  script:
    - if [[ ! -z "${CI_COMMIT_TAG}" ]] ; then export BUILD_LABEL="${CI_COMMIT_TAG}"; fi
    # build docker image and tag with version
    - docker login -u "${CI_DOCKER_USERNAME}" -p "${CI_DOCKER_TOKEN}"
    - docker build --build-arg ARTIFACT_DIR=${BUILD_TARGET} --no-cache -t bbdrummer/${PROJECTNAME}:${RELEASE} .
    - docker push bbdrummer/${PROJECTNAME}:${RELEASE}
    - if [[ ! -z "${CI_COMMIT_TAG}" ]] ; then docker image tag bbdrummer/${PROJECTNAME}:${RELEASE} bbdrummer/${PROJECTNAME}:latest ; fi
    - if [[ ! -z "${CI_COMMIT_TAG}" ]] ; then docker push bbdrummer/${PROJECTNAME}:latest ; fi

docker-manual:
  <<: [*dind-job, *pullcache, *project-variables]
  stage: build-image
  when: manual
  only:
    - master
  dependencies:
    - build-app
  script:
    - if [[ ! -z "${CI_COMMIT_TAG}" ]] ; then export BUILD_LABEL="${CI_COMMIT_TAG}"; fi
    # build docker image and tag with version
    - docker login -u "${CI_DOCKER_USERNAME}" -p "${CI_DOCKER_TOKEN}"
    - docker build --build-arg ARTIFACT_DIR=${BUILD_TARGET} --no-cache -t bbdrummer/${PROJECTNAME}:${RELEASE} .
    - docker push bbdrummer/${PROJECTNAME}:${RELEASE}


docker-dev:
  <<: [*dind-job, *pullcache, *project-variables]
  stage: build-image
  except:
    refs:
      - master
      - release
      - tags
  dependencies:
    - build-app
  script:
    # build docker feature image
    - docker login -u "${CI_DOCKER_USERNAME}" -p "${CI_DOCKER_TOKEN}"
    - docker build --build-arg ARTIFACT_DIR=${BUILD_TARGET} --no-cache -t bbdrummer/${PROJECTNAME}:${RELEASE} .
    - docker push bbdrummer/${PROJECTNAME}:${RELEASE}



############
# k8s JOBS #
############

.k8s-setup: &k8s-setup
  script:
    - export ANSIBLE_CONFIG="./ansible.cfg";
    - ansible-playbook -vvv -l localhost ./.k8s/plays/setup.yml --extra-vars "namespace=${PROJECTNAMESPACE} project=${PROJECTNAME} release=${RELEASE} teamlabel=${TEAMLABEL} app_env=${ENVLABEL} database_root_password=${MYSQL_ROOT_PASSWORD} database_password=${MYSQL_PASSWORD} redis_url=${REDIS_DSN_NOAUTH}" -e "{\"releases\":{\"app\":\"${RELEASE}\"}}" -v
    - if [[ ! -z "$DEBUG" ]] ; then cat .k8s/generated/setup/service-deployment.yml; fi

.k8s-deploy: &k8s-deploy
  script:
    - export ANSIBLE_CONFIG="./ansible.cfg";
    - ansible-playbook -l localhost ./.k8s/plays/deploy.yml --extra-vars "namespace=${PROJECTNAMESPACE} project=${PROJECTNAME} release=${RELEASE} teamlabel=${TEAMLABEL} app_env=${ENVLABEL} database_root_password=${MYSQL_ROOT_PASSWORD} database_password=${MYSQL_PASSWORD} redis_url=${REDIS_DSN_NOAUTH}" -e "{\"releases\":{\"app\":\"${RELEASE}\"}}" -vvv
    - if [[ ! -z "$DEBUG" ]] ; then cat .k8s/generated/deploy/service-deployment.yml; fi

.k8s-undeploy: &k8s-undeploy
  script:
    - export ANSIBLE_CONFIG="./ansible.cfg";
    - ansible-playbook -l localhost ./.k8s/plays/remove-deployment.yml --extra-vars "namespace=${PROJECTNAMESPACE} project=${PROJECTNAME} release=${RELEASE} teamlabel=${TEAMLABEL} app_env=${ENVLABEL} database_root_password=${MYSQL_ROOT_PASSWORD} database_password=${MYSQL_PASSWORD} redis_url=${REDIS_DSN_NOAUTH}" -e "{\"releases\":{\"app\":\"${RELEASE}\"}}" -vvv
    - if [[ ! -z "$DEBUG" ]] ; then cat .k8s/generated/remove/remove-deployment.yml; fi

.k8s-cleanup: &k8s-cleanup
  script:
    - export ANSIBLE_CONFIG="./ansible.cfg"
    - ansible-playbook -l localhost ./.k8s/plays/remove.yml --extra-vars "namespace=${PROJECTNAMESPACE} project=${PROJECTNAME} release=${RELEASE} teamlabel=${TEAMLABEL} app_env=${ENVLABEL} database_root_password=${MYSQL_ROOT_PASSWORD} database_password=${MYSQL_PASSWORD} redis_url=${REDIS_DSN_NOAUTH}" --extra-vars "{\"releases\":{\"app\":\"${RELEASE}\"}}" -v
    - if [[ ! -z "$DEBUG" ]] ; then cat .k8s/generated/remove/setup.yml; fi

# dev
k8s-setup-dev:
  <<: [*k8s-job, *pullpushcache, *project-variables, *k8s-setup]
  stage: k8s-setup
  when: manual
  environment:
    name: development
    url: https://dev.my-application.net
  except:
    refs:
      - master
      - release
      - tags

k8s-deploy-dev:
  <<: [*k8s-job, *pullpushcache, *project-variables, *k8s-deploy]
  stage: k8s-deploy
  when: manual
  environment:
    name: development
    url: https://dev.my-application.net
  except:
    refs:
      - master
      - release
      - tags

k8s-undeploy-dev:
  <<: [*k8s-job, *pullpushcache, *project-variables, *k8s-undeploy]
  stage: k8s-deploy
  when: manual
  environment:
    name: development
    url: https://dev.my-application.net
  except:
    refs:
      - master
      - release
      - tags

k8s-cleanup-dev:
  <<: [*k8s-job, *pullpushcache, *project-variables, *k8s-cleanup]
  stage: k8s-setup
  when: manual
  environment:
    name: development
    url: https://dev.my-application.net
  except:
    refs:
      - master
      - release
      - tags

# staging
k8s-setup-staging:
  <<: [*k8s-job, *pullpushcache, *project-variables, *k8s-setup]
  stage: k8s-setup
  when: manual
  environment:
    name: staging
    url: https://test.my-application.net
  only:
    refs:
      - master
      - release

k8s-deploy-staging:
  <<: [*k8s-job, *pullpushcache, *project-variables, *k8s-deploy]
  stage: k8s-deploy
  when: manual
  environment:
    name: staging
    url: https://test.my-application.net
  only:
    refs:
      - master
      - release

k8s-undeploy-staging:
  <<: [*k8s-job, *pullpushcache, *project-variables, *k8s-undeploy]
  stage: k8s-deploy
  when: manual
  environment:
    name: staging
    url: https://test.my-application.net
  only:
    refs:
      - master
      - release

k8s-cleanup-staging:
  <<: [*k8s-job, *pullpushcache, *project-variables, *k8s-cleanup]
  stage: k8s-setup
  when: manual
  environment:
    name: staging
    url: https://test.my-application.net
  only:
    refs:
      - master
      - release

# production
k8s-setup-prod:
  <<: [*k8s-job, *pullpushcache, *project-variables, *k8s-setup]
  stage: k8s-setup
  when: manual
  environment:
    name: production
    url: https://my-application.net
  only:
    refs:
      - tags

k8s-deploy-prod:
  <<: [*k8s-job, *pullpushcache, *project-variables, *k8s-deploy]
  stage: k8s-deploy
  when: manual
  environment:
    name: production
    url: https://my-application.net
  only:
    refs:
      - tags

k8s-undeploy-prod:
  <<: [*k8s-job, *pullpushcache, *project-variables, *k8s-undeploy]
  stage: k8s-deploy
  when: manual
  environment:
    name: production
    url: https://my-application.net
  only:
    refs:
      - tags

k8s-cleanup-prod:
  <<: [*k8s-job, *pullpushcache, *project-variables, *k8s-cleanup]
  stage: k8s-setup
  when: manual
  environment:
    name: production
    url: https://my-application.net
  only:
    refs:
      - tags


############
# CRONJOBS #
############
cronjob-enable:
  <<: [*k8s-job, *project-variables]
  stage: k8s-cronjob
  when: manual
  script:
    - export ANSIBLE_CONFIG="./ansible.cfg"
    - ansible-playbook -l localhost ./.k8s/plays/cronjob.yml --extra-vars "namespace=${PROJECTNAMESPACE} project=${PROJECTNAME} release=${RELEASE} teamlabel=${TEAMLABEL} app_env=${ENVLABEL} database_root_password=${MYSQL_ROOT_PASSWORD} database_password=${MYSQL_PASSWORD} redis_url=${REDIS_DSN_NOAUTH} cronjob_enable=true" --extra-vars "{\"releases\":{\"app\":\"${RELEASE}\"}}" -v
    - if [[ ! -z "$DEBUG" ]] ; then cat .k8s/generated/setup/cronjob.yml; fi

cronjob-disable:
  <<: [*k8s-job, *project-variables]
  stage: k8s-cronjob
  when: manual
  script:
    - export ANSIBLE_CONFIG="./ansible.cfg"
    - ansible-playbook -l localhost ./.k8s/plays/cronjob.yml --extra-vars "namespace=${PROJECTNAMESPACE} project=${PROJECTNAME} release=${RELEASE} teamlabel=${TEAMLABEL} app_env=${ENVLABEL} database_root_password=${MYSQL_ROOT_PASSWORD} database_password=${MYSQL_PASSWORD} redis_url=${REDIS_DSN_NOAUTH} cronjob_disable=true" --extra-vars "{\"releases\":{\"app\":\"${RELEASE}\"}}" -v
    - if [[ ! -z "$DEBUG" ]] ; then cat .k8s/generated/setup/cronjob.yml; fi



############
# ui tests #
############
ui-test-setup:
  <<: [*k8s-job, *project-variables]
  stage: ui-test-setup
  needs: 
    - job: "k8s-deploy-dev"
      optional: true
    - job: "k8s-deploy-staging"
      optional: true
    - job: "k8s-deploy-prod"
      optional: true
  script:
    # setup test hostnames
    - export ANSIBLE_CONFIG="./ansible.cfg"
    - ansible-playbook -l localhost ./.k8s/plays/test.yml --extra-vars "namespace=${PROJECTNAMESPACE} project=${PROJECTNAME} release=${RELEASE} teamlabel=${TEAMLABEL} app_env=${ENVLABEL} replicas=${REPLICAS}" -v
  only:
    refs:
      - branches
      - master
      - release
      - tags
  artifacts:
    paths:
      - hostnames.json

.ui-test-run: &ui-test-run
  <<: [*ui-test-job, *project-variables]
  stage: ui-test-run
  dependencies:
    - ui-test-setup
  needs: 
    - job: "ui-test-setup"
      optional: false
  script:
    # setup dirs
    - cp -r /cucumber/report /cucumber/config /cucumber/node_modules /cucumber/package* /cucumber/generate* .
    - mkdir -p ./test/ui/report/images ./report/images
    - declare -gx REPORT_DIR=`date +"%Y-%m-%d_%H-%M-%S"`
    - declare -gx PROJECTREPORTDIR="./${PROJECTNAME}/${ENVLABEL}/${TEST_CLIENT}/${REPORT_DIR}"
    - mkdir -p ${PROJECTREPORTDIR}/images
    - chmod -R +rw ./test/ui/report ./report ${PROJECTREPORTDIR}
    # forward selenium
    - if [[ ! -z "${KUBECONFIG_DEPLOYUSER}" ]] && [[ ! -z "${KUBECONFIG}" ]] ; then echo "$(echo ${KUBECONFIG_DEPLOYUSER} | base64 -d)" > ./test-kubeconfig ; fi
    - export KUBECONFIG=./test-kubeconfig
    - export PODNAME=`kubectl get pods -n selenium --selector="app=selenium-hub" --output=template --template="{{with index .items 0}}{{.metadata.name}}{{end}}"`
    - kubectl -n selenium port-forward $PODNAME 4444:4444 &
    - PROXY_PID=$!
    # run tests
    - wait-for-it ${TEST_SERVER:-127.0.0.1}:4444 -- echo "Selenium Hub connection available"
    - npm run test-docker -- -r ./test/ui/report/ -t @${ENVLABEL} -x 60000 || true
    - kill ${PROXY_PID}
    # save reports
    - cp -r ./report/images/* ./test/ui/report/images/
    - mv ./test/ui/report/* ${PROJECTREPORTDIR}/
    - export REPORTPODNAME=`kubectl get pods -n selenium -l "app=test-reports" --output=template --template="{{with index .items 0}}{{.metadata.name}}{{end}}"`
    - kubectl -n selenium cp ./${PROJECTNAME} ${REPORTPODNAME}:/usr/share/nginx/html/
  only:
    refs:
      - branches
      - master
      - release
      - tags
  artifacts:
    paths:
      - ./test/ui/reports
      - ${PROJECTREPORTDIR}

ui-test-chrome:
  <<: [*ui-test-run]
  stage: ui-test-run
  variables:
    TEST_CLIENT: chrome
    TEST_SERVER: 127.0.0.1

ui-test-firefox:
  <<: [*ui-test-run]
  stage: ui-test-run
  variables:
    TEST_CLIENT: firefox
    TEST_SERVER: 127.0.0.1

ui-test-edge:
  <<: [*ui-test-run]
  stage: ui-test-run
  variables:
    TEST_CLIENT: MicrosoftEdge
    TEST_SERVER: 127.0.0.1