Add kubernetes-plugins ci initial test

tests/kubernetes-plugins/basic.bats

@@ -0,0 +1,88 @@
+#!/usr/bin/env bats
+
+load "$HELPERS_ROOT/test-helpers.bash"
+
+ensure_variables_set BATS_SUPPORT_ROOT BATS_ASSERT_ROOT BATS_DETIK_ROOT BATS_FILE_ROOT TEST_NAMESPACE FLUENTBIT_IMAGE_REPOSITORY FLUENTBIT_IMAGE_TAG
+
+load "$BATS_DETIK_ROOT/utils.bash"
+load "$BATS_DETIK_ROOT/linter.bash"
+load "$BATS_DETIK_ROOT/detik.bash"
+load "$BATS_SUPPORT_ROOT/load.bash"
+load "$BATS_ASSERT_ROOT/load.bash"
+load "$BATS_FILE_ROOT/load.bash"
+
+setup() {
+    echo "recreating namespace $TEST_NAMESPACE"
+    run kubectl delete namespace "$TEST_NAMESPACE"
+    run kubectl create namespace "$TEST_NAMESPACE"
+    # HELM_VALUES_EXTRA_FILE is a default file containing global helm
+    # options that can be optionally applied on helm install/upgrade
+    # by the test. This will fall back to $TEST_ROOT/defaults/values.yaml.tpl
+    # if not passed.
+    if [ -e  "${HELM_VALUES_EXTRA_FILE}" ]; then
+      envsubst < "${HELM_VALUES_EXTRA_FILE}" > "${HELM_VALUES_EXTRA_FILE%.*}"
+      export HELM_VALUES_EXTRA_FILE="${HELM_VALUES_EXTRA_FILE%.*}"
+    fi
+}
+
+teardown() {
+    if [[ "${SKIP_TEARDOWN:-no}" != "yes" ]]; then
+        run kubectl delete namespace "$TEST_NAMESPACE"
+        rm -f ${HELM_VALUES_EXTRA_FILE}
+    fi
+}
+
+# These are required for bats-detik
+# shellcheck disable=SC2034
+DETIK_CLIENT_NAME="kubectl -n $TEST_NAMESPACE"
+# shellcheck disable=SC2034
+DETIK_CLIENT_NAMESPACE="${TEST_NAMESPACE}"
+
+
+@test "test fluent-bit reads k8s labels" {
+    helm repo add fluent https://fluent.github.io/helm-charts/ || helm repo add fluent https://fluent.github.io/helm-charts
+    helm repo update --fail-on-repo-update-fail
+
+    helm upgrade --install --debug --create-namespace --namespace "$TEST_NAMESPACE" fluent-bit fluent/fluent-bit \
+        --values ${BATS_TEST_DIRNAME}/resources/fluentbit-basic.yaml \
+        --set image.repository=${FLUENTBIT_IMAGE_REPOSITORY},image.tag=${FLUENTBIT_IMAGE_TAG},env[0].name=TEST_NAMESPACE,env[0].value=${TEST_NAMESPACE} \
+        --values "$HELM_VALUES_EXTRA_FILE" \
+        --timeout "${HELM_FB_TIMEOUT:-5m0s}" \
+        --wait
+
+    try "at most 15 times every 2s " \
+        "to find 1 pods named 'fluent-bit' " \
+        "with 'status' being 'running'"
+
+    # The hello-world-1 container MUST be on the same node as the fluentbit worker, so we use a nodeSelector to specify the same node name
+    run kubectl get pods -l "app.kubernetes.io/name=fluent-bit" -o jsonpath='{.items[0].spec.nodeName}'
+    assert_success
+    refute_output ""
+    node_name=$output
+
+    kubectl run -n $TEST_NAMESPACE hello-world-1 --image=docker.io/library/alpine:latest -l "this_is_a_test_label=true" \
+        --overrides="{\"apiVersion\":\"v1\",\"spec\":{\"nodeSelector\":{\"kubernetes.io/hostname\":\"$node_name\"}}}" \
+        --command -- sh -c 'while true; do echo "hello world"; sleep 1; done'
+
+    try "at most 15 times every 5s " \
+        "to find 1 pods named 'hello-world-1' " \
+        "with 'status' being 'Running'"
+
+    # We are sleeping here specifically for the Fluent-Bit's tail input's
+    # configured Refresh_Interval to have enough time to detect the new pod's log file
+    # and to have processed part of it.
+    # A future improvement instead of sleep could use fluentbit's metrics endpoints
+    # to know the tail lugin has processed records
+    sleep 10
+
+    run kubectl logs -l "app.kubernetes.io/name=fluent-bit" -n "$TEST_NAMESPACE"
+    assert_success
+    refute_output ""
+    match1='kubernetes":{"pod_name":"hello-world-1","namespace_name":'
+    match1=${match1}\"${TEST_NAMESPACE}\"
+    match2='"labels":{"this_is_a_test_label":"true"}'
+
+    assert_output --partial $match1
+    assert_output --partial $match2
+
+}

tests/kubernetes-plugins/resources/fluentbit-basic.yaml

@@ -0,0 +1,51 @@
+kind: Deployment
+replicaCount: 1
+rbac:
+  create: true
+extraVolumeMounts:
+- mountPath: /var/log
+  name: varlog
+extraVolumes:
+- name: varlog
+  hostPath:
+    path: /var/log
+
+config:
+  service: |
+    [SERVICE]
+        Flush 5
+        Daemon Off
+        Log_Level error
+        HTTP_Server On
+        HTTP_Listen 0.0.0.0
+        HTTP_Port 2020
+
+  inputs: |
+    [INPUT]
+        name                      tail
+        read_from_head            true
+        path                      /var/log/containers/*${TEST_NAMESPACE}*.log
+        multiline.parser          docker, cri
+        Tag                       kube.*
+        buffer_chunk_size         2M
+        buffer_max_size           2M
+        Exclude_Path              /var/log/containers/fluent-bit*
+        Refresh_Interval          1
+
+  filters: |
+    [FILTER]
+        Name             kubernetes
+        Match            kube.*
+        Kube_URL         https://kubernetes.default.svc:443
+        Kube_CA_File     /var/run/secrets/kubernetes.io/serviceaccount/ca.crt
+        Kube_Token_File  /var/run/secrets/kubernetes.io/serviceaccount/token
+        Kube_Tag_Prefix  kube.var.log.containers.
+        Merge_Log        Off
+        Annotations      Off
+        Labels           On
+
+  outputs: |
+    [OUTPUT]
+        Name stdout
+        Match *
+        Format json_lines

tools/install-bats.sh

@@ -31,7 +31,7 @@ mkdir -p "${BATS_ROOT}/lib"
 BATS_ASSERT_VERSION=${BATS_ASSERT_VERSION:-2.0.0}
 BATS_SUPPORT_VERSION=${BATS_SUPPORT_VERSION:-0.3.0}
 BATS_FILE_VERSION=${BATS_FILE_VERSION:-0.3.0}
-BATS_DETIK_VERSION=${BATS_DETIK_VERSION:-1.0.0}
+BATS_DETIK_VERSION=${BATS_DETIK_VERSION:-1.2.1}
 
 DOWNLOAD_TEMP_DIR=$(mktemp -d)