feat: add efk for log collection

helm/templates/_helpers.tpl

@@ -73,3 +73,58 @@ Create a default fully qualified app name for Prometheus.
 {{- $consoleFullName := include "higress-console.fullname" . }}
 {{- printf "%s-prometheus" ($consoleFullName | trunc 52) }}
 {{- end }}
+
+{{/*
+Create a default fully qualified app name for Elasticsearch.
+*/}}
+{{- define "higress-console-es.fullname" -}}
+{{- $consoleFullName := include "higress-console.fullname" . }}
+{{- printf "%s-es" ($consoleFullName | trunc 55) }}
+{{- end }}
+
+{{/*
+Create a default fully qualified app name for Kibana.
+*/}}
+{{- define "higress-console-kibana.fullname" -}}
+{{- $consoleFullName := include "higress-console.fullname" . }}
+{{- printf "%s-kibana" ($consoleFullName | trunc 55) }}
+{{- end }}
+
+{{/*
+Create a default fully qualified app name for fluentd.
+*/}}
+{{- define "higress-console-fluentd.fullname" -}}
+{{- $consoleFullName := include "higress-console.fullname" . }}
+{{- printf "%s-fluentd" ($consoleFullName | trunc 55) }}
+{{- end }}
+
+{{/*
+Config for fluentd.
+*/}}
+{{- define "kubernetes.conf" }}
+{{- range $target := .Values.fluentd.targets }}
+<source>
+  @type tail
+  @id in_tail_container_logs
+  path /var/log/containers/*_{{ $target.namespace }}_{{ $target.name }}-*.log
+  pos_file /var/log/fluentd-containers.log.pos
+  tag kubernetes.*
+  read_from_head true
+  <parse>
+    @type regexp
+    expression /^(?<time>.+) (?<stream>stdout|stderr)( (?<logtag>.))? (?<log>.*)$/
+  </parse>
+</source>
+{{- end }}
+<filter kubernetes.var.log.containers.**>
+  @type parser
+  <parse>
+    @type json
+    json_parser json
+  </parse>
+  replace_invalid_sequence true
+  emit_invalid_record_to_error false
+  key_name log
+  reserve_data true
+</filter>
+{{- end }}

helm/templates/elasticsearch.yaml

@@ -0,0 +1,103 @@
+{{- $appName := (include "higress-console-es.fullname" .) }}
+apiVersion: v1
+kind: Service
+metadata:
+  name: {{ $appName }}
+  namespace: {{ .Release.Namespace }}
+  labels:
+    app: {{ $appName }}
+spec:
+  selector:
+    app: {{ $appName }}
+  clusterIP: None
+  ports:
+    - port: 9200
+      name: rest
+    - port: 9300
+      name: inter-node
+
+---
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+  name: {{ $appName }}
+  namespace: {{ .Release.Namespace }}
+spec:
+  serviceName: {{ $appName }}
+  replicas: {{ .Values.elasticsearch.replicas }}
+  selector:
+    matchLabels:
+      app: {{ $appName }}
+  template:
+    metadata:
+      labels:
+        app: {{ $appName }}
+    spec:
+      containers:
+        - name: elasticsearch
+          image: docker.elastic.co/elasticsearch/elasticsearch:{{ .Values.elasticsearch.imageTag }}
+          resources:
+            limits:
+              cpu: {{ .Values.elasticsearch.resources.limits.cpu }}
+              memory: {{ .Values.elasticsearch.resources.limits.memory }}
+            requests:
+              cpu: {{ .Values.elasticsearch.resources.requests.cpu }}
+              memory: {{ .Values.elasticsearch.resources.requests.memory }}
+          ports:
+            - containerPort: 9200
+              name: rest
+              protocol: TCP
+            - containerPort: 9300
+              name: inter-node
+              protocol: TCP
+          volumeMounts:
+            - name: data
+              mountPath: /usr/share/elasticsearch/data
+          env:
+            - name: cluster.name
+              value: k8s-logs
+            - name: node.name
+              valueFrom:
+                fieldRef:
+                  fieldPath: metadata.name
+            - name: discovery.seed_hosts
+              value: "{{ $appName }}-0.{{ $appName }},{{ $appName }}-1.{{ $appName }},{{ $appName }}-2.{{ $appName }}"
+            - name: cluster.initial_master_nodes
+              value: "{{ $appName }}-0,{{ $appName }}-1,{{ $appName }}-2"
+            - name: ES_JAVA_OPTS
+              value: {{ .Values.elasticsearch.env.javaOpts }}
+      initContainers:
+        - name: fix-permissions
+          image: busybox
+          command: ["sh", "-c", "chown -R 1000:1000 /usr/share/elasticsearch/data"]
+          securityContext:
+            privileged: true
+          volumeMounts:
+            - name: data
+              mountPath: /usr/share/elasticsearch/data
+        - name: increase-vm-max-map
+          image: busybox
+          command: ["sysctl", "-w", "vm.max_map_count={{ .Values.elasticsearch.env.mapMapCount }}"]
+          securityContext:
+            privileged: true
+        - name: increase-fd-ulimit
+          image: busybox
+          command: ["sh", "-c", "ulimit -n {{ .Values.elasticsearch.env.ulimit }}"]
+          securityContext:
+            privileged: true
+  volumeClaimTemplates:
+    - metadata:
+        name: data
+        labels:
+          app: {{ $appName }}
+      spec:
+        accessModes:
+        {{- if .Values.local }}
+        - ReadWriteOnce
+        {{- else }}
+        - ReadWriteMany
+        {{- end }}
+        storageClassName: {{ .Values.elasticsearch.volumeClaim.storageClassName }}
+        resources:
+          requests:
+            storage: {{ .Values.elasticsearch.volumeClaim.storage }}

helm/templates/fluentd.yaml

@@ -0,0 +1,104 @@
+{{- $appName := (include "higress-console-fluentd.fullname" .) }}
+{{- $esName := (include "higress-console-es.fullname" .) }}
+kind: ConfigMap
+apiVersion: v1
+metadata:
+  name: {{ $appName }}
+  namespace: {{ .Release.Namespace }}
+data:
+  kubernetes.conf: |-
+    {{- include "kubernetes.conf" . | nindent 4 }}
+
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: ClusterRole
+metadata:
+  name: {{ $appName }}
+  labels:
+    app: {{ $appName }}
+rules:
+  - apiGroups:
+      - ""
+    resources:
+      - pods
+      - namespaces
+    verbs:
+      - get
+      - list
+      - watch
+
+---
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: {{ $appName }}
+  namespace: {{ .Release.Namespace }}
+  labels:
+    app: {{ $appName }}
+
+---
+kind: ClusterRoleBinding
+apiVersion: rbac.authorization.k8s.io/v1
+metadata:
+  name: {{ $appName }}
+roleRef:
+  kind: ClusterRole
+  name: {{ $appName }}
+  apiGroup: rbac.authorization.k8s.io
+subjects:
+  - kind: ServiceAccount
+    name: {{ $appName }}
+    namespace: {{ .Release.Namespace }}
+
+---
+apiVersion: apps/v1
+kind: DaemonSet
+metadata:
+  name: {{ $appName }}
+  namespace: {{ .Release.Namespace }}
+  labels:
+    app: {{ $appName }}
+spec:
+  selector:
+    matchLabels:
+      app: {{ $appName }}
+  template:
+    metadata:
+      labels:
+        app: {{ $appName }}
+    spec:
+      serviceAccount: {{ $appName }}
+      serviceAccountName: {{ $appName }}
+      containers:
+        - name: fluentd
+          image: fluent/fluentd-kubernetes-daemonset:v1.15.3-debian-elasticsearch7-1.0
+          env:
+            - name:  FLUENT_ELASTICSEARCH_HOST
+              value: "{{ $esName }}.{{ .Release.Namespace }}.svc.cluster.local"
+            - name:  FLUENT_ELASTICSEARCH_PORT
+              value: "9200"
+            - name: FLUENT_ELASTICSEARCH_SCHEME
+              value: "http"
+            - name: FLUENTD_SYSTEMD_CONF
+              value: disable
+          resources:
+            limits:
+              cpu: {{ .Values.fluentd.resources.limits.cpu }}
+              memory: {{ .Values.fluentd.resources.limits.memory }}
+            requests:
+              cpu: {{ .Values.fluentd.resources.requests.cpu }}
+              memory: {{ .Values.fluentd.resources.requests.memory }}
+          volumeMounts:
+            - name: varlog
+              mountPath: /var/log
+            - name: config
+              mountPath: /fluentd/etc/kubernetes.conf
+              subPath: kubernetes.conf
+      terminationGracePeriodSeconds: 30
+      volumes:
+        - name: varlog
+          hostPath:
+            path: /var/log
+        - name: config
+          configMap:
+            name: {{ $appName }}

helm/templates/kibana.yaml

@@ -0,0 +1,49 @@
+{{- $appName := (include "higress-console-kibana.fullname" .) }}
+{{- $esName := (include "higress-console-es.fullname" .) }}
+apiVersion: v1
+kind: Service
+metadata:
+  name: {{ $appName }}
+  namespace: {{ .Values.kibana.namespace }}
+spec:
+  selector:
+    app: {{ $appName }}
+  type: NodePort
+  ports:
+    - port: 8080
+      targetPort: 5601
+      nodePort: 30000
+
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: {{ $appName }}
+  namespace: {{ .Values.kibana.namespace }}
+  labels:
+    app: {{ $appName }}
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: {{ $appName }}
+  template:
+    metadata:
+      labels:
+        app: {{ $appName }}
+    spec:
+      containers:
+        - name: kibana
+          image: docker.elastic.co/kibana/kibana:{{ .Values.kibana.imageTag }}
+          resources:
+            limits:
+              cpu: {{ .Values.kibana.resources.limits.cpu }}
+              memory: {{ .Values.kibana.resources.limits.memory }}
+            requests:
+              cpu: {{ .Values.kibana.resources.requests.cpu }}
+              memory: {{ .Values.kibana.resources.requests.memory }}
+          env:
+            - name: ELASTICSEARCH_HOST
+              value: http://{{ $esName }}:9200
+          ports:
+            - containerPort: 5601

helm/values.yaml

@@ -83,4 +83,45 @@ prometheus:
       memory: 100Mi
     limits:
       cpu: 500m
-      memory: 2Gi
+      memory: 2Gi
+
+elasticsearch:
+  imageTag: 7.17.0
+  replicas: 3
+  env:
+    javaOpts: "-Xms512m -Xmx512m"
+    maxMapCount: 262144
+    ulimit: 65536
+  resources:
+    limits:
+      cpu: 1000m
+      memory: 4Gi
+    requests:
+      cpu: 100m
+      memory: 256Mi
+  volumeClaim:
+    storageClassName: standard
+    storage: 3Gi
+kibana:
+  imageTag: 7.17.0
+  resources:
+    limits:
+      cpu: 1000m
+      memory: 1Gi
+    requests:
+      cpu: 100m
+      memory: 256Mi
+fluentd:
+  resources:
+    limits:
+      cpu: 1000m
+      memory: 512Mi
+    requests:
+      cpu: 100m
+      memory: 200Mi
+  targets:
+    - namespace: higress-system
+      name: higress-gateway
+  flushThreadCount: 2
+  flushInterval: 5s
+  retryMaxInterval: 30