Skip to content

Commit

Permalink
Move promtail config to files
Browse files Browse the repository at this point in the history
  • Loading branch information
REBELinBLUE committed Aug 4, 2019
1 parent d1e735c commit 9332b04
Show file tree
Hide file tree
Showing 4 changed files with 239 additions and 235 deletions.
6 changes: 6 additions & 0 deletions setup/8-Logging/promtail-apply.sh
@@ -0,0 +1,6 @@
#!/bin/sh

kubectl -n infra delete configmap promtail
kubectl -n infra create configmap promtail --from-file=promtail/
kubectl -n infra apply -f promtail.yaml
kubectl -n infra delete pod -lk8s-app=promtail
237 changes: 2 additions & 235 deletions setup/8-Logging/promtail.yaml
Expand Up @@ -28,238 +28,6 @@ spec:
- ALL
---
apiVersion: v1
kind: ConfigMap
metadata:
name: promtail
namespace: infra
labels:
k8s-app: promtail
data:
promtail.yaml: |
server:
http_listen_port: 3101
grpc_listen_port: 0
target_config:
sync_period: 10s
positions:
filename: /run/promtail/positions.yaml
client:
batchwait: 1s
batchsize: 102400
timeout: 10s
backoff_config:
minbackoff: 100ms
maxbackoff: 5s
maxretries: 5
external_labels: {}
scrape_configs:
- job_name: kubernetes-pods-name
entry_parser: docker
kubernetes_sd_configs:
- role: pod
relabel_configs:
- action: drop
regex: .+
separator: ''
source_labels:
- __meta_kubernetes_pod_label_pod_template_generation
- __meta_kubernetes_pod_label_blinktShow
- __meta_kubernetes_pod_label_blinktColor
- source_labels: [__meta_kubernetes_pod_label_name]
target_label: __service__
- source_labels: [__meta_kubernetes_pod_node_name]
target_label: __host__
- action: drop
regex: ^$
source_labels: [__service__]
- action: replace
replacement: $1
separator: /
source_labels: [__meta_kubernetes_namespace, __service__]
target_label: job
- action: replace
source_labels: [__meta_kubernetes_namespace]
target_label: namespace
- action: replace
source_labels: [__meta_kubernetes_pod_name]
target_label: instance
- action: replace
source_labels: [__meta_kubernetes_pod_container_name]
target_label: container_name
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- replacement: /var/log/pods/*$1*/*/*.log
source_labels: [__meta_kubernetes_pod_uid]
target_label: __path__
- job_name: kubernetes-pods-app
entry_parser: docker
kubernetes_sd_configs:
- role: pod
relabel_configs:
- action: drop
regex: .+
separator: ''
source_labels:
- __meta_kubernetes_pod_label_pod_template_generation
- __meta_kubernetes_pod_label_name
- __meta_kubernetes_pod_label_blinktColor
- __meta_kubernetes_pod_label_blinktShow
- source_labels: [__meta_kubernetes_pod_label_app]
target_label: __service__
- source_labels: [__meta_kubernetes_pod_node_name]
target_label: __host__
- action: drop
regex: ^$
source_labels: [__service__]
- action: replace
replacement: $1
separator: /
source_labels: [__meta_kubernetes_namespace, __service__]
target_label: job
- action: replace
source_labels: [__meta_kubernetes_namespace]
target_label: namespace
- action: replace
source_labels: [__meta_kubernetes_pod_name]
target_label: instance
- action: replace
source_labels: [__meta_kubernetes_pod_container_name]
target_label: container_name
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- replacement: /var/log/pods/*$1*/*/*.log
source_labels: [__meta_kubernetes_pod_uid]
target_label: __path__
- job_name: kubernetes-pods-direct-controllers
entry_parser: docker
kubernetes_sd_configs:
- role: pod
relabel_configs:
- action: drop
regex: .+
separator: ''
source_labels:
- __meta_kubernetes_pod_label_pod_template_generation
- __meta_kubernetes_pod_label_name
- __meta_kubernetes_pod_label_app
- __meta_kubernetes_pod_label_blinktColor
- __meta_kubernetes_pod_label_blinktShow
- action: drop
regex: ^([0-9a-z-.]+)(-[0-9a-f]{8,10})$
source_labels: [__meta_kubernetes_pod_controller_name]
- source_labels: [__meta_kubernetes_pod_controller_name]
target_label: __service__
- source_labels: [__meta_kubernetes_pod_node_name]
target_label: __host__
- action: drop
regex: ^$
source_labels: [__service__]
- action: replace
replacement: $1
separator: /
source_labels: [__meta_kubernetes_namespace, __service__]
target_label: job
- action: replace
source_labels: [__meta_kubernetes_namespace]
target_label: namespace
- action: replace
source_labels: [__meta_kubernetes_pod_name]
target_label: instance
- action: replace
source_labels: [__meta_kubernetes_pod_container_name]
target_label: container_name
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- replacement: /var/log/pods/*$1*/*/*.log
source_labels: [__meta_kubernetes_pod_uid]
target_label: __path__
- job_name: kubernetes-pods-indirect-controller
entry_parser: docker
kubernetes_sd_configs:
- role: pod
relabel_configs:
- action: drop
regex: .+
separator: ''
source_labels:
- __meta_kubernetes_pod_label_pod_template_generation
- __meta_kubernetes_pod_label_name
- __meta_kubernetes_pod_label_app
- __meta_kubernetes_pod_label_blinktColor
- __meta_kubernetes_pod_label_blinktShow
- action: keep
regex: ^([0-9a-z-.]+)(-[0-9a-f]{8,10})$
source_labels: [__meta_kubernetes_pod_controller_name]
- action: replace
regex: ^([0-9a-z-.]+)(-[0-9a-f]{8,10})$
source_labels: [__meta_kubernetes_pod_controller_name]
target_label: __service__
- source_labels: [__meta_kubernetes_pod_node_name]
target_label: __host__
- action: drop
regex: ^$
source_labels: [__service__]
- action: replace
replacement: $1
separator: /
source_labels: [__meta_kubernetes_namespace, __service__]
target_label: job
- action: replace
source_labels: [__meta_kubernetes_namespace]
target_label: namespace
- action: replace
source_labels: [__meta_kubernetes_pod_name]
target_label: instance
- action: replace
source_labels: [__meta_kubernetes_pod_container_name]
target_label: container_name
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- replacement: /var/log/pods/*$1*/*/*.log
source_labels: [__meta_kubernetes_pod_uid]
target_label: __path__
- job_name: kubernetes-pods-static
entry_parser: docker
kubernetes_sd_configs:
- role: pod
relabel_configs:
- action: drop
regex: ^$
source_labels:
- __meta_kubernetes_pod_label_pod_template_generation
- __meta_kubernetes_pod_annotation_kubernetes_io_config_mirror
- __meta_kubernetes_pod_label_blinktColor
- __meta_kubernetes_pod_label_blinktShow
- action: replace
source_labels: [__meta_kubernetes_pod_label_component]
target_label: __service__
- source_labels: [__meta_kubernetes_pod_node_name]
target_label: __host__
- action: drop
regex: ^$
source_labels: [__service__]
- action: replace
replacement: $1
separator: /
source_labels: [__meta_kubernetes_namespace, __service__]
target_label: job
- action: replace
source_labels: [__meta_kubernetes_namespace]
target_label: namespace
- action: replace
source_labels: [__meta_kubernetes_pod_name]
target_label: instance
- action: replace
source_labels: [__meta_kubernetes_pod_container_name]
target_label: container_name
- action: labelmap
regex: __meta_kubernetes_pod_label_(.+)
- replacement: /var/log/pods/*$1*/*/*.log
separator: /
source_labels: [__meta_kubernetes_pod_annotation_kubernetes_io_config_mirror, __meta_kubernetes_pod_container_name]
target_label: __path__
---
apiVersion: v1
kind: ServiceAccount
metadata:
name: promtail
Expand Down Expand Up @@ -440,13 +208,12 @@ metadata:
k8s-app: promtail
annotations:
kubernetes.io/ingress.class: traefik
#ingress.kubernetes.io/auth-type: basic
#ingress.kubernetes.io/auth-secret: dashboards-auth
ingress.kubernetes.io/auth-type: basic
ingress.kubernetes.io/auth-secret: dashboards-auth
forecastle.stakater.com/expose: "true"
forecastle.stakater.com/group: "Tools"
forecastle.stakater.com/icon: "https://raw.githubusercontent.com/grafana/loki/master/docs/logo.png"
spec:

rules:
- host: promtail.cluster.local
http:
Expand Down

0 comments on commit 9332b04

Please sign in to comment.