-
Notifications
You must be signed in to change notification settings - Fork 452
/
logging.go
128 lines (120 loc) · 4.59 KB
/
logging.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
// Copyright 2023 SAP SE or an SAP affiliate company. All rights reserved. This file is licensed under the Apache Software License, v. 2 except as noted otherwise in the LICENSE file
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package monitoring
import (
"fmt"
fluentbitv1alpha2 "github.com/fluent/fluent-operator/v2/apis/fluentbit/v1alpha2"
fluentbitv1alpha2filter "github.com/fluent/fluent-operator/v2/apis/fluentbit/v1alpha2/plugins/filter"
fluentbitv1alpha2parser "github.com/fluent/fluent-operator/v2/apis/fluentbit/v1alpha2/plugins/parser"
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
"k8s.io/utils/pointer"
v1beta1constants "github.com/gardener/gardener/pkg/apis/core/v1beta1/constants"
"github.com/gardener/gardener/pkg/component"
)
var (
alermanagerName = "alertmanager"
prometheusName = "prometheus"
)
// CentralLoggingConfiguration returns a fluent-bit parser and filter for the monitoring logs.
func CentralLoggingConfiguration() (component.CentralLoggingConfig, error) {
return component.CentralLoggingConfig{Filters: generateClusterFilters(), Parsers: generateClusterParsers()}, nil
}
func generateClusterFilters() []*fluentbitv1alpha2.ClusterFilter {
return []*fluentbitv1alpha2.ClusterFilter{
{
ObjectMeta: metav1.ObjectMeta{
Name: alermanagerName,
Labels: map[string]string{v1beta1constants.LabelKeyCustomLoggingResource: v1beta1constants.LabelValueCustomLoggingResource},
},
Spec: fluentbitv1alpha2.FilterSpec{
Match: fmt.Sprintf("kubernetes.*%s*%s*", alermanagerName, alermanagerName),
FilterItems: []fluentbitv1alpha2.FilterItem{
{
Parser: &fluentbitv1alpha2filter.Parser{
KeyName: "log",
Parser: alermanagerName + "-parser",
ReserveData: pointer.Bool(true),
},
},
},
},
},
{
ObjectMeta: metav1.ObjectMeta{
Name: fmt.Sprintf("%s--%s", prometheusName, prometheusName),
Labels: map[string]string{v1beta1constants.LabelKeyCustomLoggingResource: v1beta1constants.LabelValueCustomLoggingResource},
},
Spec: fluentbitv1alpha2.FilterSpec{
Match: fmt.Sprintf("kubernetes.*%s*%s*", prometheusName, prometheusName),
FilterItems: []fluentbitv1alpha2.FilterItem{
{
Parser: &fluentbitv1alpha2filter.Parser{
KeyName: "log",
Parser: prometheusName + "-parser",
ReserveData: pointer.Bool(true),
},
},
},
},
},
{
ObjectMeta: metav1.ObjectMeta{
Name: prometheusName + "--blackbox-exporter",
Labels: map[string]string{v1beta1constants.LabelKeyCustomLoggingResource: v1beta1constants.LabelValueCustomLoggingResource},
},
Spec: fluentbitv1alpha2.FilterSpec{
Match: fmt.Sprintf("kubernetes.*%s*blackbox-exporter*", prometheusName),
FilterItems: []fluentbitv1alpha2.FilterItem{
{
Parser: &fluentbitv1alpha2filter.Parser{
KeyName: "log",
Parser: prometheusName + "-parser",
ReserveData: pointer.Bool(true),
},
},
},
},
},
}
}
func generateClusterParsers() []*fluentbitv1alpha2.ClusterParser {
return []*fluentbitv1alpha2.ClusterParser{
{
ObjectMeta: metav1.ObjectMeta{
Name: alermanagerName + "-parser",
Labels: map[string]string{v1beta1constants.LabelKeyCustomLoggingResource: v1beta1constants.LabelValueCustomLoggingResource},
},
Spec: fluentbitv1alpha2.ParserSpec{
Regex: &fluentbitv1alpha2parser.Regex{
Regex: "^level=(?<severity>\\w+)\\s+ts=(?<time>\\d{4}-\\d{2}-\\d{2}[Tt].*[zZ])\\s+caller=(?<source>[^\\s]*+)\\s+(?<log>.*)",
TimeKey: "time",
TimeFormat: "%Y-%m-%dT%H:%M:%S.%L",
},
},
},
{
ObjectMeta: metav1.ObjectMeta{
Name: prometheusName + "-parser",
Labels: map[string]string{v1beta1constants.LabelKeyCustomLoggingResource: v1beta1constants.LabelValueCustomLoggingResource},
},
Spec: fluentbitv1alpha2.ParserSpec{
Regex: &fluentbitv1alpha2parser.Regex{
Regex: "^ts=(?<time>\\d{4}-\\d{2}-\\d{2}[Tt]{1}\\d{2}:\\d{2}:\\d{2}\\.\\d+\\S+)\\s+caller=(?<source>.+?)\\s+level=(?<severity>\\w+)\\s+(?<log>.*)$",
TimeKey: "time",
TimeFormat: "%Y-%m-%dT%H:%M:%S.%L%z",
},
},
},
}
}