-
Notifications
You must be signed in to change notification settings - Fork 485
/
logs_exporter.go
140 lines (120 loc) · 3.65 KB
/
logs_exporter.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
package app_agent_receiver
import (
"context"
"fmt"
"time"
kitlog "github.com/go-kit/log"
"github.com/go-kit/log/level"
"github.com/go-logfmt/logfmt"
"github.com/grafana/agent/pkg/logs"
"github.com/grafana/loki/clients/pkg/promtail/api"
"github.com/grafana/loki/pkg/logproto"
prommodel "github.com/prometheus/common/model"
)
// logsInstance is an interface with capability to send log entries
type logsInstance interface {
SendEntry(entry api.Entry, dur time.Duration) bool
}
// logsInstanceGetter is a function that returns a LogsInstance to send log entries to
type logsInstanceGetter func() (logsInstance, error)
// LogsExporterConfig holds the configuration of the logs exporter
type LogsExporterConfig struct {
SendEntryTimeout time.Duration
GetLogsInstance logsInstanceGetter
Labels map[string]string
}
// LogsExporter will send logs & errors to loki
type LogsExporter struct {
getLogsInstance logsInstanceGetter
sendEntryTimeout time.Duration
logger kitlog.Logger
labels map[string]string
sourceMapStore SourceMapStore
}
// NewLogsExporter creates a new logs exporter with the given
// configuration
func NewLogsExporter(logger kitlog.Logger, conf LogsExporterConfig, sourceMapStore SourceMapStore) AppAgentReceiverExporter {
return &LogsExporter{
logger: logger,
getLogsInstance: conf.GetLogsInstance,
sendEntryTimeout: conf.SendEntryTimeout,
labels: conf.Labels,
sourceMapStore: sourceMapStore,
}
}
// Name of the exporter, for logging purposes
func (le *LogsExporter) Name() string {
return "logs exporter"
}
// Export implements the AppDataExporter interface
func (le *LogsExporter) Export(ctx context.Context, payload Payload) error {
meta := payload.Meta.KeyVal()
var err error
// log events
for _, logItem := range payload.Logs {
kv := logItem.KeyVal()
MergeKeyVal(kv, meta)
err = le.sendKeyValsToLogsPipeline(kv)
}
// exceptions
for _, exception := range payload.Exceptions {
transformedException := TransformException(le.sourceMapStore, le.logger, &exception, payload.Meta.App.Release)
kv := transformedException.KeyVal()
MergeKeyVal(kv, meta)
err = le.sendKeyValsToLogsPipeline(kv)
}
// measurements
for _, measurement := range payload.Measurements {
kv := measurement.KeyVal()
MergeKeyVal(kv, meta)
err = le.sendKeyValsToLogsPipeline(kv)
}
// events
for _, event := range payload.Events {
kv := event.KeyVal()
MergeKeyVal(kv, meta)
err = le.sendKeyValsToLogsPipeline(kv)
}
return err
}
func (le *LogsExporter) sendKeyValsToLogsPipeline(kv *KeyVal) error {
line, err := logfmt.MarshalKeyvals(KeyValToInterfaceSlice(kv)...)
if err != nil {
level.Error(le.logger).Log("msg", "failed to logfmt a frontend log event", "err", err)
return err
}
instance, err := le.getLogsInstance()
if err != nil {
return err
}
sent := instance.SendEntry(api.Entry{
Labels: le.labelSet(kv),
Entry: logproto.Entry{
Timestamp: time.Now(),
Line: string(line),
},
}, le.sendEntryTimeout)
if !sent {
level.Warn(le.logger).Log("msg", "failed to log frontend log event to logs pipeline")
return fmt.Errorf("failed to send app event to logs pipeline")
}
return nil
}
func (le *LogsExporter) labelSet(kv *KeyVal) prommodel.LabelSet {
set := make(prommodel.LabelSet, len(le.labels))
for k, v := range le.labels {
if len(v) > 0 {
set[prommodel.LabelName(k)] = prommodel.LabelValue(v)
} else {
if val, ok := kv.Get(k); ok {
set[prommodel.LabelName(k)] = prommodel.LabelValue(fmt.Sprint(val))
}
}
}
return set
}
// Static typecheck tests
var (
_ AppAgentReceiverExporter = (*LogsExporter)(nil)
_ logsInstance = (*logs.Instance)(nil)
)