-
Notifications
You must be signed in to change notification settings - Fork 2
/
influxmetrics.go
258 lines (241 loc) · 6.05 KB
/
influxmetrics.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
// Package influx is a go-metrics to influx DB reporter implementation.
package influx
import (
"context"
"fmt"
"io/ioutil"
"strings"
"time"
client "github.com/influxdata/influxdb/client/v2"
metrics "github.com/rcrowley/go-metrics"
"github.com/sirupsen/logrus"
)
// Reporter holds configuration of go-metrics influx exporter. It can be
// configured only be public setter methods.
type Reporter struct {
registry metrics.Registry
interval time.Duration
url string
database string
tags map[string]string
precision string
ctx context.Context
log logrus.FieldLogger
lastCounter map[string]int64
}
// NewReporter creates a new instance of influx metrcs reporter. It may be
// further configured with helper methods. It will not start exporting metrics
// until Run() is called.
func NewReporter(registry metrics.Registry, interval time.Duration, url string, db string) *Reporter {
return &Reporter{
registry: registry,
interval: interval,
url: url,
database: db,
tags: nil,
precision: "s",
ctx: context.Background(),
log: &logrus.Logger{
Out: ioutil.Discard,
Formatter: new(logrus.TextFormatter),
Hooks: make(logrus.LevelHooks),
Level: logrus.PanicLevel,
},
lastCounter: make(map[string]int64),
}
}
// Tags sets a set of tags that will be assiciated with each influx data point
// written by this exporter.
func (r *Reporter) Tags(tags map[string]string) *Reporter {
r.tags = tags
return r
}
// Precision changes the timestamp precision used in reported data points. By
// default timestamps are reported with a seconds precision. Having higher than
// seconds precision should be useful only when export interval is less
// than a second.
func (r *Reporter) Precision(precision string) *Reporter {
r.precision = precision
return r
}
// Context assigns a context to this reporter. Context is only used to stop
// reporter Run() method.
func (r *Reporter) Context(ctx context.Context) *Reporter {
r.ctx = ctx
return r
}
// Logger sets optional logrus logger for error reporting.
func (r *Reporter) Logger(log logrus.FieldLogger) *Reporter {
r.log = log
return r
}
// Run starts exporting metrics to influx DB. This method will block until
// context associated with this reporter is stopper (of forever if contex is
// not set).
func (r *Reporter) Run() {
c, err := client.NewHTTPClient(client.HTTPConfig{
Addr: r.url,
Timeout: r.interval,
})
if err != nil {
r.log.WithField("url", r.url).WithError(err).Error("creating new influx client")
return
}
ticker := time.NewTicker(r.interval)
defer ticker.Stop()
for {
select {
case <-ticker.C:
r.report(c)
case <-r.ctx.Done():
return
}
}
}
// report send current snapshot of metrics registry to influx DB.
func (r *Reporter) report(c client.Client) {
bp, err := client.NewBatchPoints(client.BatchPointsConfig{
Database: r.database,
Precision: r.precision,
})
if err != nil {
r.log.WithFields(logrus.Fields{
"db": r.database,
"precision": r.precision,
}).WithError(err).Error("creating influx batch points")
return
}
now := time.Now()
r.registry.Each(func(name string, i interface{}) {
var point *client.Point
var err error
tags := make(map[string]string)
for key, val := range r.tags {
tags[key] = val
}
measurement := name
if parts := strings.Split(name, ","); len(parts) > 1 {
measurement = parts[0]
for i := 1; i < len(parts); i++ {
kv := strings.Split(parts[i], "=")
if len(kv) == 2 {
tags[kv[0]] = kv[1]
} else {
measurement = fmt.Sprintf("%s,%s", measurement, parts[i])
}
}
}
switch metric := i.(type) {
case metrics.Counter:
count := metric.Count()
diff := count - r.lastCounter[name]
if diff < 0 {
diff = count
}
r.lastCounter[name] = count
point, err = client.NewPoint(
measurement,
tags,
map[string]interface{}{
"count": count,
"diff": diff,
},
now,
)
case metrics.Gauge:
point, err = client.NewPoint(
measurement,
tags,
map[string]interface{}{
"value": metric.Value(),
},
now,
)
case metrics.GaugeFloat64:
point, err = client.NewPoint(
measurement,
tags,
map[string]interface{}{
"value": metric.Value(),
},
now,
)
case metrics.Histogram:
ms := metric.Snapshot()
ps := ms.Percentiles([]float64{0.5, 0.75, 0.95, 0.99, 0.999, 0.9999})
point, err = client.NewPoint(
measurement,
tags,
map[string]interface{}{
"count": ms.Count(),
"max": ms.Max(),
"mean": ms.Mean(),
"min": ms.Min(),
"stddev": ms.StdDev(),
"variance": ms.Variance(),
"p50": ps[0],
"p75": ps[1],
"p95": ps[2],
"p99": ps[3],
"p999": ps[4],
"p9999": ps[5],
},
now,
)
case metrics.Meter:
ms := metric.Snapshot()
point, err = client.NewPoint(
measurement,
tags,
map[string]interface{}{
"count": ms.Count(),
"m1": ms.Rate1(),
"m5": ms.Rate5(),
"m15": ms.Rate15(),
"mean": ms.RateMean(),
},
now,
)
case metrics.Timer:
ms := metric.Snapshot()
ps := ms.Percentiles([]float64{0.5, 0.75, 0.95, 0.99, 0.999, 0.9999})
point, err = client.NewPoint(
measurement,
tags,
map[string]interface{}{
"count": ms.Count(),
"max": ms.Max(),
"mean": ms.Mean(),
"min": ms.Min(),
"stddev": ms.StdDev(),
"variance": ms.Variance(),
"p50": ps[0],
"p75": ps[1],
"p95": ps[2],
"p99": ps[3],
"p999": ps[4],
"p9999": ps[5],
"m1": ms.Rate1(),
"m5": ms.Rate5(),
"m15": ms.Rate15(),
"meanrate": ms.RateMean(),
},
now,
)
default:
// Unhandled metric type
return
}
if err != nil {
r.log.WithField("name", name).WithError(err).Error("creating influx data point")
return
}
bp.AddPoint(point)
})
if len(bp.Points()) == 0 {
return
}
if err = c.Write(bp); err != nil {
r.log.WithError(err).Error("writing data points to influx")
}
}