forked from vitessio/vitess
/
influxdb_backend.go
96 lines (87 loc) · 3.32 KB
/
influxdb_backend.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
// Copyright 2012, Google Inc. All rights reserved.
// Use of this source code is governed by a BSD-style
// license that can be found in the LICENSE file.
// Package influxdbbackend is useful for publishing metrics to an InfluxDB backend (tested on v0.88).
// It requires a database to already have been created in InfluxDB, and then specified via the
// "--influxdb_database" flag.
//
// It's still a work in progress, as it publishes almost all stats as key-value string pairs,
// instead of better JSON representations. This limitation will hopefully be fixed after the
// release of InfluxDB v0.9, as it has better support for arbitrary metadata dicts in the
// form of tags.
package influxdbbackend
import (
"expvar"
"flag"
log "github.com/golang/glog"
influxClient "github.com/influxdb/influxdb/client"
"github.com/youtube/vitess/go/stats"
"github.com/youtube/vitess/go/vt/servenv"
)
var influxDBHost = flag.String("influxdb_host", "localhost:8086", "the influxdb host (with port)")
var influxDBDatabase = flag.String("influxdb_database", "vitess", "the name of the influxdb database")
var influxDBUsername = flag.String("influxdb_username", "root", "influxdb username")
var influxDBPassword = flag.String("influxdb_password", "root", "influxdb password")
// InfluxDBBackend implements stats.PushBackend
type InfluxDBBackend struct {
client *influxClient.Client
}
// init attempts to create a singleton InfluxDBBackend and register it as a PushBackend.
// If it fails to create one, this is a noop.
func init() {
// Needs to happen in servenv.OnRun() instead of init because it requires flag parsing and logging
servenv.OnRun(func() {
config := &influxClient.ClientConfig{
Host: *influxDBHost,
Username: *influxDBUsername,
Password: *influxDBPassword,
Database: *influxDBDatabase,
}
client, err := influxClient.NewClient(config)
if err != nil {
log.Errorf("Unable to create an InfluxDB client: %v", err)
return
}
stats.RegisterPushBackend("influxdb", &InfluxDBBackend{
client: client,
})
})
}
// PushAll pushes all expvar stats to InfluxDB
func (backend *InfluxDBBackend) PushAll() error {
series := []*influxClient.Series{}
expvar.Do(func(kv expvar.KeyValue) {
series = append(series, &influxClient.Series{
Name: "stats",
// TODO(aaijazi): This would be much better suited to InfluxDB v0.90's tags.
// Ideally, we'd use some of the expvars as tags, and some as values.
// However, as of 03/11/2015, InfluxDB v0.90 hasn't proven quite stable enough to use.
Columns: []string{"key", "value"},
Points: [][]interface{}{
{kv.Key, statToValue(kv.Value)},
},
})
})
err := backend.client.WriteSeries(series)
return err
}
// statToValue converts from a stats.Stat type to a JSON representable value.
// This is preferred to just calling the String() for things like numbers, so that
// InfluxDB can also represent the metrics as numbers.
// TODO(aaijazi): this needs to be extended to support better serialization of other types..
// It's probably good to do this after InfluxDB 0.9 is released, as it has has better support
// for arbitrary dict values (as tags).
func statToValue(v expvar.Var) interface{} {
switch v := v.(type) {
case *stats.Float:
return v.Get()
case *stats.Int:
return v.Get()
case stats.FloatFunc:
return v()
case stats.IntFunc:
return v()
default:
return v.String()
}
}