-
Notifications
You must be signed in to change notification settings - Fork 4
/
api.go
89 lines (76 loc) · 2.83 KB
/
api.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
package influx
import (
"net/http"
"time"
"github.com/go-kit/log"
"github.com/go-kit/log/level"
"github.com/gorilla/mux"
"github.com/grafana/mimir-proxies/pkg/remotewrite"
"github.com/grafana/mimir-proxies/pkg/route"
"github.com/grafana/mimir-proxies/pkg/server/middleware"
"github.com/grafana/mimir/pkg/mimirpb"
"github.com/weaveworks/common/user"
)
type API struct {
logger log.Logger
client remotewrite.Client
recorder Recorder
maxRequestSizeBytes int
}
func (a *API) Register(router *mux.Router) {
registerer := route.NewMuxRegisterer(router)
// Registering two write endpoints; the second is necessary to allow for compatibility with clients that hard-code the endpoint
registerer.RegisterRoute("/api/v1/push/influx/write", http.HandlerFunc(a.handleSeriesPush), http.MethodPost)
registerer.RegisterRoute("/api/v2/write", http.HandlerFunc(a.handleSeriesPush), http.MethodPost)
}
func NewAPI(conf ProxyConfig, client remotewrite.Client, recorder Recorder) (*API, error) {
return &API{
logger: conf.Logger,
client: client,
recorder: recorder,
maxRequestSizeBytes: conf.MaxRequestSizeBytes,
}, nil
}
// HandlerForInfluxLine is a http.Handler which accepts Influx Line protocol and converts it to WriteRequests.
func (a *API) handleSeriesPush(w http.ResponseWriter, r *http.Request) {
logger := a.logger
if traceID, ok := middleware.ExtractTraceID(r.Context()); ok {
logger = log.With(logger, "traceID", traceID)
}
if orgID, err := user.ExtractOrgID(r.Context()); err == nil {
logger = log.With(logger, "orgID", orgID)
}
if userID, err := user.ExtractUserID(r.Context()); err == nil {
logger = log.With(logger, "userID", userID)
}
logger = log.With(logger, "path", r.URL.EscapedPath())
beforeConversion := time.Now()
ts, err, bytesRead := parseInfluxLineReader(r.Context(), r, a.maxRequestSizeBytes)
logger = log.With(logger, "bytesRead", bytesRead)
if err != nil {
a.handleError(w, r, err, logger)
return
}
nosMetrics := len(ts)
logger = log.With(logger, "nosMetrics", nosMetrics)
a.recorder.measureMetricsParsed(nosMetrics)
a.recorder.measureConversionDuration(time.Since(beforeConversion))
// Sigh, a write API optimisation needs me to jump through hoops.
pts := make([]mimirpb.PreallocTimeseries, 0, nosMetrics)
for i := range ts {
pts = append(pts, mimirpb.PreallocTimeseries{
TimeSeries: &ts[i],
})
}
rwReq := &mimirpb.WriteRequest{
Timeseries: pts,
}
if err := a.client.Write(r.Context(), rwReq); err != nil {
a.handleError(w, r, err, logger)
return
}
a.recorder.measureMetricsWritten(len(rwReq.Timeseries))
statusCode := http.StatusNoContent
_ = level.Info(logger).Log("response_code", statusCode)
w.WriteHeader(statusCode) // Needed for Telegraf, otherwise it tries to marshal JSON and considers the write a failure.
}