-
Notifications
You must be signed in to change notification settings - Fork 119
/
insights.go
103 lines (89 loc) · 3.38 KB
/
insights.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
/*
* Copyright 2019 New Relic Corporation. All rights reserved.
* SPDX-License-Identifier: Apache-2.0
*/
package outputs
import (
"encoding/json"
"fmt"
"github.com/newrelic/infra-integrations-sdk/data/metric"
"github.com/newrelic/infra-integrations-sdk/integration"
"github.com/newrelic/nri-flex/internal/load"
)
// GetMetricBatches batch metrics by entity with a maximum batch size defined by 'InsightBatchSize' config.
func GetMetricBatches() [][]*metric.Set {
var result [][]*metric.Set
for _, entity := range load.Integration.Entities {
// split the payload into smaller batches so that the payload size does not exceed the Insight endpoint size limit
batchSize := load.Args.InsightBatchSize
sizeMetrics := len(entity.Metrics)
batches := sizeMetrics/batchSize + 1
modifyEventType(entity)
for i := 0; i < batches; i++ {
start := i * batchSize
end := start + batchSize
if end > sizeMetrics {
end = sizeMetrics
}
result = append(result, (entity.Metrics)[start:end])
}
// empty the infrastructure entity metrics by default
entity.Metrics = []*metric.Set{}
}
return result
}
// SendBatchToInsights - Send processed events to insights.
func SendBatchToInsights(metrics []*metric.Set) error {
jsonData, err := json.Marshal(metrics)
if err != nil {
return fmt.Errorf("insights: failed to marshal json, %v", err)
}
load.Logrus.Debugf("posting %d events to insights", len(metrics))
if load.Args.InsightsOutput {
fmt.Println(string(jsonData))
}
err = postRequest(load.Args.InsightsURL, load.Args.InsightsAPIKey, jsonData)
if err != nil {
return fmt.Errorf("insights: sending events failed, %v", err)
}
return nil
}
// modifyEventType insights uses eventType key in camel case whereas infrastructure uses event_type
func modifyEventType(entity *integration.Entity) {
for _, event := range entity.Metrics {
if event.Metrics["event_type"] != nil {
event.Metrics["eventType"] = event.Metrics["event_type"].(string)
}
delete(event.Metrics, "event_type")
}
}
// // postRequest wraps request and attaches needed headers and zlib compression
// func postRequest(entity *integration.Entity) {
// jsonData, err := json.Marshal(entity.Metrics)
// if err != nil {
// logger.Flex("error", err, "failed to marshal", false)
// } else {
// var zlibCompressedPayload bytes.Buffer
// w := zlib.NewWriter(&zlibCompressedPayload)
// _, err := w.Write(jsonData)
// logger.Flex("error", err, "unable to write zlib compressed form", false)
// logger.Flex("error", w.Close(), "unable to close zlib writer", false)
// if err != nil {
// logger.Flex("error", fmt.Errorf("failed to compress payload"), "", false)
// } else {
// tr := &http.Transport{IdleConnTimeout: 15 * time.Second}
// client := &http.Client{Transport: tr}
// req, err := http.NewRequest("POST", load.Args.InsightsURL, bytes.NewBuffer(zlibCompressedPayload.Bytes()))
// logger.Flex("debug", nil, fmt.Sprintf("insights: bytes %d events %d", len(zlibCompressedPayload.Bytes()), len(load.Entity.Metrics)), false)
// if err != nil {
// logger.Flex("error", err, "unable to create http.Request", false)
// } else {
// req.Header.Set("Content-Encoding", "deflate")
// req.Header.Set("Content-Type", "application/json")
// req.Header.Set("X-Insert-Key", load.Args.InsightsAPIKey)
// _, err := client.Do(req)
// logger.Flex("error", err, "send failure", false)
// }
// }
// }
// }