forked from kbudde/rabbitmq_exporter
/
exporter_queue.go
126 lines (106 loc) · 7.26 KB
/
exporter_queue.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
package main
import (
"strings"
log "github.com/Sirupsen/logrus"
"github.com/prometheus/client_golang/prometheus"
)
func init() {
RegisterExporter("queue", newExporterQueue)
}
var (
queueLabels = []string{"vhost", "queue", "durable", "policy"}
queueLabelKeys = []string{"vhost", "name", "durable", "policy"}
queueGaugeVec = map[string]*prometheus.GaugeVec{
"messages_ready": newGaugeVec("queue_messages_ready", "Number of messages ready to be delivered to clients.", queueLabels),
"messages_unacknowledged": newGaugeVec("queue_messages_unacknowledged", "Number of messages delivered to clients but not yet acknowledged.", queueLabels),
"messages": newGaugeVec("queue_messages", "Sum of ready and unacknowledged messages (queue depth).", queueLabels),
"messages_ready_ram": newGaugeVec("queue_messages_ready_ram", "Number of messages from messages_ready which are resident in ram.", queueLabels),
"messages_unacknowledged_ram": newGaugeVec("queue_messages_unacknowledged_ram", "Number of messages from messages_unacknowledged which are resident in ram.", queueLabels),
"messages_ram": newGaugeVec("queue_messages_ram", "Total number of messages which are resident in ram.", queueLabels),
"messages_persistent": newGaugeVec("queue_messages_persistent", "Total number of persistent messages in the queue (will always be 0 for transient queues).", queueLabels),
"message_bytes": newGaugeVec("queue_message_bytes", "Sum of the size of all message bodies in the queue. This does not include the message properties (including headers) or any overhead.", queueLabels),
"message_bytes_ready": newGaugeVec("queue_message_bytes_ready", "Like message_bytes but counting only those messages ready to be delivered to clients.", queueLabels),
"message_bytes_unacknowledged": newGaugeVec("queue_message_bytes_unacknowledged", "Like message_bytes but counting only those messages delivered to clients but not yet acknowledged.", queueLabels),
"message_bytes_ram": newGaugeVec("queue_message_bytes_ram", "Like message_bytes but counting only those messages which are in RAM.", queueLabels),
"message_bytes_persistent": newGaugeVec("queue_message_bytes_persistent", "Like message_bytes but counting only those messages which are persistent.", queueLabels),
"consumers": newGaugeVec("queue_consumers", "Number of consumers.", queueLabels),
"consumer_utilisation": newGaugeVec("queue_consumer_utilisation", "Fraction of the time (between 0.0 and 1.0) that the queue is able to immediately deliver messages to consumers. This can be less than 1.0 if consumers are limited by network congestion or prefetch count.", queueLabels),
"memory": newGaugeVec("queue_memory", "Bytes of memory consumed by the Erlang process associated with the queue, including stack, heap and internal structures.", queueLabels),
"head_message_timestamp": newGaugeVec("queue_head_message_timestamp", "The timestamp property of the first message in the queue, if present. Timestamps of messages only appear when they are in the paged-in state.", queueLabels), //https://github.com/rabbitmq/rabbitmq-server/pull/54
}
queueCounterVec = map[string]*prometheus.Desc{
"disk_reads": newDesc("queue_disk_reads", "Total number of times messages have been read from disk by this queue since it started.", queueLabels),
"disk_writes": newDesc("queue_disk_writes", "Total number of times messages have been written to disk by this queue since it started.", queueLabels),
"message_stats.publish": newDesc("queue_messages_published_total", "Count of messages published.", queueLabels),
"message_stats.confirm": newDesc("queue_messages_confirmed_total", "Count of messages confirmed. ", queueLabels),
"message_stats.deliver": newDesc("queue_messages_delivered_total", "Count of messages delivered in acknowledgement mode to consumers.", queueLabels),
"message_stats.deliver_noack": newDesc("queue_messages_delivered_noack_total", "Count of messages delivered in no-acknowledgement mode to consumers. ", queueLabels),
"message_stats.get": newDesc("queue_messages_get_total", "Count of messages delivered in acknowledgement mode in response to basic.get.", queueLabels),
"message_stats.get_noack": newDesc("queue_messages_get_noack_total", "Count of messages delivered in no-acknowledgement mode in response to basic.get.", queueLabels),
"message_stats.redeliver": newDesc("queue_messages_redelivered_total", "Count of subset of messages in deliver_get which had the redelivered flag set.", queueLabels),
"message_stats.return": newDesc("queue_messages_returned_total", "Count of messages returned to publisher as unroutable.", queueLabels),
"message_stats.ack": newDesc("queue_messages_ack_total", "Count of messages delivered in acknowledgement mode in response to basic.get.", queueLabels),
}
)
type exporterQueue struct {
queueMetricsGauge map[string]*prometheus.GaugeVec
queueMetricsCounter map[string]*prometheus.Desc
}
func newExporterQueue() Exporter {
return exporterQueue{
queueMetricsGauge: queueGaugeVec,
queueMetricsCounter: queueCounterVec,
}
}
func (e exporterQueue) String() string {
return "Exporter queue"
}
func (e exporterQueue) Collect(ch chan<- prometheus.Metric) error {
for _, gaugevec := range e.queueMetricsGauge {
gaugevec.Reset()
}
rabbitMqQueueData, err := getStatsInfo(config, "queues", queueLabelKeys)
if err != nil {
return err
}
log.WithField("queueData", rabbitMqQueueData).Debug("Queue data")
for key, gaugevec := range e.queueMetricsGauge {
for _, queue := range rabbitMqQueueData {
qname := queue.labels["name"]
if value, ok := queue.metrics[key]; ok {
if matchInclude := config.IncludeQueues.MatchString(strings.ToLower(qname)); matchInclude {
if matchSkip := config.SkipQueues.MatchString(strings.ToLower(qname)); !matchSkip {
// log.WithFields(log.Fields{"vhost": queue.vhost, "queue": queue.name, "key": key, "value": value}).Debug("Set queue metric for key")
gaugevec.WithLabelValues(queue.labels["vhost"], queue.labels["name"], queue.labels["durable"], queue.labels["policy"]).Set(value)
}
}
}
}
}
for key, countvec := range e.queueMetricsCounter {
for _, queue := range rabbitMqQueueData {
qname := queue.labels["name"]
if matchInclude := config.IncludeQueues.MatchString(strings.ToLower(qname)); matchInclude {
if matchSkip := config.SkipQueues.MatchString(strings.ToLower(qname)); !matchSkip {
if value, ok := queue.metrics[key]; ok {
ch <- prometheus.MustNewConstMetric(countvec, prometheus.CounterValue, value, queue.labels["vhost"], queue.labels["name"], queue.labels["durable"], queue.labels["policy"])
} else {
ch <- prometheus.MustNewConstMetric(countvec, prometheus.CounterValue, 0, queue.labels["vhost"], queue.labels["name"], queue.labels["durable"], queue.labels["policy"])
}
}
}
}
}
for _, gaugevec := range e.queueMetricsGauge {
gaugevec.Collect(ch)
}
return nil
}
func (e exporterQueue) Describe(ch chan<- *prometheus.Desc) {
for _, gaugevec := range e.queueMetricsGauge {
gaugevec.Describe(ch)
}
for _, countervec := range e.queueMetricsCounter {
ch <- countervec
}
}