/
otel_monitor.go
89 lines (75 loc) · 2.68 KB
/
otel_monitor.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
package metrics
import (
"context"
"github.com/raystack/meteor/agent"
"go.opentelemetry.io/otel"
"go.opentelemetry.io/otel/attribute"
"go.opentelemetry.io/otel/metric"
)
// OtelMonitor represents the otel monitor.
type OtelMonitor struct {
recipeDuration metric.Float64Histogram
extractorRetries metric.Int64Counter
assetsExtracted metric.Int64Counter
sinkRetries metric.Int64Counter
}
func NewOtelMonitor() *OtelMonitor {
// init meters
meter := otel.Meter("github.com/raystack/meteor/metrics")
recipeDuration, err := meter.Float64Histogram("meteor.recipe.duration", metric.WithUnit("s"))
handleOtelErr(err)
extractorRetries, err := meter.Int64Counter("meteor.extractor.retries")
handleOtelErr(err)
assetsExtracted, err := meter.Int64Counter("meteor.assets.extracted")
handleOtelErr(err)
sinkRetries, err := meter.Int64Counter("meteor.sink.retries")
handleOtelErr(err)
return &OtelMonitor{
recipeDuration: recipeDuration,
extractorRetries: extractorRetries,
assetsExtracted: assetsExtracted,
sinkRetries: sinkRetries,
}
}
// RecordRun records a run behavior
func (m *OtelMonitor) RecordRun(ctx context.Context, run agent.Run) {
m.recipeDuration.Record(ctx,
float64(run.DurationInMs)/1000.0,
metric.WithAttributes(
attribute.String("recipe_name", run.Recipe.Name),
attribute.String("extractor", run.Recipe.Source.Name),
attribute.StringSlice("processors", getSliceStringPluginNames(run.Recipe.Processors)),
attribute.StringSlice("sinks", getSliceStringPluginNames(run.Recipe.Sinks)),
attribute.Bool("success", run.Success),
))
m.extractorRetries.Add(ctx,
int64(run.ExtractorRetries),
metric.WithAttributes(
attribute.String("recipe_name", run.Recipe.Name),
attribute.String("extractor", run.Recipe.Source.Name),
))
m.assetsExtracted.Add(ctx,
int64(run.AssetsExtracted),
metric.WithAttributes(
attribute.String("recipe_name", run.Recipe.Name),
attribute.String("extractor", run.Recipe.Source.Name),
attribute.StringSlice("processors", getSliceStringPluginNames(run.Recipe.Processors)),
attribute.StringSlice("sinks", getSliceStringPluginNames(run.Recipe.Sinks)),
))
}
// RecordPlugin records a individual plugin behavior in a run, this is being handled in otelmw
func (*OtelMonitor) RecordPlugin(context.Context, agent.PluginInfo) {}
func (m *OtelMonitor) RecordSinkRetryCount(ctx context.Context, pluginInfo agent.PluginInfo) {
m.sinkRetries.Add(ctx,
1,
metric.WithAttributes(
attribute.String("recipe_name", pluginInfo.RecipeName),
attribute.String("sink", pluginInfo.PluginName),
attribute.Int64("batch_size", int64(pluginInfo.BatchSize)),
))
}
func handleOtelErr(err error) {
if err != nil {
otel.Handle(err)
}
}