/
main.go
145 lines (125 loc) · 3.86 KB
/
main.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
package main
import (
"fmt"
"os"
"sync"
"time"
"github.com/gravwell/gravwell/v3/ingest/entry"
"github.com/gravwell/gravwell/v3/ingest/log"
"github.com/gravwell/gravwell/v3/ingesters/base"
"github.com/gravwell/gravwell/v3/ingesters/utils"
)
const (
defaultConfigLoc = `/opt/gravwell/etc/collectd.conf`
defaultConfigDLoc = `/opt/gravwell/etc/collectd.conf.d`
appName = `collectd`
)
var (
debugOn bool
lg *log.Logger
)
type instance struct {
name string
inst *collectdInstance
}
func main() {
var cfg *cfgType
ibc := base.IngesterBaseConfig{
IngesterName: appName,
AppName: appName,
DefaultConfigLocation: defaultConfigLoc,
DefaultConfigOverlayLocation: defaultConfigDLoc,
GetConfigFunc: GetConfig,
}
ib, err := base.Init(ibc)
if err != nil {
fmt.Fprintf(os.Stderr, "failed to get configuration %v\n", err)
return
} else if err = ib.AssignConfig(&cfg); err != nil || cfg == nil {
fmt.Fprintf(os.Stderr, "failed to assign configuration %v %v\n", err, cfg == nil)
return
}
debugOn = ib.Verbose
lg = ib.Logger
id, ok := cfg.IngesterUUID()
if !ok {
ib.Logger.FatalCode(0, "could not read ingester UUID")
}
igst, err := ib.GetMuxer()
if err != nil {
ib.Logger.FatalCode(0, "failed to get ingest connection", log.KVErr(err))
return
}
defer igst.Close()
ib.AnnounceStartup()
debugout("Started ingester muxer\n")
//get our collectors built up
wg := &sync.WaitGroup{}
ccBase := collConfig{
wg: wg,
igst: igst,
}
var instances []instance
for k, v := range cfg.Collector {
cc := ccBase
//resolve tags for each collector
overrides, err := v.getOverrides()
if err != nil {
lg.Fatal("failed to get overrides", log.KV("collector", k), log.KVErr(err))
}
if cc.defTag, err = igst.GetTag(v.Tag_Name); err != nil {
lg.Fatal("failed to resolve tag", log.KV("collector", k), log.KV("tag", v.Tag_Name), log.KVErr(err))
}
if cc.srcOverride, err = v.srcOverride(); err != nil {
lg.Fatal("invalid Source-Override", log.KV("collector", k), log.KV("sourceoverride", v.Source_Override), log.KVErr(err))
}
if cc.proc, err = cfg.Preprocessor.ProcessorSet(igst, v.Preprocessor); err != nil {
lg.Fatal("preprocessor error", log.KV("collector", k), log.KV("preprocessor", v.Preprocessor), log.KVErr(err))
}
cc.src = nil
cc.overrides = map[string]entry.EntryTag{}
for plugin, tagname := range overrides {
tagid, err := igst.GetTag(tagname)
if err != nil {
lg.Fatal("failed to resolve tag", log.KV("collector", k), log.KV("tag", v.Tag_Name), log.KVErr(err))
}
cc.overrides[plugin] = tagid
}
//populate the creds and sec level for each collector
cc.pl, cc.seclevel = v.creds()
//build out UDP listeners and register them
laddr, err := v.udpAddr()
if err != nil {
lg.Fatal("failed to resolve udp address", log.KV("collector", k), log.KVErr(err))
}
inst, err := newCollectdInstance(cc, laddr)
if err != nil {
lg.Fatal("failed to create a new collector", log.KV("collector", k), log.KVErr(err))
}
if err := inst.Start(); err != nil {
lg.Fatal("failed to start collector", log.KV("collector", k), log.KVErr(err))
}
instances = append(instances, instance{name: k, inst: inst})
}
//listen for the stop signal so we can die gracefully
utils.WaitForQuit()
ib.AnnounceShutdown()
//ask that everything close
for i := range instances {
if err := instances[i].inst.Close(); err != nil {
lg.Fatal("failed to close collector", log.KV("collector", instances[i].name), log.KVErr(err))
}
}
lg.Info("collectd ingester exiting", log.KV("ingesteruuid", id))
if err := igst.Sync(time.Second); err != nil {
lg.Error("failed to sync", log.KVErr(err))
}
if err := igst.Close(); err != nil {
lg.Error("failed to close", log.KVErr(err))
}
}
func debugout(format string, args ...interface{}) {
if debugOn {
fmt.Printf(format, args...)
}
}