-
Notifications
You must be signed in to change notification settings - Fork 0
/
heartbeatsender.go
109 lines (94 loc) · 2.79 KB
/
heartbeatsender.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
package heartbeat
import (
"context"
"github.com/sirupsen/logrus"
"github.com/telemac/goutils/natsevents"
"math/rand"
"os"
"reflect"
"sync"
"time"
"github.com/telemac/goutils/natsservice"
"github.com/telemac/goutils/task"
)
type HeartbeatSender struct {
natsservice.NatsService
Period int
RandomPeriod int
Meta map[string]interface{} // metas to send with heartbeat
metaMutex sync.RWMutex
sentEventData *Sent
}
func NewHeartbeatSender(period int, randomPeriod int, meta map[string]interface{}) *HeartbeatSender {
return &HeartbeatSender{
Period: period,
RandomPeriod: randomPeriod,
Meta: meta,
}
}
func (svc *HeartbeatSender) Logger() *logrus.Entry {
return svc.NatsService.Logger().WithField("nats-service", reflect.TypeOf(*svc).String())
}
func (svc *HeartbeatSender) AddMeta(key string, value interface{}, send bool) error {
svc.metaMutex.Lock()
defer svc.metaMutex.Unlock()
svc.Meta[key] = value
if send {
return svc.SendHeartbeatEvent(context.Background())
}
return nil
}
func (svc *HeartbeatSender) RemoveMeta(key string, send bool) error {
svc.metaMutex.Lock()
defer svc.metaMutex.Unlock()
delete(svc.Meta, key)
if send {
return svc.SendHeartbeatEvent(context.Background())
}
return nil
}
func (svc *HeartbeatSender) SendHeartbeatEvent(ctx context.Context) error {
t := svc.Transport()
var err error
// update event data field
svc.sentEventData.Uptime = uint64(time.Since(svc.sentEventData.Started).Seconds())
heartbeatEvent := natsevents.NewEvent("com.plugis.", "", svc.sentEventData)
topic := heartbeatEvent.Type() + "." + svc.sentEventData.Mac
err = t.Send(ctx, heartbeatEvent, topic)
svc.Logger().WithFields(logrus.Fields{"event": heartbeatEvent, "topic": topic}).Trace("send event")
if err != nil {
svc.Logger().WithError(err).WithField("heartbeat-event", heartbeatEvent).Warn("send heartbeat cloud event")
}
return err
}
func (svc *HeartbeatSender) Run(ctx context.Context, params ...interface{}) error {
log := svc.Logger()
log.Debug("heartbeat sender started")
defer log.Debug("heartbeat sender ended")
var err error
svc.sentEventData, err = NewSent(reflect.TypeOf(*svc).String(), svc.Meta)
if err != nil {
log.WithError(err).Errorf("create heartbeat.Sent event")
return err
}
failureCount := 0
for {
err = svc.SendHeartbeatEvent(ctx)
if err != nil {
failureCount++
if failureCount > 3 {
log.WithError(err).Error("too many consecutive heartbeat failed, exit process")
time.Sleep(time.Second * 3)
os.Exit(1)
}
} else {
failureCount = 0
}
waitTime := time.Second * time.Duration(svc.Period+rand.Intn(svc.RandomPeriod))
interrupted := task.Sleep(ctx, waitTime)
if interrupted {
//ctx2, _ := context.WithTimeout(context.TODO(), time.Second*5)
return svc.SendHeartbeatEvent(ctx)
}
}
}