forked from aliyun/aliyun-log-go-sdk
-
Notifications
You must be signed in to change notification settings - Fork 0
/
heart_beat.go
107 lines (94 loc) · 3.72 KB
/
heart_beat.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
package consumerLibrary
import (
"fmt"
"github.com/go-kit/kit/log"
"github.com/go-kit/kit/log/level"
"sync"
"time"
)
var shardLock sync.RWMutex
type ConsumerHeatBeat struct {
client *ConsumerClient
shutDownFlag bool
heldShards []int
heartShards []int
logger log.Logger
lastHeartBeatSuccessTime int64
}
func initConsumerHeatBeat(consumerClient *ConsumerClient, logger log.Logger) *ConsumerHeatBeat {
consumerHeatBeat := &ConsumerHeatBeat{
client: consumerClient,
shutDownFlag: false,
heldShards: []int{},
heartShards: []int{},
logger: logger,
lastHeartBeatSuccessTime: time.Now().Unix(),
}
return consumerHeatBeat
}
func (consumerHeatBeat *ConsumerHeatBeat) getHeldShards() []int {
shardLock.RLock()
defer shardLock.RUnlock()
return consumerHeatBeat.heldShards
}
func (consumerHeatBeat *ConsumerHeatBeat) setHeldShards(heldShards []int) {
shardLock.Lock()
defer shardLock.Unlock()
consumerHeatBeat.heldShards = heldShards
}
func (consumerHeatBeat *ConsumerHeatBeat) setHeartShards(heartShards []int) {
shardLock.Lock()
defer shardLock.Unlock()
consumerHeatBeat.heartShards = heartShards
}
func (consumerHeatBeat *ConsumerHeatBeat) getHeartShards() []int {
shardLock.RLock()
defer shardLock.RUnlock()
return consumerHeatBeat.heartShards
}
func (consumerHeatBeat *ConsumerHeatBeat) shutDownHeart() {
level.Info(consumerHeatBeat.logger).Log("msg", "try to stop heart beat")
consumerHeatBeat.shutDownFlag = true
}
func (consumerHeatBeat *ConsumerHeatBeat) heartBeatRun() {
var lastHeartBeatTime int64
for !consumerHeatBeat.shutDownFlag {
lastHeartBeatTime = time.Now().Unix()
uploadShards := append(consumerHeatBeat.heartShards, consumerHeatBeat.heldShards...)
consumerHeatBeat.setHeartShards(Set(uploadShards))
responseShards, err := consumerHeatBeat.client.heartBeat(consumerHeatBeat.getHeartShards())
if err != nil {
level.Warn(consumerHeatBeat.logger).Log("msg", "send heartbeat error", "error", err)
if time.Now().Unix()-consumerHeatBeat.lastHeartBeatSuccessTime > int64(consumerHeatBeat.client.consumerGroup.Timeout+consumerHeatBeat.client.option.HeartbeatIntervalInSecond) {
consumerHeatBeat.setHeldShards([]int{})
level.Info(consumerHeatBeat.logger).Log("msg", "Heart beat timeout, automatic reset consumer held shards")
}
} else {
consumerHeatBeat.lastHeartBeatSuccessTime = time.Now().Unix()
level.Info(consumerHeatBeat.logger).Log("heart beat result", fmt.Sprintf("%v", consumerHeatBeat.heartShards), "get", fmt.Sprintf("%v", responseShards))
consumerHeatBeat.setHeldShards(responseShards)
if !IntSliceReflectEqual(consumerHeatBeat.getHeartShards(), consumerHeatBeat.getHeldShards()) {
currentSet := Set(consumerHeatBeat.getHeartShards())
responseSet := Set(consumerHeatBeat.getHeldShards())
add := Subtract(currentSet, responseSet)
remove := Subtract(responseSet, currentSet)
level.Info(consumerHeatBeat.logger).Log("shard reorganize, adding:", fmt.Sprintf("%v", add), "removing:", fmt.Sprintf("%v", remove))
}
}
TimeToSleepInSecond(int64(consumerHeatBeat.client.option.HeartbeatIntervalInSecond), lastHeartBeatTime, consumerHeatBeat.shutDownFlag)
}
level.Info(consumerHeatBeat.logger).Log("msg", "heart beat exit")
}
func (consumerHeatBeat *ConsumerHeatBeat) removeHeartShard(shardId int) bool {
shardLock.Lock()
defer shardLock.Unlock()
isDeleteShard := false
for i, heartShard := range consumerHeatBeat.heartShards {
if shardId == heartShard {
consumerHeatBeat.heartShards = append(consumerHeatBeat.heartShards[:i], consumerHeatBeat.heartShards[i+1:]...)
isDeleteShard = true
break
}
}
return isDeleteShard
}