-
Notifications
You must be signed in to change notification settings - Fork 0
/
healthcheck.go
142 lines (112 loc) · 3.58 KB
/
healthcheck.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
package healthcheck
import (
"fmt"
"net/http"
"net/url"
"time"
log "github.com/sirupsen/logrus"
"github.com/spf13/viper"
"github.com/chia-network/go-chia-libs/pkg/rpc"
"github.com/chia-network/go-chia-libs/pkg/types"
)
// Healthcheck is the main container for the app
type Healthcheck struct {
healthcheckPort uint16
client *rpc.Client
// Last block height we received
lastHeight uint32
// Time we received the last block height
lastHeightTime time.Time
// Last time we got a successful DNS response
lastDNSTime time.Time
}
// NewHealthcheck returns a new instance of healthcheck
func NewHealthcheck(port uint16, logLevel log.Level) (*Healthcheck, error) {
var err error
healthcheck := &Healthcheck{
healthcheckPort: port,
}
log.SetLevel(logLevel)
healthcheck.client, err = rpc.NewClient(rpc.ConnectionModeWebsocket, rpc.WithAutoConfig(), rpc.WithBaseURL(&url.URL{
Scheme: "wss",
Host: viper.GetString("hostname"),
}))
if err != nil {
return nil, err
}
return healthcheck, nil
}
// OpenWebsocket sets up the RPC client and subscribes to relevant topics
func (h *Healthcheck) OpenWebsocket() error {
err := h.client.Subscribe("metrics")
if err != nil {
return err
}
err = h.client.AddHandler(h.websocketReceive)
if err != nil {
return err
}
h.client.AddDisconnectHandler(h.disconnectHandler)
h.client.AddReconnectHandler(h.reconnectHandler)
return nil
}
// StartServer starts the metrics server
func (h *Healthcheck) StartServer() error {
log.Printf("Starting healthcheck server on port %d", h.healthcheckPort)
http.HandleFunc("/full_node", h.fullNodeHealthcheck())
http.HandleFunc("/seeder", h.seederHealthcheck())
return http.ListenAndServe(fmt.Sprintf(":%d", h.healthcheckPort), nil)
}
func (h *Healthcheck) websocketReceive(resp *types.WebsocketResponse, err error) {
if err != nil {
log.Errorf("Websocket received err: %s\n", err.Error())
return
}
log.Printf("recv: %s %s\n", resp.Origin, resp.Command)
log.Debugf("origin: %s command: %s destination: %s data: %s\n", resp.Origin, resp.Command, resp.Destination, string(resp.Data))
switch resp.Origin {
case "chia_full_node":
h.fullNodeReceive(resp)
case "chia_wallet":
h.walletReceive(resp)
case "chia_crawler":
h.crawlerReceive(resp)
case "chia_timelord":
h.timelordReceive(resp)
case "chia_harvester":
h.harvesterReceive(resp)
case "chia_farmer":
h.farmerReceive(resp)
}
}
func (h *Healthcheck) walletReceive(resp *types.WebsocketResponse) {}
func (h *Healthcheck) crawlerReceive(resp *types.WebsocketResponse) {}
func (h *Healthcheck) timelordReceive(resp *types.WebsocketResponse) {}
func (h *Healthcheck) harvesterReceive(resp *types.WebsocketResponse) {}
func (h *Healthcheck) farmerReceive(resp *types.WebsocketResponse) {}
func (h *Healthcheck) disconnectHandler() {
log.Debug("Calling disconnect handlers")
// @TODO should we mark unhealthy immediately?
}
func (h *Healthcheck) reconnectHandler() {
log.Debug("Calling reconnect handlers")
err := h.client.Subscribe("metrics")
if err != nil {
log.Errorf("Error subscribing to metrics events: %s\n", err.Error())
}
}
func timeMetricHealthcheckHelper(lastTime time.Time, w http.ResponseWriter, r *http.Request) {
if time.Since(lastTime) < viper.GetDuration("healthcheck-threshold") {
w.WriteHeader(http.StatusOK)
_, err := fmt.Fprintf(w, "Ok")
if err != nil {
log.Errorf("Error writing healthcheck response %s\n", err.Error())
}
} else {
w.WriteHeader(http.StatusInternalServerError)
_, err := fmt.Fprintf(w, "Not OK")
if err != nil {
log.Errorf("Error writing healthcheck response %s\n", err.Error())
}
}
}