-
Notifications
You must be signed in to change notification settings - Fork 113
/
healthcheck.go
187 lines (151 loc) · 5.52 KB
/
healthcheck.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
package vald
import (
"context"
"encoding/json"
"fmt"
"io"
"os"
"time"
"github.com/cosmos/cosmos-sdk/client"
"github.com/cosmos/cosmos-sdk/client/flags"
"github.com/cosmos/cosmos-sdk/server"
sdk "github.com/cosmos/cosmos-sdk/types"
bankTypes "github.com/cosmos/cosmos-sdk/x/bank/types"
"github.com/rs/zerolog"
"github.com/spf13/cobra"
"github.com/axelarnetwork/axelar-core/vald/config"
"github.com/axelarnetwork/axelar-core/vald/tss"
axelarnet "github.com/axelarnetwork/axelar-core/x/axelarnet/exported"
"github.com/axelarnetwork/axelar-core/x/snapshot/keeper"
snapshotTypes "github.com/axelarnetwork/axelar-core/x/snapshot/types"
"github.com/axelarnetwork/axelar-core/x/tss/tofnd"
tssTypes "github.com/axelarnetwork/axelar-core/x/tss/types"
)
const (
keyID = "testkey"
minBalance = 5000000
timeout = time.Hour
flagSkipTofnd = "skip-tofnd"
flagSkipBroadcaster = "skip-broadcaster"
flagSkipOperator = "skip-operator"
flagOperatorAddr = "operator-addr"
flagTofndHost = "tofnd-host"
flagTofndPort = "tofnd-port"
)
// GetHealthCheckCommand returns the command to execute a node health check
func GetHealthCheckCommand() *cobra.Command {
var skipTofnd bool
var skipBroadcaster bool
var skipOperator bool
cmd := &cobra.Command{
Use: "health-check",
RunE: func(cmd *cobra.Command, _ []string) error {
clientCtx, err := client.GetClientQueryContext(cmd)
if err != nil {
return err
}
serverCtx := server.GetServerContextFromCmd(cmd)
ok := execCheck(context.Background(), clientCtx, serverCtx, "tofnd", skipTofnd, checkTofnd) &&
execCheck(cmd.Context(), clientCtx, serverCtx, "broadcaster", skipBroadcaster, checkBroadcaster)
// enforce a non-zero exit code in case health checks fail without printing cobra output
if !ok {
os.Exit(1)
}
return nil
},
}
defaultConf := tssTypes.DefaultConfig()
cmd.PersistentFlags().String(flagTofndHost, defaultConf.Host, "host name for tss daemon")
cmd.PersistentFlags().String(flagTofndPort, defaultConf.Port, "port for tss daemon")
cmd.PersistentFlags().String(flagOperatorAddr, "", "operator address")
cmd.PersistentFlags().BoolVar(&skipTofnd, flagSkipTofnd, false, "skip tofnd check")
cmd.PersistentFlags().BoolVar(&skipBroadcaster, flagSkipBroadcaster, false, "skip broadcaster check")
cmd.PersistentFlags().BoolVar(&skipOperator, flagSkipOperator, false, "skip operator check")
flags.AddQueryFlagsToCmd(cmd)
return cmd
}
type checkCmd func(ctx context.Context, clientCtx client.Context, serverCtx *server.Context) error
func execCheck(ctx context.Context, clientCtx client.Context, serverCtx *server.Context, name string, skip bool, check checkCmd) bool {
if skip {
fmt.Printf("%s check: skipped\n", name)
return true
}
err := check(ctx, clientCtx, serverCtx)
if err != nil {
fmt.Printf("%s check: failed (%s)\n", name, err.Error())
return false
}
fmt.Printf("%s check: passed\n", name)
return true
}
func checkTofnd(ctx context.Context, _ client.Context, serverCtx *server.Context) error {
valdCfg := config.DefaultValdConfig()
if err := serverCtx.Viper.Unmarshal(&valdCfg); err != nil {
panic(err)
}
nopLogger := server.ZeroLogWrapper{Logger: zerolog.New(io.Discard)}
conn, err := tss.Connect(valdCfg.TssConfig.Host, valdCfg.TssConfig.Port, valdCfg.TssConfig.DialTimeout)
if err != nil {
return fmt.Errorf("failed to reach tofnd: %s", err.Error())
}
nopLogger.Debug("successful connection to tofnd gRPC server")
// creates client to communicate with the external tofnd process multisig service
client := tofnd.NewMultisigClient(conn)
grpcCtx, cancel := context.WithTimeout(ctx, timeout)
defer cancel()
request := &tofnd.KeyPresenceRequest{
// we do not need to look for a key ID that exists to obtain a successful healthcheck,
// all we need to do is obtain err == nil && response != FAIL
// TODO: this kind of check should have its own dedicated GRPC
KeyUid: keyID,
}
response, err := client.KeyPresence(grpcCtx, request)
if err != nil {
return fmt.Errorf("failed to invoke tofnd grpc: %s", err.Error())
}
if response.Response == tofnd.RESPONSE_FAIL ||
response.Response == tofnd.RESPONSE_UNSPECIFIED {
return fmt.Errorf("obtained FAIL response, tofnd not properly configured")
}
return nil
}
func checkBroadcaster(ctx context.Context, clientCtx client.Context, serverCtx *server.Context) error {
str := serverCtx.Viper.GetString(flagOperatorAddr)
if str == "" {
return fmt.Errorf("no operator address specified")
}
operator, err := sdk.ValAddressFromBech32(str)
if err != nil {
return err
}
bz, _, err := clientCtx.Query(fmt.Sprintf("custom/%s/%s/%s", snapshotTypes.QuerierRoute, keeper.QProxy, operator.String()))
if err != nil {
return err
}
reply := struct {
Address string `json:"address"`
Status string `json:"status"`
}{}
if err := json.Unmarshal(bz, &reply); err != nil {
return err
}
broadcaster, err := sdk.AccAddressFromBech32(reply.Address)
if err != nil {
return err
}
if reply.Status != "active" {
return fmt.Errorf("broadcaster for operator %s not active", operator.String())
}
queryClient := bankTypes.NewQueryClient(clientCtx)
params := bankTypes.NewQueryBalanceRequest(broadcaster, axelarnet.NativeAsset)
grpcCtx, cancel := context.WithTimeout(ctx, timeout)
defer cancel()
res, err := queryClient.Balance(grpcCtx, params)
if err != nil {
return err
}
if res.Balance.Amount.LTE(sdk.NewInt(minBalance)) {
return fmt.Errorf("broadcaster does not have enough funds (minimum balance is %d%s)", minBalance, axelarnet.NativeAsset)
}
return nil
}