-
Notifications
You must be signed in to change notification settings - Fork 457
/
etcd.go
129 lines (99 loc) · 3.42 KB
/
etcd.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
package check
import (
"context"
"errors"
"fmt"
"net/url"
"sort"
"github.com/siderolabs/gen/maps"
"github.com/siderolabs/gen/xslices"
"github.com/siderolabs/talos/pkg/cluster"
machineapi "github.com/siderolabs/talos/pkg/machinery/api/machine"
"github.com/siderolabs/talos/pkg/machinery/client"
"github.com/siderolabs/talos/pkg/machinery/config/machine"
)
// EtcdConsistentAssertion checks that etcd membership is consistent across nodes.
func EtcdConsistentAssertion(ctx context.Context, cl ClusterInfo) error {
cli, err := cl.Client()
if err != nil {
return err
}
var nodes []cluster.NodeInfo
initNodes := cl.NodesByType(machine.TypeInit)
nodes = append(nodes, initNodes...)
controlPlaneNodes := cl.NodesByType(machine.TypeControlPlane)
nodes = append(nodes, controlPlaneNodes...)
nodesCtx := client.WithNodes(ctx, mapIPsToStrings(mapNodeInfosToInternalIPs(nodes))...)
resp, err := cli.EtcdMemberList(nodesCtx, &machineapi.EtcdMemberListRequest{})
if err != nil {
return err
}
type data struct {
hostname string
id uint64
isLearner bool
}
knownMembers := map[data]struct{}{}
messages := resp.GetMessages()
if len(messages) == 0 {
return errors.New("no messages returned")
}
sort.Slice(messages, func(i, j int) bool {
return messages[i].GetMetadata().GetHostname() < messages[j].GetMetadata().GetHostname()
})
for i, message := range messages {
if i == 0 {
// Fill data using first message
for _, member := range message.Members {
knownMembers[data{member.Hostname, member.Id, member.IsLearner}] = struct{}{}
}
continue
}
node := message.Metadata.GetHostname()
if len(message.Members) != len(knownMembers) {
expected := maps.ToSlice(knownMembers, func(k data, v struct{}) string { return k.hostname })
actual := xslices.Map(message.Members, (*machineapi.EtcdMember).GetHostname)
return fmt.Errorf("%s: expected to have %v members, got %v", node, expected, actual)
}
// check that member list is the same on all nodes
for _, member := range message.Members {
if _, found := knownMembers[data{member.Hostname, member.Id, member.IsLearner}]; !found {
return fmt.Errorf("%s: found unexpected etcd member %s", node, member.Hostname)
}
}
}
return nil
}
// EtcdControlPlaneNodesAssertion checks that etcd nodes are control plane nodes.
func EtcdControlPlaneNodesAssertion(ctx context.Context, cl ClusterInfo) error {
cli, err := cl.Client()
if err != nil {
return err
}
nodes := append(cl.NodesByType(machine.TypeInit), cl.NodesByType(machine.TypeControlPlane)...)
resp, err := cli.EtcdMemberList(ctx, &machineapi.EtcdMemberListRequest{})
if err != nil {
return err
}
members := resp.GetMessages()[0].GetMembers()
var memberIPs []string
for _, member := range members {
for _, peerURL := range member.GetPeerUrls() {
parsed, err2 := url.Parse(peerURL)
if err2 != nil {
return err2
}
memberIP := parsed.Hostname()
memberIPs = append(memberIPs, memberIP)
}
}
controlPlaneNodeIPs := mapIPsToStrings(flatMapNodeInfosToIPs(nodes))
if !maps.Contains(xslices.ToSet(controlPlaneNodeIPs), memberIPs) {
return fmt.Errorf("etcd member ips %q are not subset of control plane node ips %q",
memberIPs, controlPlaneNodeIPs)
}
return nil
}