-
Notifications
You must be signed in to change notification settings - Fork 2.8k
/
Health.go
108 lines (89 loc) · 3.31 KB
/
Health.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
// SPDX-License-Identifier: Apache-2.0
// Copyright 2018-2019 Authors of Cilium
package k8sTest
import (
"context"
"fmt"
. "github.com/cilium/cilium/test/ginkgo-ext"
"github.com/cilium/cilium/test/helpers"
. "github.com/onsi/gomega"
)
var _ = Describe("K8sHealthTest", func() {
SkipContextIf(func() bool {
return helpers.DoesNotRunOnGKE() && helpers.DoesNotRunOnEKS()
}, "cilium-health", func() {
var (
kubectl *helpers.Kubectl
ciliumFilename string
)
BeforeAll(func() {
kubectl = helpers.CreateKubectl(helpers.K8s1VMName(), logger)
ciliumFilename = helpers.TimestampFilename("cilium.yaml")
DeployCiliumOptionsAndDNS(kubectl, ciliumFilename, map[string]string{
"clusterHealthPort": "9940", // tests use of custom port
})
})
AfterFailed(func() {
kubectl.CiliumReport("cilium endpoint list")
})
JustAfterEach(func() {
kubectl.ValidateNoErrorsInLogs(CurrentGinkgoTestDescription().Duration)
})
AfterAll(func() {
ExpectAllPodsTerminated(kubectl)
UninstallCiliumFromManifest(kubectl, ciliumFilename)
kubectl.CloseSSHClient()
})
getCilium := func(node string) (pod, ip string) {
pod, err := kubectl.GetCiliumPodOnNode(node)
Expect(err).Should(BeNil())
res, err := kubectl.Get(
helpers.CiliumNamespace,
fmt.Sprintf("pod %s", pod)).Filter("{.status.podIP}")
Expect(err).Should(BeNil())
ip = res.String()
return pod, ip
}
checkIP := func(pod, ip string) {
jsonpath := "{.nodes[*].host.primary-address.ip}"
ciliumCmd := fmt.Sprintf("cilium-health status -o jsonpath='%s'", jsonpath)
err := kubectl.CiliumExecUntilMatch(pod, ciliumCmd, ip)
ExpectWithOffset(1, err).NotTo(HaveOccurred(), "Never saw cilium-health ip %s in pod %s", ip, pod)
}
It("Checks status between nodes", func() {
cilium1, cilium1IP := getCilium(helpers.K8s1)
cilium2, cilium2IP := getCilium(helpers.K8s2)
By("checking that cilium API exposes health instances")
checkIP(cilium1, cilium1IP)
checkIP(cilium1, cilium2IP)
checkIP(cilium2, cilium1IP)
checkIP(cilium2, cilium2IP)
By("checking that `cilium-health --probe` succeeds")
healthCmd := "cilium-health status --probe -o json"
status := kubectl.CiliumExecMustSucceed(context.TODO(), cilium1, healthCmd)
Expect(status.Stdout()).ShouldNot(ContainSubstring("error"))
apiPaths := []string{
"health-endpoint.primary-address.icmp",
"health-endpoint.primary-address.http",
"host.primary-address.icmp",
"host.primary-address.http",
}
for node := 0; node <= 1; node++ {
healthCmd := "cilium-health status -o json"
status := kubectl.CiliumExecMustSucceed(context.TODO(), cilium1, healthCmd, "Cannot retrieve health status")
for _, path := range apiPaths {
filter := fmt.Sprintf("{.nodes[%d].%s}", node, path)
By("checking API response for %q", filter)
data, err := status.Filter(filter)
Expect(err).To(BeNil(), "cannot retrieve filter %q from health output", filter)
Expect(data.String()).Should(Not((BeEmpty())))
statusFilter := fmt.Sprintf("{.nodes[%d].%s.status}", node, path)
By("checking API status response for %q", statusFilter)
data, err = status.Filter(statusFilter)
Expect(err).To(BeNil(), "cannot retrieve filter %q from health output", statusFilter)
Expect(data.String()).Should(BeEmpty())
}
}
}, 30)
})
})