-
Notifications
You must be signed in to change notification settings - Fork 283
/
conformance.go
84 lines (76 loc) · 2.71 KB
/
conformance.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
package framework
import (
"context"
"fmt"
"strings"
"github.com/aws/eks-anywhere/internal/pkg/conformance"
"github.com/aws/eks-anywhere/pkg/api/v1alpha1"
"github.com/aws/eks-anywhere/pkg/manifests"
"github.com/aws/eks-anywhere/pkg/manifests/bundles"
"github.com/aws/eks-anywhere/pkg/version"
)
const kubeConformanceImage = "registry.k8s.io/conformance"
func (e *ClusterE2ETest) RunConformanceTests() {
ctx := context.Background()
cluster := e.Cluster()
setKubeconfigEnvVar(e.T, e.ClusterName)
contextName, err := e.KubectlClient.GetCurrentClusterContext(ctx, cluster)
if err != nil {
e.T.Errorf("Error getting context name: %v", err)
return
}
kubeVersion, err := e.getEksdReleaseKubeVersion()
if err != nil {
e.T.Errorf("Error getting EKS-D release KubeVersion from bundle: %v", err)
return
}
e.T.Log("Downloading Sonobuoy binary for testing")
err = conformance.Download()
if err != nil {
e.T.Errorf("Error downloading Sonobuoy binary: %v", err)
return
}
kubeConformanceImageTagged := fmt.Sprintf("%s:%s", kubeConformanceImage, kubeVersion)
args := []string{"--kube-conformance-image", kubeConformanceImageTagged}
e.T.Logf("Running k8s conformance tests with Image: %s", kubeConformanceImageTagged)
output, err := conformance.RunTests(ctx, contextName, args...)
if err != nil {
e.T.Errorf("Error running k8s conformance tests: %v", err)
return
}
e.T.Logf("Conformance Test run:\n %v", output)
results, err := conformance.GetResults(ctx, contextName, args...)
if err != nil {
e.T.Errorf("Error running k8s conformance tests: %v", err)
return
}
e.T.Logf("Conformance Test results:\n %v", results)
if hasFailed(results) {
e.T.Errorf("Conformance run has failed tests")
return
}
}
func (e *ClusterE2ETest) getEksdReleaseKubeVersion() (string, error) {
c, err := v1alpha1.GetClusterConfig(e.ClusterConfigLocation)
if err != nil {
return "", fmt.Errorf("fetching cluster config from file: %v", err)
}
r := manifests.NewReader(newFileReader())
b, err := r.ReadBundlesForVersion(version.Get().GitVersion)
if err != nil {
return "", fmt.Errorf("getting EKS-D release spec from bundle: %v", err)
}
versionsBundle := bundles.VersionsBundleForKubernetesVersion(b, string(c.Spec.KubernetesVersion))
versionsBundleKubeVersion := versionsBundle.EksD.KubeVersion
if versionsBundleKubeVersion == "" {
return "", fmt.Errorf("getting KubeVersion from EKS-D release spec: value empty")
}
return versionsBundleKubeVersion, nil
}
// Function to parse the conformace test results and look for any failed tests.
// By default we run 2 plugins so we check for failed tests in twice.
func hasFailed(results string) bool {
failedLog := "Failed: 0"
count := strings.Count(results, failedLog)
return count != 2
}