/
kind.go
110 lines (95 loc) · 3.83 KB
/
kind.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
package kubernetes
import (
_ "embed"
"fmt"
"regexp"
"strings"
"github.com/DataDog/test-infra-definitions/common/config"
"github.com/DataDog/test-infra-definitions/common/utils"
"github.com/DataDog/test-infra-definitions/components"
"github.com/DataDog/test-infra-definitions/components/command"
"github.com/DataDog/test-infra-definitions/components/docker"
"github.com/DataDog/test-infra-definitions/components/os"
"github.com/DataDog/test-infra-definitions/components/remote"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
const (
kindReadinessWait = "60s"
kindNodeImageName = "kindest/node"
)
//go:embed kind-cluster.yaml
var kindClusterConfig string
// Install Kind on a Linux virtual machine.
func NewKindCluster(env config.CommonEnvironment, vm *remote.Host, resourceName, kindClusterName string, kubeVersion string, opts ...pulumi.ResourceOption) (*Cluster, error) {
return components.NewComponent(env, resourceName, func(clusterComp *Cluster) error {
opts = utils.MergeOptions[pulumi.ResourceOption](opts, pulumi.Parent(clusterComp))
runner := vm.OS.Runner()
commonEnvironment := env
packageManager := vm.OS.PackageManager()
curlCommand, err := packageManager.Ensure("curl", nil, "", opts...)
if err != nil {
return err
}
_, dockerInstallCmd, err := docker.NewManager(env, vm, opts...)
if err != nil {
return err
}
opts = utils.MergeOptions(opts, utils.PulumiDependsOn(dockerInstallCmd, curlCommand))
kindVersionConfig, err := getKindVersionConfig(kubeVersion)
if err != nil {
return err
}
kindArch := vm.OS.Descriptor().Architecture
if kindArch == os.AMD64Arch {
kindArch = "amd64"
}
kindInstall, err := runner.Command(
commonEnvironment.CommonNamer.ResourceName("kind-install"),
&command.Args{
Create: pulumi.Sprintf(`curl --retry 10 -fsSLo ./kind "https://kind.sigs.k8s.io/dl/%s/kind-linux-%s" && sudo install kind /usr/local/bin/kind`, kindVersionConfig.kindVersion, kindArch),
},
opts...,
)
if err != nil {
return err
}
clusterConfigFilePath := fmt.Sprintf("/tmp/kind-cluster-%s.yaml", kindClusterName)
clusterConfig, err := vm.OS.FileManager().CopyInlineFile(
pulumi.String(kindClusterConfig),
clusterConfigFilePath, false, opts...)
if err != nil {
return err
}
nodeImage := fmt.Sprintf("%s/%s:%s", env.CloudProviderEnvironment.InternalDockerhubMirror(), kindNodeImageName, kindVersionConfig.nodeImageVersion)
createCluster, err := runner.Command(
commonEnvironment.CommonNamer.ResourceName("kind-create-cluster", resourceName),
&command.Args{
Create: pulumi.Sprintf("kind create cluster --name %s --config %s --image %s --wait %s", kindClusterName, clusterConfigFilePath, nodeImage, kindReadinessWait),
Delete: pulumi.Sprintf("kind delete cluster --name %s", kindClusterName),
Triggers: pulumi.Array{pulumi.String(kindClusterConfig)},
},
utils.MergeOptions(opts, utils.PulumiDependsOn(clusterConfig, kindInstall), pulumi.DeleteBeforeReplace(true))...,
)
if err != nil {
return err
}
kubeConfigCmd, err := runner.Command(
commonEnvironment.CommonNamer.ResourceName("kind-kubeconfig", resourceName),
&command.Args{
Create: pulumi.Sprintf("kind get kubeconfig --name %s", kindClusterName),
},
utils.MergeOptions(opts, utils.PulumiDependsOn(createCluster))...,
)
if err != nil {
return err
}
// Patch Kubeconfig based on private IP output
// Also add skip tls
clusterComp.KubeConfig = pulumi.All(kubeConfigCmd.Stdout, vm.Address).ApplyT(func(args []interface{}) string {
allowInsecure := regexp.MustCompile("certificate-authority-data:.+").ReplaceAllString(args[0].(string), "insecure-skip-tls-verify: true")
return strings.ReplaceAll(allowInsecure, "0.0.0.0", args[1].(string))
}).(pulumi.StringOutput)
clusterComp.ClusterName = pulumi.String(kindClusterName).ToStringOutput()
return nil
}, opts...)
}