-
Notifications
You must be signed in to change notification settings - Fork 88
/
controller.go
94 lines (80 loc) · 2.54 KB
/
controller.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
package cluster
import (
"context"
"crypto/tls"
"fmt"
"net/http"
"time"
"github.com/pkg/errors"
"github.com/replicatedhq/kots/pkg/logger"
"k8s.io/kubernetes/cmd/kube-controller-manager/app"
)
func runController(ctx context.Context, dataDir string) error {
log := ctx.Value("log").(*logger.CLILogger)
log.Info("starting kubernetes controller manager")
serviceAccountKeyFile, err := serviceAccountKeyFilePath(dataDir)
if err != nil {
return errors.Wrap(err, "service account key file")
}
kubeconfigFile, err := kubeconfigFilePath(dataDir)
if err != nil {
return errors.Wrap(err, "kubeconfig file")
}
caCertFile, err := caCertFilePath(dataDir)
if err != nil {
return errors.Wrap(err, "ca cert file")
}
caKeyFile, err := caKeyFilePath(dataDir)
if err != nil {
return errors.Wrap(err, "ca key file")
}
args := []string{
"--bind-address=0.0.0.0",
"--secure-port=11252",
"--port=0", // Don't serve insecure
"--cluster-cidr=10.200.0.0/16",
"--cluster-name=kubernetes",
fmt.Sprintf("--cluster-signing-cert-file=%s", caCertFile),
fmt.Sprintf("--cluster-signing-key-file=%s", caKeyFile),
fmt.Sprintf("--kubeconfig=%s", kubeconfigFile),
"--leader-elect=true",
fmt.Sprintf("--root-ca-file=%s", caCertFile),
fmt.Sprintf("--service-account-private-key-file=%s", serviceAccountKeyFile),
"--service-cluster-ip-range=10.32.0.0/24",
"--use-service-account-credentials=true",
"--v=2",
fmt.Sprintf("--flex-volume-plugin-dir=%s", dataDir),
"--controllers=*,-service,-route,-cloud-node-lifecycle", // This is equivalent to using ExternalLoops in the ControllerLoopMode type, which excludes cloud specific controlers
}
command := app.NewControllerManagerCommand()
command.SetArgs(args)
go func() {
logger.Infof("kubernetes contoller manager exited %v", command.Execute())
}()
// watch the readyz endpoint to know when the api server has started
stopWaitingAfter := time.Now().Add(time.Minute)
for {
url := "https://localhost:11252/healthz"
tr := &http.Transport{
TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
}
client := http.Client{Transport: tr}
req, err := http.NewRequest("GET", url, nil)
if err != nil {
return errors.Wrap(err, "failed to create http request")
}
resp, err := client.Do(req)
if err != nil {
time.Sleep(time.Second)
continue // keep trying
}
// TODO: log responces for troubleshooting
if resp.StatusCode == http.StatusOK {
return nil
}
if stopWaitingAfter.Before(time.Now()) {
return errors.New("controller manager did not start")
}
time.Sleep(time.Second)
}
}