forked from kubernetes-retired/bootkube
-
Notifications
You must be signed in to change notification settings - Fork 0
/
render.go
351 lines (317 loc) · 12.2 KB
/
render.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
package main
import (
"crypto/rsa"
"crypto/x509"
"errors"
"fmt"
"io/ioutil"
"net"
"net/url"
"strings"
"github.com/spf13/cobra"
"github.com/kubernetes-incubator/bootkube/pkg/asset"
"github.com/kubernetes-incubator/bootkube/pkg/bootkube"
"github.com/kubernetes-incubator/bootkube/pkg/tlsutil"
)
const (
apiOffset = 1
dnsOffset = 10
etcdOffset = 15
bootEtcdOffset = 20
defaultServiceBaseIP = "10.3.0.0"
defaultEtcdServers = "https://127.0.0.1:2379"
)
var (
cmdRender = &cobra.Command{
Use: "render",
Short: "Render default cluster manifests",
Long: "",
PreRunE: validateRenderOpts,
RunE: runCmdRender,
SilenceUsage: true,
}
renderOpts struct {
assetDir string
caCertificatePath string
caPrivateKeyPath string
etcdCAPath string
etcdCertificatePath string
etcdPrivateKeyPath string
etcdServers string
apiServers string
altNames string
podCIDR string
serviceCIDR string
selfHostKubelet bool
cloudProvider string
selfHostedEtcd bool
calicoNetworkPolicy bool
}
imageVersions = asset.DefaultImages
)
func init() {
cmdRoot.AddCommand(cmdRender)
cmdRender.Flags().StringVar(&renderOpts.assetDir, "asset-dir", "", "Output path for rendered assets")
cmdRender.Flags().StringVar(&renderOpts.caCertificatePath, "ca-certificate-path", "", "Path to an existing PEM encoded CA. If provided, TLS assets will be generated using this certificate authority.")
cmdRender.Flags().StringVar(&renderOpts.caPrivateKeyPath, "ca-private-key-path", "", "Path to an existing Certificate Authority RSA private key. Required if --ca-certificate is set.")
cmdRender.Flags().StringVar(&renderOpts.etcdCAPath, "etcd-ca-path", "", "Path to an existing PEM encoded CA that will be used for TLS-enabled communication between the apiserver and etcd. Must be used in conjunction with --etcd-certificate-path and --etcd-private-key-path, and must have etcd configured to use TLS with matching secrets.")
cmdRender.Flags().StringVar(&renderOpts.etcdCertificatePath, "etcd-certificate-path", "", "Path to an existing certificate that will be used for TLS-enabled communication between the apiserver and etcd. Must be used in conjunction with --etcd-ca-path and --etcd-private-key-path, and must have etcd configured to use TLS with matching secrets.")
cmdRender.Flags().StringVar(&renderOpts.etcdPrivateKeyPath, "etcd-private-key-path", "", "Path to an existing private key that will be used for TLS-enabled communication between the apiserver and etcd. Must be used in conjunction with --etcd-ca-path and --etcd-certificate-path, and must have etcd configured to use TLS with matching secrets.")
cmdRender.Flags().StringVar(&renderOpts.etcdServers, "etcd-servers", defaultEtcdServers, "List of etcd servers URLs including host:port, comma separated")
cmdRender.Flags().StringVar(&renderOpts.apiServers, "api-servers", "https://127.0.0.1:443", "List of API server URLs including host:port, commma seprated")
cmdRender.Flags().StringVar(&renderOpts.altNames, "api-server-alt-names", "", "List of SANs to use in api-server certificate. Example: 'IP=127.0.0.1,IP=127.0.0.2,DNS=localhost'. If empty, SANs will be extracted from the --api-servers flag.")
cmdRender.Flags().StringVar(&renderOpts.podCIDR, "pod-cidr", "10.2.0.0/16", "The CIDR range of cluster pods.")
cmdRender.Flags().StringVar(&renderOpts.serviceCIDR, "service-cidr", "10.3.0.0/24", "The CIDR range of cluster services.")
cmdRender.Flags().BoolVar(&renderOpts.selfHostKubelet, "experimental-self-hosted-kubelet", false, "(Experimental) Create a self-hosted kubelet daemonset.")
cmdRender.Flags().StringVar(&renderOpts.cloudProvider, "cloud-provider", "", "The provider for cloud services. Empty string for no provider")
cmdRender.Flags().BoolVar(&renderOpts.selfHostedEtcd, "experimental-self-hosted-etcd", false, "(Experimental) Create self-hosted etcd assets.")
cmdRender.Flags().BoolVar(&renderOpts.calicoNetworkPolicy, "experimental-calico-network-policy", false, "(Experimental) Add network policy support by calico.")
}
func runCmdRender(cmd *cobra.Command, args []string) error {
config, err := flagsToAssetConfig()
if err != nil {
return err
}
as, err := asset.NewDefaultAssets(*config)
if err != nil {
return err
}
return as.WriteFiles(renderOpts.assetDir)
}
func validateRenderOpts(cmd *cobra.Command, args []string) error {
if renderOpts.caCertificatePath != "" && renderOpts.caPrivateKeyPath == "" {
return errors.New("You must provide the --ca-private-key-path flag when --ca-certificate-path is provided.")
}
if renderOpts.caPrivateKeyPath != "" && renderOpts.caCertificatePath == "" {
return errors.New("You must provide the --ca-certificate-path flag when --ca-private-key-path is provided.")
}
if (renderOpts.etcdCAPath != "" || renderOpts.etcdCertificatePath != "" || renderOpts.etcdPrivateKeyPath != "") && (renderOpts.etcdCAPath == "" || renderOpts.etcdCertificatePath == "" || renderOpts.etcdPrivateKeyPath == "") {
return errors.New("You must specify either all or none of --etcd-ca-path, --etcd-certificate-path, and --etcd-private-key-path")
}
if renderOpts.etcdCertificatePath != "" && renderOpts.selfHostedEtcd {
return errors.New("Cannot specify --etcd-certificate-path with --experimental-self-hosted-etcd." +
" Self-hosted etcd + TLS will auto-generate certs based on root CA cert.")
}
if renderOpts.assetDir == "" {
return errors.New("Missing required flag: --asset-dir")
}
if renderOpts.etcdServers == "" {
return errors.New("Missing required flag: --etcd-servers")
}
if renderOpts.apiServers == "" {
return errors.New("Missing requried flag: --api-servers")
}
return nil
}
func flagsToAssetConfig() (c *asset.Config, err error) {
apiServers, err := parseURLs(renderOpts.apiServers)
if err != nil {
return nil, err
}
altNames, err := parseAltNames(renderOpts.altNames)
if err != nil {
return nil, err
}
if altNames == nil {
// Fall back to parsing from api-server list
altNames = altNamesFromURLs(apiServers)
}
var caCert *x509.Certificate
var caPrivKey *rsa.PrivateKey
if renderOpts.caCertificatePath != "" {
caPrivKey, caCert, err = parseCertAndPrivateKeyFromDisk(renderOpts.caCertificatePath, renderOpts.caPrivateKeyPath)
if err != nil {
return nil, err
}
}
_, podNet, err := net.ParseCIDR(renderOpts.podCIDR)
if err != nil {
return nil, err
}
_, serviceNet, err := net.ParseCIDR(renderOpts.serviceCIDR)
if err != nil {
return nil, err
}
if podNet.Contains(serviceNet.IP) || serviceNet.Contains(podNet.IP) {
return nil, fmt.Errorf("Pod CIDR %s and service CIDR %s must not overlap", podNet.String(), serviceNet.String())
}
apiServiceIP, err := offsetServiceIP(serviceNet, apiOffset)
if err != nil {
return nil, err
}
dnsServiceIP, err := offsetServiceIP(serviceNet, dnsOffset)
if err != nil {
return nil, err
}
bootEtcdServiceIP, err := offsetServiceIP(serviceNet, bootEtcdOffset)
if err != nil {
return nil, err
}
etcdServiceIP, err := offsetServiceIP(serviceNet, etcdOffset)
if err != nil {
return nil, err
}
var etcdServers []*url.URL
if renderOpts.selfHostedEtcd {
etcdServerUrl, err := url.Parse(fmt.Sprintf("https://%s:2379", etcdServiceIP))
if err != nil {
return nil, err
}
etcdServers = append(etcdServers, etcdServerUrl)
if renderOpts.etcdServers != defaultEtcdServers {
bootkube.UserOutput("--experimental-self-hosted-etcd and --service-cidr set. Overriding --etcd-servers setting (%s) with (%s) \n", etcdServers, defaultEtcdServers)
}
} else {
etcdServers, err = parseURLs(renderOpts.etcdServers)
if err != nil {
return nil, err
}
}
etcdUseTLS := false
for _, url := range etcdServers {
if url.Scheme == "https" {
etcdUseTLS = true
}
}
var etcdCACert *x509.Certificate
if renderOpts.etcdCAPath != "" {
etcdCACert, err = parseCertFromDisk(renderOpts.etcdCAPath)
if err != nil {
return nil, err
}
}
var etcdClientCert *x509.Certificate
var etcdClientKey *rsa.PrivateKey
if renderOpts.etcdCertificatePath != "" {
etcdClientKey, etcdClientCert, err = parseCertAndPrivateKeyFromDisk(renderOpts.etcdCertificatePath, renderOpts.etcdPrivateKeyPath)
if err != nil {
return nil, err
}
}
if etcdUseTLS && etcdCACert == nil && !renderOpts.selfHostedEtcd {
bootkube.UserOutput("NOTE: --etcd-servers=%s but --etcd-ca-path, --etcd-certificate-path, and --etcd-private-key-path were not set. Bootkube will create etcd certificates under '%s/tls'. You must configure etcd to use these certificates before invoking 'bootkube run'.\n", renderOpts.etcdServers, renderOpts.assetDir)
}
// TODO: Find better option than asking users to make manual changes
if serviceNet.IP.String() != defaultServiceBaseIP {
fmt.Printf("You have selected a non-default service CIDR %s - be sure your kubelet service file uses --cluster-dns=%s\n", serviceNet.String(), dnsServiceIP.String())
}
return &asset.Config{
EtcdCACert: etcdCACert,
EtcdClientCert: etcdClientCert,
EtcdClientKey: etcdClientKey,
EtcdServers: etcdServers,
EtcdUseTLS: etcdUseTLS,
CACert: caCert,
CAPrivKey: caPrivKey,
APIServers: apiServers,
AltNames: altNames,
PodCIDR: podNet,
ServiceCIDR: serviceNet,
APIServiceIP: apiServiceIP,
BootEtcdServiceIP: bootEtcdServiceIP,
DNSServiceIP: dnsServiceIP,
EtcdServiceIP: etcdServiceIP,
SelfHostKubelet: renderOpts.selfHostKubelet,
CloudProvider: renderOpts.cloudProvider,
SelfHostedEtcd: renderOpts.selfHostedEtcd,
CalicoNetworkPolicy: renderOpts.calicoNetworkPolicy,
Images: imageVersions,
}, nil
}
func parseCertAndPrivateKeyFromDisk(caCertPath, privKeyPath string) (*rsa.PrivateKey, *x509.Certificate, error) {
// Parse CA Private key.
keypem, err := ioutil.ReadFile(privKeyPath)
if err != nil {
return nil, nil, fmt.Errorf("error reading ca private key file at %s: %v", privKeyPath, err)
}
key, err := tlsutil.ParsePEMEncodedPrivateKey(keypem)
if err != nil {
return nil, nil, fmt.Errorf("unable to parse CA private key: %v", err)
}
// Parse CA Cert.
cert, err := parseCertFromDisk(caCertPath)
if err != nil {
return nil, nil, err
}
return key, cert, nil
}
func parseCertFromDisk(caCertPath string) (*x509.Certificate, error) {
capem, err := ioutil.ReadFile(caCertPath)
if err != nil {
return nil, fmt.Errorf("error reading ca cert file at %s: %v", caCertPath, err)
}
cert, err := tlsutil.ParsePEMEncodedCACert(capem)
if err != nil {
return nil, fmt.Errorf("unable to parse CA Cert: %v", err)
}
return cert, nil
}
func parseURLs(s string) ([]*url.URL, error) {
var out []*url.URL
for _, u := range strings.Split(s, ",") {
parsed, err := url.Parse(u)
if err != nil {
return nil, err
}
out = append(out, parsed)
}
return out, nil
}
func parseAltNames(s string) (*tlsutil.AltNames, error) {
if s == "" {
return nil, nil
}
var alt tlsutil.AltNames
for _, an := range strings.Split(s, ",") {
switch {
case strings.HasPrefix(an, "DNS="):
alt.DNSNames = append(alt.DNSNames, strings.TrimPrefix(an, "DNS="))
case strings.HasPrefix(an, "IP="):
ip := net.ParseIP(strings.TrimPrefix(an, "IP="))
if ip == nil {
return nil, fmt.Errorf("Invalid IP alt name: %s", an)
}
alt.IPs = append(alt.IPs, ip)
default:
return nil, fmt.Errorf("Invalid alt name: %s", an)
}
}
return &alt, nil
}
func altNamesFromURLs(urls []*url.URL) *tlsutil.AltNames {
var an tlsutil.AltNames
for _, u := range urls {
host, _, err := net.SplitHostPort(u.Host)
if err != nil {
host = u.Host
}
ip := net.ParseIP(host)
if ip == nil {
an.DNSNames = append(an.DNSNames, host)
} else {
an.IPs = append(an.IPs, ip)
}
}
return &an
}
// offsetServiceIP returns an IP offset by up to 255.
// TODO: do numeric conversion to generalize this utility.
func offsetServiceIP(ipnet *net.IPNet, offset int) (net.IP, error) {
ip := make(net.IP, len(ipnet.IP))
copy(ip, ipnet.IP)
for i := 0; i < offset; i++ {
incIPv4(ip)
}
if ipnet.Contains(ip) {
return ip, nil
}
return net.IP([]byte("")), fmt.Errorf("Service IP %v is not in %s", ip, ipnet)
}
func incIPv4(ip net.IP) {
for j := len(ip) - 1; j >= 0; j-- {
ip[j]++
if ip[j] > 0 {
break
}
}
}