-
Notifications
You must be signed in to change notification settings - Fork 9
/
controller.go
124 lines (102 loc) · 3.06 KB
/
controller.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
// Copyright 2022 Namespace Labs Inc; All rights reserved.
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
package legacycontroller
import (
"context"
"fmt"
"log"
"os"
"reflect"
corev1 "k8s.io/api/core/v1"
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
"k8s.io/client-go/kubernetes"
"k8s.io/client-go/rest"
"namespacelabs.dev/foundation/framework/kubernetes/kubedef"
"namespacelabs.dev/foundation/framework/kubernetes/kubeobj"
)
func Prepare(ctx context.Context, _ ExtensionDeps) error {
config, err := rest.InClusterConfig()
if err != nil {
return fmt.Errorf("failed to create incluster config: %w", err)
}
clientset, err := kubernetes.NewForConfig(config)
if err != nil {
return fmt.Errorf("failed to create incluster clientset: %w", err)
}
w := watcher{
clientset: clientset,
}
w.Add(controlEphemeral, metav1.ListOptions{
LabelSelector: kubeobj.SerializeSelector(
kubedef.SelectEphemeral(),
),
})
// TODO remodel dev controller (removal of unused deps) with incluster-NS
// w.Add(controlDev, metav1.ListOptions{
// LabelSelector: kubeobj.SerializeSelector(
// kubedef.SelectByPurpose(schema.Environment_DEVELOPMENT),
// ),
// })
w.Run(context.Background())
return nil
}
type controllerFunc func(context.Context, *kubernetes.Clientset, *corev1.Namespace, chan struct{})
type controller struct {
opts metav1.ListOptions
tracked map[string]chan struct{}
f controllerFunc
}
type watcher struct {
clientset *kubernetes.Clientset
controllers []controller
}
func (w *watcher) Add(f controllerFunc, opts metav1.ListOptions) {
w.controllers = append(w.controllers, controller{
opts: opts,
tracked: make(map[string]chan struct{}),
f: f,
})
}
func (w *watcher) Run(ctx context.Context) {
for _, controller := range w.controllers {
go watchNamespaces(ctx, w.clientset, controller)
}
}
func watchNamespaces(ctx context.Context, clientset *kubernetes.Clientset, c controller) {
w, err := clientset.CoreV1().Namespaces().Watch(ctx, c.opts)
if err != nil {
// This is a critical failure, so log.Fatalf could be justified.
// However, the legacy controller is best-effort & we will remodel it soon, so let's not kill the orchestrator here.
fmt.Fprintf(os.Stderr, "failed to watch namespaces: %v", err)
return
}
defer w.Stop()
for {
ev, ok := <-w.ResultChan()
if !ok {
log.Printf("namespace watch closure - retrying")
go watchNamespaces(ctx, clientset, c)
return
}
ns, ok := ev.Object.(*corev1.Namespace)
if !ok {
log.Printf("received non-namespace watch event: %v\n", reflect.TypeOf(ev.Object))
continue
}
if done, ok := c.tracked[ns.Name]; ok {
if ns.Status.Phase == corev1.NamespaceTerminating {
log.Printf("Stopping watch on %q. It is terminating.", ns.Name)
done <- struct{}{}
delete(c.tracked, ns.Name)
}
continue
}
if ns.Status.Phase == corev1.NamespaceTerminating {
continue
}
done := make(chan struct{})
c.tracked[ns.Name] = done
go c.f(ctx, clientset, ns, done)
}
}