-
Notifications
You must be signed in to change notification settings - Fork 1
/
kubernetes.go
73 lines (67 loc) · 2.04 KB
/
kubernetes.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
package kubernetes
import (
"context"
"github.com/ScoreTrak/ScoreTrak/pkg/config"
"github.com/ScoreTrak/ScoreTrak/pkg/platform/util"
"github.com/ScoreTrak/ScoreTrak/pkg/platform/worker"
appv1 "k8s.io/api/apps/v1"
corev1 "k8s.io/api/core/v1"
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
"k8s.io/client-go/kubernetes"
"k8s.io/client-go/rest"
)
type Kubernetes struct {
Client *kubernetes.Clientset
Namespace string
Config config.StaticConfig
}
func NewKubernetes(cfg config.StaticConfig) (d *Kubernetes, err error) {
c, err := rest.InClusterConfig()
if err != nil {
return nil, err
}
clientset, err := kubernetes.NewForConfig(c)
if err != nil {
return nil, err
}
return &Kubernetes{Client: clientset, Namespace: cfg.Platform.Kubernetes.Namespace, Config: cfg}, nil
}
func (k *Kubernetes) DeployWorkers(ctx context.Context, info worker.Info) error {
name := info.Label + "-" + info.Topic
labels := map[string]string{"scoretrak_worker": info.Label}
encWorkerCfg, err := util.GenerateEncodedWorkerCfg(k.Config, info)
if err != nil {
return err
}
_, err = k.Client.AppsV1().DaemonSets(k.Namespace).Create(ctx,
&appv1.DaemonSet{ObjectMeta: metav1.ObjectMeta{
Name: name},
Spec: appv1.DaemonSetSpec{
Selector: &metav1.LabelSelector{MatchLabels: labels},
Template: corev1.PodTemplateSpec{
ObjectMeta: metav1.ObjectMeta{
Name: name,
Labels: labels,
},
Spec: corev1.PodSpec{
Tolerations: []corev1.Toleration{{Key: "node-role.kubernetes.io/master", Effect: corev1.TaintEffectPreferNoSchedule}},
NodeSelector: labels,
Containers: []corev1.Container{
{
Name: "worker",
Image: util.Image,
Args: []string{"worker", "--encoded-config", encWorkerCfg},
},
},
},
},
},
}, metav1.CreateOptions{})
if err != nil {
return err
}
return nil
}
func (k *Kubernetes) RemoveWorkers(ctx context.Context, info worker.Info) error {
return k.Client.AppsV1().DaemonSets(k.Namespace).Delete(ctx, info.Label+"-"+info.Topic, metav1.DeleteOptions{})
}