This repository has been archived by the owner on Oct 26, 2023. It is now read-only.
/
spark.go
95 lines (74 loc) · 3.36 KB
/
spark.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
package spark
import (
"fmt"
"sigs.k8s.io/controller-runtime/pkg/client"
"github.com/dominodatalab/distributed-compute-operator/pkg/cluster/metadata"
"github.com/dominodatalab/distributed-compute-operator/pkg/util"
dcv1alpha1 "github.com/dominodatalab/distributed-compute-operator/api/v1alpha1"
"github.com/dominodatalab/distributed-compute-operator/pkg/resources"
)
// Component is used to drive Kubernetes object generation for different spark types.
type Component string
const (
// ComponentNone indicates a generic spark resource.
ComponentNone Component = "none"
// ComponentMaster indicates a spark master resource.
ComponentMaster Component = "master"
// ComponentWorker indicates a spark worker resource.
ComponentWorker Component = "worker"
// ApplicationName defines the static name used to generate spark object metadata.
ApplicationName = "spark"
)
func FrameworkConfigMapName(instance string, comp Component) string {
return InstanceObjectName(fmt.Sprintf("%s-%s", instance, "framework"), comp)
}
func KeyTabConfigMapName(instance string, comp Component) string {
return InstanceObjectName(fmt.Sprintf("%s-%s", instance, "keytab"), comp)
}
// InstanceObjectName returns the name that will be used to create most owned cluster resources.
func InstanceObjectName(instance string, comp Component) string {
if comp == ComponentNone {
return fmt.Sprintf("%s-%s", instance, ApplicationName)
}
return fmt.Sprintf("%s-%s-%s", instance, ApplicationName, comp)
}
// MasterServiceName returns the name of the service that points to the spark master pod.
func MasterServiceName(name string) string {
return InstanceObjectName(name, ComponentMaster)
}
func HeadlessServiceName(name string) string {
return InstanceObjectName(name, ComponentWorker)
}
func DriverServiceName(name string) string {
return InstanceObjectName(name, ComponentNone) + "-driver"
}
// MetadataLabels returns standard metadata for spark resources.
func MetadataLabels(sc *dcv1alpha1.SparkCluster) map[string]string {
return resources.MetadataLabels(ApplicationName, sc.Name, sc.Spec.Image.Tag)
}
// MetadataLabelsWithComponent returns standard component metadata for spark resources.
func MetadataLabelsWithComponent(sc *dcv1alpha1.SparkCluster, comp Component) map[string]string {
return resources.MetadataLabelsWithComponent(ApplicationName, sc.Name, sc.Spec.Image.Tag, string(comp))
}
func AddGlobalLabels(labels map[string]string, globalLabels map[string]string) map[string]string {
if globalLabels != nil {
labels = util.MergeStringMaps(globalLabels, labels)
}
return labels
}
// SelectorLabels returns a resource selector clause for spark resources.
func SelectorLabels(sc *dcv1alpha1.SparkCluster) map[string]string {
return resources.SelectorLabels(ApplicationName, sc.Name)
}
// SelectorLabelsWithComponent returns a resource component selector clause for spark resources.
func SelectorLabelsWithComponent(sc *dcv1alpha1.SparkCluster, comp Component) map[string]string {
return resources.SelectorLabelsWithComponent(ApplicationName, sc.Name, string(comp))
}
var Meta = metadata.NewProvider(
ApplicationName,
func(obj client.Object) string { return objToSparkCluster(obj).Spec.Image.Tag },
func(obj client.Object) map[string]string { return objToSparkCluster(obj).Spec.GlobalLabels },
)
func objToSparkCluster(obj client.Object) *dcv1alpha1.SparkCluster {
return obj.(*dcv1alpha1.SparkCluster)
}