-
Notifications
You must be signed in to change notification settings - Fork 9
/
planner.go
196 lines (157 loc) · 5.78 KB
/
planner.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
// Copyright 2022 Namespace Labs Inc; All rights reserved.
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
package kubernetes
import (
"bytes"
"context"
"fmt"
specs "github.com/opencontainers/image-spec/specs-go/v1"
"google.golang.org/protobuf/types/known/anypb"
"namespacelabs.dev/foundation/framework/kubernetes/kubedef"
"namespacelabs.dev/foundation/internal/artifacts/registry"
"namespacelabs.dev/foundation/internal/fnerrors"
"namespacelabs.dev/foundation/internal/runtime"
"namespacelabs.dev/foundation/internal/runtime/rtypes"
fnschema "namespacelabs.dev/foundation/schema"
"namespacelabs.dev/foundation/std/cfg"
"namespacelabs.dev/foundation/std/tasks"
"sigs.k8s.io/yaml"
)
type Planner struct {
Configuration cfg.Configuration
fetchSystemInfo FetchSystemInfoFunc
ingress kubedef.IngressClass
underlying *Cluster
target BoundNamespace
registry registry.Manager
}
var _ runtime.Planner = Planner{}
type FetchSystemInfoFunc func(context.Context) (*kubedef.SystemInfo, error)
type NewClusterOpts struct {
FetchSystemInfo FetchSystemInfoFunc
}
func NewPlanner(ctx context.Context, env cfg.Context, fetch FetchSystemInfoFunc, ingressClass kubedef.IngressClass) (Planner, error) {
registry, err := registry.GetRegistry(ctx, env)
if err != nil {
return Planner{}, err
}
return NewPlannerWithRegistry(env, registry, fetch, ingressClass), nil
}
func NewPlannerWithRegistry(env cfg.Context, registry registry.Manager, fetch FetchSystemInfoFunc, ingressClass kubedef.IngressClass) Planner {
return Planner{
Configuration: env.Configuration(),
fetchSystemInfo: fetch,
ingress: ingressClass,
target: bindNamespace(env),
registry: registry,
}
}
func (r Planner) Ingress() runtime.IngressClass {
return r.ingress
}
func (r Planner) PlanDeployment(ctx context.Context, d runtime.DeploymentSpec) (*runtime.DeploymentPlan, error) {
platforms, err := r.TargetPlatforms(ctx)
if err != nil {
return nil, err
}
return planDeployment(ctx, r.target, d, platforms)
}
func (r Planner) PlanIngress(ctx context.Context, stack *fnschema.Stack, allFragments []*fnschema.IngressFragment) (*runtime.DeploymentPlan, error) {
return planIngress(ctx, r.ingress, r.target, stack, allFragments)
}
func (r Planner) KubernetesNamespace() string { return r.target.namespace }
func (r Planner) PrepareProvision(ctx context.Context) (*rtypes.RuntimeProvisionProps, error) {
systemInfo, err := r.fetchSystemInfo(ctx)
if err != nil {
return nil, err
}
return PrepareProvisionWith(r.target.env, r.target.namespace, systemInfo)
}
func (r Planner) ComputeBaseNaming(*fnschema.Naming) (*fnschema.ComputedNaming, error) {
// The default kubernetes integration has no assumptions regarding how ingress names are allocated.
return nil, nil
}
func (r Planner) TargetPlatforms(ctx context.Context) ([]specs.Platform, error) {
if !UseNodePlatformsForProduction && r.target.env.Purpose == fnschema.Environment_PRODUCTION {
return parsePlatforms(ProductionPlatforms)
}
systemInfo, err := r.fetchSystemInfo(ctx)
if err != nil {
return nil, err
}
return parsePlatforms(systemInfo.NodePlatform)
}
func (r Planner) Registry() registry.Manager {
return r.registry
}
func (r Planner) EnsureClusterNamespace(ctx context.Context) (runtime.ClusterNamespace, error) {
return r.ClusterNamespaceFor(r.underlying, r.underlying), nil
}
func (r Planner) ClusterNamespaceFor(parent runtime.Cluster, underlying *Cluster) *ClusterNamespace {
return &ClusterNamespace{parent: parent, underlying: underlying, target: r.target}
}
func (r Planner) MakeServiceName(name string) (string, string) {
return name, fmt.Sprintf("%s.%s.svc.cluster.local", name, r.target.namespace)
}
func planDeployment(ctx context.Context, target BoundNamespace, d runtime.DeploymentSpec, platforms []specs.Platform) (*runtime.DeploymentPlan, error) {
var state runtime.DeploymentPlan
for _, deployable := range d.Specs {
var singleState serverRunState
if err := prepareDeployment(ctx, target, deployable, deployOpts{
secrets: deployable.Secrets,
platforms: platforms,
}, &singleState); err != nil {
return nil, err
}
// XXX verify we've consumed all endpoints.
for _, endpoint := range deployable.Endpoints {
if err := deployEndpoint(ctx, target, deployable, endpoint, &singleState); err != nil {
return nil, err
}
}
if at := tasks.Attachments(ctx); deployable.GetPackageRef().GetPackageName() != "" {
output := &bytes.Buffer{}
count := 0
for _, decl := range singleState.operations {
if count > 0 {
fmt.Fprintln(output, "---")
}
resource := decl.AppliedResource()
if resource == nil {
continue
}
count++
b, err := yaml.Marshal(resource)
if err == nil {
fmt.Fprintf(output, "%s\n", b)
// XXX ignoring errors
}
}
at.Attach(tasks.Output(fmt.Sprintf("%s.k8s-decl.yaml", deployable.GetPackageRef().GetPackageName()), "application/yaml"), output.Bytes())
}
for _, apply := range singleState.operations {
def, err := apply.ToDefinition(deployable.GetPackageRef().AsPackageName())
if err != nil {
return nil, err
}
state.Definitions = append(state.Definitions, def)
}
}
if !target.env.GetEphemeral() {
// TODO skip cleanup from CLI when orchestrator does it.
cleanup, err := anypb.New(&kubedef.OpCleanupRuntimeConfig{
Namespace: target.namespace,
CheckPods: deployAsPods(target.env),
})
if err != nil {
return nil, fnerrors.InternalError("failed to serialize cleanup: %w", err)
}
state.Definitions = append(state.Definitions, &fnschema.SerializedInvocation{
Description: "Kubernetes: cleanup unused resources",
Impl: cleanup,
})
}
state.NamespaceReference = target.namespace
return &state, nil
}