forked from openshift/origin
-
Notifications
You must be signed in to change notification settings - Fork 1
/
template.go
254 lines (227 loc) · 9.37 KB
/
template.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
package templateprocessing
import (
"fmt"
"regexp"
"strings"
"k8s.io/apimachinery/pkg/api/meta"
"k8s.io/apimachinery/pkg/apis/meta/v1/unstructured"
"k8s.io/apimachinery/pkg/runtime"
"k8s.io/apimachinery/pkg/util/validation/field"
"github.com/openshift/origin/pkg/api/legacygroupification"
templateapi "github.com/openshift/origin/pkg/template/apis/template"
. "github.com/openshift/origin/pkg/template/generator"
"github.com/openshift/origin/pkg/util"
"github.com/openshift/origin/pkg/util/stringreplace"
)
// match ${KEY}, KEY will be grouped
var stringParameterExp = regexp.MustCompile(`\$\{([a-zA-Z0-9\_]+?)\}`)
// match ${{KEY}} exact match only, KEY will be grouped
var nonStringParameterExp = regexp.MustCompile(`^\$\{\{([a-zA-Z0-9\_]+)\}\}$`)
// Processor process the Template into the List with substituted parameters
type Processor struct {
Generators map[string]Generator
}
// NewProcessor creates new Processor and initializes its set of generators.
func NewProcessor(generators map[string]Generator) *Processor {
return &Processor{Generators: generators}
}
// Process transforms Template object into List object. It generates
// Parameter values using the defined set of generators first, and then it
// substitutes all Parameter expression occurrences with their corresponding
// values (currently in the containers' Environment variables only).
func (p *Processor) Process(template *templateapi.Template) field.ErrorList {
templateErrors := field.ErrorList{}
if errs := p.GenerateParameterValues(template); len(errs) > 0 {
return append(templateErrors, errs...)
}
// Place parameters into a map for efficient lookup
paramMap := make(map[string]templateapi.Parameter)
for _, param := range template.Parameters {
paramMap[param.Name] = param
}
// Perform parameter substitution on the template's user message. This can be used to
// instruct a user on next steps for the template.
template.Message, _ = p.EvaluateParameterSubstitution(paramMap, template.Message)
// Substitute parameters in ObjectLabels - must be done before the template
// objects themselves are iterated.
for k, v := range template.ObjectLabels {
newk, _ := p.EvaluateParameterSubstitution(paramMap, k)
v, _ = p.EvaluateParameterSubstitution(paramMap, v)
template.ObjectLabels[newk] = v
if newk != k {
delete(template.ObjectLabels, k)
}
}
itemPath := field.NewPath("item")
for i, item := range template.Objects {
idxPath := itemPath.Index(i)
if obj, ok := item.(*runtime.Unknown); ok {
// TODO: use runtime.DecodeList when it returns ValidationErrorList
decodedObj, err := runtime.Decode(unstructured.UnstructuredJSONScheme, obj.Raw)
if err != nil {
templateErrors = append(templateErrors, field.Invalid(idxPath.Child("objects"), obj, fmt.Sprintf("unable to handle object: %v", err)))
continue
}
item = decodedObj
}
// If an object definition's metadata includes a hardcoded namespace field, the field will be stripped out of
// the definition during template instantiation. Namespace fields that contain a ${PARAMETER_REFERENCE}
// will be left in place, resolved during parameter substition, and the object will be created in the
// referenced namespace.
stripNamespace(item)
// this changes oapi GVKs to groupified GVKs so they can be submitted to modern, aggregated servers
gvk := item.GetObjectKind().GroupVersionKind()
legacygroupification.OAPIToGroupifiedGVK(&gvk)
item.GetObjectKind().SetGroupVersionKind(gvk)
newItem, err := p.SubstituteParameters(paramMap, item)
if err != nil {
templateErrors = append(templateErrors, field.Invalid(idxPath.Child("parameters"), template.Parameters, err.Error()))
}
if err := util.AddObjectLabels(newItem, template.ObjectLabels); err != nil {
templateErrors = append(templateErrors, field.Invalid(idxPath.Child("labels"),
template.ObjectLabels, fmt.Sprintf("label could not be applied: %v", err)))
}
template.Objects[i] = newItem
}
return templateErrors
}
func stripNamespace(obj runtime.Object) {
// Remove namespace from the item unless it contains a ${PARAMETER_REFERENCE}
if itemMeta, err := meta.Accessor(obj); err == nil && len(itemMeta.GetNamespace()) > 0 && !stringParameterExp.MatchString(itemMeta.GetNamespace()) {
itemMeta.SetNamespace("")
return
}
// TODO: allow meta.Accessor to handle runtime.Unstructured
if unstruct, ok := obj.(*unstructured.Unstructured); ok && unstruct.Object != nil {
if obj, ok := unstruct.Object["metadata"]; ok {
if m, ok := obj.(map[string]interface{}); ok {
if ns, ok := m["namespace"]; ok {
if ns, ok := ns.(string); !ok || !stringParameterExp.MatchString(ns) {
m["namespace"] = ""
}
}
}
return
}
if ns, ok := unstruct.Object["namespace"]; ok {
if ns, ok := ns.(string); !ok || !stringParameterExp.MatchString(ns) {
unstruct.Object["namespace"] = ""
return
}
}
}
}
// AddParameter adds new custom parameter to the Template. It overrides
// the existing parameter, if already defined.
func AddParameter(t *templateapi.Template, param templateapi.Parameter) {
if existing := GetParameterByName(t, param.Name); existing != nil {
*existing = param
} else {
t.Parameters = append(t.Parameters, param)
}
}
// GetParameterByName searches for a Parameter in the Template
// based on its name.
func GetParameterByName(t *templateapi.Template, name string) *templateapi.Parameter {
for i, param := range t.Parameters {
if param.Name == name {
return &(t.Parameters[i])
}
}
return nil
}
// EvaluateParameterSubstitution replaces escaped parameters in a string with values from the
// provided map. Returns the substituted value (if any substitution applied) and a boolean
// indicating if the resulting value should be treated as a string(true) or a non-string
// value(false) for purposes of json encoding.
func (p *Processor) EvaluateParameterSubstitution(params map[string]templateapi.Parameter, in string) (string, bool) {
out := in
// First check if the value matches the "${{KEY}}" substitution syntax, which
// means replace and drop the quotes because the parameter value is to be used
// as a non-string value. If we hit a match here, we're done because the
// "${{KEY}}" syntax is exact match only, it cannot be used in a value like
// "FOO_${{KEY}}_BAR", no substitution will be performed if it is used in that way.
for _, match := range nonStringParameterExp.FindAllStringSubmatch(in, -1) {
if len(match) > 1 {
if paramValue, found := params[match[1]]; found {
out = strings.Replace(out, match[0], paramValue.Value, 1)
return out, false
}
}
}
// If we didn't do a non-string substitution above, do normal string substitution
// on the value here if it contains a "${KEY}" reference. This substitution does
// allow multiple matches and prefix/postfix, eg "FOO_${KEY1}_${KEY2}_BAR"
for _, match := range stringParameterExp.FindAllStringSubmatch(in, -1) {
if len(match) > 1 {
if paramValue, found := params[match[1]]; found {
out = strings.Replace(out, match[0], paramValue.Value, 1)
}
}
}
return out, true
}
// SubstituteParameters loops over all values defined in structured
// and unstructured types that are children of item.
//
// Example of Parameter expression:
// - ${PARAMETER_NAME}
//
func (p *Processor) SubstituteParameters(params map[string]templateapi.Parameter, item runtime.Object) (runtime.Object, error) {
stringreplace.VisitObjectStrings(item, func(in string) (string, bool) {
return p.EvaluateParameterSubstitution(params, in)
})
return item, nil
}
// GenerateParameterValues generates Value for each Parameter of the given
// Template that has Generate field specified where Value is not already
// supplied.
//
// Examples:
//
// from | value
// -----------------------------
// "test[0-9]{1}x" | "test7x"
// "[0-1]{8}" | "01001100"
// "0x[A-F0-9]{4}" | "0xB3AF"
// "[a-zA-Z0-9]{8}" | "hW4yQU5i"
// If an error occurs, the parameter that caused the error is returned along with the error message.
func (p *Processor) GenerateParameterValues(t *templateapi.Template) field.ErrorList {
var errs field.ErrorList
for i := range t.Parameters {
param := &t.Parameters[i]
if len(param.Value) > 0 {
continue
}
templatePath := field.NewPath("template").Child("parameters").Index(i)
if param.Generate != "" {
generator, ok := p.Generators[param.Generate]
if !ok {
err := fmt.Errorf("Unknown generator name '%v' for parameter %s", param.Generate, param.Name)
errs = append(errs, field.Invalid(templatePath, param.Generate, err.Error()))
continue
}
if generator == nil {
err := fmt.Errorf("template.parameters[%v]: Invalid '%v' generator for parameter %s", i, param.Generate, param.Name)
errs = append(errs, field.Invalid(templatePath, param, err.Error()))
continue
}
value, err := generator.GenerateValue(param.From)
if err != nil {
errs = append(errs, field.Invalid(templatePath, param, err.Error()))
continue
}
param.Value, ok = value.(string)
if !ok {
err := fmt.Errorf("template.parameters[%v]: Unable to convert the generated value '%#v' to string for parameter %s", i, value, param.Name)
errs = append(errs, field.Invalid(templatePath, param, err.Error()))
continue
}
}
if len(param.Value) == 0 && param.Required {
err := fmt.Errorf("template.parameters[%v]: parameter %s is required and must be specified", i, param.Name)
errs = append(errs, field.Required(templatePath, err.Error()))
}
}
return errs
}