forked from openshift/origin
-
Notifications
You must be signed in to change notification settings - Fork 0
/
generate.go
384 lines (333 loc) · 12 KB
/
generate.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
package generate
import (
"fmt"
"io"
"os"
"strings"
kapi "github.com/GoogleCloudPlatform/kubernetes/pkg/api"
ctl "github.com/GoogleCloudPlatform/kubernetes/pkg/kubectl"
kcmdutil "github.com/GoogleCloudPlatform/kubernetes/pkg/kubectl/cmd/util"
"github.com/GoogleCloudPlatform/kubernetes/pkg/util/errors"
"github.com/fsouza/go-dockerclient"
"github.com/golang/glog"
"github.com/spf13/cobra"
osclient "github.com/openshift/origin/pkg/client"
cmdutil "github.com/openshift/origin/pkg/cmd/util"
"github.com/openshift/origin/pkg/cmd/util/clientcmd"
dh "github.com/openshift/origin/pkg/cmd/util/docker"
"github.com/openshift/origin/pkg/dockerregistry"
genapp "github.com/openshift/origin/pkg/generate/app"
gen "github.com/openshift/origin/pkg/generate/generator"
"github.com/openshift/origin/pkg/generate/source"
"github.com/openshift/origin/pkg/util"
)
const longDescription = `
Experimental command
Generate configuration to build and deploy code in OpenShift from a source code
repository.
Docker builds - If a Dockerfile is present in the source code repository, then
a docker build is generated.
STI builds - If no builder image is specified as an argument, generate will detect
the type of source repository (JEE, Ruby, NodeJS) and associate a default builder
to it.
Services and Exposed Port - For Docker builds, generate looks for EXPOSE directives
in the Dockerfile to determine which port to expose. For STI builds, generate will
use the exposed port of the builder image. In either case, if a different port
needs to be exposed, use the --port flag to specify them. Services will be
generated using this port as well.
The source parameter may be a directory or a repository URL.
If not specified, the current directory is used.
Examples:
# Find a git repository in the current directory and build artifacts based on detection
$ openshift ex generate
# Build artifacts from a git repository in the current directory using the specified label
$ openshift ex generate -l name=hello-world
# Specify the directory for the repository to use
$ openshift ex generate ./repo/dir
# Use a remote git repository
$ openshift ex generate https://github.com/openshift/ruby-hello-world.git
# Force the application to use the specific builder-image
$ openshift ex generate --builder-image=openshift/ruby-20-centos7
`
type params struct {
name,
sourceDir,
sourceRef,
sourceURL,
dockerContext,
builderImage,
port string
env genapp.Environment
}
// NewCmdGenerate creates a new generate command. The generate command will generate configuration
// based on a source repository
func NewCmdGenerate(f *clientcmd.Factory, parentName, name string, out io.Writer) *cobra.Command {
dockerHelper := dh.NewHelper()
input := params{}
environment := ""
c := &cobra.Command{
Use: fmt.Sprintf("%s [source]", name),
Short: "Generates an application configuration from a source repository",
Long: longDescription,
Run: func(c *cobra.Command, args []string) {
err := RunGenerate(f, out, c, args, dockerHelper, input, environment)
kcmdutil.CheckErr(err)
},
}
flag := c.Flags()
flag.StringVar(&input.name, "name", "", "Set name to use for generated application artifacts")
flag.StringVar(&input.sourceRef, "ref", "", "Set the name of the repository branch/ref to use")
flag.StringVar(&input.sourceURL, "source-url", "", "Set the source URL")
flag.StringVar(&input.dockerContext, "docker-context", "", "Context path for Dockerfile if creating a Docker build")
flag.StringVar(&input.builderImage, "builder-image", "", "Image to use for STI build")
flag.StringVarP(&input.port, "port", "p", "", "Port to expose on pod deployment")
flag.StringVarP(&environment, "environment", "e", "", "Comma-separated list of environment variables to add to the deployment."+
"Should be in the form of var1=value1,var2=value2,...")
flag.StringP("labels", "l", "", "Label to set in all resources for this configuration")
kcmdutil.AddPrinterFlags(c)
dockerHelper.InstallFlags(flag)
return c
}
func RunGenerate(f *clientcmd.Factory, out io.Writer, c *cobra.Command, args []string, dockerHelper *dh.Helper, input params, environment string) error {
var err error
osClient, _, err := f.Clients()
if err != nil {
glog.V(4).Infof("Error getting OpenShift client: %v", err)
}
ns, err := f.DefaultNamespace()
if err != nil {
glog.V(4).Infof("Error getting default namespace: %v", err)
}
dockerClient, _, err := dockerHelper.GetClient()
if err != nil {
glog.V(4).Infof("Error getting docker client: %v", err)
}
// Determine which source to use
input.sourceDir, input.sourceURL, err = getSource(input.sourceURL, args, os.Getwd)
if err != nil {
return err
}
// Create an image resolver
resolver := getResolver(ns, osClient, dockerClient)
if err != nil {
return err
}
// Get environment variables
input.env, err = getEnvironment(environment)
if err != nil {
return err
}
// Generate config
generator := &appGenerator{
input: input,
resolver: resolver,
srcRefGen: gen.NewSourceRefGenerator(),
strategyRefGen: gen.NewBuildStrategyRefGenerator(source.DefaultDetectors, resolver),
imageRefGen: gen.NewImageRefGenerator(),
}
list, err := generator.run()
if err != nil {
return err
}
label := kcmdutil.GetFlagString(c, "labels")
if len(label) != 0 {
lbl := ctl.ParseLabels(label)
for _, object := range list.Items {
err = util.AddObjectLabels(object, lbl)
if err != nil {
return err
}
}
}
// Output config
setDefaultPrinter(c)
return f.Factory.PrintObject(c, list, out)
}
type getDirFunc func() (string, error)
func getSource(sourceURL string, args []string, getdir getDirFunc) (directory string, URL string, err error) {
argument := ""
if len(args) > 0 {
argument = args[0]
}
if len(sourceURL) > 0 && len(argument) > 0 {
err = fmt.Errorf("cannot specify both a sourceURL flag (--sourceURL=%s) and a source argument (%s)", sourceURL, argument)
return
}
if len(sourceURL) > 0 {
glog.V(3).Infof("Using source URL from --sourceURL flag: %s", sourceURL)
URL = sourceURL
return
}
if len(argument) > 0 {
if genapp.IsRemoteRepository(argument) {
glog.V(3).Infof("Using source URL argument: %s", argument)
URL = argument
return
}
glog.V(3).Infof("Using file system directory argument: %s", argument)
directory = argument
return
}
var getdirErr error
directory, getdirErr = getdir()
if getdirErr != nil {
err = fmt.Errorf("cannot retrieve current directory: %v", getdirErr)
return
}
glog.V(3).Infof("Using current directory for source: %s", directory)
return
}
func setDefaultPrinter(c *cobra.Command) {
flag := c.Flags().Lookup("output")
if len(flag.Value.String()) == 0 {
flag.Value.Set("json")
}
}
func getResolver(namespace string, osClient osclient.Interface, dockerClient *docker.Client) genapp.Resolver {
resolver := genapp.PerfectMatchWeightedResolver{}
if dockerClient != nil {
localDockerResolver := &genapp.DockerClientResolver{Client: dockerClient}
resolver = append(resolver, genapp.WeightedResolver{Resolver: localDockerResolver, Weight: 0.0})
}
if osClient != nil {
namespaces := []string{}
if len(namespace) > 0 {
namespaces = append(namespaces, namespace)
}
namespaces = append(namespaces, "default")
imageStreamResolver := &genapp.ImageStreamResolver{
Client: osClient,
ImageStreamImages: osClient,
Namespaces: namespaces,
}
resolver = append(resolver, genapp.WeightedResolver{Resolver: imageStreamResolver, Weight: 0.0})
}
dockerRegistryResolver := &genapp.DockerRegistryResolver{dockerregistry.NewClient()}
resolver = append(resolver, genapp.WeightedResolver{Resolver: dockerRegistryResolver, Weight: 0.0})
return resolver
}
func getEnvironment(envParam string) (genapp.Environment, error) {
if len(envParam) > 0 {
envVars := strings.Split(envParam, ",")
env, _, errs := cmdutil.ParseEnvironmentArguments(envVars)
if len(errs) > 0 {
return nil, errors.NewAggregate(errs)
}
return genapp.Environment(env), nil
}
return genapp.Environment{}, nil
}
type sourceRefGenerator interface {
FromGitURL(url string) (*genapp.SourceRef, error)
FromDirectory(dir string) (*genapp.SourceRef, error)
}
type strategyRefGenerator interface {
FromSourceRefAndDockerContext(srcRef *genapp.SourceRef, dockerContext string) (*genapp.BuildStrategyRef, error)
FromSTIBuilderImage(builderRef *genapp.ImageRef) (*genapp.BuildStrategyRef, error)
FromSourceRef(srcRef *genapp.SourceRef) (*genapp.BuildStrategyRef, error)
}
type imageRefGenerator interface {
FromNameAndResolver(builderImage string, resolver genapp.Resolver) (*genapp.ImageRef, error)
}
type appGenerator struct {
input params
resolver genapp.Resolver
srcRefGen sourceRefGenerator
strategyRefGen strategyRefGenerator
imageRefGen imageRefGenerator
}
func (g *appGenerator) generateSourceRef() (*genapp.SourceRef, error) {
var result *genapp.SourceRef
var err error
if len(g.input.sourceURL) > 0 {
glog.V(3).Infof("Generating sourceRef from Git URL: %s", g.input.sourceURL)
if result, err = g.srcRefGen.FromGitURL(g.input.sourceURL); err != nil {
glog.V(3).Infof("Error received while generating source reference: %#v", err)
return nil, err
}
} else {
glog.V(3).Infof("Generating sourceRef from directory: %s", g.input.sourceDir)
if result, err = g.srcRefGen.FromDirectory(g.input.sourceDir); err != nil {
glog.V(3).Infof("Error received while generating source reference: %#v", err)
return nil, err
}
}
if len(g.input.sourceRef) > 0 {
glog.V(3).Infof("Setting sourceRef reference to %s", g.input.sourceRef)
result.Ref = g.input.sourceRef
}
if len(g.input.name) > 0 {
glog.V(3).Infof("Setting sourceRef name to %s", g.input.name)
result.Name = g.input.name
}
return result, nil
}
func (g *appGenerator) generateBuildStrategyRef(srcRef *genapp.SourceRef) (*genapp.BuildStrategyRef, error) {
var strategyRef *genapp.BuildStrategyRef
var err error
if len(g.input.dockerContext) > 0 {
glog.V(3).Infof("Generating build strategy reference using dockerContext: %s", g.input.dockerContext)
strategyRef, err = g.strategyRefGen.FromSourceRefAndDockerContext(srcRef, g.input.dockerContext)
if err != nil {
return nil, err
}
} else if len(g.input.builderImage) > 0 {
glog.V(3).Infof("Generating build strategy reference using builder image: %s", g.input.builderImage)
builderRef, err := g.imageRefGen.FromNameAndResolver(g.input.builderImage, g.resolver)
if err != nil {
return nil, err
}
strategyRef, err = g.strategyRefGen.FromSTIBuilderImage(builderRef)
if err != nil {
return nil, err
}
} else {
glog.V(3).Infof("Detecting build strategy using source reference: %#v", srcRef)
strategyRef, err = g.strategyRefGen.FromSourceRef(srcRef)
if err != nil {
return nil, err
}
}
if len(g.input.port) > 0 {
strategyRef.Base.Info.Config.ExposedPorts = map[string]struct{}{g.input.port: {}}
}
return strategyRef, nil
}
func (g *appGenerator) generatePipeline(srcRef *genapp.SourceRef, strategyRef *genapp.BuildStrategyRef) (*genapp.Pipeline, error) {
pipeline, err := genapp.NewBuildPipeline(srcRef.Name, strategyRef.Base, strategyRef, srcRef)
if err != nil {
return nil, err
}
if err := pipeline.NeedsDeployment(g.input.env); err != nil {
return nil, err
}
return pipeline, nil
}
func (g *appGenerator) run() (*kapi.List, error) {
// Get a SourceRef
glog.V(3).Infof("About to generate source reference with input: %#v", g.input)
srcRef, err := g.generateSourceRef()
if err != nil {
return nil, err
}
glog.V(2).Infof("Source reference: %#v", srcRef)
// Get a BuildStrategyRef
strategyRef, err := g.generateBuildStrategyRef(srcRef)
if err != nil {
return nil, err
}
glog.V(2).Infof("Generated build strategy reference: %#v", strategyRef)
// Get a build pipeline
pipeline, err := g.generatePipeline(srcRef, strategyRef)
if err != nil {
return nil, err
}
glog.V(2).Infof("Generated pipeline: %#v", pipeline)
// Generate objects and service
objects, err := pipeline.Objects(genapp.NewAcceptFirst(), genapp.AcceptAll)
if err != nil {
return nil, err
}
objects = genapp.AddServices(objects)
return &kapi.List{Items: objects}, nil
}