-
Notifications
You must be signed in to change notification settings - Fork 0
/
pipeline.go
400 lines (341 loc) · 10 KB
/
pipeline.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
package pipeline
import (
"database/sql"
"time"
"github.com/ovh/cds/engine/api/cache"
"github.com/ovh/cds/engine/api/database"
"github.com/ovh/cds/engine/api/trigger"
"github.com/ovh/cds/sdk"
)
type structarg struct {
//clearsecret bool
loadstages bool
loadparameters bool
}
// UpdatePipelineLastModified Update last_modified date on pipeline
func UpdatePipelineLastModified(db database.QueryExecuter, p *sdk.Pipeline) error {
query := "UPDATE pipeline SET last_modified = current_timestamp WHERE id = $1 RETURNING last_modified"
var lastModified time.Time
err := db.QueryRow(query, p.ID).Scan(&lastModified)
if err == nil {
p.LastModified = lastModified.Unix()
}
return err
}
// CountPipelineByProject Count the number of pipelines for the given project
func CountPipelineByProject(db database.Querier, projectID int64) (int, error) {
var nbPipelines int
query := `SELECT count(pipeline.id)
FROM pipeline
WHERE pipeline.project_id = $1`
err := db.QueryRow(query, projectID).Scan(&nbPipelines)
return nbPipelines, err
}
// LoadPipeline loads a pipeline from database
func LoadPipeline(db database.Querier, projectKey, name string, deep bool) (*sdk.Pipeline, error) {
var p sdk.Pipeline
//Try to find pipeline in cache
_ = cache.Key("pipeline", projectKey, name)
//FIXME cache
//cache.Get(k, &p)
//if p.ID != 0 && p.Name != "" && len(p.Stages) > 0 {
// return &p, nil
//}
var pType string
var lastModified time.Time
query := `SELECT pipeline.id, pipeline.name, pipeline.project_id, pipeline.type, pipeline.last_modified FROM pipeline
JOIN project on pipeline.project_id = project.id
WHERE pipeline.name = $1 AND project.projectKey = $2`
err := db.QueryRow(query, name, projectKey).Scan(&p.ID, &p.Name, &p.ProjectID, &pType, &lastModified)
if err != nil {
if err == sql.ErrNoRows {
return nil, sdk.ErrPipelineNotFound
}
return nil, err
}
p.LastModified = lastModified.Unix()
p.Type = sdk.PipelineTypeFromString(pType)
p.ProjectKey = projectKey
if deep {
if err := loadPipelineDependencies(db, &p); err != nil {
return nil, err
}
}
return &p, nil
}
// LoadPipelineByID loads a pipeline from database
func LoadPipelineByID(db database.Querier, pipelineID int64, deep bool) (*sdk.Pipeline, error) {
var p sdk.Pipeline
var pType string
query := `SELECT pipeline.name, pipeline.type, project.projectKey FROM pipeline
JOIN project on pipeline.project_id = project.id
WHERE pipeline.id = $1`
err := db.QueryRow(query, pipelineID).Scan(&p.Name, &pType, &p.ProjectKey)
if err != nil {
if err == sql.ErrNoRows {
return nil, sdk.ErrPipelineNotFound
}
return nil, err
}
p.Type = sdk.PipelineTypeFromString(pType)
p.ID = pipelineID
if deep {
if err := loadPipelineDependencies(db, &p); err != nil {
return nil, err
}
}
return &p, nil
}
func loadPipelineDependencies(db database.Querier, p *sdk.Pipeline) error {
if err := LoadPipelineStage(db, p); err != nil {
return err
}
if err := LoadGroupByPipeline(db, p); err != nil {
return err
}
parameters, err := GetAllParametersInPipeline(db, p.ID)
if err != nil {
return err
}
p.Parameter = parameters
return nil
}
// DeletePipeline remove given pipeline and all history from database
func DeletePipeline(db database.QueryExecuter, pipelineID int64, userID int64) error {
if err := DeleteAllStage(db, pipelineID, userID); err != nil {
return err
}
// Update project
query := `
UPDATE project
SET last_modified = current_timestamp
WHERE id in (
SELECT project_id from pipeline WHERE id = $1
)
`
if _, err := db.Exec(query, pipelineID); err != nil {
return err
}
// Delete pipeline groups
query = `DELETE FROM pipeline_group WHERE pipeline_id = $1`
if _, err := db.Exec(query, pipelineID); err != nil {
return err
}
if err := DeleteAllParameterFromPipeline(db, pipelineID); err != nil {
return err
}
// Delete triggers
if err := trigger.DeletePipelineTriggers(db, pipelineID); err != nil {
return err
}
// Delete test results
if err := DeletePipelineTestResults(db, pipelineID); err != nil {
return err
}
var pipelineBuildIDs []int64
query = `SELECT id FROM pipeline_build where pipeline_id = $1`
rows, err := db.Query(query, pipelineID)
if err != nil {
return err
}
defer rows.Close()
for rows.Next() {
var pbID int64
err = rows.Scan(&pbID)
if err != nil {
return err
}
pipelineBuildIDs = append(pipelineBuildIDs, pbID)
}
for _, id := range pipelineBuildIDs {
err = DeletePipelineBuild(db, id)
if err != nil {
return err
}
}
// Delete artifacts left
query = `DELETE FROM artifact WHERE pipeline_id = $1`
_, err = db.Exec(query, pipelineID)
if err != nil {
return err
}
// Delete histoy
query = `DELETE FROM pipeline_history WHERE pipeline_id = $1`
if _, err := db.Exec(query, pipelineID); err != nil {
return err
}
// Delete application_pipeline_notif
query = `
DELETE FROM application_pipeline_notif WHERE application_pipeline_id IN (
SELECT id FROM application_pipeline WHERE pipeline_id = $1
)`
if _, err := db.Exec(query, pipelineID); err != nil {
return err
}
// Delete pipeline
query = `DELETE FROM pipeline WHERE id = $1`
if _, err := db.Exec(query, pipelineID); err != nil {
return err
}
return nil
}
// LoadPipelines loads all pipelines in a project
func LoadPipelines(db database.Querier, projectID int64, loadDependencies bool, user *sdk.User) ([]sdk.Pipeline, error) {
var pip []sdk.Pipeline
var rows *sql.Rows
var err error
if user.Admin {
query := `SELECT id, name, project_id, type, last_modified
FROM pipeline
WHERE project_id = $1
ORDER BY pipeline.name`
rows, err = db.Query(query, projectID)
} else {
query := `SELECT distinct(pipeline.id), pipeline.name, pipeline.project_id, pipeline.type, last_modified
FROM pipeline
JOIN pipeline_group ON pipeline.id = pipeline_group.pipeline_id
JOIN group_user ON pipeline_group.group_id = group_user.group_id
WHERE group_user.user_id = $1
AND pipeline.project_id = $2
ORDER by pipeline.name`
rows, err = db.Query(query, user.ID, projectID)
}
if err != nil {
return nil, err
}
defer rows.Close()
for rows.Next() {
var p sdk.Pipeline
var pType string
var lastModified time.Time
// scan pipeline id
if err := rows.Scan(&p.ID, &p.Name, &p.ProjectID, &pType, &lastModified); err != nil {
return nil, err
}
p.Type = sdk.PipelineTypeFromString(pType)
p.LastModified = lastModified.Unix()
if loadDependencies {
// load pipeline stages
if err := LoadPipelineStage(db, &p); err != nil {
return nil, err
}
params, err := GetAllParametersInPipeline(db, p.ID)
if err != nil {
return nil, err
}
p.Parameter = params
}
pip = append(pip, p)
}
return pip, err
}
// LoadPipelineByGroup loads all pipelines where group has access
func LoadPipelineByGroup(db database.Querier, group *sdk.Group) error {
query := `SELECT project.projectKey, pipeline.id, pipeline.name,pipeline_group.role FROM pipeline
JOIN pipeline_group ON pipeline_group.pipeline_id = pipeline.id
JOIN project ON pipeline.project_id = project.id
WHERE pipeline_group.group_id = $1 ORDER BY pipeline.name ASC`
rows, err := db.Query(query, group.ID)
if err != nil {
return err
}
defer rows.Close()
for rows.Next() {
var pipeline sdk.Pipeline
var perm int
err = rows.Scan(&pipeline.ProjectKey, &pipeline.ID, &pipeline.Name, &perm)
if err != nil {
return err
}
group.PipelineGroups = append(group.PipelineGroups, sdk.PipelineGroup{
Pipeline: pipeline,
Permission: perm,
})
}
return nil
}
func updateParamInList(params []sdk.Parameter, paramAction sdk.Parameter) (bool, []sdk.Parameter) {
for i := range params {
p := ¶ms[i]
if p.Name == paramAction.Name {
p.Type = paramAction.Type
return true, params
}
}
return false, params
}
func LoadGroupByPipeline(db database.Querier, pipeline *sdk.Pipeline) error {
query := `SELECT "group".id,"group".name,pipeline_group.role FROM "group"
JOIN pipeline_group ON pipeline_group.group_id = "group".id
WHERE pipeline_group.pipeline_id = $1 ORDER BY "group".name ASC`
rows, err := db.Query(query, pipeline.ID)
if err != nil {
return err
}
defer rows.Close()
for rows.Next() {
var group sdk.Group
var perm int
err = rows.Scan(&group.ID, &group.Name, &perm)
if err != nil {
return err
}
pipeline.GroupPermission = append(pipeline.GroupPermission, sdk.GroupPermission{
Group: group,
Permission: perm,
})
}
return nil
}
// UpdatePipeline update the pipeline
func UpdatePipeline(db database.Executer, p *sdk.Pipeline) error {
// Update project
query := `
UPDATE project
SET last_modified = current_timestamp
WHERE id IN (SELECT project_id from pipeline WHERE id = $1)
`
_, err := db.Exec(query, p.ID)
if err != nil {
return err
}
//Update pipeline
query = `UPDATE pipeline SET name=$1, type=$2, last_modified = current_timestamp WHERE id=$3`
_, err = db.Exec(query, p.Name, string(p.Type), p.ID)
return err
}
// InsertPipeline inserts pipeline informations in database
func InsertPipeline(db database.QueryExecuter, p *sdk.Pipeline) error {
query := `INSERT INTO pipeline (name, project_id, type) VALUES ($1,$2,$3) RETURNING id`
if p.Name == "" {
return sdk.ErrInvalidName
}
if p.Type != sdk.BuildPipeline && p.Type != sdk.DeploymentPipeline && p.Type != sdk.TestingPipeline {
return sdk.ErrInvalidType
}
if p.ProjectID == 0 {
return sdk.ErrInvalidProject
}
if err := db.QueryRow(query, p.Name, p.ProjectID, string(p.Type)).Scan(&p.ID); err != nil {
return err
}
for i := range p.Parameter {
if err := InsertParameterInPipeline(db, p.ID, &p.Parameter[i]); err != nil {
return err
}
}
return nil
}
// ExistPipeline Check if the given pipeline exist in database
func ExistPipeline(db database.Querier, projectID int64, name string) (bool, error) {
query := `SELECT COUNT(id) FROM pipeline WHERE pipeline.project_id = $1 AND pipeline.name= $2`
var nb int64
err := db.QueryRow(query, projectID, name).Scan(&nb)
if err != nil {
return false, err
}
if nb != 0 {
return true, nil
}
return false, nil
}