-
Notifications
You must be signed in to change notification settings - Fork 0
/
model.go
288 lines (252 loc) · 7.93 KB
/
model.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
package worker
import (
"database/sql"
"time"
"github.com/go-gorp/gorp"
"github.com/ovh/cds/engine/api/database"
"github.com/ovh/cds/engine/api/group"
"github.com/ovh/cds/engine/log"
"github.com/ovh/cds/sdk"
)
// InsertWorkerModel insert a new worker model in database
func InsertWorkerModel(db gorp.SqlExecutor, model *sdk.Model) error {
dbmodel := database.WorkerModel(*model)
if err := db.Insert(&dbmodel); err != nil {
return err
}
*model = sdk.Model(dbmodel)
return nil
}
// UpdateWorkerModel update a worker model
func UpdateWorkerModel(db gorp.SqlExecutor, model sdk.Model) error {
dbmodel := database.WorkerModel(model)
if _, err := db.Update(&dbmodel); err != nil {
return err
}
return nil
}
// LoadWorkerModels retrieves models from database
func LoadWorkerModels(db gorp.SqlExecutor) ([]sdk.Model, error) {
ms := []database.WorkerModel{}
if _, err := db.Select(&ms, "select * from worker_model order by name"); err != nil {
log.Warning("LoadWorkerModels> Unable to load worker models : %T %s", err, err)
return nil, err
}
models := []sdk.Model{}
for i := range ms {
if err := ms[i].PostSelect(db); err != nil {
return nil, err
}
models = append(models, sdk.Model(ms[i]))
}
return models, nil
}
// LoadWorkerModelByName retrieves a specific worker model in database
func LoadWorkerModelByName(db gorp.SqlExecutor, name string) (*sdk.Model, error) {
m := database.WorkerModel(sdk.Model{})
if err := db.SelectOne(&m, "select * from worker_model where name = $1", name); err != nil {
if err == sql.ErrNoRows {
return nil, sdk.ErrNoWorkerModel
}
return nil, err
}
if err := m.PostSelect(db); err != nil {
return nil, err
}
model := sdk.Model(m)
return &model, nil
}
// LoadWorkerModelByID retrieves a specific worker model in database
func LoadWorkerModelByID(db gorp.SqlExecutor, ID int64) (*sdk.Model, error) {
m := database.WorkerModel(sdk.Model{})
if err := db.SelectOne(&m, "select * from worker_model where id = $1", ID); err != nil {
if err == sql.ErrNoRows {
return nil, sdk.ErrNoWorkerModel
}
return nil, err
}
if err := m.PostSelect(db); err != nil {
return nil, err
}
model := sdk.Model(m)
return &model, nil
}
// LoadWorkerModelsUsableOnGroup returns worker models for a group
func LoadWorkerModelsUsableOnGroup(db gorp.SqlExecutor, groupID, sharedinfraGroupID int64) ([]sdk.Model, error) {
ms := []database.WorkerModel{}
if _, err := db.Select(&ms, `
select * from worker_model
where group_id = $1
or group_id = $2
or $1 = $2
order by name
`, groupID, sharedinfraGroupID); err != nil {
return nil, err
}
models := []sdk.Model{}
for i := range ms {
if err := ms[i].PostSelect(db); err != nil {
return nil, err
}
models = append(models, sdk.Model(ms[i]))
}
return models, nil
}
// LoadWorkerModelsByGroup returns worker models for a group
func LoadWorkerModelsByGroup(db gorp.SqlExecutor, groupID int64) ([]sdk.Model, error) {
ms := []database.WorkerModel{}
if _, err := db.Select(&ms, "select * from worker_model where group_id = $1 order by name", groupID); err != nil {
return nil, err
}
models := []sdk.Model{}
for i := range ms {
if err := ms[i].PostSelect(db); err != nil {
return nil, err
}
models = append(models, sdk.Model(ms[i]))
}
return models, nil
}
// LoadWorkerModelsByUser returns worker models list according to user's groups
func LoadWorkerModelsByUser(db gorp.SqlExecutor, userID int64) ([]sdk.Model, error) {
ms := []database.WorkerModel{}
query := ` select *
from worker_model
where group_id in (select group_id from group_user where user_id = $1)
union
select * from worker_model
where group_id in (select group_id from "group" where name = $2)
order by name`
if _, err := db.Select(&ms, query, userID, group.SharedInfraGroup); err != nil {
return nil, err
}
models := []sdk.Model{}
for i := range ms {
if err := ms[i].PostSelect(db); err != nil {
return nil, err
}
models = append(models, sdk.Model(ms[i]))
}
return models, nil
}
//LoadSharedWorkerModels returns worker models with group shared.infra
func LoadSharedWorkerModels(db gorp.SqlExecutor) ([]sdk.Model, error) {
ms := []database.WorkerModel{}
if _, err := db.Select(&ms, `select * from worker_model where group_id in (select id from "group" where name = $1)`, group.SharedInfraGroup); err != nil {
return nil, err
}
models := []sdk.Model{}
for i := range ms {
if err := ms[i].PostSelect(db); err != nil {
return nil, err
}
models = append(models, sdk.Model(ms[i]))
}
return models, nil
}
// DeleteWorkerModel removes from database worker model informations and all its capabilities
func DeleteWorkerModel(db gorp.SqlExecutor, ID int64) error {
m := database.WorkerModel(sdk.Model{ID: ID})
count, err := db.Delete(&m)
if err != nil {
return err
}
if count == 0 {
return sdk.ErrNoWorkerModel
}
return nil
}
// LoadWorkerModelCapabilities retrieves capabilities of given worker model
func LoadWorkerModelCapabilities(db database.Querier, workerID int64) ([]sdk.Requirement, error) {
defer logTime("LoadWorkerModelCapabilities", time.Now())
query := `SELECT name, type, argument FROM worker_capability WHERE worker_model_id = $1 ORDER BY name`
rows, err := db.Query(query, workerID)
if err != nil {
return nil, err
}
defer rows.Close()
var capas []sdk.Requirement
for rows.Next() {
var c sdk.Requirement
if err := rows.Scan(&c.Name, &c.Type, &c.Value); err != nil {
return nil, err
}
capas = append(capas, c)
}
return capas, nil
}
func deleteAllWorkerCapabilities(db database.Executer, workerModelID int64) error {
query := `DELETE FROM worker_capability WHERE worker_model_id = $1`
_, err := db.Exec(query, workerModelID)
return err
}
// DeleteWorkerModelCapability removes a capability from existing worker model
func DeleteWorkerModelCapability(db database.Executer, workerID int64, capaName string) error {
query := `DELETE FROM worker_capability WHERE worker_model_id = $1 AND name = $2`
res, err := db.Exec(query, workerID, capaName)
if err != nil {
return err
}
rows, err := res.RowsAffected()
if err != nil {
return err
}
if rows <= 0 {
return sdk.ErrNoWorkerModelCapa
}
return nil
}
// UpdateWorkerModelCapability update a worker model capability
func UpdateWorkerModelCapability(db database.Executer, capa sdk.Requirement, modelID int64) error {
query := `UPDATE worker_capability SET type=$1, argument=$2 WHERE worker_model_id = $3 AND name = $4`
res, err := db.Exec(query, string(capa.Type), capa.Value, modelID, capa.Name)
if err != nil {
return err
}
rows, err := res.RowsAffected()
if err != nil {
return err
}
if rows <= 0 {
return sdk.ErrNoWorkerModelCapa
}
return nil
}
func modelCanRun(db *sql.DB, name string, req []sdk.Requirement, capa []sdk.Requirement) bool {
defer logTime("compareRequirements", time.Now())
m, err := LoadWorkerModelByName(database.DBMap(db), name)
if err != nil {
log.Warning("modelCanRun> Unable to load model %s", name)
return false
}
for _, r := range req {
// service and memory requirements are only supported by docker model
if (r.Type == sdk.ServiceRequirement || r.Type == sdk.MemoryRequirement) && m.Type != sdk.Docker {
return false
}
found := false
// If requirement is a Model requirement, it's easy. It's either can or can't run
if r.Type == sdk.ModelRequirement {
return r.Value == name
}
// If requirement is an hostname requirement, it's for a specific worker
if r.Type == sdk.HostnameRequirement {
return false // TODO: update when hatchery in local mode declare an hostname capa
}
// Skip network access requirement as we can't check it
if r.Type == sdk.NetworkAccessRequirement || r.Type == sdk.PluginRequirement || r.Type == sdk.ServiceRequirement || r.Type == sdk.MemoryRequirement {
continue
}
// Check binary requirement against worker model capabilities
for _, c := range capa {
if r.Value == c.Value || r.Value == c.Name {
found = true
break
}
}
if !found {
return false
}
}
return true
}