-
Notifications
You must be signed in to change notification settings - Fork 128
/
submit.go
72 lines (57 loc) · 1.75 KB
/
submit.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
package client
import (
"github.com/armadaproject/armada/internal/common"
"github.com/armadaproject/armada/internal/common/util"
"github.com/armadaproject/armada/pkg/api"
)
const MaxJobsPerRequest = 200
func CreateQueue(submitClient api.SubmitClient, queue *api.Queue) error {
ctx, cancel := common.ContextWithDefaultTimeout()
defer cancel()
_, e := submitClient.CreateQueue(ctx, queue)
return e
}
func UpdateQueue(submitClient api.SubmitClient, queue *api.Queue) error {
ctx, cancel := common.ContextWithDefaultTimeout()
defer cancel()
_, e := submitClient.UpdateQueue(ctx, queue)
return e
}
func DeleteQueue(submitClient api.SubmitClient, name string) error {
ctx, cancel := common.ContextWithDefaultTimeout()
defer cancel()
_, e := submitClient.DeleteQueue(ctx, &api.QueueDeleteRequest{name})
return e
}
func SubmitJobs(submitClient api.SubmitClient, request *api.JobSubmitRequest) (*api.JobSubmitResponse, error) {
AddClientIds(request.JobRequestItems)
ctx, cancel := common.ContextWithDefaultTimeout()
defer cancel()
return submitClient.SubmitJobs(ctx, request)
}
func CreateChunkedSubmitRequests(queue string, jobSetId string, jobs []*api.JobSubmitRequestItem) []*api.JobSubmitRequest {
requests := make([]*api.JobSubmitRequest, 0, 10)
for i := 0; i < len(jobs); i += MaxJobsPerRequest {
jobsForRequest := jobs[i:min(i+MaxJobsPerRequest, len(jobs))]
request := &api.JobSubmitRequest{
Queue: queue,
JobSetId: jobSetId,
JobRequestItems: jobsForRequest,
}
requests = append(requests, request)
}
return requests
}
func AddClientIds(jobs []*api.JobSubmitRequestItem) {
for _, j := range jobs {
if j.ClientId == "" {
j.ClientId = util.NewULID()
}
}
}
func min(a, b int) int {
if a <= b {
return a
}
return b
}