-
Notifications
You must be signed in to change notification settings - Fork 18
/
task.go
125 lines (105 loc) · 3.66 KB
/
task.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
package worker
import (
"context"
"errors"
"github.com/cirruslabs/cirrus-ci-agent/api"
"github.com/cirruslabs/cirrus-cli/internal/executor/instance/persistentworker"
"github.com/cirruslabs/cirrus-cli/internal/executor/instance/runconfig"
"google.golang.org/grpc"
"time"
)
const perCallTimeout = 15 * time.Second
func (worker *Worker) runTask(ctx context.Context, agentAwareTask *api.PollResponse_AgentAwareTask) {
if _, ok := worker.tasks[agentAwareTask.TaskId]; ok {
worker.logger.Warnf("attempted to run task %d which is already running", agentAwareTask.TaskId)
return
}
taskCtx, cancel := context.WithCancel(ctx)
worker.tasks[agentAwareTask.TaskId] = cancel
inst, err := persistentworker.New(agentAwareTask.Isolation, worker.logger)
if err != nil {
worker.logger.Errorf("failed to create an instance for the task %d: %v", agentAwareTask.TaskId, err)
return
}
go func() {
defer func() {
if err := inst.Close(); err != nil {
worker.logger.Errorf("failed to close persistent worker instance for task %d: %v",
agentAwareTask.TaskId, err)
}
worker.taskCompletions <- agentAwareTask.TaskId
}()
taskIdentification := &api.TaskIdentification{
TaskId: agentAwareTask.TaskId,
Secret: agentAwareTask.ClientSecret,
}
_, err = worker.rpcClient.TaskStarted(taskCtx, taskIdentification, grpc.PerRPCCredentials(worker))
if err != nil {
worker.logger.Errorf("failed to notify the server about the started task %d: %v",
agentAwareTask.TaskId, err)
return
}
config := runconfig.RunConfig{
ProjectDir: "",
ContainerEndpoint: worker.agentRPCEndpoint,
DirectEndpoint: worker.rpcEndpoint,
ServerSecret: agentAwareTask.ServerSecret,
ClientSecret: agentAwareTask.ClientSecret,
TaskID: agentAwareTask.TaskId,
}
if err := config.SetAgentVersionWithoutDowngrade(agentAwareTask.AgentVersion); err != nil {
worker.logger.Warnf("failed to set agent's version for task %d: %v", agentAwareTask.TaskId, err)
}
err := inst.Run(taskCtx, &config)
if err != nil && !errors.Is(err, context.Canceled) {
worker.logger.Errorf("failed to run task %d: %v", agentAwareTask.TaskId, err)
boundedCtx, cancel := context.WithTimeout(context.Background(), perCallTimeout)
defer cancel()
_, err := worker.rpcClient.TaskFailed(boundedCtx, &api.TaskFailedRequest{
TaskIdentification: taskIdentification,
Message: err.Error(),
}, grpc.PerRPCCredentials(worker))
if err != nil {
worker.logger.Errorf("failed to notify the server about the failed task %d: %v",
agentAwareTask.TaskId, err)
}
}
boundedCtx, cancel := context.WithTimeout(context.Background(), perCallTimeout)
defer cancel()
_, err = worker.rpcClient.TaskStopped(boundedCtx, taskIdentification, grpc.PerRPCCredentials(worker))
if err != nil {
worker.logger.Errorf("failed to notify the server about the stopped task %d: %v",
agentAwareTask.TaskId, err)
return
}
}()
worker.logger.Infof("started task %d", agentAwareTask.TaskId)
}
func (worker *Worker) stopTask(taskID int64) {
if cancel, ok := worker.tasks[taskID]; ok {
cancel()
}
worker.logger.Infof("sent cancellation signal to task %d", taskID)
}
func (worker *Worker) runningTasks() (result []int64) {
for taskID := range worker.tasks {
result = append(result, taskID)
}
return
}
func (worker *Worker) registerTaskCompletions() {
for {
select {
case taskID := <-worker.taskCompletions:
if cancel, ok := worker.tasks[taskID]; ok {
cancel()
delete(worker.tasks, taskID)
worker.logger.Infof("task %d completed", taskID)
} else {
worker.logger.Warnf("spurious task %d completed", taskID)
}
default:
return
}
}
}