-
Notifications
You must be signed in to change notification settings - Fork 1
/
scheduler.go
102 lines (88 loc) · 1.9 KB
/
scheduler.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
package yabs
import (
"context"
"fmt"
"log"
"sync"
"golang.org/x/sync/semaphore"
)
const POOL_SIZE = 5
type Scheduler struct {
taskQueue map[string][]chan *Task
taskDone map[string]bool
mu *sync.Mutex
y *Yabs
sema *semaphore.Weighted
}
func NewScheduler() *Scheduler {
return &Scheduler{
taskQueue: make(map[string][]chan *Task),
taskDone: make(map[string]bool),
mu: &sync.Mutex{},
}
}
func (s *Scheduler) execTask(t *Task) {
out, err := s.y.newTmpOut()
if err != nil {
log.Fatalf("creating tmp out: %s", err)
}
ctx := NewBuildCtx(out)
tasks := []<-chan *Task{}
for _, dep := range t.Dep {
if task, ok := s.y.taskKV[dep]; ok {
tasks = append(tasks, s.Schedule(task))
} else {
fmt.Println("dep not found", dep)
}
}
dirty := len(tasks) == 0 || t.Dirty
maxTime := t.Time
for _, task := range tasks {
tmpTask := <-task
ctx.Dep[tmpTask.Name] = tmpTask.Out
dirty = dirty || tmpTask.Dirty
if tmpTask.Time > maxTime {
maxTime = tmpTask.Time
}
}
dirty = dirty || maxTime > t.Time
t.Dirty = dirty
if dirty {
if err := s.sema.Acquire(context.Background(), 1); err != nil {
log.Fatalf("acquiring: %s", err)
}
log.Printf("running %q", t.Name)
t.Fn(ctx)
s.sema.Release(1)
t.Out = ctx.Out
t.checksumEntries(s.y, ctx)
} else {
log.Printf("no actions for %q", t.Name)
}
s.mu.Lock()
defer s.mu.Unlock()
for _, ch := range s.taskQueue[t.Name] {
ch <- t
}
s.taskDone[t.Name] = true
}
func (s *Scheduler) Schedule(t *Task) chan *Task {
s.mu.Lock()
defer s.mu.Unlock()
ch := make(chan *Task, 1)
if s.taskDone[t.Name] {
ch <- t
return ch
}
if _, ok := s.taskQueue[t.Name]; ok {
s.taskQueue[t.Name] = append(s.taskQueue[t.Name], ch)
} else {
s.taskQueue[t.Name] = make([]chan *Task, 1)
s.taskQueue[t.Name][0] = ch
go s.execTask(t)
}
return ch
}
func (s *Scheduler) Start() {
s.sema = semaphore.NewWeighted(POOL_SIZE)
}