/
any.go
91 lines (78 loc) · 1.88 KB
/
any.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
package syncx
import (
"context"
"sync/atomic"
"golang.org/x/sync/semaphore"
)
// Any is used to execute batch tasks anf wait some tasks finish.
// It can't be reused.
type Any struct {
n int
least uint64
p uint32
ctx context.Context
sema *semaphore.Weighted
finished uint64
closedCh chan struct{}
errs []error
errCount uint64
}
// NewAny creates a batch to execute n tasks and wait least tasks finish.
func NewAny(ctx context.Context, n int, least int) *Any {
return &Any{
ctx: ctx,
n: n,
least: uint64(least),
closedCh: make(chan struct{}),
errs: make([]error, n),
}
}
// NewAnyWithParallel creates a batch to execute n tasks in max p goroutine and wait least tasks finish.
func NewAnyWithParallel(ctx context.Context, n int, p uint32, least int) *Any {
return &Any{
ctx: ctx,
n: n,
least: uint64(least),
closedCh: make(chan struct{}),
p: p,
sema: semaphore.NewWeighted(int64(p)),
errs: make([]error, n),
}
}
// Go executes the ith task.
// Only call this method for one index one time.
func (b *Any) Go(i int, task func(ctx context.Context) error) {
if b.sema != nil {
err := b.sema.Acquire(b.ctx, 1)
if err != nil {
b.errs[i] = err
atomic.AddUint64(&b.errCount, 1)
b.finish()
return
}
}
go func() {
defer b.finish()
if b.sema != nil {
defer b.sema.Release(1)
}
if err := task(b.ctx); err != nil {
b.errs[i] = err
atomic.AddUint64(&b.errCount, 1)
}
}()
}
func (b *Any) finish() {
n := atomic.AddUint64(&b.finished, 1)
if n == b.least {
close(b.closedCh)
}
}
// Wait blocks until least tasks have been done or canceled.
// if some tasks return errors, this method returns the count of errors and result of each task.
//
// Must be called after call Go methods.
func (b *Any) Wait() (errCount uint64, errs []error) {
<-b.closedCh
return b.errCount, b.errs
}