-
Notifications
You must be signed in to change notification settings - Fork 3
/
io.go
97 lines (75 loc) · 1.41 KB
/
io.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
package util
import (
"bufio"
"context"
"io"
"github.com/pkg/errors"
)
type NilReadCloser struct {
io.Reader
}
func NewNilReadCloser(r io.Reader) NilReadCloser {
return NilReadCloser{Reader: r}
}
func (NilReadCloser) Close() error {
return nil
}
func Readlines(r io.Reader, callback func([]byte) error) error {
br := bufio.NewReader(r)
for {
l, err := br.ReadBytes('\n')
if err != nil {
if errors.Is(err, io.EOF) {
break
}
return err
}
if err := callback(l); err != nil {
return err
}
}
return nil
}
func Writeline(w io.Writer, get func() ([]byte, error)) error {
for {
if i, err := get(); err != nil {
if errors.Is(err, io.EOF) {
break
}
return err
} else if _, err := w.Write(append(i, []byte("\n")...)); err != nil {
return err
}
}
return nil
}
func WritelineAsync(w io.Writer, get func() ([]byte, error), limit int64) error {
wk := NewErrgroupWorker(context.Background(), limit)
defer wk.Close()
errch := make(chan error, 1)
go func() {
defer wk.Done()
for {
b, err := get()
if err != nil {
if errors.Is(err, io.EOF) {
break
}
errch <- err
return
}
if err := wk.NewJob(func(context.Context, uint64) error {
_, err := w.Write(append(b, []byte("\n")...))
return err
}); err != nil {
break
}
}
errch <- nil
}()
err := wk.Wait()
if cerr := <-errch; cerr != nil {
return cerr
}
return err
}