-
Notifications
You must be signed in to change notification settings - Fork 79
/
utils.go
114 lines (103 loc) · 2.39 KB
/
utils.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
package eks
import (
"crypto/tls"
"fmt"
"io"
"math/rand"
"net/http"
"os"
"reflect"
"sync"
"time"
"go.uber.org/zap"
)
func catchInterrupt(lg *zap.Logger, stopc chan struct{}, once *sync.Once, sigc chan os.Signal, run func() error) (err error) {
errc := make(chan error)
go func() {
errc <- run()
}()
select {
case <-stopc:
lg.Info("interrupting")
gerr := <-errc
lg.Info("interrupted", zap.Error(gerr))
err = fmt.Errorf("interrupted (run function returned %v)", gerr)
case sig := <-sigc:
once.Do(func() { close(stopc) })
err = fmt.Errorf("received os signal %v (interrupted %v)", sig, <-errc)
case err = <-errc:
}
return err
}
var httpFileTransport *http.Transport
func init() {
httpFileTransport = new(http.Transport)
httpFileTransport.RegisterProtocol("file", http.NewFileTransport(http.Dir("/")))
}
// curl -L [URL] | writer
func httpDownloadFile(lg *zap.Logger, u string, wr io.Writer) error {
lg.Info("downloading", zap.String("url", u))
cli := &http.Client{Transport: httpFileTransport}
r, err := cli.Get(u)
if err != nil {
return err
}
defer r.Body.Close()
if r.StatusCode >= 400 {
return fmt.Errorf("%q returned %d", u, r.StatusCode)
}
_, err = io.Copy(wr, r.Body)
if err != nil {
lg.Warn("failed to download", zap.String("url", u), zap.Error(err))
} else {
if f, ok := wr.(*os.File); ok {
lg.Info("downloaded",
zap.String("url", u),
zap.String("file-path", f.Name()),
)
} else {
lg.Info("downloaded",
zap.String("url", u),
zap.String("value-of", reflect.ValueOf(wr).String()),
)
}
}
return err
}
// curl -k [URL]
func httpReadInsecure(lg *zap.Logger, u string, wr io.Writer) error {
lg.Info("reading", zap.String("url", u))
cli := &http.Client{
Timeout: 5 * time.Second,
Transport: &http.Transport{
TLSClientConfig: &tls.Config{
InsecureSkipVerify: true,
},
}}
r, err := cli.Get(u)
if err != nil {
return err
}
defer r.Body.Close()
if r.StatusCode >= 400 {
return fmt.Errorf("%q returned %d", u, r.StatusCode)
}
_, err = io.Copy(wr, r.Body)
if err != nil {
lg.Warn("failed to read", zap.String("url", u), zap.Error(err))
} else {
lg.Info("read",
zap.String("url", u),
)
}
return err
}
const ll = "0123456789abcdefghijklmnopqrstuvwxyz"
func randString(n int) string {
b := make([]byte, n)
for i := range b {
rand.Seed(time.Now().UnixNano())
b[i] = ll[rand.Intn(len(ll))]
}
return string(b)
}