/
pull.go
145 lines (115 loc) · 3.06 KB
/
pull.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
package client
import (
"archive/tar"
"compress/gzip"
"fmt"
"io"
"net/http"
"os"
"path"
"path/filepath"
"github.com/syncromatics/idl-repository/pkg/config"
"github.com/pkg/errors"
)
type PullOptions struct {
Configuration *config.Configuration
}
func Pull(options PullOptions) error {
if len(options.Configuration.Dependencies) < 1 {
return errors.New("nothing to pull")
}
err := options.Configuration.Validate()
if err != nil {
return err
}
for _, dependency := range options.Configuration.Dependencies {
path := fmt.Sprintf("%s/v1/projects/%s/types/%s/versions/%s/data.tar.gz",
options.Configuration.ResolveRepository(dependency),
dependency.Name,
dependency.Type,
dependency.Version)
resp, err := http.Get(path)
if err != nil {
return errors.Wrap(err, "failed getting dependency")
}
if resp.StatusCode != http.StatusOK {
return errors.New(fmt.Sprintf("status code %d is not OK", resp.StatusCode))
}
err = unPackDependency(options.Configuration, dependency, resp.Body)
if err != nil {
return err
}
}
return nil
}
func unPackDependency(configuration *config.Configuration, dependency config.Dependency, file io.ReadCloser) error {
defer file.Close()
var newMode os.FileMode
dirStat, err := os.Stat(configuration.IdlDirectory)
if err == nil {
newMode = dirStat.Mode()
} else {
newMode = os.ModePerm
}
pth := path.Join(configuration.IdlDirectory, dependency.Name, dependency.Type)
err = os.RemoveAll(pth)
if err != nil {
return errors.Wrap(err, "failed to clean path")
}
err = os.MkdirAll(pth, newMode)
if err != nil {
return errors.Wrap(err, "failed to create directories")
}
gzr, err := gzip.NewReader(file)
if err != nil {
return err
}
defer gzr.Close()
tr := tar.NewReader(gzr)
for {
header, err := tr.Next()
switch {
// if no more files are found return
case err == io.EOF:
return nil
// return any other error
case err != nil:
return err
// if the header is nil, just skip it (not sure how this happens)
case header == nil:
continue
}
// the target location where the dir/file should be created
target := filepath.Join(pth, header.Name)
// the following switch could also be done using fi.Mode(), not sure if there
// a benefit of using one vs. the other.
// fi := header.FileInfo()
// check the file type
switch header.Typeflag {
// if its a dir and it doesn't exist create it
case tar.TypeDir:
if _, err := os.Stat(target); err != nil {
if err := os.MkdirAll(target, newMode); err != nil {
return err
}
}
// if it's a file create it
case tar.TypeReg:
parent := filepath.Dir(target)
if err := os.MkdirAll(parent, newMode); err != nil {
return err
}
f, err := os.OpenFile(target, os.O_CREATE|os.O_RDWR, os.FileMode(header.Mode))
if err != nil {
return err
}
// copy over contents
if _, err := io.Copy(f, tr); err != nil {
return err
}
// manually close here after each file operation; defering would cause each file close
// to wait until all operations have completed.
f.Close()
}
}
}