forked from gomods/athens
-
Notifications
You must be signed in to change notification settings - Fork 0
/
package_downloader.go
79 lines (66 loc) · 1.8 KB
/
package_downloader.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
package actions
import (
"context"
"errors"
"io/ioutil"
"path/filepath"
"time"
"github.com/gobuffalo/buffalo/worker"
"github.com/gomods/athens/pkg/eventlog"
"github.com/gomods/athens/pkg/repo"
"github.com/gomods/athens/pkg/storage"
"github.com/spf13/afero"
)
// GetPackageDownloaderJob porcesses queue of cache misses and downloads sources from VCS
func GetPackageDownloaderJob(s storage.Backend, e eventlog.Eventlog, w worker.Worker) worker.Handler {
return func(args worker.Args) error {
module, version, err := parsePackageDownloaderJobArgs(args)
if err != nil {
return err
}
// download package
fs := afero.NewOsFs()
f, err := repo.NewGenericFetcher(fs, module, version)
if err != nil {
return err
}
dirName, err := f.Fetch()
if err != nil {
return err
}
modPath := filepath.Join(dirName, version+".mod")
modBytes, err := ioutil.ReadFile(modPath)
if err != nil {
return err
}
zipPath := filepath.Join(dirName, version+".zip")
zipFile, err := fs.Open(zipPath)
if err != nil {
return err
}
defer zipFile.Close()
infoPath := filepath.Join(dirName, version+".info")
infoBytes, err := ioutil.ReadFile(infoPath)
if err != nil {
return err
}
// save it
if err := s.Save(context.Background(), module, version, modBytes, zipFile, infoBytes); err != nil {
return err
}
// update log
_, err = e.Append(eventlog.Event{Module: module, Version: version, Time: time.Now(), Op: eventlog.OpAdd})
return err
}
}
func parsePackageDownloaderJobArgs(args worker.Args) (string, string, error) {
module, ok := args[workerModuleKey].(string)
if !ok {
return "", "", errors.New("module name not specified")
}
version, ok := args[workerVersionKey].(string)
if !ok {
return "", "", errors.New("version not specified")
}
return module, version, nil
}