-
Notifications
You must be signed in to change notification settings - Fork 787
/
git_collector.go
199 lines (177 loc) · 5.36 KB
/
git_collector.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
package collector
import (
"fmt"
"github.com/jenkins-x/jx/pkg/gits"
"github.com/jenkins-x/jx/pkg/log"
"github.com/jenkins-x/jx/pkg/util"
"github.com/pkg/errors"
"io/ioutil"
"os"
"path/filepath"
"strings"
)
// GitCollector stores the state for the git collector
type GitCollector struct {
gitInfo *gits.GitRepository
gitter gits.Gitter
gitBranch string
}
// NewGitCollector creates a new git based collector
func NewGitCollector(gitter gits.Gitter, gitURL string, gitBranch string) (Collector, error) {
gitInfo, err := gits.ParseGitURL(gitURL)
if err != nil {
return nil, err
}
return &GitCollector{
gitter: gitter,
gitInfo: gitInfo,
gitBranch: gitBranch,
}, nil
}
// CollectFiles collects files and returns the URLs
func (c *GitCollector) CollectFiles(patterns []string, outputPath string, basedir string) ([]string, error) {
urls := []string{}
gitClient := c.gitter
storageGitInfo := c.gitInfo
storageOrg := storageGitInfo.Organisation
storageRepoName := storageGitInfo.Name
ghPagesDir, err := cloneGitHubPagesBranchToTempDir(c.gitInfo.URL, gitClient, c.gitBranch)
if err != nil {
return urls, err
}
repoDir := filepath.Join(ghPagesDir, outputPath)
err = os.MkdirAll(repoDir, 0755)
if err != nil {
return urls, err
}
for _, p := range patterns {
fn := func(name string) error {
var err error
toName := name
if basedir != "" {
toName, err = filepath.Rel(basedir, name)
if err != nil {
return errors.Wrapf(err, "failed to remove basedir %s from %s", basedir, name)
}
}
toFile := filepath.Join(repoDir, toName)
toDir, _ := filepath.Split(toFile)
err = os.MkdirAll(toDir, util.DefaultWritePermissions)
if err != nil {
return errors.Wrapf(err, "failed to create directory file %s", toDir)
}
err = util.CopyFileOrDir(name, toFile, true)
if err != nil {
return errors.Wrapf(err, "failed to copy file %s to %s", name, toFile)
}
rPath := strings.TrimPrefix(strings.TrimPrefix(toFile, ghPagesDir), "/")
if rPath != "" {
url := c.generateURL(storageOrg, storageRepoName, rPath)
urls = append(urls, url)
}
return nil
}
err := util.GlobAllFiles("", p, fn)
if err != nil {
return urls, err
}
}
err = gitClient.Add(ghPagesDir, repoDir)
if err != nil {
return urls, err
}
changes, err := gitClient.HasChanges(ghPagesDir)
if err != nil {
return urls, err
}
if !changes {
return urls, nil
}
err = gitClient.CommitDir(ghPagesDir, fmt.Sprintf("Publishing files for path %s", outputPath))
if err != nil {
fmt.Println(err)
return urls, err
}
err = gitClient.Push(ghPagesDir)
return urls, err
}
// CollectData collects the data storing it at the given output path and returning the URL
// to access it
func (c *GitCollector) CollectData(data []byte, outputPath string) (string, error) {
u := ""
gitClient := c.gitter
storageGitInfo := c.gitInfo
storageOrg := storageGitInfo.Organisation
storageRepoName := storageGitInfo.Name
ghPagesDir, err := cloneGitHubPagesBranchToTempDir(c.gitInfo.URL, gitClient, c.gitBranch)
if err != nil {
return u, err
}
defer os.RemoveAll(ghPagesDir)
toFile := filepath.Join(ghPagesDir, outputPath)
toDir, _ := filepath.Split(toFile)
err = os.MkdirAll(toDir, util.DefaultWritePermissions)
if err != nil {
return u, errors.Wrapf(err, "failed to create directory file %s", toDir)
}
err = ioutil.WriteFile(toFile, data, util.DefaultWritePermissions)
if err != nil {
return u, errors.Wrapf(err, "failed to write file %s", toFile)
}
u = c.generateURL(storageOrg, storageRepoName, outputPath)
err = gitClient.Add(ghPagesDir, toDir)
if err != nil {
return u, err
}
changes, err := gitClient.HasChanges(ghPagesDir)
if err != nil {
return u, err
}
if !changes {
return u, nil
}
err = gitClient.CommitDir(ghPagesDir, fmt.Sprintf("Publishing files for path %s", outputPath))
if err != nil {
return u, err
}
err = gitClient.Push(ghPagesDir)
return u, err
}
func (c *GitCollector) generateURL(storageOrg string, storageRepoName string, rPath string) string {
// TODO only supporting github for now!!!
url := fmt.Sprintf("https://raw.githubusercontent.com/%s/%s/%s/%s", storageOrg, storageRepoName, c.gitBranch, rPath)
log.Infof("Publishing %s\n", util.ColorInfo(url))
return url
}
// cloneGitHubPagesBranchToTempDir clones the github pages branch to a temp dir
func cloneGitHubPagesBranchToTempDir(sourceURL string, gitClient gits.Gitter, branchName string) (string, error) {
// First clone the git repo
ghPagesDir, err := ioutil.TempDir("", "jenkins-x-collect")
if err != nil {
return ghPagesDir, err
}
err = gitClient.ShallowCloneBranch(sourceURL, branchName, ghPagesDir)
if err != nil {
log.Infof("error doing shallow clone of branch %s: %v", branchName, err)
// swallow the error
log.Infof("No existing %s branch so creating it\n", branchName)
// branch doesn't exist, so we create it following the process on https://help.github.com/articles/creating-project-pages-using-the-command-line/
err = gitClient.Clone(sourceURL, ghPagesDir)
if err != nil {
return ghPagesDir, err
}
err = gitClient.CheckoutOrphan(ghPagesDir, branchName)
if err != nil {
return ghPagesDir, err
}
err = gitClient.RemoveForce(ghPagesDir, ".")
if err != nil {
return ghPagesDir, err
}
err = os.Remove(filepath.Join(ghPagesDir, ".gitignore"))
if err != nil {
// Swallow the error, doesn't matter
}
}
return ghPagesDir, nil
}