mirrored from https://chromium.googlesource.com/infra/luci/luci-go
-
Notifications
You must be signed in to change notification settings - Fork 43
/
buildbucket.go
135 lines (115 loc) · 3.55 KB
/
buildbucket.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
// Copyright 2019 The LUCI Authors.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package normalize
import (
"bytes"
"context"
"fmt"
"io/ioutil"
"os"
"os/exec"
"path/filepath"
"strings"
"github.com/golang/protobuf/proto"
pb "go.chromium.org/luci/buildbucket/proto"
"go.chromium.org/luci/common/logging"
)
const (
flattenerVersion = "git_revision:4956df0d44a42779ac13d4363c81bda88124d976"
)
// Buildbucket normalizes cr-buildbucket.cfg config.
func Buildbucket(c context.Context, cfg *pb.BuildbucketCfg) error {
// Install or update 'flatten_buildbucket_cfg' tool.
bin, err := installFlattenBuildbucketCfg(c)
if err != nil {
return fmt.Errorf("failed to install buildbucket config flattener: %s", err)
}
// 'flatten_buildbucket_cfg' wants a real file as input.
f, err := ioutil.TempFile("", "lucicfg")
if err != nil {
return err
}
defer func() {
f.Close()
os.Remove(f.Name())
}()
if err := proto.MarshalText(f, cfg); err != nil {
return err
}
if err := f.Close(); err != nil {
return err
}
buf := bytes.Buffer{}
cmd := exec.Command(bin, f.Name())
cmd.Stderr = os.Stderr
cmd.Stdin = os.Stdin
cmd.Stdout = &buf
if err := cmd.Run(); err != nil {
return fmt.Errorf("failed to flatten the config - %s", err)
}
*cfg = pb.BuildbucketCfg{}
if err := proto.UnmarshalText(buf.String(), cfg); err != nil {
return err
}
normalizeUnflattenedBuildbucketCfg(cfg)
return nil
}
////////////////////////////////////////////////////////////////////////////////
func getBuilders(cfg *pb.BuildbucketCfg) (builders []*pb.Builder) {
builders = append(builders, cfg.BuilderMixins...)
for _, b := range cfg.Buckets {
if b.GetSwarming().GetBuilderDefaults() != nil {
builders = append(builders, b.Swarming.BuilderDefaults)
}
builders = append(builders, b.GetSwarming().GetBuilders()...)
}
return builders
}
func normalizeUnflattenedBuildbucketCfg(cfg *pb.BuildbucketCfg) {
for _, b := range cfg.Buckets {
// Convert long bucket names (luci.<project>.<bucket>) to short bucket names
if strings.HasPrefix(b.Name, "luci.") {
if pieces := strings.SplitN(b.Name, ".", 3); len(pieces) == 3 {
b.Name = pieces[2]
}
}
if b.Swarming != nil {
b.Swarming.UrlFormat = ""
}
}
// Remove the category field from builders
for _, b := range getBuilders(cfg) {
b.Category = ""
}
}
var flattenerPath = ""
func installFlattenBuildbucketCfg(c context.Context) (bin string, err error) {
// Do not install twice.
if flattenerPath != "" {
return flattenerPath, nil
}
// Install into TMP/flatten_buildbucket_cfg and hope TMP is mounted as
// executable...
dest := filepath.Join(os.TempDir(), "flatten_buildbucket_cfg")
logging.Infof(c, "Installing infra/tools/flatten_buildbucket_cfg into %s", dest)
cmd := exec.Command("cipd", "ensure", "-root", dest, "-ensure-file", "-")
cmd.Stderr = os.Stderr
cmd.Stdout = os.Stdout
cmd.Stdin = strings.NewReader("infra/tools/flatten_buildbucket_cfg " + flattenerVersion)
if err = cmd.Run(); err != nil {
return
}
flattenerPath = filepath.Join(dest, "flatten_buildbucket_cfg")
return flattenerPath, nil
}