forked from buildbot/buildbot
/
grid.py
357 lines (294 loc) · 12.7 KB
/
grid.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
from __future__ import generators
import sys, time, os.path
import urllib
from buildbot import util
from buildbot import version
from buildbot.status.web.base import HtmlResource
#from buildbot.status.web.base import Box, HtmlResource, IBox, ICurrentBox, \
# ITopBox, td, build_get_class, path_to_build, path_to_step, map_branches
from buildbot.status.web.base import build_get_class
# set grid_css to the full pathname of the css file
if hasattr(sys, "frozen"):
# all 'data' files are in the directory of our executable
here = os.path.dirname(sys.executable)
grid_css = os.path.abspath(os.path.join(here, "grid.css"))
else:
# running from source; look for a sibling to __file__
up = os.path.dirname
grid_css = os.path.abspath(os.path.join(up(__file__), "grid.css"))
class ANYBRANCH: pass # a flag value, used below
class GridStatusMixin(object):
def getTitle(self, request):
status = self.getStatus(request)
p = status.getProjectName()
if p:
return "BuildBot: %s" % p
else:
return "BuildBot"
def getChangemaster(self, request):
# TODO: this wants to go away, access it through IStatus
return request.site.buildbot_service.getChangeSvc()
# handle reloads through an http header
# TODO: send this as a real header, rather than a tag
def get_reload_time(self, request):
if "reload" in request.args:
try:
reload_time = int(request.args["reload"][0])
return max(reload_time, 15)
except ValueError:
pass
return None
def head(self, request):
head = ''
reload_time = self.get_reload_time(request)
if reload_time is not None:
head += '<meta http-equiv="refresh" content="%d">\n' % reload_time
return head
# def setBuildmaster(self, buildmaster):
# self.status = buildmaster.getStatus()
# if self.allowForce:
# self.control = interfaces.IControl(buildmaster)
# else:
# self.control = None
# self.changemaster = buildmaster.change_svc
#
# # try to set the page title
# p = self.status.getProjectName()
# if p:
# self.title = "BuildBot: %s" % p
#
def build_td(self, request, build):
if not build:
return '<td class="build"> </td>\n'
if build.isFinished():
# get the text and annotate the first line with a link
text = build.getText()
if not text: text = [ "(no information)" ]
if text == [ "build", "successful" ]: text = [ "OK" ]
else:
text = [ 'building' ]
name = build.getBuilder().getName()
number = build.getNumber()
url = "builders/%s/builds/%d" % (name, number)
text[0] = '<a href="%s">%s</a>' % (url, text[0])
text = '<br />\n'.join(text)
class_ = build_get_class(build)
return '<td class="build %s">%s</td>\n' % (class_, text)
def builder_td(self, request, builder):
state, builds = builder.getState()
# look for upcoming builds. We say the state is "waiting" if the
# builder is otherwise idle and there is a scheduler which tells us a
# build will be performed some time in the near future. TODO: this
# functionality used to be in BuilderStatus.. maybe this code should
# be merged back into it.
upcoming = []
builderName = builder.getName()
for s in self.getStatus(request).getSchedulers():
if builderName in s.listBuilderNames():
upcoming.extend(s.getPendingBuildTimes())
if state == "idle" and upcoming:
state = "waiting"
# TODO: for now, this pending/upcoming stuff is in the "current
# activity" box, but really it should go into a "next activity" row
# instead. The only times it should show up in "current activity" is
# when the builder is otherwise idle.
# are any builds pending? (waiting for a slave to be free)
url = 'builders/%s/' % urllib.quote(builder.getName(), safe='')
text = '<a href="%s">%s</a>' % (url, builder.getName())
pbs = builder.getPendingBuilds()
if state != 'idle' or pbs:
if pbs:
text += "<br />(%s with %d pending)" % (state, len(pbs))
else:
text += "<br />(%s)" % state
return '<td valign="center" class="builder %s">%s</td>\n' % \
(state, text)
def stamp_td(self, stamp):
text = stamp.getText()
return '<td valign="bottom" class="sourcestamp">%s</td>\n' % \
"<br />".join(text)
def getRecentSourcestamps(self, status, numBuilds, categories, branch):
"""
get a list of the most recent NUMBUILDS SourceStamp tuples, sorted
by the earliest start we've seen for them
"""
# TODO: use baseweb's getLastNBuilds?
sourcestamps = { } # { ss-tuple : earliest time }
for bn in status.getBuilderNames():
builder = status.getBuilder(bn)
if categories and builder.category not in categories:
continue
build = builder.getBuild(-1)
while build:
ss = build.getSourceStamp(absolute=True)
start = build.getTimes()[0]
build = build.getPreviousBuild()
# skip un-started builds
if not start: continue
# skip non-matching branches
if branch != ANYBRANCH and ss.branch != branch: continue
sourcestamps[ss] = min(sourcestamps.get(ss, sys.maxint), start)
# now sort those and take the NUMBUILDS most recent
sourcestamps = sourcestamps.items()
sourcestamps.sort(lambda x, y: cmp(x[1], y[1]))
sourcestamps = map(lambda tup : tup[0], sourcestamps)
sourcestamps = sourcestamps[-numBuilds:]
return sourcestamps
class GridStatusResource(HtmlResource, GridStatusMixin):
# TODO: docs
status = None
control = None
changemaster = None
def __init__(self, allowForce=True, css=None):
HtmlResource.__init__(self)
self.allowForce = allowForce
self.css = css or grid_css
def body(self, request):
"""This method builds the regular grid display.
That is, build stamps across the top, build hosts down the left side
"""
# get url parameters
numBuilds = int(request.args.get("width", [5])[0])
categories = request.args.get("category", [])
branch = request.args.get("branch", [ANYBRANCH])[0]
if branch == 'trunk': branch = None
# and the data we want to render
status = self.getStatus(request)
stamps = self.getRecentSourcestamps(status, numBuilds, categories, branch)
projectURL = status.getProjectURL()
projectName = status.getProjectName()
data = '<table class="Grid" border="0" cellspacing="0">\n'
data += '<tr>\n'
data += '<td class="title"><a href="%s">%s</a>' % (projectURL, projectName)
if categories:
if len(categories) > 1:
data += '\n<br /><b>Categories:</b><br/>%s' % ('<br/>'.join(categories))
else:
data += '\n<br /><b>Category:</b> %s' % categories[0]
if branch != ANYBRANCH:
data += '\n<br /><b>Branch:</b> %s' % (branch or 'trunk')
data += '</td>\n'
for stamp in stamps:
data += self.stamp_td(stamp)
data += '</tr>\n'
sortedBuilderNames = status.getBuilderNames()[:]
sortedBuilderNames.sort()
for bn in sortedBuilderNames:
builds = [None] * len(stamps)
builder = status.getBuilder(bn)
if categories and builder.category not in categories:
continue
build = builder.getBuild(-1)
while build and None in builds:
ss = build.getSourceStamp(absolute=True)
for i in range(len(stamps)):
if ss == stamps[i] and builds[i] is None:
builds[i] = build
build = build.getPreviousBuild()
data += '<tr>\n'
data += self.builder_td(request, builder)
for build in builds:
data += self.build_td(request, build)
data += '</tr>\n'
data += '</table>\n'
# TODO: this stuff should be generated by a template of some sort
data += '<hr /><div class="footer">\n'
welcomeurl = self.path_to_root(request) + "index.html"
data += '[<a href="%s">welcome</a>]\n' % welcomeurl
data += "<br />\n"
data += '<a href="http://buildbot.sourceforge.net/">Buildbot</a>'
data += "-%s " % version
if projectName:
data += "working for the "
if projectURL:
data += "<a href=\"%s\">%s</a> project." % (projectURL,
projectName)
else:
data += "%s project." % projectName
data += "<br />\n"
data += ("Page built: " +
time.strftime("%a %d %b %Y %H:%M:%S",
time.localtime(util.now()))
+ "\n")
data += '</div>\n'
return data
class TransposedGridStatusResource(HtmlResource, GridStatusMixin):
# TODO: docs
status = None
control = None
changemaster = None
def __init__(self, allowForce=True, css=None):
HtmlResource.__init__(self)
self.allowForce = allowForce
self.css = css or grid_css
def body(self, request):
"""This method builds the transposed grid display.
That is, build hosts across the top, ebuild stamps down the left side
"""
# get url parameters
numBuilds = int(request.args.get("length", [5])[0])
categories = request.args.get("category", [])
branch = request.args.get("branch", [ANYBRANCH])[0]
if branch == 'trunk': branch = None
# and the data we want to render
status = self.getStatus(request)
stamps = self.getRecentSourcestamps(status, numBuilds, categories, branch)
projectURL = status.getProjectURL()
projectName = status.getProjectName()
data = '<table class="Grid" border="0" cellspacing="0">\n'
data += '<tr>\n'
data += '<td class="title"><a href="%s">%s</a>' % (projectURL, projectName)
if categories:
if len(categories) > 1:
data += '\n<br /><b>Categories:</b><br/>%s' % ('<br/>'.join(categories))
else:
data += '\n<br /><b>Category:</b> %s' % categories[0]
if branch != ANYBRANCH:
data += '\n<br /><b>Branch:</b> %s' % (branch or 'trunk')
data += '</td>\n'
sortedBuilderNames = status.getBuilderNames()[:]
sortedBuilderNames.sort()
builder_builds = {}
for bn in sortedBuilderNames:
builds = [None] * len(stamps)
builder = status.getBuilder(bn)
if categories and builder.category not in categories:
continue
build = builder.getBuild(-1)
while build and None in builds:
ss = build.getSourceStamp(absolute=True)
for i in range(len(stamps)):
if ss == stamps[i] and builds[i] is None:
builds[i] = build
build = build.getPreviousBuild()
data += self.builder_td(request, builder)
builder_builds[bn] = builds
data += '</tr>\n'
for i in range(len(stamps)):
data += '<tr>\n'
data += self.stamp_td(stamps[i])
for bn in sortedBuilderNames:
data += self.build_td(request, builder_builds[bn][i])
data += '</tr>\n'
data += '</table>\n'
# TODO: this stuff should be generated by a template of some sort
data += '<hr /><div class="footer">\n'
welcomeurl = self.path_to_root(request) + "index.html"
data += '[<a href="%s">welcome</a>]\n' % welcomeurl
data += "<br />\n"
data += '<a href="http://buildbot.sourceforge.net/">Buildbot</a>'
data += "-%s " % version
if projectName:
data += "working for the "
if projectURL:
data += "<a href=\"%s\">%s</a> project." % (projectURL,
projectName)
else:
data += "%s project." % projectName
data += "<br />\n"
data += ("Page built: " +
time.strftime("%a %d %b %Y %H:%M:%S",
time.localtime(util.now()))
+ "\n")
data += '</div>\n'
return data