This repository has been archived by the owner on Jun 11, 2019. It is now read-only.
/
try_parser.py
200 lines (178 loc) · 9.6 KB
/
try_parser.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
# Mozilla Try Parser
# Contributor(s):
# Lukas Blakk <lsblakk@mozilla.com>
import argparse, re
from twisted.python import log
'''Given a list of arguments from commit message or info file
returns only those builder names that should be built.'''
def expandTestSuites(user_suites,valid_suites):
test_suites = []
for u in user_suites:
if u == 'mochitests' or u == 'mochitest':
for v in valid_suites:
if v.startswith('mochitest'):
test_suites.append(v)
elif u == 'mochitest-o':
for v in valid_suites:
if re.search(u,v):
test_suites.append(v)
elif u.startswith('mochitest-'):
num = u.split('-')[1]
for v in valid_suites:
if v.startswith('mochitest') and re.search(num,v.split('/')[0]):
test_suites.append(v)
elif u == 'reftests' or u == 'reftest':
for v in valid_suites:
if v.startswith('reftest'):
test_suites.append(v)
else:
# validate other test names
if u in valid_suites:
test_suites.append(u)
return test_suites
def processMessage(message):
for line in message.split('\n'):
match = re.search('try: ',str(line))
if match:
line = line.strip().split('try: ', 1)
line = line[1].split(' ')
return line
return [""]
def getPlatformBuilders(user_platforms, builderNames, buildTypes, prettyNames):
platformBuilders = []
if user_platforms != 'none':
for buildType in buildTypes:
for platform in user_platforms:
# add -debug to the platform name
if buildType == 'debug':
platform += '-debug'
if platform in prettyNames.keys():
custom_builder = prettyNames[platform]
if custom_builder in builderNames and custom_builder not in platformBuilders:
platformBuilders.extend([custom_builder])
return platformBuilders
def getTestBuilders(platforms, testType, tests, builderNames, buildTypes, prettyNames, unittestPrettyNames):
testBuilders = []
builder_test_platforms = []
# for all possible suites, add in the builderNames for that platform
if tests != 'none':
if testType == "test":
for buildType in buildTypes:
for platform in platforms:
# this is to catch debug unittests triggered on the build master
# if the user asks for win32 with -b d
if buildType == 'debug' and not platform.endswith('debug'):
builder_test_platforms.append('%s-debug' % platform)
if platform in prettyNames.keys():
for test in tests:
# checking for list type so this is only run for test_master builders where slave_platforms are used
if type(prettyNames[platform])==type(list()):
for slave_platform in prettyNames[platform]:
custom_builder = "%s try %s %s %s" % (slave_platform, buildType, testType, test)
# have to check that custom_builder is not already present
if custom_builder in (builderNames) and custom_builder not in testBuilders:
testBuilders.extend([custom_builder])
else:
custom_builder = "%s try %s %s %s" % (prettyNames[platform], buildType, testType, test)
# have to check that custom_builder is not already present
if custom_builder in (builderNames) and custom_builder not in testBuilders:
testBuilders.extend([custom_builder])
# we do all but debug win32 over on test masters so have to check the
# unittestPrettyNames platforms for local builder master unittests
for platform in builder_test_platforms:
if unittestPrettyNames and unittestPrettyNames.has_key(platform):
for test in tests:
debug_custom_builder = "%s %s" % (unittestPrettyNames[platform], test)
if debug_custom_builder in (builderNames) and debug_custom_builder not in testBuilders:
testBuilders.extend([debug_custom_builder])
if testType == "talos":
for platform in platforms:
# make sure we do talos for this platform
if platform in prettyNames.keys():
for test in tests:
for slave_platform in prettyNames[platform]:
custom_builder = "%s try %s %s" % (slave_platform, testType, test)
if custom_builder in (builderNames) and custom_builder not in testBuilders:
testBuilders.extend([custom_builder])
return testBuilders
def TryParser(message, builderNames, prettyNames, unittestPrettyNames=None, unittestSuites=None, talosSuites=None):
parser = argparse.ArgumentParser(description='Pass in a commit message and a list \
and tryParse populates the list with the builderNames\
that need schedulers.')
parser.add_argument('--build', '-b',
default='do',
dest='build',
help='accepts the build types requested')
parser.add_argument('--platform', '-p',
default='all',
dest='user_platforms',
help='provide a list of platforms desired, or specify none (default is all)')
parser.add_argument('--unittests', '-u',
default='all',
dest='test',
help='provide a list of unit tests, or specify all (default is None)')
parser.add_argument('--talos', '-t',
default='none',
dest='talos',
help='provide a list of talos tests, or specify all (default is None)')
(options, unknown_args) = parser.parse_known_args(processMessage(message))
# Build options include a possible override of 'all' to get a buildset that matches m-c
if options.build == 'do' or options.build == 'od':
options.build = ['opt', 'debug']
elif options.build == 'd':
options.build = ['debug']
elif options.build == 'o':
options.build = ['opt']
else:
# for any input other than do/od, d, o, all set to default
options.build = ['opt','debug']
if options.user_platforms == 'all' and prettyNames:
# test builder pretty names don't have -debug in them, so all gets all prettyNames
if options.test != 'none' and unittestSuites:
options.user_platforms = prettyNames.keys()
else:
# for builders though, you need to check against the prettyNames for -debug
options.user_platforms = []
for buildType in options.build:
for platform in prettyNames.keys():
if buildType == 'debug' and platform.endswith('debug'):
# append platform with the -debug stripped off
# it gets tacked on in the getPlatformBuilders for buildType == debug
options.user_platforms.append(platform.split('-')[0])
elif buildType == 'opt' and not platform.endswith('debug'):
options.user_platforms.append(platform)
elif options.user_platforms != 'none':
# ugly
user_platforms = []
for user_platform in options.user_platforms.split(','):
if user_platform in ('android-r7', 'linux-android'):
user_platform = 'android'
user_platforms.append(user_platform)
options.user_platforms = user_platforms
if unittestSuites:
if options.test == 'all':
options.test = unittestSuites
elif options.test != 'none':
options.test = expandTestSuites(options.test.split(','), unittestSuites)
if talosSuites:
if options.talos == 'all':
options.talos = talosSuites
elif options.talos != 'none':
options.talos = options.talos.split(',')
# List for the custom builder names that match prettyNames passed in from misc.py
customBuilderNames = []
if options.user_platforms:
log.msg("TryChooser OPTIONS : MESSAGE %s : %s" % (options, message))
customBuilderNames = getPlatformBuilders(options.user_platforms, builderNames, options.build, prettyNames)
if options.test != 'none' and unittestSuites:
# get test builders for test_master first
customBuilderNames.extend(getTestBuilders(options.user_platforms, "test", options.test,
builderNames, options.build, prettyNames, None))
# then add any builder_master test builders
if unittestPrettyNames:
customBuilderNames.extend(getTestBuilders(options.user_platforms, "test", options.test,
builderNames, options.build, {}, unittestPrettyNames))
if options.talos != 'none' and talosSuites is not None:
customBuilderNames.extend(getTestBuilders(options.user_platforms, "talos", options.talos, builderNames,
options.build, prettyNames, None))
return customBuilderNames