-
Notifications
You must be signed in to change notification settings - Fork 19
/
recipe.py
235 lines (191 loc) · 6.54 KB
/
recipe.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
from __future__ import print_function, division, absolute_import
import re
from os.path import isfile, join
import yaml
from anaconda_verify.const import LICENSE_FAMILIES, FIELDS
from anaconda_verify.utils import memoized
class RecipeError(Exception):
pass
def ns_cfg(cfg):
plat = cfg['plat']
py = cfg['PY']
np = cfg['NPY']
for x in py, np:
assert isinstance(x, int), x
return dict(
nomkl = False,
debug = False,
linux = plat.startswith('linux-'),
linux32 = bool(plat == 'linux-32'),
linux64 = bool(plat == 'linux-64'),
armv7l = False,
arm = False,
ppc64le = False,
osx = plat.startswith('osx-'),
unix = plat.startswith(('linux-', 'osx-')),
win = plat.startswith('win-'),
win32 = bool(plat == 'win-32'),
win64 = bool(plat == 'win-64'),
x86 = plat.endswith(('-32', '-64')),
x86_64 = plat.endswith('-64'),
py = py,
py3k = bool(30 <= py < 40),
py2k = bool(20 <= py < 30),
py26 = bool(py == 26),
py27 = bool(py == 27),
py33 = bool(py == 33),
py34 = bool(py == 34),
py35 = bool(py == 35),
np = np,
)
sel_pat = re.compile(r'(.+?)\s*\[(.+)\]$')
def select_lines(data, namespace):
lines = []
for line in data.splitlines():
line = line.rstrip()
m = sel_pat.match(line)
if m:
cond = m.group(2)
if eval(cond, namespace, {}):
lines.append(m.group(1))
continue
lines.append(line)
return '\n'.join(lines) + '\n'
@memoized
def yamlize(data):
res = yaml.load(data)
# ensure the result is a dict
if res is None:
res = {}
return res
def parse(data, cfg):
if cfg is not None:
data = select_lines(data, ns_cfg(cfg))
# ensure we create new object, because yamlize is memoized
return dict(yamlize(data))
def get_field(meta, field, default=None):
section, key = field.split('/')
submeta = meta.get(section)
if submeta is None:
submeta = {}
res = submeta.get(key)
if res is None:
res = default
return res
name_pat = re.compile(r'[a-z0-9_][a-z0-9_\-\.]*$')
def check_name(name):
if name:
name = str(name)
else:
raise RecipeError("package name missing")
if not name_pat.match(name):
raise RecipeError("invalid package name '%s'" % name)
version_pat = re.compile(r'[\w\.]+$')
def check_version(ver):
if ver:
ver = str(ver)
else:
raise RecipeError("package version missing")
if not version_pat.match(ver):
raise RecipeError("invalid package version '%s'" % ver)
def check_build_number(bn):
if not (isinstance(bn, int) and bn >= 0):
raise RecipeError("build/number '%s' (not a positive interger)" % bn)
def check_requirements(meta):
for req in get_field(meta, 'requirements/run', []):
name = req.split()[0]
if not name_pat.match(name):
raise RecipeError("invalid run requirement name '%s'" % name)
def check_license_family(meta):
lf = get_field(meta, 'about/license_family',
get_field(meta, 'about/license'))
if lf not in LICENSE_FAMILIES:
print("""\
Error: license_family is invalid: %s
Note that about/license_family falls back to about/license.
Allowed license families are:""" % lf)
for x in LICENSE_FAMILIES:
print(" - %s" % x)
raise RecipeError("wrong license family")
url_pat = re.compile(r'(ftp|http(s)?)://')
def check_url(url):
if not url_pat.match(url):
raise RecipeError("not a valid URL: %s" % url)
def check_about(meta):
summary = get_field(meta, 'about/summary')
if summary and len(summary) > 80:
raise RecipeError("summary exceeds 80 characters")
for field in ('about/home', 'about/dev_url', 'about/doc_url',
'about/license_url'):
url = get_field(meta, field)
if url:
check_url(url)
check_license_family(meta)
hash_pat = {'md5': re.compile(r'[a-f0-9]{32}$'),
'sha1': re.compile(r'[a-f0-9]{40}$'),
'sha256': re.compile(r'[a-f0-9]{64}$')}
def check_source(meta):
src = meta.get('source')
if not src:
return
fn = src.get('fn')
if fn:
for ht in 'md5', 'sha1', 'sha256':
hexgigest = src.get(ht)
if hexgigest and not hash_pat[ht].match(hexgigest):
raise RecipeError("invalid hash: %s" % hexgigest)
url = src.get('url')
if url:
check_url(url)
git_url = src.get('git_url')
if git_url and (src.get('git_tag') and src.get('git_branch')):
raise RecipeError("cannot specify both git_branch and git_tag")
def validate_meta(meta):
for section in meta:
if section not in FIELDS:
raise RecipeError("Unknown section: %s" % section)
submeta = meta.get(section)
if submeta is None:
submeta = {}
for key in submeta:
if key not in FIELDS[section]:
raise RecipeError("in section %r: unknown key %r" %
(section, key))
check_name(get_field(meta, 'package/name'))
check_version(get_field(meta, 'package/version'))
check_build_number(get_field(meta, 'build/number', 0))
check_requirements(meta)
check_about(meta)
check_source(meta)
def validate_files(recipe_dir, meta):
for field in 'test/files', 'source/patches':
flst = get_field(meta, field)
if not flst:
continue
for fn in flst:
if fn.startswith('..'):
raise RecipeError("path outsite recipe: %s" % fn)
path = join(recipe_dir, fn)
if isfile(path):
continue
raise RecipeError("no such file '%s'" % path)
def iter_cfgs():
for py in 27, 34, 35:
for plat in 'linux-64', 'linux-32', 'osx-64', 'win-32', 'win-64':
yield dict(plat=plat, PY=py, NPY=111)
def validate_recipe(recipe_dir):
meta_path = join(recipe_dir, 'meta.yaml')
with open(meta_path) as fi:
data = fi.read()
for c in data:
n = ord(c)
if not (n == 10 or 32 <= n < 127):
raise RecipeError("non-ASCII character '%s' found in %s" %
(c, meta_path))
if '{{' in data:
raise RecipeError("found {{ in %s (Jinja templating not allowed)" %
meta_path)
for cfg in iter_cfgs():
meta = parse(data, cfg)
validate_meta(meta)
validate_files(recipe_dir, meta)