/
tests.py
225 lines (199 loc) · 6.89 KB
/
tests.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
import unittest
from peppercorn.compat import PY3
class TestParse(unittest.TestCase):
def _callFUT(self, fields):
from peppercorn import parse
return parse(fields)
def _makeEnviron(self, kw=None):
if kw is None: # pragma: no cover
kw = {}
env = {
'wsgi.url_scheme': 'http',
'SERVER_NAME': 'localhost',
'SERVER_PORT': '8080',
'REQUEST_METHOD':'POST',
'PATH_INFO': '/',
'QUERY_STRING':'',
}
env.update(kw)
return env
def _makeMultipartFieldStorage(self, fields):
from cgi import FieldStorage
ct, body = encode_multipart_formdata(fields)
kw = dict(CONTENT_TYPE=ct, REQUEST_METHOD='POST')
if PY3: # pragma: no cover
from io import BytesIO
fp = BytesIO(body.encode('utf-8'))
else:
from StringIO import StringIO
fp = StringIO(body)
environ = self._makeEnviron(kw)
headers = {'content-length': "%d" % len(body), "content-type": ct}
return FieldStorage(fp=fp, environ=environ, keep_blank_values=1,
headers=headers)
def _getFields(self):
from peppercorn import START, END, MAPPING, SEQUENCE
fields = [
('name', 'project1'),
('title', 'Cool project'),
(START, 'series:%s' % MAPPING),
('name', 'date series 1'),
(START, 'dates:%s' % SEQUENCE),
(START, 'date:%s' % SEQUENCE),
('day', '10'),
('month', '12'),
('year', '2008'),
(END, 'date:%s' % SEQUENCE),
(START, 'date:%s' % SEQUENCE),
('day', '10'),
('month', '12'),
('year', '2009'),
(END, 'date:%s' % SEQUENCE),
(END, 'dates:%s' % SEQUENCE),
(END, 'series:%s' % MAPPING),
]
return fields
def _assertFieldsResult(self, result):
self.assertEqual(
result,
{'series':
{'name':'date series 1',
'dates': [['10', '12', '2008'],
['10', '12', '2009']],
},
'name': 'project1',
'title': 'Cool project'})
def test_bare(self):
fields = self._getFields()
result = self._callFUT(fields)
self._assertFieldsResult(result)
def test_fieldstorage(self):
fs = self._makeMultipartFieldStorage(self._getFields())
fields = []
if fs.list:
for field in fs.list:
fields.append((field.name, field.value))
result = self._callFUT(fields)
self._assertFieldsResult(result)
def test_bad_start_marker(self):
from peppercorn import START, ParseError
fields = [
(START, 'something:unknown'),
]
self.assertRaises(ParseError, self._callFUT, fields)
def test_unnamed_start_marker(self):
from peppercorn import START, END, MAPPING
fields = [
(START, MAPPING),
('name', 'fred'),
(END, ''),
]
result = self._callFUT(fields)
self.assertEqual(result, {'': {'name':'fred'}})
def test_rename(self):
from peppercorn import START, END, RENAME, MAPPING
fields = [
(START, MAPPING),
(START, 'name:' + RENAME),
('bleev', 'fred'),
('blam', 'joe'),
('bloov', 'bob'),
(END, ''),
(END, ''),
]
result = self._callFUT(fields)
self.assertEqual(result, {'': {'name':'fred'}})
def test_rename_no_subelements(self):
from peppercorn import START, END, RENAME, MAPPING
fields = [
(START, MAPPING),
(START, 'name:' + RENAME),
(END, ''),
(END, ''),
]
result = self._callFUT(fields)
self.assertEqual(result, {'': {'name':''}})
def test_unclosed_sequence(self):
from peppercorn import START, MAPPING, ParseError
fields = [
('name', 'fred'),
(START, 'series:%s' % MAPPING),
]
self.assertRaises(ParseError, self._callFUT, fields)
def test_deep_nesting(self):
import sys
from peppercorn import START, END, MAPPING
depth = sys.getrecursionlimit()
# Create a valid input nested deeper than the recursion limit:
fields = [(START, 'x:' + MAPPING)] * depth + [(END, '')] * depth
result = self._callFUT(fields)
temp = data = {}
for _ in range(depth):
temp['x'] = temp = {}
# Don't do self.assertEqual(result, data) here as
# this will exceed the recursion limit:
deep_ok = repr(result) == repr(data)
self.assertTrue(deep_ok, 'deep nesting failed')
def test_spurios_initial_end(self):
from peppercorn import END
fields = [
(END, ''),
('name', 'fred'),
]
result = self._callFUT(fields)
self.assertEqual(result, {})
def test_spurious_intermediary_end(self):
from peppercorn import START, SEQUENCE, END
fields = [
(START, 'names:%s' % SEQUENCE),
('foo', 'fred'),
(END, ''),
(END, ''),
('bar', 'joe'),
('year', '2012'),
]
result = self._callFUT(fields)
self.assertEqual(result, {'names': ['fred']})
def test_spurious_nested_end(self):
from peppercorn import END
fields = self._getFields()
index = fields.index(('month', '12'))
self.assertEqual(index, 7)
fields.insert(7, (END, ''))
fields.insert(7, (END, ''))
fields.insert(7, (END, ''))
result = self._callFUT(fields)
expected = {
'series': {
'dates': [['10']],
'name': 'date series 1'},
'month': '12',
'year': '2008',
'name': 'project1',
'title': 'Cool project'}
self.assertEqual(result, expected)
def test_spurious_final_end(self):
from peppercorn import START, RENAME, END
fields = [
(START, 'names:%s' % RENAME),
('foo', 'fred'),
('bar', 'joe'),
(END, ''),
(END, ''),
]
result = self._callFUT(fields)
self.assertEqual(result, {'names': 'fred'})
def encode_multipart_formdata(fields):
BOUNDARY = '----------ThIs_Is_tHe_bouNdaRY_$'
CRLF = '\r\n'
L = []
for (key, value) in fields:
L.append('--' + BOUNDARY)
L.append('Content-Disposition: form-data; name="%s"' % key)
L.append('')
L.append(value)
L.append('--' + BOUNDARY + '--')
L.append('')
body = CRLF.join(L)
content_type = 'multipart/form-data; boundary=%s' % BOUNDARY
return content_type, body