-
Notifications
You must be signed in to change notification settings - Fork 54
/
CTestCustom.ctest.in
299 lines (256 loc) · 13.2 KB
/
CTestCustom.ctest.in
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
# grep -ori 'datamodel="xpath' .
# grep -ori 'datamodel="null' .
# grep -ori 'manual' .
# manual tests:
# "w3c/test178.scxml"
# "w3c/test230.scxml"
# "w3c/test250.scxml"
# "w3c/test301.scxml" # Allowed to reject
# "w3c/test307.scxml"
# "w3c/test313.scxml" # Allowed to be rejected
# "w3c/test314.scxml" # Allowed to be rejected
# "w3c/test415.scxml"
# "w3c/test513.txt"
# some manual tests are removed in test/CMakeLists.txt already!
# null datamodel
# "test436.scxml"
# these are manual or xpath tests generated by the ecma generator
set(CTEST_CUSTOM_TESTS_IGNORE
### Ignore for ECMAScript datamodel
"w3c/ecma/test178.scxml" # Manual - PASSED
"w3c/ecma/test230.scxml" # Manual - PASSED
"w3c/ecma/test250.scxml" # Manual - PASSED
"w3c/ecma/test307.scxml" # Manual - PASSED
"w3c/ecma/test313.scxml" # Manual - PASSED
"w3c/ecma/test314.scxml" # Manual - PASSED
"w3c/ecma/test415.scxml" # Manual - PASSED
# "w3c/ecma/test513.txt" # Manual - PASSED
"w3c/ecma/test301.scxml" # Invalid script URL - PASSED
"w3c/ecma/test436.scxml" # Tests NULL datamodel - PASSED
"w3c/namespace/test178.scxml" # Manual - PASSED
"w3c/namespace/test230.scxml" # Manual - PASSED
"w3c/namespace/test250.scxml" # Manual - PASSED
"w3c/namespace/test301.scxml" # Invalid script URL - PASSED
"w3c/namespace/test415.scxml" # Manual - PASSED
### Just ignore the XPath datamodel tests that hang, most of the rest fails as well
"w3c/xpath/test178.scxml" # Manual - PASSED
"w3c/xpath/test230.scxml" # Manual - PASSED
"w3c/xpath/test250.scxml" # Manual - PASSED
"w3c/xpath/test307.scxml" # Manual - PASSED
"w3c/xpath/test313.scxml" # Manual - PASSED
"w3c/xpath/test314.scxml" # Manual - PASSED
"w3c/xpath/test415.scxml" # Manual - PASSED
# "w3c/xpath/test513.txt" # Manual - PASSED
"w3c/xpath/test301.scxml" # Invalid script URL - PASSED
"w3c/xpath/test436.scxml" # Tests NULL datamodel - PASSED
### Ignore for LUA datamodel
"w3c/lua/test178.scxml" # Manual - PASSED
"w3c/lua/test230.scxml" # Manual - PASSED
"w3c/lua/test250.scxml" # Manual - PASSED
"w3c/lua/test307.scxml" # Manual - PASSED
"w3c/lua/test313.scxml" # Manual - PASSED
"w3c/lua/test314.scxml" # Manual - PASSED
"w3c/lua/test415.scxml" # Manual - PASSED
# "w3c/lua/test513.txt" # Manual - PASSED
"w3c/lua/test301.scxml" # Invalid script URL - PASSED
"w3c/lua/test436.scxml" # Tests NULL datamodel - PASSED
### Ignore for Prolog datamodel
"w3c/prolog/test178.scxml" # Manual - PASSED
"w3c/prolog/test230.scxml" # Manual - PASSED
"w3c/prolog/test250.scxml" # Manual - PASSED
"w3c/prolog/test307.scxml" # Manual - PASSED
"w3c/prolog/test313.scxml" # Manual - PASSED
"w3c/prolog/test314.scxml" # Manual - PASSED
"w3c/prolog/test415.scxml" # Manual - PASSED
# "w3c/prolog/test513.txt" # Manual - PASSED
"w3c/prolog/test301.scxml" # Invalid script URL - PASSED
"w3c/prolog/test436.scxml" # Tests NULL datamodel - PASSED
### Ignore for PROMELA datamodel
# manual tests
"w3c/promela/test178.scxml" # two identical params in _event.raw - FAILED
"w3c/promela/test230.scxml" # autoforwarded events are identical - PASSED
"w3c/promela/test250.scxml" # no onexit in cancelled invoker - PASSED
"w3c/promela/test302.scxml" # variable definition / declaration in script - NOT SUPPORTED
"w3c/promela/test304.scxml" # variable definition / declaration in script - NOT SUPPORTED
"w3c/promela/test307.scxml" # late data-binding - PASSED
"w3c/promela/test313.scxml" # Manual - PASSED
"w3c/promela/test314.scxml" # Manual - PASSED
"w3c/promela/test350.scxml" # String concatenation - NOT SUPPORTED
"w3c/promela/test415.scxml" # terminate on toplevel final - PASSED
"w3c/promela/test525.scxml" # shallow copy in foreach, test not expressible as such
# "w3c/promela/test513.txt" # manual test - PASSED
"w3c/promela/test301.scxml" # reject invalid script - PASSED
"w3c/promela/test436.scxml" # Tests NULL datamodel - PASSED
"w3c/promela/test190.scxml" # string concatenation
"w3c/promela/test224.scxml" # string operation startWith
# "w3c/promela/test280.scxml" # no runtime checks for undeclared variables
# "w3c/promela/test350.scxml" # string concatenation
"w3c/promela/test509.scxml" # string operation contains
"w3c/promela/test518.scxml" # string operation contains
"w3c/promela/test519.scxml" # string operation contains
"w3c/promela/test520.scxml" # string operation contains
# "w3c/promela/test525.scxml" # assumes unbound arrays
# "w3c/promela/test530.scxml" # assigns DOM node to variable
"w3c/promela/test534.scxml" # string operation contains
### Ignore for SPIN model checking
# manual tests
"w3c/spin/promela/test178.scxml" # two identical params in _event.raw - FAILED
"w3c/spin/promela/test230.scxml" # autoforwarded events are identical - PASSED
"w3c/spin/promela/test250.scxml" # no onexit in cancelled invoker - PASSED
"w3c/spin/promela/test307.scxml" # declare variable via script - FAILED
"w3c/spin/promela/test313.scxml" # assignment of 'return'
"w3c/spin/promela/test314.scxml" # assignment of 'return'
"w3c/spin/promela/test415.scxml" # terminate on toplevel final - PASSED
# "w3c/spin/promela/test513.txt" # manual test - FAILED
"w3c/spin/promela/test301.scxml" # reject invalid script - PASSED
"w3c/spin/promela/test436.scxml" # In(s) -> _x.states[s] prevents completion as NULL dm is hardcoded
# fail for syntax
"w3c/spin/promela/test152.scxml" # test that an illegal array or item value causes error.execution
"w3c/spin/promela/test156.scxml" # test that an error causes the foreach to stop execution
"w3c/spin/promela/test224.scxml" # string operation startWith
"w3c/spin/promela/test277.scxml" # platform creates unbound variable if we assign an illegal value to it
"w3c/spin/promela/test280.scxml" # late data binding / undeclared variable
"w3c/spin/promela/test286.scxml" # assignment to a non-declared var causes an error
"w3c/spin/promela/test294.scxml" # mixed types for event.data via donedata
"w3c/spin/promela/test309.scxml" # 'return' as an invalid boolean expression ought to eval to false
"w3c/spin/promela/test311.scxml" # assignment to a non-declared var
"w3c/spin/promela/test312.scxml" # assignment of 'return'
"w3c/spin/promela/test322.scxml" # assignment to _sessionid
"w3c/spin/promela/test324.scxml" # assignment to _name
"w3c/spin/promela/test325.scxml" # assignment from _ioprocessor
"w3c/spin/promela/test326.scxml" # assignment from _ioprocessor
"w3c/spin/promela/test329.scxml" # test that none of the system variables can be modified
"w3c/spin/promela/test344.scxml" # 'return' as a cond
"w3c/spin/promela/test346.scxml" # assignment to system variables
"w3c/spin/promela/test350.scxml" # string concatenation
"w3c/spin/promela/test354.scxml" # mixed types for event.data
"w3c/spin/promela/test401.scxml" # variable not declared
"w3c/spin/promela/test402.scxml" # variable not declared
"w3c/spin/promela/test487.scxml" # assignment of 'return'
"w3c/spin/promela/test509.scxml" # string operation contains
"w3c/spin/promela/test518.scxml" # string operation contains
"w3c/spin/promela/test519.scxml" # string operation contains
"w3c/spin/promela/test520.scxml" # string operation contains
"w3c/spin/promela/test525.scxml" # assumes unbound arrays
"w3c/spin/promela/test530.scxml" # assigns DOM node to variable
"w3c/spin/promela/test534.scxml" # string operation contains
# fail for semantics
"w3c/spin/promela/test159.scxml" # error raised causes all subsequent elements to be skipped
"w3c/spin/promela/test194.scxml" # illegal target for send
"w3c/spin/promela/test199.scxml" # invalid send type
"w3c/spin/promela/test216.scxml" # nested SCXML document with srcexpr at invoke
"w3c/spin/promela/test298.scxml" # non-existent data model location
"w3c/spin/promela/test331.scxml" # tests _error.type via 'error.execution'
"w3c/spin/promela/test332.scxml" # tests _error.sendid via 'error.execution'
"w3c/spin/promela/test343.scxml" # test that illegal <param> produces error.execution
"w3c/spin/promela/test488.scxml" # illegal expr in <param> produces error.execution
"w3c/spin/promela/test496.scxml" # tests error.communication with illegal target
"w3c/spin/promela/test521.scxml" # tests error.communication with illegal target
"w3c/spin/promela/test528.scxml" # illegal 'expr' produces error.execution
"w3c/spin/promela/test531.scxml" # uses _ioprocessors.basichttp.location
"w3c/spin/promela/test532.scxml" # uses _ioprocessors.basichttp.location
"w3c/spin/promela/test553.scxml" # error in namelist
"w3c/spin/promela/test554.scxml" # evaluation of <invoke>'s args causes an error
"w3c/spin/promela/test577.scxml" # send without target for basichttp
### Ignore for generated C sources
"w3c/gen/c/ecma/test216.scxml" // invoke srcexpr
# we do not support io processors yet
"w3c/gen/c/ecma/test201.scxml" # basichttp
"w3c/gen/c/ecma/test453.scxml" # functions as first-class objects
"w3c/gen/c/ecma/test446.scxml" # No URLs at runtime anymore
"w3c/gen/c/ecma/test552.scxml" # No URLs at runtime anymore
"w3c/gen/c/ecma/test500.scxml" # _ioprocessors
"w3c/gen/c/ecma/test501.scxml" # _ioprocessors
"w3c/gen/c/ecma/test509.scxml" # _ioprocessors / basichttp
"w3c/gen/c/ecma/test510.scxml" # _ioprocessors / basichttp
"w3c/gen/c/ecma/test518.scxml" # _ioprocessors / basichttp
"w3c/gen/c/ecma/test519.scxml" # _ioprocessors / basichttp
"w3c/gen/c/ecma/test520.scxml" # _ioprocessors / basichttp
"w3c/gen/c/ecma/test522.scxml" # _ioprocessors / basichttp
"w3c/gen/c/ecma/test528.scxml" # runtime type information
"w3c/gen/c/ecma/test531.scxml" # _ioprocessors / basichttp
"w3c/gen/c/ecma/test532.scxml" # _ioprocessors / basichttp
"w3c/gen/c/ecma/test534.scxml" # _ioprocessors / basichttp
"w3c/gen/c/ecma/test558.scxml" # content per url
"w3c/gen/c/ecma/test567.scxml" # _ioprocessors / basichttp
"w3c/gen/c/ecma/test569.scxml" # _ioprocessors
"w3c/gen/c/ecma/test577.scxml" # basichttp
# failing is succeeding
"w3c/gen/c/ecma/test301.scxml"
# manual test
"w3c/gen/c/ecma/test307.scxml"
# XML DOM in data
"w3c/gen/c/ecma/test530.scxml"
"w3c/gen/c/ecma/test557.scxml"
"w3c/gen/c/ecma/test561.scxml"
"w3c/gen/c/lua/test201.scxml" # basichttp
"w3c/gen/c/lua/test216.scxml" # invoke srcexpr
"w3c/gen/c/lua/test301.scxml" # failing is succeeding
"w3c/gen/c/lua/test453.scxml" # functions as first-class objects
"w3c/gen/c/lua/test500.scxml" # _ioprocessors
"w3c/gen/c/lua/test501.scxml" # _ioprocessors
"w3c/gen/c/lua/test509.scxml" # _ioprocessors / basichttp
"w3c/gen/c/lua/test510.scxml" # _ioprocessors / basichttp
"w3c/gen/c/lua/test518.scxml" # _ioprocessors / basichttp
"w3c/gen/c/lua/test519.scxml" # _ioprocessors / basichttp
"w3c/gen/c/lua/test520.scxml" # _ioprocessors / basichttp
"w3c/gen/c/lua/test522.scxml" # _ioprocessors / basichttp
"w3c/gen/c/lua/test528.scxml" # runtime type information
"w3c/gen/c/lua/test530.scxml" # DOM in data
"w3c/gen/c/lua/test531.scxml" # _ioprocessors / basichttp
"w3c/gen/c/lua/test532.scxml" # _ioprocessors / basichttp
"w3c/gen/c/lua/test534.scxml" # _ioprocessors / basichttp
"w3c/gen/c/lua/test558.scxml" # content per url
"w3c/gen/c/lua/test552.scxml" # content per url
"w3c/gen/c/lua/test567.scxml" # _ioprocessors / basichttp
"w3c/gen/c/lua/test569.scxml" # _ioprocessors
"w3c/gen/c/lua/test577.scxml" # basichttp
# ignore for python bindings
"w3c/binding/python/ecma/test178.scxml"
"w3c/binding/python/ecma/test201.scxml"
"w3c/binding/python/ecma/test230.scxml"
"w3c/binding/python/ecma/test250.scxml"
"w3c/binding/python/ecma/test301.scxml"
"w3c/binding/python/ecma/test326.scxml"
"w3c/binding/python/ecma/test415.scxml"
"w3c/binding/python/ecma/test509.scxml"
"w3c/binding/python/ecma/test510.scxml"
"w3c/binding/python/ecma/test518.scxml"
"w3c/binding/python/ecma/test519.scxml"
"w3c/binding/python/ecma/test520.scxml"
"w3c/binding/python/ecma/test522.scxml"
"w3c/binding/python/ecma/test531.scxml"
"w3c/binding/python/ecma/test532.scxml"
"w3c/binding/python/ecma/test534.scxml"
"w3c/binding/python/ecma/test558.scxml"
"w3c/binding/python/ecma/test567.scxml"
"w3c/binding/python/ecma/test578.scxml"
### Ignore for delay with performance
# timeouts with benchmarking due to delayed events
"w3c/perf/gen/c/ecma/test175.scxml"
"w3c/perf/gen/c/ecma/test185.scxml"
"w3c/perf/gen/c/ecma/test186.scxml"
"w3c/perf/gen/c/ecma/test208.scxml"
"w3c/perf/gen/c/ecma/test210.scxml"
"w3c/perf/gen/c/ecma/test409.scxml"
"w3c/perf/gen/c/ecma/test423.scxml"
"w3c/perf/gen/c/ecma/test553.scxml"
"w3c/perf/gen/c/ecma/test579.scxml"
"w3c/perf/ecma/test175.scxml"
"w3c/perf/ecma/test185.scxml"
"w3c/perf/ecma/test186.scxml"
"w3c/perf/ecma/test208.scxml"
"w3c/perf/ecma/test210.scxml"
"w3c/perf/ecma/test409.scxml"
"w3c/perf/ecma/test423.scxml"
"w3c/perf/ecma/test553.scxml"
"w3c/perf/ecma/test579.scxml"
### Ignore some Header self-sufficient tests
"w3c/header/bindings/swig/msvc/inttypes.h"
"w3c/header/bindings/swig/wrapped/WrappedDataModel.h"
"w3c/header/bindings/swig/wrapped/WrappedExecutableContent.h"
"w3c/header/bindings/swig/wrapped/WrappedInterpreterMonitor.h"
"w3c/header/bindings/swig/wrapped/WrappedInvoker.h"
"w3c/header/bindings/swig/wrapped/WrappedIOProcessor.h"
)
# unset(CTEST_CUSTOM_TESTS_IGNORE)