/
xmlconfig.py
741 lines (580 loc) · 22.5 KB
/
xmlconfig.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
##############################################################################
#
# Copyright (c) 2001, 2002, 2003 Zope Foundation and Contributors.
# All Rights Reserved.
#
# This software is subject to the provisions of the Zope Public License,
# Version 2.1 (ZPL). A copy of the ZPL should accompany this distribution.
# THIS SOFTWARE IS PROVIDED "AS IS" AND ANY AND ALL EXPRESS OR IMPLIED
# WARRANTIES ARE DISCLAIMED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
# WARRANTIES OF TITLE, MERCHANTABILITY, AGAINST INFRINGEMENT, AND FITNESS
# FOR A PARTICULAR PURPOSE.
#
##############################################################################
"""Support for the XML configuration file format
Note, for a detailed description of the way that conflicting
configuration actions are resolved, see the detailed example in
test_includeOverrides in tests/test_xmlconfig.py
"""
__docformat__ = 'restructuredtext'
import errno
import io
import logging
import os
import sys
from glob import glob
from xml.sax import SAXParseException
from xml.sax import make_parser
from xml.sax.handler import ContentHandler
from xml.sax.handler import feature_namespaces
from xml.sax.xmlreader import InputSource
from zope.interface import Interface
from zope.schema import NativeStringLine
from zope.configuration.config import ConfigurationMachine
from zope.configuration.config import GroupingContextDecorator
from zope.configuration.config import GroupingStackItem
from zope.configuration.config import defineGroupingDirective
from zope.configuration.config import defineSimpleDirective
from zope.configuration.config import resolveConflicts
from zope.configuration.exceptions import ConfigurationError
from zope.configuration.exceptions import ConfigurationWrapperError
from zope.configuration.fields import GlobalObject
from zope.configuration.zopeconfigure import IZopeConfigure
from zope.configuration.zopeconfigure import ZopeConfigure
__all__ = [
'ParserInfo',
'ConfigurationHandler',
'processxmlfile',
'openInOrPlain',
'IInclude',
'include',
'exclude',
'includeOverrides',
'registerCommonDirectives',
'file',
'string',
'XMLConfig',
'xmlconfig',
'testxmlconfig',
]
logger = logging.getLogger("config")
ZCML_NAMESPACE = "http://namespaces.zope.org/zcml"
ZCML_CONDITION = (ZCML_NAMESPACE, "condition")
class ZopeXMLConfigurationError(ConfigurationWrapperError):
"""
Zope XML Configuration error
These errors are wrappers for other errors. They include
configuration info and the wrapped error type and value.
Example
>>> from zope.configuration.xmlconfig import ZopeXMLConfigurationError
>>> v = ZopeXMLConfigurationError("blah", AttributeError("xxx"))
>>> print(v)
'blah'
AttributeError: xxx
"""
USE_INFO_REPR = True
class ZopeSAXParseException(ConfigurationWrapperError):
"""
Sax Parser errors as a ConfigurationError.
Example
>>> from zope.configuration.xmlconfig import ZopeSAXParseException
>>> v = ZopeSAXParseException(
... "info", Exception("foo.xml:12:3:Not well formed"))
>>> print(v)
info
Exception: foo.xml:12:3:Not well formed
"""
class ParserInfo:
r"""
Information about a directive based on parser data
This includes the directive location, as well as text data
contained in the directive.
Example
>>> from zope.configuration.xmlconfig import ParserInfo
>>> info = ParserInfo('tests//sample.zcml', 1, 0)
>>> info
File "tests//sample.zcml", line 1.0
>>> print(info)
File "tests//sample.zcml", line 1.0
>>> info.characters("blah\n")
>>> info.characters("blah")
>>> info.text
'blah\nblah'
>>> info.end(7, 0)
>>> info
File "tests//sample.zcml", line 1.0-7.0
>>> print(info)
File "tests//sample.zcml", line 1.0-7.0
<configure xmlns='http://namespaces.zope.org/zope'>
<!-- zope.configure -->
<directives namespace="http://namespaces.zope.org/zope">
<directive name="hook" attributes="name implementation module"
handler="zope.configuration.metaconfigure.hook" />
</directives>
</configure>
"""
text = ''
def __init__(self, file, line, column):
self.file, self.line, self.column = file, line, column
self.eline, self.ecolumn = line, column
def end(self, line, column):
self.eline, self.ecolumn = line, column
def __repr__(self):
if (self.line, self.column) == (self.eline, self.ecolumn):
return 'File "{}", line {}.{}'.format(
self.file, self.line, self.column)
return 'File "{}", line {}.{}-{}.{}'.format(
self.file, self.line, self.column, self.eline, self.ecolumn)
def __str__(self):
if (self.line, self.column) == (self.eline, self.ecolumn):
return 'File "{}", line {}.{}'.format(
self.file, self.line, self.column)
file = self.file
if file == 'tests//sample.zcml':
# special case for testing
file = os.path.join(os.path.dirname(__file__),
'tests', 'sample.zcml')
try:
with open(file) as f:
lines = f.readlines()[self.line - 1:self.eline]
except OSError:
src = " Could not read source."
else:
ecolumn = self.ecolumn
if lines[-1][ecolumn:ecolumn + 2] == '</': # pragma: no cover
# We're pointing to the start of an end tag. Try to find
# the end
l_ = lines[-1].find('>', ecolumn)
if l_ >= 0:
lines[-1] = lines[-1][:l_ + 1]
else: # pragma: no cover
lines[-1] = lines[-1][:ecolumn + 1]
column = self.column
if lines[0][:column].strip(): # pragma: no cover
# Remove text before start if it's noy whitespace
lines[0] = lines[0][self.column:]
pad = ' '
blank = ''
try:
src = blank.join([pad + line for line in lines])
except UnicodeDecodeError: # pragma: no cover
# XXX:
# I hope so most internation zcml will use UTF-8 as encoding
# otherwise this code must be made more clever
src = blank.join([pad + line.decode('utf-8')
for line in lines])
# unicode won't be printable, at least on my console
src = src.encode('ascii', 'replace')
return f"{repr(self)}\n{src}"
def characters(self, characters):
self.text += characters
class ConfigurationHandler(ContentHandler):
"""
Interface to the XML parser
Translate parser events into calls into the configuration system.
"""
locator = None
def __init__(self, context, testing=False):
self.context = context
self.testing = testing
self.ignore_depth = 0
def setDocumentLocator(self, locator):
self.locator = locator
def characters(self, text):
self.context.getInfo().characters(text)
def _handle_exception(self, ex, info):
if self.testing:
raise
if isinstance(ex, ConfigurationError):
ex.add_details(repr(info))
raise
raise ZopeXMLConfigurationError(info, ex)
def startElementNS(self, name, qname, attrs):
if self.ignore_depth:
self.ignore_depth += 1
return
data = {}
for (ns, aname), value in attrs.items():
# NB: even though on CPython, 'ns' will be ``None`` always,
# do not change the below to "if ns is None" because Jython's
# sax parser generates attrs that have empty strings for
# the namepace instead of ``None``.
if not ns:
aname = str(aname)
data[aname] = value
if (ns, aname) == ZCML_CONDITION:
# need to process the expression to determine if we
# use this element and it's descendents
use = self.evaluateCondition(value)
if not use:
self.ignore_depth = 1
return
info = ParserInfo(
self.locator.getSystemId(),
self.locator.getLineNumber(),
self.locator.getColumnNumber(),
)
try:
self.context.begin(name, data, info)
except Exception as ex:
self._handle_exception(ex, info)
self.context.setInfo(info)
def evaluateCondition(self, expression):
"""
Evaluate a ZCML condition.
``expression`` is a string of the form "verb arguments".
Currently the supported verbs are ``have``, ``not-have``,
``installed`` and ``not-installed``.
The ``have`` and ``not-have`` verbs each take one argument:
the name of a feature:
>>> from zope.configuration.config import ConfigurationContext
>>> from zope.configuration.xmlconfig import ConfigurationHandler
>>> context = ConfigurationContext()
>>> context.provideFeature('apidoc')
>>> c = ConfigurationHandler(context, testing=True)
>>> c.evaluateCondition("have apidoc")
True
>>> c.evaluateCondition("not-have apidoc")
False
>>> c.evaluateCondition("have onlinehelp")
False
>>> c.evaluateCondition("not-have onlinehelp")
True
Ill-formed expressions raise an error:
>>> c.evaluateCondition("want apidoc")
Traceback (most recent call last):
...
ValueError: Invalid ZCML condition: 'want apidoc'
>>> c.evaluateCondition("have x y")
Traceback (most recent call last):
...
ValueError: Only one feature allowed: 'have x y'
>>> c.evaluateCondition("have")
Traceback (most recent call last):
...
ValueError: Feature name missing: 'have'
The ``installed`` and ``not-installed`` verbs each take one
argument: the dotted name of a pacakge.
If the pacakge is found, in other words, can be imported, then
the condition will return true / false:
>>> context = ConfigurationContext()
>>> c = ConfigurationHandler(context, testing=True)
>>> c.evaluateCondition('installed zope.interface')
True
>>> c.evaluateCondition('not-installed zope.interface')
False
>>> c.evaluateCondition('installed zope.foo')
False
>>> c.evaluateCondition('not-installed zope.foo')
True
Ill-formed expressions raise an error:
>>> c.evaluateCondition("installed foo bar")
Traceback (most recent call last):
...
ValueError: Only one package allowed: 'installed foo bar'
>>> c.evaluateCondition("installed")
Traceback (most recent call last):
...
ValueError: Package name missing: 'installed'
"""
arguments = expression.split(None)
verb = arguments.pop(0)
if verb in ('have', 'not-have'):
if not arguments:
raise ValueError("Feature name missing: %r" % expression)
if len(arguments) > 1:
raise ValueError("Only one feature allowed: %r" % expression)
if verb == 'have':
return self.context.hasFeature(arguments[0])
elif verb == 'not-have':
return not self.context.hasFeature(arguments[0])
elif verb in ('installed', 'not-installed'):
if not arguments:
raise ValueError("Package name missing: %r" % expression)
if len(arguments) > 1:
raise ValueError("Only one package allowed: %r" % expression)
try:
__import__(arguments[0])
installed = True
except ImportError:
installed = False
if verb == 'installed':
return installed
elif verb == 'not-installed':
return not installed
else:
raise ValueError("Invalid ZCML condition: %r" % expression)
def endElementNS(self, name, qname):
# If ignore_depth is set, this element will be ignored, even
# if this this decrements ignore_depth to 0.
if self.ignore_depth:
self.ignore_depth -= 1
return
info = self.context.getInfo()
info.end(
self.locator.getLineNumber(),
self.locator.getColumnNumber(),
)
try:
self.context.end()
except Exception as ex:
self._handle_exception(ex, info)
def processxmlfile(file, context, testing=False):
"""Process a configuration file
See examples in tests/test_xmlconfig.py
"""
src = InputSource(getattr(file, 'name', '<string>'))
src.setByteStream(file)
parser = make_parser()
parser.setContentHandler(ConfigurationHandler(context, testing=testing))
parser.setFeature(feature_namespaces, True)
try:
parser.parse(src)
except SAXParseException:
raise ZopeSAXParseException(file, sys.exc_info()[1])
def openInOrPlain(filename):
"""
Open a file, falling back to filename.in.
If the requested file does not exist and filename.in does, fall
back to filename.in. If opening the original filename fails for
any other reason, allow the failure to propagate.
For example, the tests/samplepackage directory has files:
- configure.zcml
- configure.zcml.in
- foo.zcml.in
If we open configure.zcml, we'll get that file:
>>> import os
>>> from zope.configuration.xmlconfig import __file__
>>> from zope.configuration.xmlconfig import openInOrPlain
>>> here = os.path.dirname(__file__)
>>> path = os.path.join(
... here, 'tests', 'samplepackage', 'configure.zcml')
>>> f = openInOrPlain(path)
>>> f.name[-14:]
'configure.zcml'
>>> f.close()
But if we open foo.zcml, we'll get foo.zcml.in, since there isn't
a foo.zcml:
>>> path = os.path.join(here, 'tests', 'samplepackage', 'foo.zcml')
>>> f = openInOrPlain(path)
>>> f.name[-11:]
'foo.zcml.in'
>>> f.close()
Make sure other IOErrors are re-raised. We need to do this in a
try-except block because different errors are raised on Windows
and on Linux.
>>> try:
... f = openInOrPlain('.')
... except IOError:
... print("passed")
... else:
... print("failed")
passed
"""
try:
return open(filename)
except OSError as e:
code, msg = e.args
if code == errno.ENOENT:
fn = filename + ".in"
if os.path.exists(fn):
return open(fn)
raise
class IInclude(Interface):
"""The `include`, `includeOverrides` and `exclude`
directives.
These directives allows you to include or preserve including of
another ZCML file in the configuration. This enables you to write
configuration files in each package and then link them together.
"""
file = NativeStringLine(
title="Configuration file name",
description=(
"The name of a configuration file to be included/"
"excluded, relative to the directive containing the "
"including configuration file."
),
required=False,
)
files = NativeStringLine(
title="Configuration file name pattern",
description="""
The names of multiple configuration files to be included/excluded,
expressed as a file-name pattern, relative to the directive
containing the including or excluding configuration file.
The pattern can include:
- ``*`` matches 0 or more characters
- ``?`` matches a single character
- ``[<seq>]`` matches any character in seq
- ``[!<seq>]`` matches any character not in seq
The file names are included in sorted order, where sorting is
without regard to case.
""",
required=False,
)
package = GlobalObject(
title="Include or exclude package",
description="""
Include or exclude the named file (or configure.zcml) from the
directory of this package.
""",
required=False,
)
def include(_context, file=None, package=None, files=None):
"""Include a zcml file
"""
if files:
if file:
raise ValueError("Must specify only one of file or files")
elif not file:
file = 'configure.zcml'
# This is a tad tricky. We want to behave as a grouping directive.
context = GroupingContextDecorator(_context)
if package is not None:
context.package = package
context.basepath = None
if files:
paths = glob(context.path(files))
paths = sorted(zip([path.lower() for path in paths], paths))
paths = [path for (l, path) in paths]
else:
paths = [context.path(file)]
for path in paths:
if context.processFile(path):
with openInOrPlain(path) as f:
logger.debug("include %s", f.name)
context.basepath = os.path.dirname(path)
context.includepath = _context.includepath + (f.name, )
_context.stack.append(GroupingStackItem(context))
processxmlfile(f, context)
assert _context.stack[-1].context is context
_context.stack.pop()
def exclude(_context, file=None, package=None, files=None):
"""Exclude a zcml file
This directive should be used before any ZML that includes
configuration you want to exclude.
"""
if files:
if file:
raise ValueError("Must specify only one of file or files")
elif not file:
file = 'configure.zcml'
context = GroupingContextDecorator(_context)
if package is not None:
context.package = package
context.basepath = None
if files:
paths = glob(context.path(files))
paths = sorted(zip([path.lower() for path in paths], paths))
paths = [path for (l, path) in paths]
else:
paths = [context.path(file)]
for path in paths:
# processFile returns a boolean indicating if the file has been
# processed or not, it *also* marks the file as having been processed,
# here the side effect is used to keep the given file from being
# processed in the future
context.processFile(path)
def includeOverrides(_context, file=None, package=None, files=None):
"""Include zcml file containing overrides.
The actions in the included file are added to the context as if
they were in the including file directly. Conflicting actions
added by the named *file* or *files* are resolved before this
directive completes.
.. caution::
If you do not specify a *file*, then the default file
of ``configure.zcml`` will be used. A common use is to set *file*
to ``overrides.zcml``.
"""
# We need to remember how many actions we had before
nactions = len(_context.actions)
# We'll give the new actions this include path
includepath = _context.includepath
# Now we'll include the file. We'll munge the actions after
include(_context, file, package, files)
# Now we'll grab the new actions, resolve conflicts,
# and munge the includepath:
newactions = []
for action in resolveConflicts(_context.actions[nactions:]):
action['includepath'] = includepath
newactions.append(action)
_context.actions[nactions:] = newactions
def registerCommonDirectives(context):
# We have to use the direct definition functions to define
# a directive for all namespaces.
defineSimpleDirective(
context, "include", IInclude, include, namespace="*")
defineSimpleDirective(
context, "exclude", IInclude, exclude, namespace="*")
defineSimpleDirective(
context, "includeOverrides", IInclude, includeOverrides, namespace="*")
defineGroupingDirective(
context,
name="configure",
namespace="*",
schema=IZopeConfigure,
handler=ZopeConfigure,
)
def file(name, package=None, context=None, execute=True):
"""Execute a zcml file
"""
if context is None:
context = ConfigurationMachine()
registerCommonDirectives(context)
context.package = package
include(context, name, package)
if execute:
context.execute_actions()
return context
def string(s, context=None, name="<string>", execute=True):
"""Execute a zcml string
"""
if context is None:
context = ConfigurationMachine()
registerCommonDirectives(context)
f = io.BytesIO(s) if isinstance(s, bytes) else io.StringIO(s)
f.name = name
processxmlfile(f, context)
if execute:
context.execute_actions()
return context
##############################################################################
# Backward compatability, mainly for tests
_context = None
def _clearContext():
global _context
_context = ConfigurationMachine()
registerCommonDirectives(_context)
def _getContext():
global _context
if _context is None:
_clearContext()
try:
from zope.testing.cleanup import addCleanUp
except ImportError: # pragma: no cover
pass
else: # pragma: no cover
addCleanUp(_clearContext)
del addCleanUp
return _context
class XMLConfig:
"""Provide high-level handling of configuration files.
See examples in tests/text_xmlconfig.py
"""
def __init__(self, file_name, module=None):
context = _getContext()
include(context, file_name, module)
self.context = context
def __call__(self):
self.context.execute_actions()
def xmlconfig(file, testing=False):
context = _getContext()
processxmlfile(file, context, testing=testing)
context.execute_actions(testing=testing)
def testxmlconfig(file):
"""xmlconfig that doesn't raise configuration errors
This is useful for testing, as it doesn't mask exception types.
"""
context = _getContext()
processxmlfile(file, context, testing=True)
context.execute_actions(testing=True)