setup.py

#!/usr/bin/env python

import sys

# Check for the --user option.  This was first added in Python 2.6. 
# For older versions, we'll print out some advice.

if '--user' in sys.argv and sys.version_info[:3] < (2,6,0):
    print """\
************************************************************
The --user option is not supported by this version of Python
(you might consider upgrading to Python 2.6 or newer).  To
install Amara into a user-directory, use the --prefix option to 
setup.py such as this:

    python setup.py install --prefix=$HOME/.local/lib/site-packages

Be sure to change the directory name in the above command to the
actual location where you want the software installed.

To use Amara from a custom install directory, make sure the 
PYTHONPATH environment variable includes the directory. For
example:

    env PYTHONPATH=$HOME/.local/lib/site-packages python ...

************************************************************
"""
    raise SystemExit(True)

def customize_compiler(compiler):
    """Customized to add debugging information to release builds"""
    customize_compiler.__base__(compiler)
    if compiler.compiler_type == 'unix':
        for options in (compiler.compiler, compiler.compiler_so):
            if '-g' not in options:
                options.append('-g')
    elif compiler.compiler_type == 'msvc':
        if not compiler.initialized: compiler.initialize()
        compiler.compile_options.append('/Z7')
        ldflags_debug = ('/DEBUG', '/OPT:REF', '/OPT:ICF')
        compiler.ldflags_shared.extend(ldflags_debug)
        compiler.ldflags_static.extend(ldflags_debug)
# Note that this import must be done separate as to prevent other modules
# from grabbing the customize_compiler() function before our customized
# function can be installed.
from distutils import sysconfig
customize_compiler.__base__ = sysconfig.customize_compiler
sysconfig.customize_compiler = customize_compiler

import os, re, sys
from itertools import izip, imap
from distutils import log
from distutils.ccompiler import CCompiler
from distutils.dep_util import newer_group
from distutils.util import convert_path

_find_include = r'\s*#\s*include\s+(?:"([^"\n]+)"|<([^>\n]+)>)'
_find_include = re.compile(_find_include).match
def _find_depends(source, incdirs, depends):
    source = convert_path(source)
    system_dirs = incdirs
    user_dirs = [os.path.dirname(source)] + system_dirs
    depends = set(depends)

    # do two passes to prevent having too many files open at once
    todo = []
    lines = open(source)
    for line in lines:
        match = _find_include(line)
        if match:
            user_include, system_include = map(convert_path, match.groups())
            if user_include:
                todo.append((user_include, user_dirs))
            else:
                todo.append((system_include, system_dirs))
    lines.close()
    # Now look for the included file on the search path
    includes = set()
    for include, search_path in todo:
        for path in search_path:
            filename = os.path.normpath(os.path.join(path, include))
            if os.path.isfile(filename) and filename not in depends:
                depends.add(filename)
                depends |= _find_depends(filename, incdirs, depends)
                break
    return depends
def _find_depends_pairwise(sources, incdirs, depends):
    depends = set(depends)
    for source in sources:
        deps = _find_depends(source, incdirs, depends)
        yield source, deps

class CCompilerEx(CCompiler):
    def _setup_compile(self, outdir, macros, incdirs, sources, depends,
                       extra_postargs):
        macros, objects, extra_postargs, pp_opts, build = \
            CCompiler._setup_compile(self, outdir, macros, incdirs, [],
                                     depends, extra_postargs)
        if incdirs is None:
            incdirs = self.include_dirs
        else:
            incdirs = list(incdirs) + (self.include_dirs or [])
        if depends is None:
            depends = set()
        else:
            depends = set(depends)
        # Get the list of expected output files
        objects = self.object_filenames(sources,
                                        strip_dir=0,
                                        output_dir=outdir)

        # Do dependency checking
        skip_source = set()
        if self.force:
            # rebuild everything
            pass
        else:
            for src, obj in izip(sources, objects):
                deps = _find_depends(src, incdirs, depends)
                deps.add(src)
                if not newer_group(deps, obj):
                    skip_source.add(src)
        build = {}
        for src, obj in izip(sources, objects):
            self.mkpath(os.path.dirname(obj))
            if src in skip_source:
                log.debug("skipping %s (%s up-to-date)", src, obj)
            else:
                build[obj] = src, os.path.splitext(src)[1]

        return macros, objects, extra_postargs, pp_opts, build
    def depends_pairwise(self, sources, incdirs, depends):
        include_dirs = self.include_dirs
        if incdirs:
            include_dirs = include_dirs + list(incdirs)
        return list(_find_depends_pairwise(sources, include_dirs, depends))
from distutils import ccompiler
ccompiler.CCompiler = CCompilerEx

# Monkey patch `build_ext` to add "simple" build checking (header files)
from distutils.command.build_ext import build_ext as cmdclass
class build_ext(cmdclass):
    _build_extension = cmdclass.build_extension
    def build_extension(self, ext):
        try:
            pairs = self.compiler.depends_pairwise(ext.sources,
                                                   ext.include_dirs,
                                                   ext.depends)
        except:
            pass
        else:
            for source, depends in pairs:
                if newer_group(depends, source, 'newer'):
                    os.utime(source, None)
        self._build_extension(ext)
    def get_source_files(self):
        self.check_extensions_list(self.extensions)
        filenames = []
        for ext in self.extensions:
            if ext.include_dirs:
                incdirs = self.include_dirs + list(ext.include_dirs)
            else:
                incdirs = self.include_dirs
            for source, depends in _find_depends_pairwise(ext.sources, incdirs,
                                                          set(ext.depends)):
                filenames.append(source)
                filenames.extend(depends)
        return filenames
# Replace the `build_ext` command class
from distutils.command import build_ext as cmdmodule
cmdmodule.build_ext = build_ext

# Monkey patch `sdist` to add manifest checking
from distutils.command.sdist import sdist as cmdclass
from distutils.filelist import FileList
from distutils.text_file import TextFile
class sdist(cmdclass):
    _get_file_list = cmdclass.get_file_list
    def get_file_list(self):
        self._get_file_list()
        manifest_filelist = self.filelist
        source_filelist = FileList()
        allfiles = self.filelist.allfiles
        if allfiles:
            source_filelist.set_allfiles(allfiles)
        else:
            source_filelist.findall()
        source_filelist.extend(source_filelist.allfiles)
        # Check for template (usually "MANIFEST.in")
        if os.path.isfile(self.template):
            template = TextFile(self.template,
                                strip_comments=1,
                                skip_blanks=1,
                                join_lines=1,
                                lstrip_ws=1,
                                rstrip_ws=1,
                                collapse_join=1)
            while 1:
                line = template.readline()
                if line is None:            # end of file
                    break
                try:
                    source_filelist.process_template_line(line)
                except DistutilsTemplateError:
                    # Already been warned by "real" filelist
                    pass
        if self.prune:
            try:
                self.filelist = source_filelist
                self.prune_file_list()
            finally:
                self.filelist = manifest_filelist
        source_filelist.sort()
        source_filelist.remove_duplicates()

        # Ensure file paths are formatted the same
        # This removes any dot-slashes and converts all slashes to
        # OS-specific separators.
        manifest = set(map(os.path.normpath, manifest_filelist.files))
        missing = False
        for filename in imap(os.path.normpath, source_filelist.files):
            if filename not in manifest:
                self.warn('missing from source distribution: %s' % filename)
                missing = True
        if missing:
            raw_input('WARNING: Not all source files in distribution! '
                      ' Press <Enter> to continue.')
# Replace the `build_ext` command class
from distutils.command import sdist as cmdmodule
cmdmodule.sdist = sdist

# -- end of customization ----------------------------------------------

from distutils.core import setup, Extension

execfile('lib/version.py')
__version__ = '.'.join(version_info)

# add'l setup keywords
kw = {}

setup(name='Amara',
      version=__version__,
      description="Library for XML processing in Python",
      long_description="Library for XML processing in Python, designed to balance the native idioms of Python with the native character of XML.",
      url='http://wiki.xml3k.org/Amara2',
      author='Amara team',
      author_email='amara-dev@googlegroups.com',
      classifiers=[
         'Development Status :: 3 - Alpha',
         'Intended Audience :: Developers',
         'License :: OSI Approved :: Apache Software License',
         'Programming Language :: Python',
         'Topic :: Software Development :: Libraries :: Python Modules',
         'Topic :: Text Processing :: Markup :: XML',
         ],
      download_url='ftp://ftp.4suite.org/pub/Amara/',
      license='Apache Software License',
      #license_file='COPYING',
      packages=['amara',
                'amara.lib',
                'amara.bindery',
                'amara.bindery.model',
                'amara.dom',
                'amara.pushtree',
                'amara.writers',
                'amara.xpath',
                'amara.xpath.compiler',
                'amara.xpath.expressions',
                'amara.xpath.extensions',
                'amara.xpath.functions',
                'amara.xpath.locationpaths',
                'amara.xpath.parser',
                'amara.xslt',
                'amara.xslt.expressions',
                'amara.xslt.exslt',
                'amara.xslt.extensions',
                'amara.xslt.functions',
                'amara.xslt.numbers',
                'amara.xslt.reader',
                'amara.xslt.tree',
                'amara.xslt.xpatterns',
                'amara.xupdate',
                'amara.thirdparty',
                'amara.thirdparty.httplib2',
                'amara.thirdparty.html5lib',
                'amara.thirdparty.html5lib.treebuilders',
                # Test support; would be possible to break out into separate
                # package at some point.
                'amara.test',
                'amara.test.xpath',
                'amara.test.xslt',
                'amara.test.lib',
                ],
      py_modules=[
        'amara.tools.atomtools',
        'amara.tools.rdfascrape',
        'amara.tools.kekule',
        'amara.tools.scrapesniff',
        'amara.tools.creoletools',
        ],
      package_dir={'amara':'lib', 'amara.test': 'test', 'amara.tools': 'demo'},
      ext_modules=[
          Extension('amara._xmlstring',
                    sources=['lib/src/xmlstring.c'],
                    ),
          Extension('amara._expat',
                    define_macros=[('HAVE_EXPAT_CONFIG_H', None),
                                   ('Expat_BUILDING_MODULE', None),
                                   ],
                    include_dirs=['lib/src', 'lib/src/expat'],
                    sources=[# Expat XML parser
                             'lib/src/expat/lib/xmlparse.c',
                             'lib/src/expat/lib/xmlrole.c',
                             'lib/src/expat/lib/xmltok.c',
                             # Miscellaneous supporting routines
                             'lib/src/expat/util.c',
                             # XML_Char <-> PyUnicode
                             'lib/src/expat/xmlchar.c',
                             # Optimized stack implementation
                             'lib/src/expat/stack.c',
                             # XML_Char HashTable implementation
                             'lib/src/expat/hash_table.c',
                             # DTD validation support
                             'lib/src/expat/content_model.c',
                             # DTD validation support
                             'lib/src/expat/validation.c',
                             # basic InputSource object
                             'lib/src/expat/input_source.c',
                             # Attributes object
                             'lib/src/expat/attributes.c',
                             # ExpatReader object
                             'lib/src/expat/reader.c',
                             # Handler
                             'lib/src/expat/handler.c',
                             # SaxReader object
                             'lib/src/expat/sax_handler.c',
                             # Module interface
                             'lib/src/expat/expat.c',
                             ],
                    ),
          Extension('amara._domlette',
                    define_macros=[('Domlette_BUILDING_MODULE', None)],
                    include_dirs=['lib/src', 'lib/src/expat'],
                    sources=['lib/src/domlette/exceptions.c',
                             'lib/src/domlette/node.c',
                             'lib/src/domlette/container.c',
                             #'lib/src/domlette/nodelist.c',
                             'lib/src/domlette/attributemap.c',
                             'lib/src/domlette/namespacemap.c',
                             'lib/src/domlette/characterdata.c',
                             'lib/src/domlette/attr.c',
                             'lib/src/domlette/element.c',
                             'lib/src/domlette/text.c',
                             'lib/src/domlette/comment.c',
                             'lib/src/domlette/processinginstruction.c',
                             'lib/src/domlette/entity.c',
                             'lib/src/domlette/namespace.c',
                             # Document builder
                             'lib/src/domlette/builder.c',
                             # Reference count testing
                             'lib/src/domlette/refcounts.c',
                             # Rule matcher
                             'lib/src/domlette/rulematch.c',
                             # Module interface
                             'lib/src/domlette/domlette.c',
                             ],
                    ),
          Extension('amara.writers._xmlstream',
                    sources=['lib/writers/src/xmlstream.c'],
                    ),
          Extension('amara.writers.treewriter',
                    include_dirs=['lib/src', 'lib/src/domlette'],
                    sources=['lib/writers/src/treewriter.c'],
                    ),
          Extension('amara.xpath._datatypes',
                    include_dirs=['lib/src/domlette'],
                    sources=['lib/xpath/src/datatypes.c'],
                    ),
          Extension('amara.xpath.locationpaths._axes',
                    include_dirs=['lib/src/domlette'],
                    sources=['lib/xpath/src/axes.c'],
                    ),
          Extension('amara.xpath.locationpaths._nodetests',
                    include_dirs=['lib/src/domlette'],
                    sources=['lib/xpath/src/nodetests.c'],
                    ),
          Extension('amara.xpath.locationpaths._paths',
                    sources=['lib/xpath/src/paths.c'],
                    ),
          Extension('amara.xpath.parser._xpathparser',
                    sources=['lib/xpath/parser/xpathparser.c'],
                    define_macros=[('BisonGen_FORWARDS_COMPATIBLE', None)],
                    ),
          Extension('amara.xslt.expressions._avt',
                    sources=['lib/xslt/expressions/avt.c'],
                    define_macros=[('BisonGen_FORWARDS_COMPATIBLE', None)],
                    ),
          Extension('amara.xslt.functions._functions',
                    sources=['lib/xslt/functions/src/decimal_format.c'],
                    ),
          Extension('amara.xslt.xpatterns._parser',
                    sources=['lib/xslt/xpatterns/parser.c'],
                    define_macros=[('BisonGen_FORWARDS_COMPATIBLE', None)],
                    ),
          Extension('amara.xslt.tree._tree',
                    include_dirs=['lib/src'],
                    sources=['lib/xslt/src/xslt_node.c',
                             'lib/xslt/src/xslt_root.c',
                             'lib/xslt/src/xslt_text.c',
                             'lib/xslt/src/xslt_element.c',
                             'lib/xslt/src/xslt_tree.c',
                             ],
                    ),
                 ],
      **kw)