Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
5 changed files
with
78 additions
and
164 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,135 +1,48 @@ | ||
| # Scrapy setup.py script | ||
| # | ||
| # It doesn't depend on setuptools, but if setuptools is available it'll use | ||
| # some of its features, like package dependencies. | ||
|
|
||
| from distutils.command.install_data import install_data | ||
| from distutils.command.install import INSTALL_SCHEMES | ||
| from subprocess import Popen, PIPE | ||
| import os | ||
| import sys | ||
|
|
||
| class osx_install_data(install_data): | ||
| # On MacOS, the platform-specific lib dir is /System/Library/Framework/Python/.../ | ||
| # which is wrong. Python 2.5 supplied with MacOS 10.5 has an Apple-specific fix | ||
| # for this in distutils.command.install_data#306. It fixes install_lib but not | ||
| # install_data, which is why we roll our own install_data class. | ||
|
|
||
| def finalize_options(self): | ||
| # By the time finalize_options is called, install.install_lib is set to the | ||
| # fixed directory, so we set the installdir to install_lib. The | ||
| # install_data class uses ('install_data', 'install_dir') instead. | ||
| self.set_undefined_options('install', ('install_lib', 'install_dir')) | ||
| install_data.finalize_options(self) | ||
|
|
||
| if sys.platform == "darwin": | ||
| cmdclasses = {'install_data': osx_install_data} | ||
| else: | ||
| cmdclasses = {'install_data': install_data} | ||
|
|
||
| def fullsplit(path, result=None): | ||
| """ | ||
| Split a pathname into components (the opposite of os.path.join) in a | ||
| platform-neutral way. | ||
| """ | ||
| if result is None: | ||
| result = [] | ||
| head, tail = os.path.split(path) | ||
| if head == '': | ||
| return [tail] + result | ||
| if head == path: | ||
| return result | ||
| return fullsplit(head, [tail] + result) | ||
|
|
||
| # Tell distutils to put the data_files in platform-specific installation | ||
| # locations. See here for an explanation: | ||
| # http://groups.google.com/group/comp.lang.python/browse_thread/thread/35ec7b2fed36eaec/2105ee4d9e8042cb | ||
| for scheme in INSTALL_SCHEMES.values(): | ||
| scheme['data'] = scheme['purelib'] | ||
|
|
||
| # Compile the list of packages available, because distutils doesn't have | ||
| # an easy way to do this. | ||
| packages, data_files = [], [] | ||
| root_dir = os.path.dirname(__file__) | ||
| if root_dir != '': | ||
| os.chdir(root_dir) | ||
|
|
||
| def is_not_module(filename): | ||
| return os.path.splitext(filename)[1] not in ['.py', '.pyc', '.pyo'] | ||
|
|
||
| for scrapy_dir in ['scrapy']: | ||
| for dirpath, dirnames, filenames in os.walk(scrapy_dir): | ||
| # Ignore dirnames that start with '.' | ||
| for i, dirname in enumerate(dirnames): | ||
| if dirname.startswith('.'): del dirnames[i] | ||
| if '__init__.py' in filenames: | ||
| packages.append('.'.join(fullsplit(dirpath))) | ||
| data = [f for f in filenames if is_not_module(f)] | ||
| if data: | ||
| data_files.append([dirpath, [os.path.join(dirpath, f) for f in data]]) | ||
| elif filenames: | ||
| data_files.append([dirpath, [os.path.join(dirpath, f) for f in filenames]]) | ||
|
|
||
| # Small hack for working with bdist_wininst. | ||
| # See http://mail.python.org/pipermail/distutils-sig/2004-August/004134.html | ||
| if len(sys.argv) > 1 and sys.argv[1] == 'bdist_wininst': | ||
| for file_info in data_files: | ||
| file_info[0] = '\\PURELIB\\%s' % file_info[0] | ||
|
|
||
| scripts = ['bin/scrapy'] | ||
| if os.name == 'nt': | ||
| scripts.append('extras/scrapy.bat') | ||
|
|
||
| if os.environ.get('SCRAPY_VERSION_FROM_GIT'): | ||
| v = Popen("git describe", shell=True, stdout=PIPE).communicate()[0] | ||
| with open('scrapy/VERSION', 'w+') as f: | ||
| f.write(v.strip()) | ||
| with open(os.path.join(os.path.dirname(__file__), 'scrapy/VERSION')) as f: | ||
| version = f.read().strip() | ||
|
|
||
|
|
||
| setup_args = { | ||
| 'name': 'Scrapy', | ||
| 'version': version, | ||
| 'url': 'http://scrapy.org', | ||
| 'description': 'A high-level Python Screen Scraping framework', | ||
| 'long_description': open('README.rst').read(), | ||
| 'author': 'Scrapy developers', | ||
| 'maintainer': 'Pablo Hoffman', | ||
| 'maintainer_email': 'pablo@pablohoffman.com', | ||
| 'license': 'BSD', | ||
| 'packages': packages, | ||
| 'cmdclass': cmdclasses, | ||
| 'data_files': data_files, | ||
| 'scripts': scripts, | ||
| 'include_package_data': True, | ||
| 'classifiers': [ | ||
| 'Programming Language :: Python', | ||
| 'Programming Language :: Python :: 2.7', | ||
| 'License :: OSI Approved :: BSD License', | ||
| 'Operating System :: OS Independent', | ||
| from os.path import dirname, join | ||
| from setuptools import setup, find_packages | ||
|
|
||
|
|
||
| with open(join(dirname(__file__), 'scrapy/VERSION'), 'rb') as f: | ||
| version = f.read().decode('ascii').strip() | ||
|
|
||
|
|
||
| setup( | ||
| name='Scrapy', | ||
| version=version, | ||
| url='http://scrapy.org', | ||
| description='A high-level Python Screen Scraping framework', | ||
| long_description=open('README.rst').read(), | ||
| author='Scrapy developers', | ||
| maintainer='Pablo Hoffman', | ||
| maintainer_email='pablo@pablohoffman.com', | ||
| license='BSD', | ||
| packages=find_packages(exclude=('tests', 'tests.*')), | ||
| include_package_data=True, | ||
| zip_safe=False, | ||
| entry_points={ | ||
| 'console_scripts': ['scrapy = scrapy.cmdline:execute'] | ||
| }, | ||
| classifiers=[ | ||
| 'Framework :: Scrapy', | ||
| 'Development Status :: 5 - Production/Stable', | ||
| 'Intended Audience :: Developers', | ||
| 'Environment :: Console', | ||
| 'Intended Audience :: Developers', | ||
| 'License :: OSI Approved :: BSD License', | ||
| 'Operating System :: OS Independent', | ||
| 'Programming Language :: Python', | ||
| 'Programming Language :: Python :: 2', | ||
| 'Programming Language :: Python :: 2.7', | ||
| 'Topic :: Internet :: WWW/HTTP', | ||
| 'Topic :: Software Development :: Libraries :: Application Frameworks', | ||
| 'Topic :: Software Development :: Libraries :: Python Modules', | ||
| 'Topic :: Internet :: WWW/HTTP', | ||
| ] | ||
| } | ||
|
|
||
| try: | ||
| from setuptools import setup | ||
| except ImportError: | ||
| from distutils.core import setup | ||
| else: | ||
| setup_args['install_requires'] = [ | ||
| ], | ||
| install_requires=[ | ||
| 'Twisted>=10.0.0', | ||
| 'w3lib>=1.8.0', | ||
| 'queuelib', | ||
| 'lxml', | ||
| 'pyOpenSSL', | ||
| 'cssselect>=0.9', | ||
| 'six>=1.5.2', | ||
| ] | ||
|
|
||
| setup(**setup_args) | ||
| ], | ||
| ) |