forked from tahoe-lafs/tahoe-lafs
/
setup.py
448 lines (384 loc) · 17.6 KB
/
setup.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
#! /usr/bin/env python
# Allmydata Tahoe -- secure, distributed storage grid
#
# Copyright (C) 2008 Allmydata, Inc.
#
# This file is part of tahoe.
#
# See the docs/about.html file for licensing information.
import os, re, sys, stat, subprocess
##### sys.path management
basedir = os.path.dirname(os.path.abspath(__file__))
pyver = "python%d.%d" % (sys.version_info[:2])
if sys.platform == "win32":
supportlib = os.path.join("support", "Lib", "site-packages")
else:
supportlib = os.path.join("support", "lib", pyver, "site-packages")
supportlib = os.path.join(basedir, supportlib)
def add_tahoe_paths():
"""Modify sys.path and PYTHONPATH to include Tahoe and supporting libraries
The first step towards building Tahoe is to run::
python setup.py build_tahoe
which is the equivalent of::
mkdir -p $(BASEDIR)/support/lib/python2.5/site-packages
(or cygpath equivalent)
setup.py develop --prefix=$(BASEDIR)/support
This installs .eggs for any dependent libraries that aren't already
available on the system, into support/lib/pythonN.N/site-packages (or
support/Lib/site-packages on windows). It also adds an .egg-link for
Tahoe itself into the same directory.
We add this directory to os.environ['PYTHONPATH'], so that any child
processes we spawn will be able to use these packages.
When the setuptools site.py sees that supportlib in PYTHONPATH, it scans
through it for .egg and .egg-link entries, and adds them to sys.path .
Since python has already processed all the site.py files by the time we
get here, we perform this same sort of processing ourselves: this makes
tahoe (and dependency libraries) available to code within setup.py
itself. This is used by the 'setup.py trial' subcommand, which invokes
trial directly rather than spawning a subprocess (this is easier than
locating the 'trial' executable, especially when Twisted was installed as
a dependent library).
We'll need to add these .eggs to sys.path before importing anything that
isn't a part of stdlib. All the directories that we add this way are put
at the start of sys.path, so they will override anything that was present
on the system (and perhaps found lacking by the setuptools requirements
expressed in _auto_deps.py).
"""
extra_syspath_items = []
extra_pythonpath_items = []
extra_syspath_items.append(supportlib)
extra_pythonpath_items.append(supportlib)
# Since we use setuptools to populate that directory, there will be a
# number of .egg and .egg-link entries there. Add all of them to
# sys.path, since that what the setuptools site.py would do if it
# encountered them at process start time. Without this step, the rest of
# this process would be unable to use the packages installed there. We
# don't need to add them to PYTHONPATH, since the site.py present there
# will add them when the child process starts up.
if os.path.isdir(supportlib):
for fn in os.listdir(supportlib):
if fn.endswith(".egg"):
extra_syspath_items.append(os.path.join(supportlib, fn))
# We also add our src/ directory, since that's where all the Tahoe code
# lives. This matches what site.py does when it sees the .egg-link file
# that is written to the support dir by an invocation of our 'setup.py
# develop' command.
extra_syspath_items.append(os.path.join(basedir, "src"))
# and we put an extra copy of everything from PYTHONPATH in front, so
# that it is possible to override the packages that setuptools downloads
# with alternate versions, by doing e.g. "PYTHONPATH=foo python setup.py
# trial"
oldpp = os.environ.get("PYTHONPATH", "").split(os.pathsep)
if oldpp == [""]:
# grr silly split() behavior
oldpp = []
extra_syspath_items = oldpp + extra_syspath_items
sys.path = extra_syspath_items + sys.path
# We also provide it to any child processes we spawn, via
# os.environ["PYTHONPATH"]
os.environ["PYTHONPATH"] = os.pathsep.join(oldpp + extra_pythonpath_items)
# add_tahoe_paths() must be called before use_setuptools() is called. I don't
# know why. If it isn't, then a later pkg_resources.requires(pycryptopp) call
# fails because an old version (in /usr/lib) was already loaded.
add_tahoe_paths()
try:
from ez_setup import use_setuptools
except ImportError:
pass
else:
# This invokes our own customized version of ez_setup.py to make sure that
# setuptools >= v0.6c8 (a.k.a. v0.6-final) is installed.
# setuptools < v0.6c8 doesn't handle eggs which get installed into the CWD
# as a result of being transitively depended on in a setup_requires, but
# then are needed for the installed code to run, i.e. in an
# install_requires.
use_setuptools(download_delay=0, min_version="0.6c8")
from setuptools import find_packages, setup
from setuptools.command import sdist
from distutils.core import Command
# Make the dependency-version-requirement, which is used by the Makefile at
# build-time, also available to the app at runtime:
import shutil
shutil.copyfile("_auto_deps.py", os.path.join("src", "allmydata", "_auto_deps.py"))
trove_classifiers=[
"Development Status :: 5 - Production/Stable",
"Environment :: Console",
"Environment :: Web Environment",
"License :: OSI Approved :: GNU General Public License (GPL)",
"License :: DFSG approved",
"License :: Other/Proprietary License",
"Intended Audience :: Developers",
"Intended Audience :: End Users/Desktop",
"Intended Audience :: System Administrators",
"Operating System :: Microsoft",
"Operating System :: Microsoft :: Windows",
"Operating System :: Microsoft :: Windows :: Windows NT/2000",
"Operating System :: Unix",
"Operating System :: POSIX :: Linux",
"Operating System :: POSIX",
"Operating System :: MacOS :: MacOS X",
"Operating System :: OS Independent",
"Natural Language :: English",
"Programming Language :: C",
"Programming Language :: Python",
"Programming Language :: Python :: 2",
"Programming Language :: Python :: 2.4",
"Programming Language :: Python :: 2.5",
"Topic :: Utilities",
"Topic :: System :: Systems Administration",
"Topic :: System :: Filesystems",
"Topic :: System :: Distributed Computing",
"Topic :: Software Development :: Libraries",
"Topic :: Communications :: Usenet News",
"Topic :: System :: Archiving :: Backup",
"Topic :: System :: Archiving :: Mirroring",
"Topic :: System :: Archiving",
]
VERSIONFILE = "src/allmydata/_version.py"
verstr = "unknown"
try:
verstrline = open(VERSIONFILE, "rt").read()
except EnvironmentError:
pass # Okay, there is no version file.
else:
VSRE = r"^verstr = ['\"]([^'\"]*)['\"]"
mo = re.search(VSRE, verstrline, re.M)
if mo:
verstr = mo.group(1)
else:
print "unable to find version in %s" % (VERSIONFILE,)
raise RuntimeError("if %s.py exists, it is required to be well-formed" % (VERSIONFILE,))
LONG_DESCRIPTION=\
"""Welcome to the Tahoe project, a secure, decentralized, fault-tolerant
filesystem. All of the source code is available under a Free Software, Open
Source licence.
This filesystem is encrypted and spread over multiple peers in such a way that
it remains available even when some of the peers are unavailable,
malfunctioning, or malicious."""
# Default setup_requires are pyutil for the Windows installer builder(see
# misc/sub-ver.py) and Twisted for the tests.
#setup_requires = ['pyutil >= 1.3.16', 'Twisted >= 2.4.0']
setup_requires = []
# darcsver is needed only if you want "./setup.py darcsver" to write a new
# version stamp in src/allmydata/_version.py, with a version number derived from
# darcs history.
# http://pypi.python.org/pypi/darcsver
if 'darcsver' in sys.argv[1:]:
setup_requires.append('darcsver >= 1.1.5')
# setuptools_darcs is required to produce complete distributions (such as with
# "sdist" or "bdist_egg"), unless there is a PKG-INFO file present which shows
# that this is itself a source distribution.
# http://pypi.python.org/pypi/setuptools_darcs
if not os.path.exists('PKG-INFO'):
setup_requires.append('setuptools_darcs >= 1.1.0')
class ShowSupportLib(Command):
user_options = []
def initialize_options(self):
pass
def finalize_options(self):
pass
def run(self):
# TODO: --quiet suppresses the 'running show_supportlib' message.
# Find a way to do this all the time.
print supportlib # TODO windowsy
class ShowPythonPath(Command):
user_options = []
def initialize_options(self):
pass
def finalize_options(self):
pass
def run(self):
# TODO: --quiet suppresses the 'running show_supportlib' message.
# Find a way to do this all the time.
print "PYTHONPATH=%s" % os.environ["PYTHONPATH"]
class RunWithPythonPath(Command):
description = "Run a subcommand with PYTHONPATH set appropriately"
user_options = [ ("python", "p",
"Treat command string as arguments to a python executable"),
("command=", "c", "Command to be run"),
("directory=", "d", "Directory to run the command in"),
]
boolean_options = ["python"]
def initialize_options(self):
self.command = None
self.python = False
self.directory = None
def finalize_options(self):
pass
def run(self):
# os.environ['PYTHONPATH'] is already set by add_tahoe_paths, so we
# just need to exec() their command. We must require the command to
# be safe to split on whitespace, and have --python and --directory
# to make it easier to achieve this.
command = []
if self.python:
command.append(sys.executable)
if self.command:
command.extend(self.command.split())
if not command:
raise RuntimeError("The --command argument is mandatory")
if self.directory:
os.chdir(self.directory)
if self.verbose:
print "command =", " ".join(command)
rc = subprocess.call(command)
sys.exit(rc)
class CheckAutoDeps(Command):
user_options = []
def initialize_options(self):
pass
def finalize_options(self):
pass
def run(self):
import _auto_deps
_auto_deps.require_auto_deps()
class BuildTahoe(Command):
user_options = []
def initialize_options(self):
pass
def finalize_options(self):
pass
def run(self):
# chmod +x bin/tahoe
bin_tahoe = os.path.join("bin", "tahoe")
old_mode = stat.S_IMODE(os.stat(bin_tahoe)[stat.ST_MODE])
new_mode = old_mode | (stat.S_IXUSR | stat.S_IRUSR |
stat.S_IXGRP | stat.S_IRGRP |
stat.S_IXOTH | stat.S_IROTH )
os.chmod(bin_tahoe, new_mode)
# 'setup.py develop --prefix SUPPORT' will complain if SUPPORTLIB is
# not on PYTHONPATH, because it thinks you are installing to a place
# that will not be searched at runtime (which is true, except that we
# add SUPPORTLIB to PYTHONPATH to run tests, etc). So set up
# PYTHONPATH now, then spawn a 'setup.py develop' command. Also, we
# have to create the directory ourselves.
if not os.path.isdir(supportlib):
os.makedirs(supportlib)
command = [sys.executable, "setup.py", "develop", "--prefix", "support"]
if sys.platform == "linux2":
# workaround for tahoe #229 / setuptools #17, on debian
command.extend(["--site-dirs", "/var/lib/python-support/" + pyver])
elif sys.platform == "darwin":
# this probably only applies to leopard 10.5, possibly only 10.5.5
sd = "/System/Library/Frameworks/Python.framework/Versions/2.5/Extras/lib/python"
command.extend(["--site-dirs", sd])
print "Command:", " ".join(command)
rc = subprocess.call(command)
if rc < 0:
print >>sys.stderr, "'setup.py develop' terminated by signal", -rc
sys.exit(1)
elif rc > 0:
print >>sys.stderr, "'setup.py develop' exited with rc", rc
sys.exit(rc)
class Trial(Command):
# Unlike 'build' and 'bdist_egg', the 'trial' subcommand cannot be run in
# conjunction with other subcommands.
# The '-a' argument is split on whitespace and passed into trial. (the
# distutils parser does not give subcommands access to the rest of
# sys.argv, so unfortunately we cannot just do something like:
# setup.py trial --reporter=text allmydata.test.test_util
# Examples:
# setup.py trial # run all tests
# setup.py trial -a allmydata.test.test_util # run some tests
# setup.py trial -a '--reporter=text allmydata.test.test_util' #other args
description = "Run unit tests via trial"
user_options = [ ("args=", "a", "Argument string to pass to trial: setup.py trial -a allmydata.test.test_util"),
]
def initialize_options(self):
self.args = "allmydata"
def finalize_options(self):
pass
def run(self):
# make sure Twisted is available (for trial itself), and both the
# Tahoe source code and our dependent libraries are available (so
# that trial has some test code to work with)
from twisted.scripts import trial
args = self.args.strip().split()
# one wrinkle: we want to set the reactor here, because of bug #402
# (twisted bug #3218). We just jam in a "--reactor poll" at the start
# of the arglist. This does not permit the reactor to be overridden,
# unfortunately.
if sys.platform in ("linux2", "cygwin"):
# poll on linux2 to avoid #402 problems with select
# poll on cygwin since selectreactor runs out of fds
args = ["--reactor", "poll"] + args
# zooko also had os.environ["PYTHONUNBUFFERED"]="1" and
# args.append("--rterrors")
sys.argv = ["trial"] + args
if self.verbose > 1:
print "To run this test directly, use:"
print "PYTHONPATH=%s %s" % (os.environ["PYTHONPATH"],
" ".join(sys.argv))
else:
print "(run setup.py with -vv for trial command-line details)"
trial.run() # this does sys.exit
# NEVER REACHED
class MySdist(sdist.sdist):
""" A hook in the sdist command so that we can determine whether this the
tarball should be 'SUMO' or not, i.e. whether or not to include the
external dependency tarballs. Note that we always include
misc/dependencies/* in the tarball; --sumo controls whether tahoe-deps/*
is included as well.
"""
user_options = sdist.sdist.user_options + \
[('sumo', 's',
"create a 'sumo' sdist which includes the contents of tahoe-deps/*"),
]
boolean_options = ['sumo']
def initialize_options(self):
sdist.sdist.initialize_options(self)
self.sumo = False
def make_distribution(self):
# add our extra files to the list just before building the
# tarball/zipfile. We override make_distribution() instead of run()
# because setuptools.command.sdist.run() does not lend itself to
# easy/robust subclassing (the code we need to add goes right smack
# in the middle of a 12-line method). If this were the distutils
# version, we'd override get_file_list().
if self.sumo:
# If '--sumo' was specified, include tahoe-deps/* in the sdist.
# We assume that the user has fetched the tahoe-deps.tar.gz
# tarball and unpacked it already.
self.filelist.extend([os.path.join("tahoe-deps", fn)
for fn in os.listdir("tahoe-deps")])
# In addition, we want the tarball/zipfile to have -SUMO in the
# name, and the unpacked directory to have -SUMO too. The easiest
# way to do this is to patch self.distribution and override the
# get_fullname() method. (an alternative is to modify
# self.distribution.metadata.version, but that also affects the
# contents of PKG-INFO).
fullname = self.distribution.get_fullname()
def get_fullname():
return fullname + "-SUMO"
self.distribution.get_fullname = get_fullname
return sdist.sdist.make_distribution(self)
# Tahoe's dependencies are managed by the find_links= entry in setup.cfg and
# the _auto_deps.install_requires list, which is used in the call to setup()
# at the end of this file
from _auto_deps import install_requires
setup(name='allmydata-tahoe',
version=verstr,
description='secure, decentralized, fault-tolerant filesystem',
long_description=LONG_DESCRIPTION,
author='the allmydata.org Tahoe project',
author_email='tahoe-dev@allmydata.org',
url='http://allmydata.org/',
license='GNU GPL',
cmdclass={"show_supportlib": ShowSupportLib,
"show_pythonpath": ShowPythonPath,
"run_with_pythonpath": RunWithPythonPath,
"check_auto_deps": CheckAutoDeps,
"build_tahoe": BuildTahoe,
"trial": Trial,
"sdist": MySdist,
},
package_dir = {'':'src'},
packages=find_packages("src"),
classifiers=trove_classifiers,
test_suite="allmydata.test",
install_requires=install_requires,
include_package_data=True,
setup_requires=setup_requires,
entry_points = { 'console_scripts': [ 'tahoe = allmydata.scripts.runner:run' ] },
zip_safe=False, # We prefer unzipped for easier access.
)