Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

{devel}[goolfc/2017.02] PyTorch v0.3.0 #5530

Closed
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Jump to
Jump to file
Failed to load files.
Diff view
Diff view
41 changes: 41 additions & 0 deletions easybuild/easyconfigs/c/CMake/CMake-3.9.1-GCCcore-5.4.0.eb
@@ -0,0 +1,41 @@
easyblock = 'ConfigureMake'

name = 'CMake'
version = '3.9.1'

homepage = 'http://www.cmake.org'

description = """
CMake, the cross-platform, open-source build system. CMake is a family of
tools designed to build, test and package software.
"""

toolchain = {'name': 'GCCcore', 'version': '5.4.0'}

source_urls = ['http://www.cmake.org/files/v%(version_major_minor)s']
sources = [SOURCELOWER_TAR_GZ]
checksums = ['d768ee83d217f91bb597b3ca2ac663da7a8603c97e1f1a5184bc01e0ad2b12bb']

configopts = '-- -DCMAKE_USE_OPENSSL=1 -DCMAKE_PREFIX_PATH=$EBROOTNCURSES'

builddependencies = [
('binutils', '2.26'),
]

dependencies = [
('ncurses', '6.0'),
# OS dependency should be preferred if the os version is more recent then this version,
# it's nice to have an up to date openssl for security reasons
# ('OpenSSL', '1.1.0c'),
]

osdependencies = [
('openssl-devel', 'libssl-dev', 'libopenssl-devel'),
]

sanity_check_paths = {
'files': ["bin/%s" % x for x in ['ccmake', 'cmake', 'cpack', 'ctest']],
'dirs': [],
}

moduleclass = 'devel'
28 changes: 28 additions & 0 deletions easybuild/easyconfigs/l/libyaml/libyaml-0.1.7-GCCcore-5.4.0.eb
@@ -0,0 +1,28 @@
##
# This file is an EasyBuild reciPY as per https://github.com/easybuilders/easybuild
#
# Copyright:: Copyright 2012-2014 Uni.Lu/LCSB, NTUA
# Authors:: Nils Christian <nils.christian@uni.lu>
# License:: MIT/GPL
# $Id$
##

easyblock = 'ConfigureMake'

name = 'libyaml'
version = '0.1.7'

homepage = 'http://pyyaml.org/wiki/LibYAML'
description = """LibYAML is a YAML 1.1 parser and emitter written in C."""

toolchain = {'name': 'GCCcore', 'version': '5.4.0'}

source_urls = ['http://pyyaml.org/download/libyaml/']
sources = ['yaml-%(version)s.tar.gz']

sanity_check_paths = {
'files': ['include/yaml.h', 'lib/libyaml.a', 'lib/libyaml.%s' % SHLIB_EXT],
'dirs': ['lib/pkgconfig']
}

moduleclass = 'lib'
@@ -0,0 +1,79 @@
easyblock = 'PythonPackage'

name = 'PyTorch'
version = '0.3.0'
versionsuffix = '-Python-%(pyver)s'

homepage = 'http://pytorch.org/'
description = """Tensors and Dynamic neural networks in Python with strong GPU acceleration.
PyTorch is a deep learning framework that puts Python first."""

toolchain = {'name': 'goolfc', 'version': '2017.02'}

# This environment is needed to prevent setup.py from invoking git to determine version.
prebuildopts = 'PYTORCH_BUILD_VERSION=%(version)s PYTORCH_BUILD_NUMBER=1'

pytorchdir = 'pytorch-%(version)s'
extract_cmd_pattern = 'tar -C %s/%s --strip-components=1 -xf %%s'

source_urls = [
'https://github.com/pytorch/pytorch/archive',
'https://github.com/facebookincubator/gloo/archive',
'https://github.com/google/googletest/archive',
'https://github.com/nanopb/nanopb/archive',
'https://github.com/pybind/pybind11/archive',
'https://github.com/wjakob/clang-cindex-python3/archive',
]

# PyTorch pulls in a bunch of submodules which don't have releases.
# We download the submodule revisions from their repos.
sources = [
'v%(version)s.tar.gz', # PyTorch
{
'filename': '05ad98aeb66fabc7c8126e6068d4a70134d4b80d.tar.gz',
'extract_cmd': extract_cmd_pattern % (pytorchdir, 'torch/lib/gloo'),
},
{
'filename': 'ec44c6c1675c25b9827aacd08c02433cccde7780.tar.gz',
'extract_cmd': extract_cmd_pattern % (pytorchdir, 'torch/lib/gloo/third-party/googletest'),
},
{
'filename': '14efb1a47a496652ab08b1ebcefb0ea24ae4a5e4.tar.gz',
'extract_cmd': extract_cmd_pattern % (pytorchdir, 'torch/lib/nanopb'),
},
{
'filename': '9f6a636e547fc70a02fa48436449aad67080698f.tar.gz',
'extract_cmd': extract_cmd_pattern % (pytorchdir, 'torch/lib/pybind11'),
},
{
'filename': '6a00cbc4a9b8e68b71caf7f774b3f9c753ae84d5.tar.gz',
'extract_cmd': extract_cmd_pattern % (pytorchdir, 'torch/lib/pybind11/tools/clang'),
},
]

checksums = [
'f9f405f4e6a023af20ee3f005ca5213f6c71d3fd4ee0c58407f53f15fa55c85e', # pytorch-0.3.0.tar.gz
'e19072df8b5f88cb81c6263e90b539c4b5ea93eeb9c68055603137eb7793dba7', # gloo-05ad98a.tar.gz
'175a22300b3450e27e5f2e6f95cc9abca74617cbc21a1e0ed19bdfbd22ea0305', # googletest-ec44c6c.tar.gz
'7d18b9bdc10de382da1643c2b1b0227131db47eef89998050b5e0a829d3bd0af', # nanopb-14efb1a.tar.gz
'3a53dac15e87056a9724b9b6403343b47bb71fec26c090979562f71d7ec9ee98', # pybind11-9f6a636.tar.gz
'828e0d6238e2129a9e08071750dc16ba10e38eacf96f21b8a71e501c2085b282', # clang-cindex-python3-6a00cbc.tar.gz
]

options = {'modulename': 'torch'}

builddependencies = [
('CMake', '3.9.1'),
]

dependencies = [
('Python', '3.5.2'),
('PyYAML', '3.12', versionsuffix),
]

sanity_check_paths = {
'files': [],
'dirs': ['lib/python%(pyshortver)s/site-packages'],
}

moduleclass = 'devel'
@@ -0,0 +1,27 @@
easyblock = 'PythonPackage'

name = 'PyYAML'
version = '3.12'
versionsuffix = '-Python-%(pyver)s'

homepage = "https://pypi.python.org/pypi/PyYAML/"
description = """PyYAML is a YAML parser and emitter for the Python programming language."""

toolchain = {'name': 'goolfc', 'version': '2017.02'}

source_urls = [PYPI_SOURCE]
sources = [SOURCE_TAR_GZ]

dependencies = [
('Python', '3.5.2'),
('libyaml', '0.1.7'),
]

options = {'modulename': 'yaml'}

sanity_check_paths = {
'files': [],
'dirs': ['lib/python%(pyshortver)s/site-packages'],
}

moduleclass = 'lib'
123 changes: 123 additions & 0 deletions easybuild/easyconfigs/p/Python/Python-3.5.2-goolfc-2017.02.eb
@@ -0,0 +1,123 @@
name = 'Python'
version = '3.5.2'

homepage = 'http://python.org/'
description = """Python is a programming language that lets you work more quickly and integrate your systems
more effectively."""

toolchain = {'name': 'goolfc', 'version': '2017.02'}
toolchainopts = {'pic': True}

source_urls = ['http://www.python.org/ftp/%(namelower)s/%(version)s/']
sources = [SOURCE_TGZ]

# python needs bzip2 to build the bz2 package
dependencies = [
('bzip2', '1.0.6'),
('zlib', '1.2.11'),
('libreadline', '6.3'),
('ncurses', '6.0'),
('SQLite', '3.13.0'),
('Tk', '8.6.5'), # this requires a full X11 stack
('GMP', '6.1.1'),
('XZ', '5.2.2'),
('libffi', '3.2.1'),
# OS dependency should be preferred if the os version is more recent then this version,
# it's nice to have an up to date openssl for security reasons
# ('OpenSSL', '1.0.2h'),
]

osdependencies = [('openssl-devel', 'libssl-dev', 'libopenssl-devel')]

# order is important!
# package versions updated May 28th 2015
exts_list = [
('setuptools', '23.1.0', {
'source_urls': ['https://pypi.python.org/packages/source/s/setuptools/'],
}),
('pip', '8.1.2', {
'source_urls': ['https://pypi.python.org/packages/source/p/pip/'],
}),
('nose', '1.3.7', {
'source_urls': ['https://pypi.python.org/packages/source/n/nose/'],
}),
('numpy', '1.11.1', {
'source_urls': ['https://pypi.python.org/packages/source/n/numpy'],
'patches': ['numpy-1.8.0-mkl.patch'],
}),
('scipy', '0.17.1', {
'source_urls': ['https://pypi.python.org/packages/source/s/scipy'],
}),
('blist', '1.3.6', {
'source_urls': ['https://pypi.python.org/packages/source/b/blist/'],
}),
('mpi4py', '1.3.1', {
'source_urls': ['http://bitbucket.org/mpi4py/mpi4py/downloads/'],
}),
('paycheck', '1.0.2', {
'source_urls': ['https://pypi.python.org/packages/source/p/paycheck/'],
'patches': [
'paycheck-1.0.2_setup-open-README-utf8.patch',
],
}),
('pbr', '1.10.0', {
'source_urls': ['https://pypi.python.org/packages/source/p/pbr/'],
}),
('lockfile', '0.12.2', {
'source_urls': ['https://pypi.python.org/packages/source/l/lockfile/'],
}),
('Cython', '0.24', {
'source_urls': ['https://pypi.python.org/packages/source/c/cython/'],
}),
('six', '1.10.0', {
'source_urls': ['https://pypi.python.org/packages/source/s/six/'],
}),
('dateutil', '2.5.3', {
'source_tmpl': 'python-%(name)s-%(version)s.tar.gz',
'source_urls': ['https://pypi.python.org/packages/source/p/python-dateutil/'],
}),
('deap', '1.0.2', {
'source_tmpl': '%(name)s-%(version)s.post2.tar.gz',
'source_urls': ['https://pypi.python.org/packages/source/d/deap/'],
'patches': [
'deap-1.0.2_setup-open-README-utf8.patch',
],
}),
('decorator', '4.0.10', {
'source_urls': ['https://pypi.python.org/packages/source/d/decorator/'],
}),
('arff', '2.1.0', {
'source_tmpl': 'liac-%(name)s-%(version)s.zip',
'source_urls': ['https://pypi.python.org/packages/source/l/liac-arff/'],
}),
('pycrypto', '2.6.1', {
'modulename': 'Crypto',
'source_urls': ['http://ftp.dlitz.net/pub/dlitz/crypto/pycrypto/'],
}),
('ecdsa', '0.13', {
'source_urls': ['https://pypi.python.org/packages/source/e/ecdsa/'],
}),
('cryptography', '1.4', {
'source_urls': ['https://pypi.python.org/packages/source/c/cryptography/'],
}),
('paramiko', '2.0.1', {
'source_urls': ['https://pypi.python.org/packages/source/p/paramiko/'],
}),
('pyparsing', '2.1.5', {
'source_urls': ['https://pypi.python.org/packages/source/p/pyparsing/'],
}),
('netifaces', '0.10.4', {
'source_urls': ['https://pypi.python.org/packages/source/n/netifaces'],
}),
('netaddr', '0.7.18', {
'source_urls': ['https://pypi.python.org/packages/source/n/netaddr'],
}),
('pandas', '0.18.1', {
'source_urls': ['https://pypi.python.org/packages/source/p/pandas'],
}),
('virtualenv', '15.0.2', {
'source_urls': ['https://pypi.python.org/packages/source/v/virtualenv'],
}),
]

moduleclass = 'lang'
44 changes: 44 additions & 0 deletions easybuild/easyconfigs/s/SQLite/SQLite-3.13.0-GCCcore-5.4.0.eb
@@ -0,0 +1,44 @@
##
# This file is an EasyBuild reciPY as per https://github.com/easybuilders/easybuild
#
# Copyright:: Copyright 2012-2014 Uni.Lu/LCSB, NTUA
# Authors:: Fotis Georgatos <fotis@cern.ch>
# License:: MIT/GPL
# $Id$
#
# This work implements a part of the HPCBIOS project and is a component of the policy:
# http://hpcbios.readthedocs.org/en/latest/
##

easyblock = 'ConfigureMake'

name = 'SQLite'
version = '3.13.0'

homepage = 'http://www.sqlite.org/'
description = 'SQLite: SQL Database Engine in a C Library'

toolchain = {'name': 'GCCcore', 'version': '5.4.0'}

source_urls = ['http://www.sqlite.org/2016/']
version_minor_etc = version.split('.')[1:]
version_minor_etc += '0' * (3 - len(version_minor_etc))
version_str = '%(version_major)s' + ''.join('%02d' % int(x) for x in version_minor_etc)
sources = ['sqlite-autoconf-%s.tar.gz' % version_str]

builddependencies = [
('binutils', '2.26'),
]

dependencies = [
('libreadline', '6.3'),
('Tcl', '8.6.5'),
]

sanity_check_paths = {
'files': ['bin/sqlite3', 'include/sqlite3ext.h', 'include/sqlite3.h', 'lib/libsqlite3.a',
'lib/libsqlite3.%s' % SHLIB_EXT],
'dirs': ['lib/pkgconfig'],
}

moduleclass = 'devel'
30 changes: 30 additions & 0 deletions easybuild/easyconfigs/t/Tcl/Tcl-8.6.5-GCCcore-5.4.0.eb
@@ -0,0 +1,30 @@
easyblock = 'ConfigureMake'

name = 'Tcl'
version = '8.6.5'

homepage = 'http://www.tcl.tk/'
description = """Tcl (Tool Command Language) is a very powerful but easy to learn dynamic programming language,
suitable for a very wide range of uses, including web and desktop applications, networking, administration,
testing and many more."""

toolchain = {'name': 'GCCcore', 'version': '5.4.0'}

source_urls = ["http://prdownloads.sourceforge.net/tcl"]
sources = ['%(namelower)s%(version)s-src.tar.gz']

builddependencies = [
('binutils', '2.26'),
]

dependencies = [
('zlib', '1.2.11'),
]

configopts = '--enable-threads EXTRA_INSTALL="install-private-headers"'

runtest = 'test'

start_dir = 'unix'

moduleclass = 'lang'