/
Singularity.miniconda040512_py36_ml
83 lines (58 loc) · 1.99 KB
/
Singularity.miniconda040512_py36_ml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
Bootstrap: shub
From: jtchilders/singularity_image_recipes:mpich33
%setup
mkdir ${SINGULARITY_ROOTFS}/test
cp example_codes/keras_mnist.py $SINGULARITY_ROOTFS/test
cp example_codes/download_mnist.sh $SINGULARITY_ROOTFS/test
cp example_codes/mnist.npz $SINGULARITY_ROOTFS/test
%post
# install development tools
yum update -y
yum groupinstall -y "Development Tools"
yum install -y gcc
yum install -y gcc-c++
yum install -y wget
# setup MPICH
export PATH=$PATH:/mpich/install/bin
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/mpich/install/lib
#####
# miniconda install
############
# change this if you want different versions
CONDAVER=3
VERSION=4.5.12
BASE_DIR=/miniconda$CONDAVER
PREFIX_PATH=$BASE_DIR/$VERSION
DOWNLOAD_PATH=$BASE_DIR/DOWNLOADS
# make install area
mkdir -p $PREFIX_PATH
mkdir -p $DOWNLOAD_PATH
MINICONDA_INSTALL_FILE=Miniconda$CONDAVER-$VERSION-Linux-x86_64.sh
echo Downloading miniconda installer
wget https://repo.continuum.io/miniconda/$MINICONDA_INSTALL_FILE -P $DOWNLOAD_PATH
chmod +x $DOWNLOAD_PATH/Miniconda$CONDAVER-$VERSION-Linux-x86_64.sh
echo Installing Miniconda
$DOWNLOAD_PATH/Miniconda$CONDAVER-$VERSION-Linux-x86_64.sh -b -p $PREFIX_PATH -u
# add conda to environment
export PATH=$PATH:$PREFIX_PATH/bin
echo moving into $PREFIX_PATH
cd $PREFIX_PATH
echo CONDA BINARY: $(which conda)
echo CONDA VERSION: $(conda --version)
echo Setting intel channel to the primary
conda config --add channels intel
echo install tensorflow dependencies and other things
conda install -y tensorflow -c intel
echo install keras
conda install -y keras
echo install pytorch
conda install -y pytorch-cpu torchvision-cpu -c pytorch
echo install mpi4py
conda install -y mpi4py
# install keras and horovod
echo install horovod
pip install horovod
%environment
export PATH=/miniconda3/4.5.12/bin:$PATH
%runscript
python /test/keras_mnist.py