-
Notifications
You must be signed in to change notification settings - Fork 0
/
Dockerfile-cpu-tfsource
129 lines (109 loc) · 4.99 KB
/
Dockerfile-cpu-tfsource
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
FROM ubuntu:16.04@sha256:34471448724419596ca4e890496d375801de21b0e67b81a77fd6155ce001edad
MAINTAINER Shiva Manne <manneshiva@gmail.com>
# Compile Tensorflow from source for better performance/speed
# https://github.com/tensorflow/tensorflow/blob/master/tensorflow/tools/docker/Dockerfile.devel
RUN apt-get update && apt-get install -y --no-install-recommends \
build-essential=12.1ubuntu2 \
curl=7.47.0-1ubuntu2.2 \
git=1:2.7.4-0ubuntu1.2 \
libcurl3-dev \
libfreetype6-dev=2.6.1-0.1ubuntu2.3 \
libpng12-dev=1.2.54-1ubuntu1 \
libzmq3-dev=4.1.4-7 \
pkg-config=0.29.1-0ubuntu1 \
python-dev=2.7.11-1 \
rsync=3.1.1-3ubuntu1 \
software-properties-common=0.96.20.7 \
unzip=6.0-20ubuntu1 \
zip=3.0-11 \
zlib1g-dev=1:1.2.8.dfsg-2ubuntu4.1 \
openjdk-8-jdk=8u131-b11-2ubuntu1.16.04.3 \
openjdk-8-jre-headless=8u131-b11-2ubuntu1.16.04.3 \
&& \
apt-get clean && \
rm -rf /var/lib/apt/lists/*
RUN curl -fSsL -O https://bootstrap.pypa.io/get-pip.py && \
python get-pip.py && \
rm get-pip.py
RUN pip --no-cache-dir install \
ipykernel==4.6.1 \
jupyter==1.0.0 \
matplotlib==2.0.2 \
numpy==1.13.1 \
scipy==0.19.1 \
&& \
python -m ipykernel.kernelspec
# Set up Bazel.
# Running bazel inside a `docker build` command causes trouble, cf:
# https://github.com/bazelbuild/bazel/issues/134
# The easiest solution is to set up a bazelrc file forcing --batch.
RUN echo "startup --batch" >>/etc/bazel.bazelrc
# Similarly, we need to workaround sandboxing issues:
# https://github.com/bazelbuild/bazel/issues/418
RUN echo "build --spawn_strategy=standalone --genrule_strategy=standalone" \
>>/etc/bazel.bazelrc
# Install the most recent bazel release.
ENV BAZEL_VERSION 0.5.0
WORKDIR /
RUN mkdir /bazel && \
cd /bazel && \
curl -H "User-Agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36" -fSsL -O https://github.com/bazelbuild/bazel/releases/download/$BAZEL_VERSION/bazel-$BAZEL_VERSION-installer-linux-x86_64.sh && \
curl -H "User-Agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36" -fSsL -o /bazel/LICENSE.txt https://raw.githubusercontent.com/bazelbuild/bazel/master/LICENSE && \
chmod +x bazel-*.sh && \
./bazel-$BAZEL_VERSION-installer-linux-x86_64.sh && \
cd / && \
rm -f /bazel/bazel-$BAZEL_VERSION-installer-linux-x86_64.sh
# Download and build TensorFlow.
RUN git clone https://github.com/tensorflow/tensorflow.git && \
cd tensorflow && \
git checkout r1.3
WORKDIR /tensorflow
ENV CI_BUILD_PYTHON python
RUN tensorflow/tools/ci_build/builds/configured CPU \
bazel build -c opt --cxxopt="-D_GLIBCXX_USE_CXX11_ABI=0" \
--copt=-mavx --copt=-mavx2 --copt=-mfma --copt=-mfpmath=both --copt=-msse4.1 --copt=-msse4.2 \
tensorflow/tools/pip_package:build_pip_package && \
bazel-bin/tensorflow/tools/pip_package/build_pip_package /tmp/pip && \
pip --no-cache-dir install --upgrade /tmp/pip/tensorflow-*.whl && \
rm -rf /tmp/pip && \
rm -rf /root/.cache
# Clean up pip wheel and Bazel cache when done.
# TensorBoard
EXPOSE 6006
# IPython
EXPOSE 8888
WORKDIR /
#setting up Java & Maven for dl4j
RUN add-apt-repository -y ppa:webupd8team/java && \
apt-get update && \
echo debconf shared/accepted-oracle-license-v1-1 select true | debconf-set-selections && \
echo debconf shared/accepted-oracle-license-v1-1 seen true | debconf-set-selections && \
apt-get install -y oracle-java8-installer=8u144-1~webupd8~0 && \
apt-get install -y libopenjfx-java=8u60-b27-4 && \
rm -rf /var/lib/apt/lists/*
ENV JAVA_HOME /usr/lib/jvm/java-8-oracle
ENV JAVAFX_HOME /usr/share/java/openjfx/jre/lib/ext/
RUN wget http://redrockdigimark.com/apachemirror/maven/maven-3/3.5.0/binaries/apache-maven-3.5.0-bin.tar.gz -P /maven/ && \
tar -zxf /maven/apache-maven-3.5.0-bin.tar.gz -C /maven && \
rm -rf /maven/apache-maven-3.5.0-bin.tar.gz
ENV PATH /maven/apache-maven-3.5.0/bin:$PATH
# Install python packages
RUN pip --no-cache-dir install \
gensim==2.1.0 \
memory_profiler==0.47 \
psutil==5.2.2 \
snowballstemmer==1.2.1 \
PyStemmer==1.3.0
COPY ./benchmark-word2vec-frameworks /benchmark-word2vec-frameworks
# build executable from .c file for orginalc code
WORKDIR /benchmark-word2vec-frameworks/nn_frameworks/originalc
RUN gcc word2vec.c -o word2vec -lm -pthread -Ofast -march=native -Wall -funroll-loops -Wno-unused-result
# compile tensorflow ops
WORKDIR /benchmark-word2vec-frameworks/nn_frameworks/tensorflow
RUN TF_INC=/usr/local/lib/python2.7/dist-packages/tensorflow/include && \
g++ -std=c++11 -shared word2vec_ops.cc word2vec_kernels.cc -o word2vec_ops.so -fPIC -I $TF_INC -O2 -D_GLIBCXX_USE_CXX11_ABI=0
# build the runnable dl4j jar
WORKDIR /benchmark-word2vec-frameworks/nn_frameworks/dl4j
RUN mvn package
WORKDIR /
CMD ["/bin/bash"]