add .so back in docker

databricks · Oct 16, 2019 · 1aeb1d6 · 1aeb1d6
1 parent 77e34bf
commit 1aeb1d6
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 2 deletions.
diff --git a/Dockerfile b/Dockerfile
@@ -41,6 +41,12 @@ ENV PATH $SPARK_HOME/bin:$PATH
 ENV PYTHONPATH /opt/spark/python/lib/py4j-0.10.7-src.zip:/opt/spark/python/lib/pyspark.zip:$PYTHONPATH
 ENV PYSPARK_PYTHON python
 
+# Workaround for https://github.com/tensorflow/tensorflow/issues/30635.
+RUN wget https://storage.googleapis.com/tensorflow/libtensorflow/libtensorflow_jni-cpu-linux-x86_64-1.15.0-rc3.tar.gz && \
+    tar xf libtensorflow_jni-cpu-linux-x86_64-1.15.0-rc3.tar.gz libtensorflow_framework.so.1 && \
+    mv libtensorflow_framework.so.1 /usr/lib && \
+    rm libtensorflow_jni-cpu-linux-x86_64-1.15.0-rc3.tar.gz
+
 # The tensorframes dir will be mounted here.
 VOLUME /mnt/tensorframes
 WORKDIR /mnt/tensorframes

diff --git a/project/Build.scala b/project/Build.scala
@@ -63,8 +63,7 @@ object Shading extends Build {
     "com.typesafe.scala-logging" %% "scala-logging-api" % "2.1.2",
     "com.typesafe.scala-logging" %% "scala-logging-slf4j" % "2.1.2",
     // TensorFlow dependencies
-    "org.tensorflow" % "libtensorflow" % targetTensorFlowVersion,
-    "org.tensorflow" % "libtensorflow_jni" % targetTensorFlowVersion
+    "org.tensorflow" % "tensorflow" % targetTensorFlowVersion
   )
 
   lazy val testDependencies = Seq(