Skip to content
Permalink
Browse files

update spark/hadoop package used in Docker

  • Loading branch information...
ivangiangreco committed Dec 14, 2018
1 parent 90358ca commit 0ba52b493d6a178f260360c7b33e2958b342c998
Showing with 3 additions and 3 deletions.
  1. +2 −2 scripts/docker-selfcontained/Dockerfile
  2. +1 −1 scripts/docker/Dockerfile
@@ -28,8 +28,8 @@ RUN echo "deb https://dl.bintray.com/sbt/debian /" | tee -a /etc/apt/sources.lis
apt-get -y install sbt;

# spark
RUN curl http://d3kbcqa49mib13.cloudfront.net/spark-2.2.0-bin-hadoop2.7.tgz | tar -xz -C /usr/lib/; \
cd /usr/lib && ln -s spark-2.2.0-bin-hadoop2.7 spark
RUN curl http://mirror.easyname.ch/apache/spark/spark-2.4.0/spark-2.4.0-bin-hadoop2.7.tgz | tar -xz -C /usr/lib/; \
cd /usr/lib && ln -s spark-2.4.0-bin-hadoop2.7 spark
ENV SPARK_HOME /usr/lib/spark

# spark notebook
@@ -25,7 +25,7 @@ RUN echo "deb https://dl.bintray.com/sbt/debian /" | tee -a /etc/apt/sources.lis
apt-get -y remove openjdk-9-*

# spark
RUN curl http://d3kbcqa49mib13.cloudfront.net/spark-2.2.0-bin-hadoop2.7.tgz | tar -xz -C /usr/lib/; \
RUN curl http://mirror.easyname.ch/apache/spark/spark-2.4.0/spark-2.4.0-bin-hadoop2.7.tgz | tar -xz -C /usr/lib/; \
cd /usr/lib && ln -s spark-2.2.0-bin-hadoop2.7 spark
ENV SPARK_HOME /usr/lib/spark

0 comments on commit 0ba52b4

Please sign in to comment.
You can’t perform that action at this time.