Dockerfile

#
# Copyright 2018 A. Koeltringer
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#

#
#
# SPARK CONTAINER FOR STANDALONE CLUSTER OPERATION
#
# Dockerfile Reference
# https://docs.docker.com/engine/reference/builder/#user
#

FROM openjdk:8-jre

MAINTAINER A. Koeltringer <akoeltringer@posteo.co>

# ENVIRONMENT VARIABLES
ENV SPARK_VERSION 2.3.0
ENV HADOOP_VERSION 2.7
ENV SPARK_HOME /opt/spark
ENV PYSPARK_PYTHON python3

# RUN groupadd -r spark && useradd -r -g spark spark
# USER spark

# INSTALL ADDITIONAL REQUIREMENTS
RUN apt-get update && \
    apt-get install -y --no-install-recommends python3 && \
    rm -rf /var/lib/apt/lists/* && \
    mkdir -p "${SPARK_HOME}" && \
    curl "http://www-eu.apache.org/dist/spark/spark-${SPARK_VERSION}/spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz" \
         -o spark.tgz && \
    curl "http://www-eu.apache.org/dist/spark/spark-${SPARK_VERSION}/spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz.asc" \
         -o spark.tgz.asc && \
    curl https://www.apache.org/dist/spark/KEYS | gpg --import && \
    gpg --verify spark.tgz.asc spark.tgz && \
    tar -xzf spark.tgz -C "${SPARK_HOME}" --strip-components=1 && \
    rm spark.tgz spark.tgz.asc

# JAVA
# JAVA_HOME is already set by the OpenJDK container!
# ENV JAVA_HOME /path/to/java

# EXPOSE PORTS:
# - 8080 for the web ui
# - 7077 is the default master port
EXPOSE 7077 8080

# COPY THE LAUNCH SCRIPT (ENTRYPOINT)
COPY ["launch.sh", "/"]

# ENTRYPOINT
ENTRYPOINT ["/launch.sh"]
CMD ["master"]