Skip to content

Commit

Permalink
Docker: Add generic test and prod files
Browse files Browse the repository at this point in the history
  • Loading branch information
oschuett committed Mar 30, 2022
1 parent 8579f4e commit 8e162c4
Show file tree
Hide file tree
Showing 17 changed files with 778 additions and 6 deletions.
2 changes: 2 additions & 0 deletions tools/docker/Dockerfile.prod_cuda_A100
Original file line number Diff line number Diff line change
Expand Up @@ -85,6 +85,8 @@ RUN /bin/bash -c " \
echo 'Compiling cp2k...' && \
source /opt/cp2k-toolchain/install/setup && \
make -j ARCH=local_cuda VERSION=psmp && \
ln -sf ./cp2k.psmp ./exe/local_cuda/cp2k && \
ln -sf ./cp2k_shell.psmp ./exe/local_cuda/cp2k_shell && \
rm -rf lib obj exe/local_cuda/libcp2k_unittest.psmp"
COPY ./data ./data
COPY ./tests ./tests
Expand Down
2 changes: 2 additions & 0 deletions tools/docker/Dockerfile.prod_cuda_P100
Original file line number Diff line number Diff line change
Expand Up @@ -85,6 +85,8 @@ RUN /bin/bash -c " \
echo 'Compiling cp2k...' && \
source /opt/cp2k-toolchain/install/setup && \
make -j ARCH=local_cuda VERSION=psmp && \
ln -sf ./cp2k.psmp ./exe/local_cuda/cp2k && \
ln -sf ./cp2k_shell.psmp ./exe/local_cuda/cp2k_shell && \
rm -rf lib obj exe/local_cuda/libcp2k_unittest.psmp"
COPY ./data ./data
COPY ./tests ./tests
Expand Down
2 changes: 2 additions & 0 deletions tools/docker/Dockerfile.prod_cuda_V100
Original file line number Diff line number Diff line change
Expand Up @@ -85,6 +85,8 @@ RUN /bin/bash -c " \
echo 'Compiling cp2k...' && \
source /opt/cp2k-toolchain/install/setup && \
make -j ARCH=local_cuda VERSION=psmp && \
ln -sf ./cp2k.psmp ./exe/local_cuda/cp2k && \
ln -sf ./cp2k_shell.psmp ./exe/local_cuda/cp2k_shell && \
rm -rf lib obj exe/local_cuda/libcp2k_unittest.psmp"
COPY ./data ./data
COPY ./tests ./tests
Expand Down
97 changes: 97 additions & 0 deletions tools/docker/Dockerfile.prod_generic_pdbg
Original file line number Diff line number Diff line change
@@ -0,0 +1,97 @@
#
# This file was created by generate_dockerfiles.py.
# Usage: docker build -f ./Dockerfile.prod_generic_pdbg ../../
#

FROM ubuntu:20.04

# Install requirements for the toolchain.
WORKDIR /opt/cp2k-toolchain
COPY ./tools/toolchain/install_requirements*.sh ./
RUN ./install_requirements.sh ubuntu:20.04

# Install the toolchain.
RUN mkdir scripts
COPY ./tools/toolchain/scripts/VERSION \
./tools/toolchain/scripts/parse_if.py \
./tools/toolchain/scripts/tool_kit.sh \
./tools/toolchain/scripts/common_vars.sh \
./tools/toolchain/scripts/signal_trap.sh \
./tools/toolchain/scripts/get_openblas_arch.sh \
./scripts/
COPY ./tools/toolchain/install_cp2k_toolchain.sh .
RUN ./install_cp2k_toolchain.sh \
--install-all \
--mpi-mode=mpich \
--generic \
--dry-run

# Dry-run leaves behind config files for the followup install scripts.
# This breaks up the lengthy installation into smaller docker build steps.
COPY ./tools/toolchain/scripts/stage0/ ./scripts/stage0/
RUN ./scripts/stage0/install_stage0.sh && rm -rf ./build

COPY ./tools/toolchain/scripts/stage1/ ./scripts/stage1/
RUN ./scripts/stage1/install_stage1.sh && rm -rf ./build

COPY ./tools/toolchain/scripts/stage2/ ./scripts/stage2/
RUN ./scripts/stage2/install_stage2.sh && rm -rf ./build

COPY ./tools/toolchain/scripts/stage3/ ./scripts/stage3/
RUN ./scripts/stage3/install_stage3.sh && rm -rf ./build

COPY ./tools/toolchain/scripts/stage4/ ./scripts/stage4/
RUN ./scripts/stage4/install_stage4.sh && rm -rf ./build

COPY ./tools/toolchain/scripts/stage5/ ./scripts/stage5/
RUN ./scripts/stage5/install_stage5.sh && rm -rf ./build

COPY ./tools/toolchain/scripts/stage6/ ./scripts/stage6/
RUN ./scripts/stage6/install_stage6.sh && rm -rf ./build

COPY ./tools/toolchain/scripts/stage7/ ./scripts/stage7/
RUN ./scripts/stage7/install_stage7.sh && rm -rf ./build

COPY ./tools/toolchain/scripts/stage8/ ./scripts/stage8/
RUN ./scripts/stage8/install_stage8.sh && rm -rf ./build

COPY ./tools/toolchain/scripts/arch_base.tmpl \
./tools/toolchain/scripts/generate_arch_files.sh \
./scripts/
RUN ./scripts/generate_arch_files.sh && rm -rf ./build

# Install CP2K using local.pdbg.
WORKDIR /opt/cp2k
ARG GIT_COMMIT_SHA
COPY ./Makefile .
COPY ./src ./src
COPY ./exts ./exts
COPY ./tools/build_utils ./tools/build_utils
RUN /bin/bash -c " \
if [ -n "${GIT_COMMIT_SHA}" ] ; then echo "git:\${GIT_COMMIT_SHA::7}" > REVISION; fi && \
mkdir -p arch && \
ln -vs /opt/cp2k-toolchain/install/arch/local.pdbg ./arch/ && \
echo 'Compiling cp2k...' && \
source /opt/cp2k-toolchain/install/setup && \
make -j ARCH=local VERSION=pdbg && \
ln -sf ./cp2k.pdbg ./exe/local/cp2k && \
ln -sf ./cp2k_shell.pdbg ./exe/local/cp2k_shell && \
rm -rf lib obj exe/local/libcp2k_unittest.pdbg"
COPY ./data ./data
COPY ./tests ./tests
COPY ./tools/regtesting ./tools/regtesting

# Run regression tests.
ARG TESTOPTS
RUN /bin/bash -c " \
source /opt/cp2k-toolchain/install/setup && \
./tools/regtesting/do_regtest.py 'local' 'pdbg' "${TESTOPTS}" |& tee regtests.log && \
rm -rf regtesting"

# Setup entry point for production.
COPY ./tools/docker/scripts/prod_entrypoint.sh ./
WORKDIR /mnt
ENTRYPOINT ["/opt/cp2k/prod_entrypoint.sh", "local", "pdbg"]
CMD ["cp2k", "--help"]

#EOF
97 changes: 97 additions & 0 deletions tools/docker/Dockerfile.prod_generic_psmp
Original file line number Diff line number Diff line change
@@ -0,0 +1,97 @@
#
# This file was created by generate_dockerfiles.py.
# Usage: docker build -f ./Dockerfile.prod_generic_psmp ../../
#

FROM ubuntu:20.04

# Install requirements for the toolchain.
WORKDIR /opt/cp2k-toolchain
COPY ./tools/toolchain/install_requirements*.sh ./
RUN ./install_requirements.sh ubuntu:20.04

# Install the toolchain.
RUN mkdir scripts
COPY ./tools/toolchain/scripts/VERSION \
./tools/toolchain/scripts/parse_if.py \
./tools/toolchain/scripts/tool_kit.sh \
./tools/toolchain/scripts/common_vars.sh \
./tools/toolchain/scripts/signal_trap.sh \
./tools/toolchain/scripts/get_openblas_arch.sh \
./scripts/
COPY ./tools/toolchain/install_cp2k_toolchain.sh .
RUN ./install_cp2k_toolchain.sh \
--install-all \
--mpi-mode=mpich \
--generic \
--dry-run

# Dry-run leaves behind config files for the followup install scripts.
# This breaks up the lengthy installation into smaller docker build steps.
COPY ./tools/toolchain/scripts/stage0/ ./scripts/stage0/
RUN ./scripts/stage0/install_stage0.sh && rm -rf ./build

COPY ./tools/toolchain/scripts/stage1/ ./scripts/stage1/
RUN ./scripts/stage1/install_stage1.sh && rm -rf ./build

COPY ./tools/toolchain/scripts/stage2/ ./scripts/stage2/
RUN ./scripts/stage2/install_stage2.sh && rm -rf ./build

COPY ./tools/toolchain/scripts/stage3/ ./scripts/stage3/
RUN ./scripts/stage3/install_stage3.sh && rm -rf ./build

COPY ./tools/toolchain/scripts/stage4/ ./scripts/stage4/
RUN ./scripts/stage4/install_stage4.sh && rm -rf ./build

COPY ./tools/toolchain/scripts/stage5/ ./scripts/stage5/
RUN ./scripts/stage5/install_stage5.sh && rm -rf ./build

COPY ./tools/toolchain/scripts/stage6/ ./scripts/stage6/
RUN ./scripts/stage6/install_stage6.sh && rm -rf ./build

COPY ./tools/toolchain/scripts/stage7/ ./scripts/stage7/
RUN ./scripts/stage7/install_stage7.sh && rm -rf ./build

COPY ./tools/toolchain/scripts/stage8/ ./scripts/stage8/
RUN ./scripts/stage8/install_stage8.sh && rm -rf ./build

COPY ./tools/toolchain/scripts/arch_base.tmpl \
./tools/toolchain/scripts/generate_arch_files.sh \
./scripts/
RUN ./scripts/generate_arch_files.sh && rm -rf ./build

# Install CP2K using local.psmp.
WORKDIR /opt/cp2k
ARG GIT_COMMIT_SHA
COPY ./Makefile .
COPY ./src ./src
COPY ./exts ./exts
COPY ./tools/build_utils ./tools/build_utils
RUN /bin/bash -c " \
if [ -n "${GIT_COMMIT_SHA}" ] ; then echo "git:\${GIT_COMMIT_SHA::7}" > REVISION; fi && \
mkdir -p arch && \
ln -vs /opt/cp2k-toolchain/install/arch/local.psmp ./arch/ && \
echo 'Compiling cp2k...' && \
source /opt/cp2k-toolchain/install/setup && \
make -j ARCH=local VERSION=psmp && \
ln -sf ./cp2k.psmp ./exe/local/cp2k && \
ln -sf ./cp2k_shell.psmp ./exe/local/cp2k_shell && \
rm -rf lib obj exe/local/libcp2k_unittest.psmp"
COPY ./data ./data
COPY ./tests ./tests
COPY ./tools/regtesting ./tools/regtesting

# Run regression tests.
ARG TESTOPTS
RUN /bin/bash -c " \
source /opt/cp2k-toolchain/install/setup && \
./tools/regtesting/do_regtest.py 'local' 'psmp' "${TESTOPTS}" |& tee regtests.log && \
rm -rf regtesting"

# Setup entry point for production.
COPY ./tools/docker/scripts/prod_entrypoint.sh ./
WORKDIR /mnt
ENTRYPOINT ["/opt/cp2k/prod_entrypoint.sh", "local", "psmp"]
CMD ["cp2k", "--help"]

#EOF
97 changes: 97 additions & 0 deletions tools/docker/Dockerfile.prod_generic_sdbg
Original file line number Diff line number Diff line change
@@ -0,0 +1,97 @@
#
# This file was created by generate_dockerfiles.py.
# Usage: docker build -f ./Dockerfile.prod_generic_sdbg ../../
#

FROM ubuntu:20.04

# Install requirements for the toolchain.
WORKDIR /opt/cp2k-toolchain
COPY ./tools/toolchain/install_requirements*.sh ./
RUN ./install_requirements.sh ubuntu:20.04

# Install the toolchain.
RUN mkdir scripts
COPY ./tools/toolchain/scripts/VERSION \
./tools/toolchain/scripts/parse_if.py \
./tools/toolchain/scripts/tool_kit.sh \
./tools/toolchain/scripts/common_vars.sh \
./tools/toolchain/scripts/signal_trap.sh \
./tools/toolchain/scripts/get_openblas_arch.sh \
./scripts/
COPY ./tools/toolchain/install_cp2k_toolchain.sh .
RUN ./install_cp2k_toolchain.sh \
--install-all \
--mpi-mode=mpich \
--generic \
--dry-run

# Dry-run leaves behind config files for the followup install scripts.
# This breaks up the lengthy installation into smaller docker build steps.
COPY ./tools/toolchain/scripts/stage0/ ./scripts/stage0/
RUN ./scripts/stage0/install_stage0.sh && rm -rf ./build

COPY ./tools/toolchain/scripts/stage1/ ./scripts/stage1/
RUN ./scripts/stage1/install_stage1.sh && rm -rf ./build

COPY ./tools/toolchain/scripts/stage2/ ./scripts/stage2/
RUN ./scripts/stage2/install_stage2.sh && rm -rf ./build

COPY ./tools/toolchain/scripts/stage3/ ./scripts/stage3/
RUN ./scripts/stage3/install_stage3.sh && rm -rf ./build

COPY ./tools/toolchain/scripts/stage4/ ./scripts/stage4/
RUN ./scripts/stage4/install_stage4.sh && rm -rf ./build

COPY ./tools/toolchain/scripts/stage5/ ./scripts/stage5/
RUN ./scripts/stage5/install_stage5.sh && rm -rf ./build

COPY ./tools/toolchain/scripts/stage6/ ./scripts/stage6/
RUN ./scripts/stage6/install_stage6.sh && rm -rf ./build

COPY ./tools/toolchain/scripts/stage7/ ./scripts/stage7/
RUN ./scripts/stage7/install_stage7.sh && rm -rf ./build

COPY ./tools/toolchain/scripts/stage8/ ./scripts/stage8/
RUN ./scripts/stage8/install_stage8.sh && rm -rf ./build

COPY ./tools/toolchain/scripts/arch_base.tmpl \
./tools/toolchain/scripts/generate_arch_files.sh \
./scripts/
RUN ./scripts/generate_arch_files.sh && rm -rf ./build

# Install CP2K using local.sdbg.
WORKDIR /opt/cp2k
ARG GIT_COMMIT_SHA
COPY ./Makefile .
COPY ./src ./src
COPY ./exts ./exts
COPY ./tools/build_utils ./tools/build_utils
RUN /bin/bash -c " \
if [ -n "${GIT_COMMIT_SHA}" ] ; then echo "git:\${GIT_COMMIT_SHA::7}" > REVISION; fi && \
mkdir -p arch && \
ln -vs /opt/cp2k-toolchain/install/arch/local.sdbg ./arch/ && \
echo 'Compiling cp2k...' && \
source /opt/cp2k-toolchain/install/setup && \
make -j ARCH=local VERSION=sdbg && \
ln -sf ./cp2k.sdbg ./exe/local/cp2k && \
ln -sf ./cp2k_shell.sdbg ./exe/local/cp2k_shell && \
rm -rf lib obj exe/local/libcp2k_unittest.sdbg"
COPY ./data ./data
COPY ./tests ./tests
COPY ./tools/regtesting ./tools/regtesting

# Run regression tests.
ARG TESTOPTS
RUN /bin/bash -c " \
source /opt/cp2k-toolchain/install/setup && \
./tools/regtesting/do_regtest.py 'local' 'sdbg' "${TESTOPTS}" |& tee regtests.log && \
rm -rf regtesting"

# Setup entry point for production.
COPY ./tools/docker/scripts/prod_entrypoint.sh ./
WORKDIR /mnt
ENTRYPOINT ["/opt/cp2k/prod_entrypoint.sh", "local", "sdbg"]
CMD ["cp2k", "--help"]

#EOF

0 comments on commit 8e162c4

Please sign in to comment.