-
-
Notifications
You must be signed in to change notification settings - Fork 994
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
allows more than N=2 adapted and simplified from dask-jobqueue test coverage for SlurmControllerLauncher
- Loading branch information
Showing
10 changed files
with
230 additions
and
43 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,20 @@ | ||
# syntax = docker/dockerfile:1.2.1 | ||
FROM ubuntu:20.04 | ||
|
||
ENV DEBIAN_FRONTEND=noninteractive | ||
RUN --mount=type=cache,target=/var/cache/apt \ | ||
rm -f /etc/apt/apt.conf.d/docker-clean \ | ||
&& apt-get update && apt-get -y install python3-pip slurm-wlm | ||
ENV PIP_CACHE_DIR=/tmp/pip-cache | ||
RUN --mount=type=cache,target=${PIP_CACHE_DIR} python3 -m pip install ipyparallel pytest-asyncio pytest-cov pytest-tornado | ||
RUN mkdir /var/spool/slurmctl \ | ||
&& mkdir /var/spool/slurmd | ||
COPY slurm.conf /etc/slurm-llnl/slurm.conf | ||
COPY entrypoint.sh /entrypoint | ||
ENV IPP_DISABLE_JS=1 | ||
ENTRYPOINT ["/entrypoint"] | ||
|
||
# the mounted directory | ||
RUN mkdir /io | ||
ENV PYTHONPATH=/io | ||
WORKDIR "/io" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,84 @@ | ||
version: "2.2" | ||
|
||
services: | ||
slurmctld: | ||
image: ipp-cluster:slurm | ||
build: . | ||
container_name: slurmctld | ||
hostname: slurmctld | ||
command: | ||
- tail | ||
- "-f" | ||
- /var/log/slurm-llnl/slurmctld.log | ||
volumes: | ||
- etc_munge:/etc/munge | ||
- etc_slurm:/etc/slurm | ||
- slurm_jobdir:/data | ||
- var_log_slurm:/var/log/slurm | ||
- ../..:/io | ||
expose: | ||
- "6817" | ||
networks: | ||
common-network: | ||
ipv4_address: 10.1.1.10 | ||
|
||
c1: | ||
image: ipp-cluster:slurm | ||
build: . | ||
hostname: c1 | ||
command: | ||
- tail | ||
- "-f" | ||
- /var/log/slurm-llnl/slurmd.log | ||
container_name: c1 | ||
|
||
volumes: | ||
- etc_munge:/etc/munge | ||
- etc_slurm:/etc/slurm | ||
- slurm_jobdir:/data | ||
- var_log_slurm:/var/log/slurm | ||
- ../..:/io | ||
expose: | ||
- "6818" | ||
depends_on: | ||
- "slurmctld" | ||
networks: | ||
common-network: | ||
ipv4_address: 10.1.1.11 | ||
|
||
c2: | ||
image: ipp-cluster:slurm | ||
build: . | ||
command: | ||
- tail | ||
- "-f" | ||
- /var/log/slurm-llnl/slurmd.log | ||
hostname: c2 | ||
container_name: c2 | ||
volumes: | ||
- etc_munge:/etc/munge | ||
- etc_slurm:/etc/slurm | ||
- slurm_jobdir:/data | ||
- var_log_slurm:/var/log/slurm | ||
- ../..:/io | ||
expose: | ||
- "6818" | ||
depends_on: | ||
- "slurmctld" | ||
networks: | ||
common-network: | ||
ipv4_address: 10.1.1.12 | ||
|
||
volumes: | ||
etc_munge: | ||
etc_slurm: | ||
slurm_jobdir: | ||
var_log_slurm: | ||
|
||
networks: | ||
common-network: | ||
driver: bridge | ||
ipam: | ||
driver: default | ||
config: | ||
- subnet: 10.1.1.0/24 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,18 @@ | ||
#!/bin/bash | ||
set -ex | ||
# set permissions on munge dir, may be mounted | ||
chown -R munge:munge /etc/munge | ||
|
||
echo "starting munge" | ||
service munge start | ||
|
||
echo "hostname=$(hostname)" | ||
if [[ "$(hostname)" == *"slurmctl"* ]]; then | ||
echo "starting slurmctld" | ||
service slurmctld start | ||
else | ||
echo "starting slurmd" | ||
service slurmd start | ||
fi | ||
|
||
exec "$@" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.