Skip to content

Commit

Permalink
Simplify slurm suspend/resume process and reduce some duplication.
Browse files Browse the repository at this point in the history
  • Loading branch information
natefoo committed Jun 12, 2018
1 parent 14f78d9 commit bbd846f
Show file tree
Hide file tree
Showing 20 changed files with 238 additions and 592 deletions.
6 changes: 3 additions & 3 deletions env/jsiu/templates/slurm/slurm.conf.j2
Original file line number Diff line number Diff line change
Expand Up @@ -50,10 +50,10 @@ FirstJobId=592574
# Cloud configuration
#
PrivateData=cloud
ResumeProgram=/opt/slurmscale/sbin/slurm_resume.sh
SuspendProgram=/opt/slurmscale/sbin/slurm_suspend.sh
ResumeProgram=/opt/slurmscale/sbin/slurm_resume
SuspendProgram=/opt/slurmscale/sbin/slurm_suspend
ResumeRate=0 # number of nodes per minute that can be created; 0 means no limit
ResumeTimeout=1800 # max time in seconds between ResumeProgram running and when the node is ready for use
ResumeTimeout=900 # max time in seconds between ResumeProgram running and when the node is ready for use
SuspendRate=0 # number of nodes per minute that can be suspended/destroyed
SuspendTime=90 # time in seconds before an idle node is suspended
SuspendTimeout=60 # time between running SuspendProgram and the node being completely down
Expand Down
3 changes: 3 additions & 0 deletions roles/slurmscale/files/ansible.cfg
Original file line number Diff line number Diff line change
Expand Up @@ -5,5 +5,8 @@ private_key_file = slurm-kp.pem
retry_files_enabled = false
transport = ssh

[inventory]
enable_plugins = host_list, ini, openstack

[ssh_connection]
ssh_args = -o BatchMode=yes -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no
76 changes: 0 additions & 76 deletions roles/slurmscale/files/config.yml

This file was deleted.

36 changes: 18 additions & 18 deletions roles/slurmscale/files/group_vars/all/cluster.yml
Original file line number Diff line number Diff line change
Expand Up @@ -31,25 +31,25 @@ jetstream_nfs_filesystems:
dir: scratch0

directories:
- path: /galaxy-repl/test
- path: /galaxy-repl/main
#- path: /galaxy-repl/test
#- path: /galaxy-repl/main
- path: /var/lib/slurm
mode: "0755"

# symlinks for deps must exist due to path issues
links:
- path: /galaxy
src: /galaxy-repl
force: yes
- path: /galaxy-repl/test/deps
src: /cvmfs/test.galaxyproject.org/deps
force: yes
- path: /galaxy-repl/test/tool_data
src: /cvmfs/data.galaxyproject.org/byhand/location
force: yes
- path: /galaxy-repl/main/deps
src: /cvmfs/main.galaxyproject.org/deps
force: yes
- path: /galaxy-repl/main/tool_data
src: /cvmfs/data.galaxyproject.org/byhand/location
force: yes
#links:
# - path: /galaxy
# src: /galaxy-repl
# force: yes
# - path: /galaxy-repl/test/deps
# src: /cvmfs/test.galaxyproject.org/deps
# force: yes
# - path: /galaxy-repl/test/tool_data
# src: /cvmfs/data.galaxyproject.org/byhand/location
# force: yes
# - path: /galaxy-repl/main/deps
# src: /cvmfs/main.galaxyproject.org/deps
# force: yes
# - path: /galaxy-repl/main/tool_data
# src: /cvmfs/data.galaxyproject.org/byhand/location
# force: yes
2 changes: 1 addition & 1 deletion roles/slurmscale/files/group_vars/all/spawn.yml
Original file line number Diff line number Diff line change
Expand Up @@ -5,4 +5,4 @@ key_name: slurm-kp
nics: net-name=usegalaxy
security_groups: default
auto_ip: no

flavor: m1.{{ inventory_hostname | regex_replace("^.*-([^\d]+).*", "\1") }}
3 changes: 0 additions & 3 deletions roles/slurmscale/files/group_vars/jetstream-large.yml

This file was deleted.

3 changes: 0 additions & 3 deletions roles/slurmscale/files/group_vars/jetstream-medium.yml

This file was deleted.

3 changes: 0 additions & 3 deletions roles/slurmscale/files/group_vars/jetstream-small.yml

This file was deleted.

8 changes: 0 additions & 8 deletions roles/slurmscale/files/inventory/flavors

This file was deleted.

7 changes: 7 additions & 0 deletions roles/slurmscale/files/inventory/openstack.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
---

plugin: openstack
only_clouds:
- jetstream_iu
private: yes
expand_hostvars: no

0 comments on commit bbd846f

Please sign in to comment.