-
Notifications
You must be signed in to change notification settings - Fork 49
/
defaults.py
94 lines (73 loc) · 3.02 KB
/
defaults.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
##############################################################
# Copyright 2021 Lawrence Livermore National Security, LLC
# (c.f. AUTHORS, NOTICE.LLNS, COPYING)
#
# This file is part of the Flux resource manager framework.
# For details, see https://github.com/flux-framework.
#
# SPDX-License-Identifier: LGPL-3.0
##############################################################
"""Apply defaults to incoming jobspec based on broker config.
"""
from flux.job.frobnicator import FrobnicatorPlugin
class DefaultsConfig:
"""Convenience class for handling jobspec defaults configuration"""
def __init__(self, config={}):
self.defaults = {}
self.queues = {}
self.default_queue = None
try:
self.defaults = config["policy"]["jobspec"]["defaults"]["system"]
self.default_queue = self.defaults["queue"]
except KeyError:
pass
try:
self.queues = config["queues"]
except KeyError:
pass
self.validate_config()
def validate_config(self):
if self.queues and not isinstance(self.queues, dict):
raise ValueError("queues must be a table")
if self.default_queue and self.default_queue not in self.queues:
raise ValueError(
f"default queue '{self.default_queue}' must be in [queues]"
)
for queue in self.queues:
self.queue_defaults(queue)
def queue_defaults(self, name):
if name and self.queues:
if name not in self.queues:
raise ValueError(f"invalid queue {name} specified")
qconf = self.queues[name]
try:
return qconf["policy"]["jobspec"]["defaults"]["system"]
except KeyError:
return None
return None
def setattr_default(self, jobspec, attr, value):
if attr == "duration" and jobspec.duration == 0:
jobspec.duration = value
elif attr not in jobspec.attributes["system"]:
jobspec.setattr(f"system.{attr}", value)
def apply_defaults(self, jobspec):
"""Apply general defaults then queue-specific defaults to jobspec"""
for attr in self.defaults:
self.setattr_default(jobspec, attr, self.defaults[attr])
if jobspec.queue:
if jobspec.queue not in self.queues:
raise ValueError(f"Invalid queue '{jobspec.queue}' specified")
queue_defaults = self.queue_defaults(jobspec.queue)
if queue_defaults:
for attr in queue_defaults:
self.setattr_default(jobspec, attr, queue_defaults[attr])
elif self.queues:
raise ValueError("no queue specified")
class Frobnicator(FrobnicatorPlugin):
def __init__(self, parser):
self.config = DefaultsConfig()
super().__init__(parser)
def configure(self, args, config):
self.config = DefaultsConfig(config)
def frob(self, jobspec, user, urgency, flags):
self.config.apply_defaults(jobspec)