Skip to content

Commit

Permalink
Replace *args in cluster classes by scheduler and name parameter (#387)
Browse files Browse the repository at this point in the history
  • Loading branch information
lesteve committed Mar 5, 2020
1 parent 3f4cd0c commit 7e91119
Show file tree
Hide file tree
Showing 8 changed files with 47 additions and 15 deletions.
2 changes: 1 addition & 1 deletion dask_jobqueue/core.py
Original file line number Diff line number Diff line change
Expand Up @@ -502,7 +502,7 @@ def _dummy_job(self):
except AttributeError:
address = "tcp://<insert-scheduler-address-here>:8786"
return self.job_cls(
address or "tcp://<insert-scheduler-address-here>:8786",
scheduler=address or "tcp://<insert-scheduler-address-here>:8786",
name="name",
**self._kwargs
)
Expand Down
14 changes: 12 additions & 2 deletions dask_jobqueue/htcondor.py
Original file line number Diff line number Diff line change
Expand Up @@ -33,8 +33,18 @@ class HTCondorJob(Job):

config_name = "htcondor"

def __init__(self, *args, disk=None, job_extra=None, config_name=None, **kwargs):
super().__init__(*args, config_name=config_name, **kwargs)
def __init__(
self,
scheduler=None,
name=None,
disk=None,
job_extra=None,
config_name=None,
**kwargs
):
super().__init__(
scheduler=scheduler, name=name, config_name=config_name, **kwargs
)

if disk is None:
disk = dask.config.get("jobqueue.%s.disk" % self.config_name)
Expand Down
11 changes: 9 additions & 2 deletions dask_jobqueue/local.py
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,8 @@ class LocalJob(Job):

def __init__(
self,
*args,
scheduler=None,
name=None,
queue=None,
project=None,
resource_spec=None,
Expand All @@ -36,7 +37,13 @@ def __init__(
**kwargs
):
# Instantiate args and parameters from parent abstract class
super().__init__(*args, config_name=config_name, shebang="", **kwargs)
super().__init__(
scheduler=scheduler,
name=name,
config_name=config_name,
shebang="",
**kwargs
)

# Declare class attribute that shall be overridden
self.job_header = ""
Expand Down
7 changes: 5 additions & 2 deletions dask_jobqueue/lsf.py
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,8 @@ class LSFJob(Job):

def __init__(
self,
*args,
scheduler=None,
name=None,
queue=None,
project=None,
ncpus=None,
Expand All @@ -33,7 +34,9 @@ def __init__(
use_stdin=None,
**kwargs
):
super().__init__(*args, config_name=config_name, **kwargs)
super().__init__(
scheduler=scheduler, name=name, config_name=config_name, **kwargs
)

if queue is None:
queue = dask.config.get("jobqueue.%s.queue" % self.config_name)
Expand Down
7 changes: 5 additions & 2 deletions dask_jobqueue/oar.py
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,8 @@ class OARJob(Job):

def __init__(
self,
*args,
scheduler=None,
name=None,
queue=None,
project=None,
resource_spec=None,
Expand All @@ -27,7 +28,9 @@ def __init__(
config_name=None,
**kwargs
):
super().__init__(*args, config_name=config_name, **kwargs)
super().__init__(
scheduler=scheduler, name=name, config_name=config_name, **kwargs
)

if queue is None:
queue = dask.config.get("jobqueue.%s.queue" % self.config_name)
Expand Down
7 changes: 5 additions & 2 deletions dask_jobqueue/pbs.py
Original file line number Diff line number Diff line change
Expand Up @@ -41,7 +41,8 @@ class PBSJob(Job):

def __init__(
self,
*args,
scheduler=None,
name=None,
queue=None,
project=None,
resource_spec=None,
Expand All @@ -50,7 +51,9 @@ def __init__(
config_name=None,
**kwargs
):
super().__init__(*args, config_name=config_name, **kwargs)
super().__init__(
scheduler=scheduler, name=name, config_name=config_name, **kwargs
)

if queue is None:
queue = dask.config.get("jobqueue.%s.queue" % self.config_name)
Expand Down
7 changes: 5 additions & 2 deletions dask_jobqueue/sge.py
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,8 @@ class SGEJob(Job):

def __init__(
self,
*args,
scheduler=None,
name=None,
queue=None,
project=None,
resource_spec=None,
Expand All @@ -23,7 +24,9 @@ def __init__(
config_name=None,
**kwargs
):
super().__init__(*args, config_name=config_name, **kwargs)
super().__init__(
scheduler=scheduler, name=name, config_name=config_name, **kwargs
)

if queue is None:
queue = dask.config.get("jobqueue.%s.queue" % self.config_name)
Expand Down
7 changes: 5 additions & 2 deletions dask_jobqueue/slurm.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,8 @@ class SLURMJob(Job):

def __init__(
self,
*args,
scheduler=None,
name=None,
queue=None,
project=None,
walltime=None,
Expand All @@ -26,7 +27,9 @@ def __init__(
config_name=None,
**kwargs
):
super().__init__(*args, config_name=config_name, **kwargs)
super().__init__(
scheduler=scheduler, name=name, config_name=config_name, **kwargs
)

if queue is None:
queue = dask.config.get("jobqueue.%s.queue" % self.config_name)
Expand Down

0 comments on commit 7e91119

Please sign in to comment.