From 5f8d6897b33ae87044c3df8fdd1597a0d224119d Mon Sep 17 00:00:00 2001 From: Omry Yadan Date: Wed, 19 Feb 2020 16:16:09 -0800 Subject: [PATCH] lint (#424) --- .../hydra_joblib_launcher/joblib_launcher.py | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/plugins/hydra_joblib_launcher/hydra_plugins/hydra_joblib_launcher/joblib_launcher.py b/plugins/hydra_joblib_launcher/hydra_plugins/hydra_joblib_launcher/joblib_launcher.py index a4cf9490dd..a03ca3019e 100644 --- a/plugins/hydra_joblib_launcher/hydra_plugins/hydra_joblib_launcher/joblib_launcher.py +++ b/plugins/hydra_joblib_launcher/hydra_plugins/hydra_joblib_launcher/joblib_launcher.py @@ -38,7 +38,7 @@ def manipulate_search_path(self, search_path: ConfigSearchPath) -> None: class JoblibLauncher(Launcher): - def __init__(self, joblib: Dict[str, Any] = {}) -> None: + def __init__(self, joblib: DictConfig) -> None: """Joblib Launcher Launches parallel jobs using Joblib.Parallel. For details, refer to: @@ -79,12 +79,13 @@ def launch(self, job_overrides: Sequence[Sequence[str]]) -> Sequence[JobReturn]: # Joblib's backend is hard-coded to loky since the threading # backend is incompatible with Hydra - joblib_keywords = OmegaConf.to_container(self.joblib, resolve=True) - joblib_keywords["backend"] = "loky" + joblib_cfg = OmegaConf.to_container(self.joblib, resolve=True) + assert isinstance(joblib_cfg, dict) + joblib_cfg["backend"] = "loky" log.info( "Joblib.Parallel({}) is launching {} jobs".format( - ",".join([f"{k}={v}" for k, v in joblib_keywords.items()]), + ",".join([f"{k}={v}" for k, v in joblib_cfg.items()]), len(job_overrides), ) ) @@ -94,7 +95,7 @@ def launch(self, job_overrides: Sequence[Sequence[str]]) -> Sequence[JobReturn]: singleton_state = Singleton.get_state() - runs = Parallel(**joblib_keywords)( + runs = Parallel(**joblib_cfg)( delayed(execute_job)( idx, overrides,