fix: disable hydra logging and outputs path

pytorch-ignite · May 17, 2021 · 63b586f · 63b586f
1 parent cc00cf6
commit 63b586f
Show file tree

Hide file tree

Showing 3 changed files with 72 additions and 19 deletions.
diff --git a/src/templates/template-common/README.md b/src/templates/template-common/README.md
@@ -13,7 +13,11 @@ python -m torch.distributed.launch \
   --node_rank 0 \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --use_env main.py backend=nccl
+  --use_env main.py backend=nccl \
+  hydra.run.dir=. \
+  hydra.output_subdir=null \
+  hydra/job_logging=disabled \
+  hydra/hydra_logging=disabled
 ```
 
 - Execute on worker nodes
@@ -25,7 +29,11 @@ python -m torch.distributed.launch \
   --node_rank <node_rank> \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --use_env main.py backend=nccl
+  --use_env main.py backend=nccl \
+  hydra.run.dir=. \
+  hydra.output_subdir=null \
+  hydra/job_logging=disabled \
+  hydra/hydra_logging=disabled
 ```
 
 #::: } else { :::#
@@ -35,7 +43,11 @@ python -m torch.distributed.launch \
 ```sh
 python -m torch.distributed.launch \
   --nproc_per_node #:::= it.nproc_per_node :::# \
-  --use_env main.py backend=nccl
+  --use_env main.py backend=nccl \
+  hydra.run.dir=. \
+  hydra.output_subdir=null \
+  hydra/job_logging=disabled \
+  hydra/hydra_logging=disabled
 ```
 
 #::: } :::#
@@ -57,7 +69,11 @@ python main.py  \
   node_rank=0 \
   master_addr=#:::= it.master_addr :::# \
   master_port=#:::= it.master_port :::# \
-  backend=nccl
+  backend=nccl \
+  hydra.run.dir=. \
+  hydra.output_subdir=null \
+  hydra/job_logging=disabled \
+  hydra/hydra_logging=disabled
 ```
 
 - Execute on worker nodes
@@ -69,7 +85,11 @@ python main.py  \
   node_rank=<node_rank> \
   master_addr=#:::= it.master_addr :::# \
   master_port=#:::= it.master_port :::# \
-  backend=nccl
+  backend=nccl \
+  hydra.run.dir=. \
+  hydra.output_subdir=null \
+  hydra/job_logging=disabled \
+  hydra/hydra_logging=disabled
 ```
 
 #::: } else { :::#
@@ -79,7 +99,11 @@ python main.py  \
 ```sh
 python main.py  \
   nproc_per_node=#:::= it.nproc_per_node :::# \
-  backend=nccl
+  backend=nccl \
+  hydra.run.dir=. \
+  hydra.output_subdir=null \
+  hydra/job_logging=disabled \
+  hydra/hydra_logging=disabled
 ```
 
 #::: } :::#
@@ -91,7 +115,11 @@ python main.py  \
 ### 1 GPU Training
 
 ```sh
-python main.py
+python main.py \
+  hydra.run.dir=. \
+  hydra.output_subdir=null \
+  hydra/job_logging=disabled \
+  hydra/hydra_logging=disabled
 ```
 
 #::: } :::#
diff --git a/src/templates/template-vision-classification/README.md b/src/templates/template-vision-classification/README.md
@@ -25,7 +25,11 @@ python -m torch.distributed.launch \
   --node_rank 0 \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --use_env main.py backend=nccl
+  --use_env main.py backend=nccl \
+  hydra.run.dir=. \
+  hydra.output_subdir=null \
+  hydra/job_logging=disabled \
+  hydra/hydra_logging=disabled
 ```
 
 - Execute on worker nodes
@@ -37,7 +41,11 @@ python -m torch.distributed.launch \
   --node_rank <node_rank> \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --use_env main.py backend=nccl
+  --use_env main.py backend=nccl \
+  hydra.run.dir=. \
+  hydra.output_subdir=null \
+  hydra/job_logging=disabled \
+  hydra/hydra_logging=disabled
 ```
 
 #::: } else { :::#
@@ -47,7 +55,11 @@ python -m torch.distributed.launch \
 ```sh
 python -m torch.distributed.launch \
   --nproc_per_node #:::= it.nproc_per_node :::# \
-  --use_env main.py backend=nccl
+  --use_env main.py backend=nccl \
+  hydra.run.dir=. \
+  hydra.output_subdir=null \
+  hydra/job_logging=disabled \
+  hydra/hydra_logging=disabled
 ```
 
 #::: } :::#
@@ -69,7 +81,11 @@ python main.py  \
   node_rank=0 \
   master_addr=#:::= it.master_addr :::# \
   master_port=#:::= it.master_port :::# \
-  backend=nccl
+  backend=nccl \
+  hydra.run.dir=. \
+  hydra.output_subdir=null \
+  hydra/job_logging=disabled \
+  hydra/hydra_logging=disabled
 ```
 
 - Execute on worker nodes
@@ -81,7 +97,11 @@ python main.py  \
   node_rank=<node_rank> \
   master_addr=#:::= it.master_addr :::# \
   master_port=#:::= it.master_port :::# \
-  backend=nccl
+  backend=nccl \
+  hydra.run.dir=. \
+  hydra.output_subdir=null \
+  hydra/job_logging=disabled \
+  hydra/hydra_logging=disabled
 ```
 
 #::: } else { :::#
@@ -91,7 +111,11 @@ python main.py  \
 ```sh
 python main.py  \
   nproc_per_node=#:::= it.nproc_per_node :::# \
-  backend=nccl
+  backend=nccl \
+  hydra.run.dir=. \
+  hydra.output_subdir=null \
+  hydra/job_logging=disabled \
+  hydra/hydra_logging=disabled
 ```
 
 #::: } :::#
@@ -103,7 +127,11 @@ python main.py  \
 ### 1 GPU Training
 
 ```sh
-python main.py
+python main.py \
+  hydra.run.dir=. \
+  hydra.output_subdir=null \
+  hydra/job_logging=disabled \
+  hydra/hydra_logging=disabled
 ```
 
 #::: } :::#
diff --git a/src/templates/template-vision-classification/data.py b/src/templates/template-vision-classification/data.py
@@ -1,10 +1,8 @@
-import os
 from typing import Any
 
 import ignite.distributed as idist
 import torchvision
 import torchvision.transforms as T
-from hydra.utils import get_original_cwd
 
 
 def setup_data(config: Any):
@@ -14,7 +12,6 @@ def setup_data(config: Any):
     ----------
     config: needs to contain `data_path`, `train_batch_size`, `eval_batch_size`, and `num_workers`
     """
-    cwd = get_original_cwd()
     local_rank = idist.get_local_rank()
     transform = T.Compose(
         [
@@ -28,13 +25,13 @@ def setup_data(config: Any):
         idist.barrier()
 
     dataset_train = torchvision.datasets.CIFAR10(
-        root=os.path.join(cwd, config.data_path),
+        root=config.data_path,
         train=True,
         download=True,
         transform=transform,
     )
     dataset_eval = torchvision.datasets.CIFAR10(
-        root=os.path.join(cwd, config.data_path),
+        root=config.data_path,
         train=False,
         download=True,
         transform=transform,