feat: run evaluation for 1 epoch before training (#57)

pytorch-ignite · Apr 10, 2021 · e79bff3 · e79bff3
1 parent 23c87b4
commit e79bff3
Show file tree

Hide file tree

Showing 2 changed files with 20 additions and 2 deletions.
diff --git a/templates/image_classification/main.py b/templates/image_classification/main.py
@@ -164,6 +164,15 @@ def _():
         eval_engine.run(eval_dataloader, max_epochs=1)
         eval_engine.add_event_handler(Events.EPOCH_COMPLETED(every=1), log_metrics, tag="eval")
 
+    # --------------------------------------------------
+    # let's try run evaluation first as a sanity check
+    # --------------------------------------------------
+
+    @train_engine.on(Events.STARTED)
+    def _():
+        eval_engine.run(eval_dataloader, max_epochs=1, epoch_length=2)
+        eval_engine.state.max_epochs = None
+
     # ------------------------------------------
     # setup if done. let's run the training
     # ------------------------------------------
@@ -195,7 +204,7 @@ def main():
 
     if config.output_dir:
         now = datetime.now().strftime("%Y%m%d-%H%M%S")
-        name = f'{config.model}-backend-{idist.backend()}-{now}'
+        name = f"{config.model}-backend-{idist.backend()}-{now}"
         path = Path(config.output_dir, name)
         path.mkdir(parents=True, exist_ok=True)
         config.output_dir = path

diff --git a/templates/single/main.py b/templates/single/main.py
@@ -140,6 +140,15 @@ def _():
         eval_engine.run(eval_dataloader, max_epochs=1)
         eval_engine.add_event_handler(Events.EPOCH_COMPLETED(every=1), log_metrics, tag="eval")
 
+    # --------------------------------------------------
+    # let's try run evaluation first as a sanity check
+    # --------------------------------------------------
+
+    @train_engine.on(Events.STARTED)
+    def _():
+        eval_engine.run(eval_dataloader, max_epochs=1, epoch_length=2)
+        eval_engine.state.max_epochs = None
+
     # ------------------------------------------
     # setup if done. let's run the training
     # ------------------------------------------
@@ -172,7 +181,7 @@ def main():
 
     if config.output_dir:
         now = datetime.now().strftime("%Y%m%d-%H%M%S")
-        name = f'backend-{idist.backend()}-{now}'
+        name = f"backend-{idist.backend()}-{now}"
         path = Path(config.output_dir, name)
         path.mkdir(parents=True, exist_ok=True)
         config.output_dir = path