From cbdbf88073bc99ad47c016703be80d2b4d6ab4ab Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Niccol=C3=B2=20Campolungo?= Date: Tue, 8 Feb 2022 13:16:07 +0100 Subject: [PATCH 1/3] fix to total_steps formula --- lightning_examples/text-transformers/text-transformers.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/lightning_examples/text-transformers/text-transformers.py b/lightning_examples/text-transformers/text-transformers.py index 57786f010..6f34a9b2e 100644 --- a/lightning_examples/text-transformers/text-transformers.py +++ b/lightning_examples/text-transformers/text-transformers.py @@ -224,8 +224,8 @@ def setup(self, stage=None) -> None: # Calculate total steps tb_size = self.hparams.train_batch_size * max(1, self.trainer.gpus) - ab_size = self.trainer.accumulate_grad_batches * float(self.trainer.max_epochs) - self.total_steps = (len(train_loader.dataset) // tb_size) // ab_size + ab_size = tb_size * self.trainer.accumulate_grad_batches + self.total_steps = int((len(train_loader.dataset) / ab_size) * float(self.trainer.max_epochs)) def configure_optimizers(self): """Prepare optimizer and schedule (linear warmup and decay)""" From a8e93cc4bcbc12018e2a3adfea4d6b10ae70d930 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Niccol=C3=B2=20Campolungo?= Date: Tue, 8 Feb 2022 13:18:21 +0100 Subject: [PATCH 2/3] Update .meta.yml --- lightning_examples/text-transformers/.meta.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/lightning_examples/text-transformers/.meta.yml b/lightning_examples/text-transformers/.meta.yml index 394d05be4..bdd2c97cd 100644 --- a/lightning_examples/text-transformers/.meta.yml +++ b/lightning_examples/text-transformers/.meta.yml @@ -1,7 +1,7 @@ title: Finetune Transformers Models with PyTorch Lightning author: PL team created: 2021-01-31 -updated: 2021-12-03 +updated: 2022-02-08 license: CC BY-SA build: 2 tags: From f85f9f520d7af7fc3fc529f07ad93cef9f46da5a Mon Sep 17 00:00:00 2001 From: Jirka Borovec Date: Fri, 11 Feb 2022 11:04:52 +0100 Subject: [PATCH 3/3] drop cpu --- lightning_examples/text-transformers/.meta.yml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/lightning_examples/text-transformers/.meta.yml b/lightning_examples/text-transformers/.meta.yml index bdd2c97cd..163cbf7f6 100644 --- a/lightning_examples/text-transformers/.meta.yml +++ b/lightning_examples/text-transformers/.meta.yml @@ -3,7 +3,7 @@ author: PL team created: 2021-01-31 updated: 2022-02-08 license: CC BY-SA -build: 2 +build: 0 tags: - Text description: | @@ -17,5 +17,4 @@ requirements: - scikit-learn - torchtext>=0.9 accelerator: - - CPU - GPU