From daa837677656932db28d8bf3c7eecb6e91abba0c Mon Sep 17 00:00:00 2001 From: Konstantin Date: Fri, 4 Mar 2022 13:01:18 -0500 Subject: [PATCH 1/2] Add: sparse_log_frequency user arg --- src/transformers/training_args.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/src/transformers/training_args.py b/src/transformers/training_args.py index d8096c5efa06..62250212500e 100644 --- a/src/transformers/training_args.py +++ b/src/transformers/training_args.py @@ -747,6 +747,14 @@ class TrainingArguments: default="", metadata={"help": "Used by the SageMaker launcher to send mp-specific args. Ignored in Trainer"}, ) + sparse_log_frequency: float = field( + default = 0.1, + metadata={ + "help": ( + "How often to log SparseML modifier data, in number of epochs or fraction of epochs" + ) + } + ) def __post_init__(self): # Handle --use_env option in torch.distributed.launch (local_rank not passed as an arg then). From afbdbbcdf94762f226dc5bb0eefe54d72e4bb1d0 Mon Sep 17 00:00:00 2001 From: Konstantin Gulin <66528950+KSGulin@users.noreply.github.com> Date: Thu, 10 Mar 2022 15:00:57 +0000 Subject: [PATCH 2/2] Rename to modifier_log_frequency --- src/transformers/training_args.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/transformers/training_args.py b/src/transformers/training_args.py index 62250212500e..62c91341f307 100644 --- a/src/transformers/training_args.py +++ b/src/transformers/training_args.py @@ -747,7 +747,7 @@ class TrainingArguments: default="", metadata={"help": "Used by the SageMaker launcher to send mp-specific args. Ignored in Trainer"}, ) - sparse_log_frequency: float = field( + modifier_log_frequency: float = field( default = 0.1, metadata={ "help": (