Add more schedulers

conf/scheduler/constant_schedule.yaml

@@ -0,0 +1 @@
+_target_: transformers.get_constant_schedule

conf/scheduler/constant_schedule_with_warmup.yaml

@@ -0,0 +1,2 @@
+_target_: transformers.get_constant_schedule_with_warmup
+num_warmup_steps: 0.1  # float values determines percentage of training steps to use as warmup

conf/scheduler/cosine_schedule_with_warmup.yaml

@@ -0,0 +1,4 @@
+_target_: transformers.get_cosine_schedule_with_warmup
+num_training_steps: -1  # -1 specifies to infer number of training steps
+num_warmup_steps: 0.1  # float values determines percentage of training steps to use as warmup
+num_cycles: 0.5

conf/scheduler/cosine_with_hard_restarts_schedule_with_warmup.yaml

@@ -0,0 +1,4 @@
+_target_: transformers.get_cosine_with_hard_restarts_schedule_with_warmup
+num_training_steps: -1  # -1 specifies to infer number of training steps
+num_warmup_steps: 0.1  # float values determines percentage of training steps to use as warmup
+num_cycles: 1

conf/scheduler/polynomial_decay_schedule_with_warmup.yaml

@@ -0,0 +1,5 @@
+_target_: transformers.get_polynomial_decay_schedule_with_warmup
+num_training_steps: -1  # -1 specifies to infer number of training steps
+num_warmup_steps: 0.1  # float values determines percentage of training steps to use as warmup
+lr_end: 1e07
+power: 1.0