From f89c380b99767a20fa631f35e0570e3f7337cc2f Mon Sep 17 00:00:00 2001 From: Yuanzhe Dong Date: Wed, 18 May 2022 18:39:59 -0700 Subject: [PATCH] [MRCNN] allow lr 0.01 for when gbs < 16 --- .../compliance_checker/training_2.0.0/closed_maskrcnn.yaml | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/mlperf_logging/compliance_checker/training_2.0.0/closed_maskrcnn.yaml b/mlperf_logging/compliance_checker/training_2.0.0/closed_maskrcnn.yaml index 4bb6e6b0..8a3eab34 100644 --- a/mlperf_logging/compliance_checker/training_2.0.0/closed_maskrcnn.yaml +++ b/mlperf_logging/compliance_checker/training_2.0.0/closed_maskrcnn.yaml @@ -1,7 +1,8 @@ - BEGIN: CODE: > s.update({ - 'initialized_tensors': [] + 'initialized_tensors': [], + 'global_batch_size': None, }) - KEY: NAME: weights_initialization @@ -40,11 +41,12 @@ NAME: global_batch_size REQ: EXACTLY_ONE CHECK: " v['value'] > 0" + POST: " s['global_batch_size'] = v['value'] " - KEY: NAME: opt_base_learning_rate REQ: EXACTLY_ONE - CHECK: " is_integer(v['value'] / 0.02) " + CHECK: " is_integer(v['value'] / 0.02) or ( s['global_batch_size'] < 16 and is_integer(0.02 / v['value']) )" - KEY: NAME: opt_learning_rate_warmup_steps