diff --git a/mlperf_logging/compliance_checker/training_6.0.0/open_deepseekv3_671b.yaml b/mlperf_logging/compliance_checker/training_6.0.0/open_deepseekv3_671b.yaml index b50437b..0ef940d 100644 --- a/mlperf_logging/compliance_checker/training_6.0.0/open_deepseekv3_671b.yaml +++ b/mlperf_logging/compliance_checker/training_6.0.0/open_deepseekv3_671b.yaml @@ -73,6 +73,6 @@ NAME: eval_accuracy REQ: AT_LEAST_ONE CHECK: - - "'epoch_num' in v['metadata']" + - "'samples_count' in v['metadata']" ATLEAST_ONE_CHECK: "(v['value'] <= 3.6) and v['value'] > 0.0" diff --git a/mlperf_logging/compliance_checker/training_6.0.0/open_gpt_oss_20b.yaml b/mlperf_logging/compliance_checker/training_6.0.0/open_gpt_oss_20b.yaml index 445c339..676d277 100644 --- a/mlperf_logging/compliance_checker/training_6.0.0/open_gpt_oss_20b.yaml +++ b/mlperf_logging/compliance_checker/training_6.0.0/open_gpt_oss_20b.yaml @@ -2,7 +2,7 @@ NAME: eval_accuracy REQ: AT_LEAST_ONE CHECK: - - "'epoch_num' in v['metadata']" + - "'samples_count' in v['metadata']" ATLEAST_ONE_CHECK: "(v['value'] <= 3.34) and v['value'] > 0.0" - KEY: diff --git a/mlperf_logging/compliance_checker/training_6.0.0/open_llama2_70b_lora.yaml b/mlperf_logging/compliance_checker/training_6.0.0/open_llama2_70b_lora.yaml index 14c4176..784c008 100755 --- a/mlperf_logging/compliance_checker/training_6.0.0/open_llama2_70b_lora.yaml +++ b/mlperf_logging/compliance_checker/training_6.0.0/open_llama2_70b_lora.yaml @@ -3,5 +3,5 @@ NAME: eval_accuracy REQ: AT_LEAST_ONE CHECK: - - "'epoch_num' in v['metadata']" + - "'samples_count' in v['metadata']" ATLEAST_ONE_CHECK: "v['value'] < 1.0" diff --git a/mlperf_logging/compliance_checker/training_6.0.0/open_llama31_405b.yaml b/mlperf_logging/compliance_checker/training_6.0.0/open_llama31_405b.yaml index 0a29e8b..63016f4 100644 --- a/mlperf_logging/compliance_checker/training_6.0.0/open_llama31_405b.yaml +++ b/mlperf_logging/compliance_checker/training_6.0.0/open_llama31_405b.yaml @@ -68,7 +68,7 @@ NAME: eval_accuracy REQ: AT_LEAST_ONE CHECK: - - "'epoch_num' in v['metadata']" + - "'samples_count' in v['metadata']" ATLEAST_ONE_CHECK: "(v['value'] <= 5.6) and v['value'] > 0.0" - KEY: diff --git a/mlperf_logging/compliance_checker/training_6.0.0/open_llama31_8b.yaml b/mlperf_logging/compliance_checker/training_6.0.0/open_llama31_8b.yaml index ff3f204..5df29d5 100644 --- a/mlperf_logging/compliance_checker/training_6.0.0/open_llama31_8b.yaml +++ b/mlperf_logging/compliance_checker/training_6.0.0/open_llama31_8b.yaml @@ -4,5 +4,5 @@ NAME: eval_accuracy REQ: AT_LEAST_ONE CHECK: - - "'epoch_num' in v['metadata']" + - "'samples_count' in v['metadata']" ATLEAST_ONE_CHECK: "v['value'] < 1.0"