Turn equal issue mode off for TEST06 (mlcommons#1615)

* Turn equal issue mode off for Llama2 TEST06 * Add TEST06 to the output dir
GATEOverflow · Feb 8, 2024 · 817dd96 · 817dd96
1 parent 840435a
commit 817dd96
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/compliance/nvidia/TEST06/audit.config b/compliance/nvidia/TEST06/audit.config
@@ -8,4 +8,6 @@
 *.*.accuracy_log_rng_seed = 720381539243781796
 *.*.accuracy_log_sampling_target = 100
 *.*.min_query_count = 100
-*.*.min_duration = 0
+*.*.min_duration = 0
+# Turn off equal issue mode for TEST06
+*.*.sample_concatenate_permutation = 0
diff --git a/compliance/nvidia/TEST06/run_verification.py b/compliance/nvidia/TEST06/run_verification.py
@@ -120,7 +120,7 @@ def main():
         output += "TEST06 verification failed\n"
 
     # Output test output to console and folder
-    output_dir = args.output_dir
+    output_dir = os.path.join(args.output_dir, "TEST06")
     output_accuracy_dir = os.path.join(args.output_dir, "accuracy")
 
     if not os.path.isdir(output_dir):