fixup

Author: lukaszstolarczuk

devops/actions/run-tests/benchmark/action.yml

@@ -231,8 +231,9 @@ runs:
       WORKDIR="$(realpath ./llvm_test_workdir)"
       if [ -n "$WORKDIR" ] && [ -d "$WORKDIR" ] && [[ "$WORKDIR" == *llvm_test_workdir* ]]; then rm -rf "$WORKDIR" ; fi
 
-      # Clean up potentially existing, old summary file
-      [ -f "github_summary.md" ] && rm github_summary.md
+      # Clean up potentially existing, old summary files
+      [ -f "github_summary_exe.md" ] && rm github_summary_exe.md
+      [ -f "github_summary_reg.md" ] && rm github_summary_reg.md
 
       numactl --cpunodebind "$NUMA_NODE" --membind "$NUMA_NODE" \
       ./devops/scripts/benchmarks/main.py "$WORKDIR" \
@@ -277,8 +278,9 @@ runs:
     if: always()
     shell: bash
     run: |
-      # Cache changes and upload github summary
-      [ -f "github_summary.md" ] && cat github_summary.md >> $GITHUB_STEP_SUMMARY
+      # Cache changes and upload github summaries
+      [ -f "github_summary_exe.md" ] && cat github_summary_exe.md >> $GITHUB_STEP_SUMMARY
+      [ -f "github_summary_reg.md" ] && cat github_summary_reg.md >> $GITHUB_STEP_SUMMARY
 
       cd "./llvm-ci-perf-results"
       git add .

devops/scripts/benchmarks/compare.py

@@ -357,7 +357,7 @@ def to_hist(
     parser_avg.add_argument(
         "--produce-github-summary",
         action="store_true",
-        help=f"Produce regression summary for Github workflow, in file '{options.github_summary_filename}'.",
+        help=f"Produce regression summary for Github workflow, in file '{options.github_summary_regression_filename}'.",
         default=False,
     )
 
@@ -474,7 +474,7 @@ def print_regression(entry: dict, is_warning: bool = False):
 
             if not args.dry_run:
                 if args.produce_github_summary:
-                    with open(options.github_summary_filename, "a") as f:
+                    with open(options.github_summary_regression_filename, "w") as f:
                         f.write("\n".join(gh_summary))
                 exit(1)  # Exit 1 to trigger Github test failure
 
@@ -483,7 +483,7 @@ def print_regression(entry: dict, is_warning: bool = False):
             gh_summary.append("")
             gh_summary.append("### Regressions")
             gh_summary.append("No unexpected regressions found!")
-            with open(options.github_summary_filename, "a") as f:
+            with open(options.github_summary_regression_filename, "w") as f:
                 f.write("\n".join(gh_summary))
 
     else:

devops/scripts/benchmarks/main.py

@@ -84,11 +84,11 @@ def generate_github_summary(execution_stats, failures):
 
     # Write the summary to file
     try:
-        with open(options.github_summary_filename, "w") as f:
+        with open(options.github_summary_execution_filename, "w") as f:
             f.write("\n".join(gh_summary))
-        log.info(f"GitHub summary written to {options.github_summary_filename}")
+        log.info(f"GitHub summary with execution stats written to {options.github_summary_execution_filename}")
     except Exception as e:
-        log.error(f"Failed to write GitHub summary: {e}")
+        log.error(f"Failed to write GitHub summary with execution stats: {e}")
 
 
 def run_iterations(
@@ -781,7 +781,7 @@ def validate_and_parse_env_args(env_args):
     parser.add_argument(
         "--produce-github-summary",
         action="store_true",
-        help=f"Produce execution stats summary for Github workflow, in file '{options.github_summary_filename}'.",
+        help=f"Produce execution stats summary for Github workflow, in file '{options.github_summary_execution_filename}'.",
         default=False,
     )
 

devops/scripts/benchmarks/options.py

@@ -97,9 +97,10 @@ class Options:
     # CI scripts vs SYCl build source.
     github_repo_override: str = None
     git_commit_override: str = None
-    # Flag and filename used to store Github summary files:
+    # Flag and filenames used to store Github summary files:
     produce_github_summary: bool = False
-    github_summary_filename: str = "github_summary.md"
+    github_summary_execution_filename: str = "github_summary_exe.md"
+    github_summary_regression_filename: str = "github_summary_reg.md"
     # Archiving settings
     # Archived runs are stored separately from the main dataset but are still accessible
     # via the HTML UI when "Include archived runs" is enabled.