From 451e14d0c8c9d6b17caffaeaa73c7b0bc9bc6e29 Mon Sep 17 00:00:00 2001 From: Alex Williams-Ferreira Date: Wed, 22 Apr 2026 17:03:13 -0700 Subject: [PATCH 1/2] Mask apt-daily timers in SPEC CPU profiles to prevent VC restarts on Ubuntu 24.04 On Ubuntu 24.04, apt-daily-upgrade.timer fires between 06:00-07:00 UTC and triggers needrestart (default installed on 24.04, not 22.04) which auto-restarts services whose libraries were updated. This has been observed to SIGKILL VirtualClient mid-run, desynchronizing packed SPEC CPU experiments and invalidating results. Analysis of ~4,700 Ubuntu 24.04 SYSAUTO VMs showed ~29% restart rate, with 80% concentrated at hour 6 UTC and minute-of-hour distribution uniform 0-59 (signature of RandomizedDelaySec=60min on the timer). Ubuntu 22.04, Windows, and focal VMs showed 0% restarts in the same window. Masking both apt-daily.timer and apt-daily-upgrade.timer (plus their services) as a dependency step at profile startup removes the trigger. Filtered to linux-x64,linux-arm64 via SupportedPlatforms. Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com> --- .../VirtualClient.Main/profiles/PERF-SPECCPU-FPRATE.json | 8 ++++++++ .../VirtualClient.Main/profiles/PERF-SPECCPU-FPSPEED.json | 8 ++++++++ .../VirtualClient.Main/profiles/PERF-SPECCPU-INTRATE.json | 8 ++++++++ .../profiles/PERF-SPECCPU-INTSPEED.json | 8 ++++++++ 4 files changed, 32 insertions(+) diff --git a/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-FPRATE.json b/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-FPRATE.json index 9400ceece9..852da775b1 100644 --- a/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-FPRATE.json +++ b/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-FPRATE.json @@ -41,6 +41,14 @@ } ], "Dependencies": [ + { + "Type": "ExecuteCommand", + "Parameters": { + "Scenario": "MaskAptDailyTimers", + "SupportedPlatforms": "linux-x64,linux-arm64", + "Command": "bash -c 'systemctl mask apt-daily.timer apt-daily-upgrade.timer apt-daily.service apt-daily-upgrade.service; systemctl stop apt-daily.timer apt-daily-upgrade.timer apt-daily.service apt-daily-upgrade.service; exit 0'" + } + }, { "Type": "ChocolateyInstallation", "Parameters": { diff --git a/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-FPSPEED.json b/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-FPSPEED.json index 1a6c80b7c6..9104d251c9 100644 --- a/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-FPSPEED.json +++ b/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-FPSPEED.json @@ -41,6 +41,14 @@ } ], "Dependencies": [ + { + "Type": "ExecuteCommand", + "Parameters": { + "Scenario": "MaskAptDailyTimers", + "SupportedPlatforms": "linux-x64,linux-arm64", + "Command": "bash -c 'systemctl mask apt-daily.timer apt-daily-upgrade.timer apt-daily.service apt-daily-upgrade.service; systemctl stop apt-daily.timer apt-daily-upgrade.timer apt-daily.service apt-daily-upgrade.service; exit 0'" + } + }, { "Type": "ChocolateyInstallation", "Parameters": { diff --git a/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-INTRATE.json b/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-INTRATE.json index 5b3970ff09..13d7844874 100644 --- a/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-INTRATE.json +++ b/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-INTRATE.json @@ -41,6 +41,14 @@ } ], "Dependencies": [ + { + "Type": "ExecuteCommand", + "Parameters": { + "Scenario": "MaskAptDailyTimers", + "SupportedPlatforms": "linux-x64,linux-arm64", + "Command": "bash -c 'systemctl mask apt-daily.timer apt-daily-upgrade.timer apt-daily.service apt-daily-upgrade.service; systemctl stop apt-daily.timer apt-daily-upgrade.timer apt-daily.service apt-daily-upgrade.service; exit 0'" + } + }, { "Type": "ChocolateyInstallation", "Parameters": { diff --git a/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-INTSPEED.json b/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-INTSPEED.json index 183431d0fa..5e53cca496 100644 --- a/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-INTSPEED.json +++ b/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-INTSPEED.json @@ -41,6 +41,14 @@ } ], "Dependencies": [ + { + "Type": "ExecuteCommand", + "Parameters": { + "Scenario": "MaskAptDailyTimers", + "SupportedPlatforms": "linux-x64,linux-arm64", + "Command": "bash -c 'systemctl mask apt-daily.timer apt-daily-upgrade.timer apt-daily.service apt-daily-upgrade.service; systemctl stop apt-daily.timer apt-daily-upgrade.timer apt-daily.service apt-daily-upgrade.service; exit 0'" + } + }, { "Type": "ChocolateyInstallation", "Parameters": { From 3d0e7e0bce2d0eb12a0244ddebaaf4c6da2fe91d Mon Sep 17 00:00:00 2001 From: Alex Williams-Ferreira Date: Wed, 22 Apr 2026 17:26:33 -0700 Subject: [PATCH 2/2] Bump VERSION to 3.1.2 for apt-daily mask change Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com> --- VERSION | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/VERSION b/VERSION index 94ff29cc4d..6ebad14888 100644 --- a/VERSION +++ b/VERSION @@ -1 +1 @@ -3.1.1 +3.1.2 \ No newline at end of file