diff --git a/src/functions/public/Commands/Set-GitHubLogGroup.ps1 b/src/functions/public/Commands/Set-GitHubLogGroup.ps1
index 1aaaa5fbf..a3516a763 100644
--- a/src/functions/public/Commands/Set-GitHubLogGroup.ps1
+++ b/src/functions/public/Commands/Set-GitHubLogGroup.ps1
@@ -41,6 +41,10 @@
     )
 
     Start-GitHubLogGroup -Name $Name
-    . $ScriptBlock
+    try {
+        . $ScriptBlock
+    } catch {
+        throw $_
+    }
     Stop-GitHubLogGroup
 }