diff --git a/bootstrap.ps1 b/bootstrap.ps1
index 4048036..05f495e 100644
--- a/bootstrap.ps1
+++ b/bootstrap.ps1
@@ -23,6 +23,6 @@ $client.DownloadFile("https://github.com/aroben/winbootstrap/zipball/master", $z
 Unzip-Files $zip $tempDir.FullName
 Start-Sleep -Seconds 1
 $install = (Resolve-Path (Join-Path $tempDir.FullName "*\install.ps1")).Path
-powershell -ExecutionPolicy Bypass -File $install > C:\Users\Administrator\winbootstrap.log 2>&1
+powershell -ExecutionPolicy Bypass -File $install > C:\Users\Administrator\winbootstrap.log 2>C:\Users\Administrator\winbootstrap-error.log
 
 "Your computer is now bootstrapped. Reboot now, or save a VM image for easy duplication."
diff --git a/install.ps1 b/install.ps1
index 8f01a46..f087bc2 100644
--- a/install.ps1
+++ b/install.ps1
@@ -29,10 +29,7 @@ function Install-StartupScripts {
     Copy-Item $script.Path C:\cygwin\home\Administrator
   }
 
-  reg import (Join-Path $scriptDirectory bootstrap-startup.reg) 2>$null
-  if ($LastExitCode -ne 0) {
-    throw "Error installing startup script"
-  }
+  reg import (Join-Path $scriptDirectory bootstrap-startup.reg)
 }
 
 Install-Cygwin