diff --git a/resources/apt.go b/resources/apt.go
index 6151752..1900aee 100644
--- a/resources/apt.go
+++ b/resources/apt.go
@@ -247,7 +247,7 @@ func (a *Apt) receiveSigningKey(log *viaduct.Logger) error {
 
 		// Ensure that the key is deleted from GPG
 		defer func() {
-			command = []string{"gpg", "--delete-keys", a.SigningKey}
+			command = []string{"gpg", "--delete-keys", "--yes", a.SigningKey}
 			cmd = exec.Command("bash", "-c", strings.Join(command, " "))
 			cmd.Env = []string{"DEBIAN_FRONTEND=noninteractive"}
 			cmd.Run()