diff --git a/internal/push/push.go b/internal/push/push.go
index 555f4cb..62a2893 100644
--- a/internal/push/push.go
+++ b/internal/push/push.go
@@ -162,6 +162,11 @@ func (pushService *pushService) pushGit(repository *github.Repository, initialPu
 			return errors.Wrap(err, "Error pushing Action to GitHub Enterprise Server.")
 		}
 	}
+
+	err = gitRepository.DeleteRemote(remoteName)
+	if err != nil {
+		return errors.Wrap(err, "Error removing repository remote.")
+	}
 	return nil
 }
 
diff --git a/internal/push/push_test/action-cache-initial/git/config b/internal/push/push_test/action-cache-initial/git/config
index afde36a..07d359d 100644
--- a/internal/push/push_test/action-cache-initial/git/config
+++ b/internal/push/push_test/action-cache-initial/git/config
@@ -2,6 +2,3 @@
 	repositoryformatversion = 0
 	filemode = true
 	bare = true
-[remote "enterprise"]
-	url = /tmp/codeql-action-sync-tests128816160/target
-	fetch = +refs/heads/*:refs/remotes/enterprise/*