diff --git a/.evergreen/test-package-win32.sh b/.evergreen/test-package-win32.sh
index 8db0e6a6fc..ebdb00b895 100644
--- a/.evergreen/test-package-win32.sh
+++ b/.evergreen/test-package-win32.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 curl -sSfL "$ARTIFACT_URL" > mongosh.zip
 export ARTIFACT_PATH="$PWD/mongosh.zip"
-(cd /cygdrive/c/Program\ Files/ && mkdir mongosh && cd mongosh && unzip "$ARTIFACT_PATH" && chmod -v +x bin/*)
+(cd /cygdrive/c/Program\ Files/ && rm -rf mongosh && mkdir mongosh && cd mongosh && unzip "$ARTIFACT_PATH" && chmod -v +x bin/*)
 export PATH="/cygdrive/c/Program Files/mongosh/bin:$PATH"
 mongosh --smokeTests
+(cd /cygdrive/c/Program\ Files/ && rm -rf mongosh)