diff --git a/test.sh b/test.sh
index a58f45e2..c50da1cf 100755
--- a/test.sh
+++ b/test.sh
@@ -18,6 +18,8 @@ set -xeuo pipefail
 
 # Install deps in a virtual env.
 rm -rf _testing
+rm -rf dist/
+rm -rf *.whl
 rm -rf .pytype
 mkdir -p _testing
 readonly VENV_DIR="$(mktemp -d `pwd`/_testing/optax-env.XXXXXXXX)"