diff --git a/bin/runtests.sh b/bin/runtests.sh
index b381e29d81a..48a623d6dca 100755
--- a/bin/runtests.sh
+++ b/bin/runtests.sh
@@ -16,6 +16,7 @@ fi
 # disable custom settings for running tests in a neutral environment
 export SCRAPY_SETTINGS_DISABLED=1
 
+find -name '*.py[co]' -delete
 if [ $# -eq 0 ]; then
     $trial scrapy
 else