diff --git a/Makefile b/Makefile
index 921488268..958af2abf 100644
--- a/Makefile
+++ b/Makefile
@@ -20,6 +20,9 @@ build-windows-amd:
 	GOOS=windows GOARCH=amd64 go build -tags $(or $(datree_build_env),staging) -ldflags="-X github.com/datreeio/datree/cmd.CliVersion=1.0.0"
 
 test:
+	# when changing rule logic in the project's defaultRules.yaml, we want to ensure our new logic is used when running "make test"
+	# if we don't delete `defaultRules.yaml`, the tests will use the old logic
+	rm -f ~/.datree/defaultRules.yaml
 	go test ./...
 
 create-bin: