diff --git a/mysql-test/suite/binlog/t/binlog_bug36391.test b/mysql-test/suite/binlog/t/binlog_bug36391.test
index a959544de1ea..5d9c757f2bdf 100644
--- a/mysql-test/suite/binlog/t/binlog_bug36391.test
+++ b/mysql-test/suite/binlog/t/binlog_bug36391.test
@@ -34,3 +34,4 @@ SHOW TABLES;
 
 # Clean up
 DROP TABLE t1;
+--remove_file $datadir/master-bin.saved
diff --git a/mysql-test/suite/binlog/t/binlog_checksum.test b/mysql-test/suite/binlog/t/binlog_checksum.test
index 606a52b32677..a1fd3c0c78e9 100644
--- a/mysql-test/suite/binlog/t/binlog_checksum.test
+++ b/mysql-test/suite/binlog/t/binlog_checksum.test
@@ -37,5 +37,5 @@ show tables;
 drop table t1;
 set @@global.binlog_checksum = @save_binlog_checksum;
 set @@global.master_verify_checksum = @save_master_verify_checksum;
-
+--remove_file $MYSQLD_DATADIR/master-bin.saved
 --echo End of the tests
diff --git a/mysql-test/suite/binlog/t/binlog_mysqlbinlog-cp932.test b/mysql-test/suite/binlog/t/binlog_mysqlbinlog-cp932.test
index 59edf7ed6de1..b16d8c935cdb 100644
--- a/mysql-test/suite/binlog/t/binlog_mysqlbinlog-cp932.test
+++ b/mysql-test/suite/binlog/t/binlog_mysqlbinlog-cp932.test
@@ -32,3 +32,4 @@ select HEX(f) from t4;
 
 drop table t3, t4, t03, t04;
 --echo End of 5.0 tests
+--remove_file $datadir/master-bin.saved
diff --git a/mysql-test/suite/binlog/t/binlog_tmp_table.test b/mysql-test/suite/binlog/t/binlog_tmp_table.test
index 67aa1a19632e..f7e50706ff11 100644
--- a/mysql-test/suite/binlog/t/binlog_tmp_table.test
+++ b/mysql-test/suite/binlog/t/binlog_tmp_table.test
@@ -95,6 +95,7 @@ select * from foo;
 
 # clean up
 drop table foo;
+-- remove_file $MYSQLD_DATADIR/master-bin.saved35583
 
 #################################################################
 # BUG#51226
@@ -163,3 +164,4 @@ RESET MASTER;
 # assertion: assert that when replaying the binary log will succeed,
 #            instead of failing with "Table 'XXX.YYY' doesn't exist"
 -- exec $MYSQL_BINLOG $MYSQLD_DATADIR/master-bin.saved51226 | $MYSQL
+-- remove_file $MYSQLD_DATADIR/master-bin.saved51226