diff --git a/src/test/run-make/bare-outfile/Makefile b/src/test/run-make/bare-outfile/Makefile
index 97d09c837c10a..baa4c1c0237b2 100644
--- a/src/test/run-make/bare-outfile/Makefile
+++ b/src/test/run-make/bare-outfile/Makefile
@@ -1,4 +1,6 @@
 -include ../tools.mk
 
 all:
-	$(rustc) -o foo foo.rs
+	cp foo.rs $(TMPDIR)
+	cd $(TMPDIR) && $(RUSTC) -o foo foo.rs
+	$(call RUN,foo)