diff --git a/.changes/unreleased/Fixes-20220909-092832.yaml b/.changes/unreleased/Fixes-20220909-092832.yaml
new file mode 100644
index 00000000000..32736b1141e
--- /dev/null
+++ b/.changes/unreleased/Fixes-20220909-092832.yaml
@@ -0,0 +1,7 @@
+kind: Fixes
+body: Remove temp files generated by unit tests
+time: 2022-09-09T09:28:32.590208+02:00
+custom:
+  Author: bbroeksema
+  Issue: "5631"
+  PR: "5749"
diff --git a/tests/functional/simple_seed/test_seed.py b/tests/functional/simple_seed/test_seed.py
index 688f88460cf..e6309d469cf 100644
--- a/tests/functional/simple_seed/test_seed.py
+++ b/tests/functional/simple_seed/test_seed.py
@@ -6,6 +6,7 @@
 from pathlib import Path
 
 from dbt.tests.util import (
+    rm_file,
     run_dbt,
     read_file,
     check_relations_equal,
@@ -266,13 +267,15 @@ def _make_big_seed(self, test_data_dir):
     def seeds(self, test_data_dir):
         seed_unicode = read_file(test_data_dir, "seed_unicode.csv")
         dotted_seed = read_file(test_data_dir, "seed.with.dots.csv")
-        big_seed = read_file(self._make_big_seed(test_data_dir))
+        big_seed_path = self._make_big_seed(test_data_dir)
+        big_seed = read_file(big_seed_path)
 
-        return {
+        yield {
             "big_seed.csv": big_seed,
             "seed.with.dots.csv": dotted_seed,
             "seed_unicode.csv": seed_unicode,
         }
+        rm_file(big_seed_path)
 
     def test_simple_seed(self, project):
         results = run_dbt(["seed"])