diff --git a/src/test/mod.rs b/src/test/mod.rs
index c589895081303..2680830f06567 100644
--- a/src/test/mod.rs
+++ b/src/test/mod.rs
@@ -232,23 +232,6 @@ fn self_tests() {
     );
 }
 
-#[test]
-fn issue_2673_non_modrs_mods() {
-    match idempotent_check(&PathBuf::from("tests/issue-2673-nonmodrs-mods/lib.rs")) {
-        Ok(ref report) if report.has_warnings() => {
-            print!("{}", report);
-            panic!("had warnings");
-        }
-        Ok(_report) => {}
-        Err(err) => {
-            if let IdempotentCheckError::Mismatch(msg) = err {
-                print_mismatches_default_message(msg);
-            }
-            panic!("had errors");
-        }
-    }
-}
-
 #[test]
 fn stdin_formatting_smoke_test() {
     let input = Input::Text("fn main () {}".to_owned());
diff --git a/tests/config/skip_children.toml b/tests/config/skip_children.toml
new file mode 100644
index 0000000000000..49f37a88dfbee
--- /dev/null
+++ b/tests/config/skip_children.toml
@@ -0,0 +1 @@
+skip_children = true
\ No newline at end of file
diff --git a/tests/issue-2673-nonmodrs-mods/foo.rs b/tests/issue-2673-nonmodrs-mods/foo.rs
deleted file mode 100644
index c9fb22cf1a6b8..0000000000000
--- a/tests/issue-2673-nonmodrs-mods/foo.rs
+++ /dev/null
@@ -1,3 +0,0 @@
-mod bar;
-
-mod baz {}
diff --git a/tests/issue-2673-nonmodrs-mods/lib.rs b/tests/issue-2673-nonmodrs-mods/lib.rs
deleted file mode 100644
index e2025a5449d8b..0000000000000
--- a/tests/issue-2673-nonmodrs-mods/lib.rs
+++ /dev/null
@@ -1,3 +0,0 @@
-#![feature(non_modrs_mods)]
-
-mod foo;
diff --git a/tests/target/issue-2673-nonmodrs-mods/foo.rs b/tests/target/issue-2673-nonmodrs-mods/foo.rs
new file mode 100644
index 0000000000000..5340816d61e0c
--- /dev/null
+++ b/tests/target/issue-2673-nonmodrs-mods/foo.rs
@@ -0,0 +1,4 @@
+// rustfmt-config: skip_children.toml
+mod bar;
+
+mod baz {}
diff --git a/tests/issue-2673-nonmodrs-mods/foo/bar.rs b/tests/target/issue-2673-nonmodrs-mods/foo/bar.rs
similarity index 100%
rename from tests/issue-2673-nonmodrs-mods/foo/bar.rs
rename to tests/target/issue-2673-nonmodrs-mods/foo/bar.rs
diff --git a/tests/target/issue-2673-nonmodrs-mods/lib.rs b/tests/target/issue-2673-nonmodrs-mods/lib.rs
new file mode 100644
index 0000000000000..82425de565a22
--- /dev/null
+++ b/tests/target/issue-2673-nonmodrs-mods/lib.rs
@@ -0,0 +1,6 @@
+#![feature(non_modrs_mods)]
+
+// Test that submodules in non-mod.rs files work. This is just an idempotence
+// test since we just want to verify that rustfmt doesn't fail.
+
+mod foo;