test(test2): Add UI tests for macro error output

crates/libtest2/Cargo.toml

@@ -39,6 +39,7 @@ escargot = "0.5.8"
 once_cell_polyfill = "1.56.0"
 pathdiff = "0.2.1"
 snapbox = { version = "0.6.0", features = ["json"] }
+trybuild = "1.0.111"
 
 [lints]
 workspace = true

crates/libtest2/tests/ui.rs

@@ -0,0 +1,5 @@
+#[test]
+fn ui() {
+    let t = trybuild::TestCases::new();
+    t.compile_fail("tests/ui/*.rs");
+}

crates/libtest2/tests/ui/ignore_incorrect_usage.rs

@@ -0,0 +1,8 @@
+#[libtest2::main]
+fn main() {}
+
+#[libtest2::test]
+#[ignore(reason = "invalid syntax right here")]
+fn test(_: &libtest2::TestContext) {
+    panic!("We just need to compile this");
+}

crates/libtest2/tests/ui/ignore_incorrect_usage.stderr

@@ -0,0 +1,7 @@
+error: unknown attribute 'ignore(reason = "invalid syntax right here")'
+ --> tests/ui/ignore_incorrect_usage.rs:4:1
+  |
+4 | #[libtest2::test]
+  | ^^^^^^^^^^^^^^^^^
+  |
+  = note: this error originates in the macro `$crate::_private::test_parse` which comes from the expansion of the attribute macro `libtest2::test` (in Nightly builds, run with -Z macro-backtrace for more info)

crates/libtest2/tests/ui/should_panic_attribute_typo.rs

@@ -0,0 +1,8 @@
+#[libtest2::main]
+fn main() {}
+
+#[libtest2::test]
+#[should_panic(expect = "something")]
+fn test(_: &libtest2::TestContext) {
+    panic!("the correct attribute is 'expected = \"...\"'");
+}

crates/libtest2/tests/ui/should_panic_attribute_typo.stderr

@@ -0,0 +1,7 @@
+error: unknown attribute 'should_panic(expect = "something")'
+ --> tests/ui/should_panic_attribute_typo.rs:4:1
+  |
+4 | #[libtest2::test]
+  | ^^^^^^^^^^^^^^^^^
+  |
+  = note: this error originates in the macro `$crate::_private::test_parse` which comes from the expansion of the attribute macro `libtest2::test` (in Nightly builds, run with -Z macro-backtrace for more info)

crates/libtest2/tests/ui/should_panic_multiple_attributes.rs

@@ -0,0 +1,17 @@
+#[libtest2::main]
+fn main() {}
+
+#[libtest2::test]
+#[should_panic]
+#[should_panic]
+fn test_1(_: &libtest2::TestContext) {}
+
+#[libtest2::test]
+#[should_panic]
+#[should_panic(reason = "something")]
+fn test_2(_: &libtest2::TestContext) {}
+
+#[libtest2::test]
+#[should_panic = "anything"]
+#[should_panic]
+fn test_3(_: &libtest2::TestContext) {}

crates/libtest2/tests/ui/should_panic_multiple_attributes.stderr

@@ -0,0 +1,23 @@
+error: annotating a test with multiple 'should_panic' attributes is not allowed
+ --> tests/ui/should_panic_multiple_attributes.rs:4:1
+  |
+4 | #[libtest2::test]
+  | ^^^^^^^^^^^^^^^^^
+  |
+  = note: this error originates in the macro `$crate::_private::test_parse` which comes from the expansion of the attribute macro `libtest2::test` (in Nightly builds, run with -Z macro-backtrace for more info)
+
+error: annotating a test with multiple 'should_panic' attributes is not allowed
+ --> tests/ui/should_panic_multiple_attributes.rs:9:1
+  |
+9 | #[libtest2::test]
+  | ^^^^^^^^^^^^^^^^^
+  |
+  = note: this error originates in the macro `$crate::_private::test_parse` which comes from the expansion of the attribute macro `libtest2::test` (in Nightly builds, run with -Z macro-backtrace for more info)
+
+error: annotating a test with multiple 'should_panic' attributes is not allowed
+  --> tests/ui/should_panic_multiple_attributes.rs:14:1
+   |
+14 | #[libtest2::test]
+   | ^^^^^^^^^^^^^^^^^
+   |
+   = note: this error originates in the macro `$crate::_private::test_parse` which comes from the expansion of the attribute macro `libtest2::test` (in Nightly builds, run with -Z macro-backtrace for more info)

crates/libtest2/tests/ui/unsupported_attribute.rs

@@ -0,0 +1,6 @@
+#[libtest2::main]
+fn main() {}
+
+#[libtest2::test]
+#[unsafe(no_mangle)] // we just need some unknown attribute here
+fn test(_: &libtest2::TestContext) {}

crates/libtest2/tests/ui/unsupported_attribute.stderr

@@ -0,0 +1,7 @@
+error: unknown attribute 'unsafe(no_mangle)'
+ --> tests/ui/unsupported_attribute.rs:4:1
+  |
+4 | #[libtest2::test]
+  | ^^^^^^^^^^^^^^^^^
+  |
+  = note: this error originates in the macro `$crate::_private::test_parse` which comes from the expansion of the attribute macro `libtest2::test` (in Nightly builds, run with -Z macro-backtrace for more info)

crates/libtest2/tests/ui/unsupported_parameter.rs

@@ -0,0 +1,5 @@
+#[libtest2::main]
+fn main() {}
+
+#[libtest2::test]
+fn takes_integer(_: i32) {}

crates/libtest2/tests/ui/unsupported_parameter.stderr

@@ -0,0 +1,17 @@
+error[E0308]: mismatched types
+ --> tests/ui/unsupported_parameter.rs:4:1
+  |
+4 | #[libtest2::test]
+  | ^^^^^^^^^^^^^^^^^
+  | |
+  | expected `i32`, found `&TestContext`
+  | arguments to this function are incorrect
+  |
+note: function defined here
+ --> tests/ui/unsupported_parameter.rs:4:1
+  |
+4 | #[libtest2::test]
+  | ^^^^^^^^^^^^^^^^^
+5 | fn takes_integer(_: i32) {}
+  |                  ------
+  = note: this error originates in the macro `$crate::_private::test_parse` which comes from the expansion of the attribute macro `libtest2::test` (in Nightly builds, run with -Z macro-backtrace for more info)

crates/libtest2/tests/ui/unsupported_result_types.rs

@@ -0,0 +1,12 @@
+#[libtest2::main]
+fn main() {}
+
+#[libtest2::test]
+fn bad_ok_variant(_: &libtest2::TestContext) -> Result<i32, std::io::Error> {
+    Ok(0)
+}
+
+#[libtest2::test]
+fn bad_err_variant(_: &libtest2::TestContext) -> Result<(), String> {
+    Ok(())
+}

crates/libtest2/tests/ui/unsupported_result_types.stderr

@@ -0,0 +1,28 @@
+error[E0277]: the trait bound `Result<i32, std::io::Error>: IntoRunResult` is not satisfied
+ --> tests/ui/unsupported_result_types.rs:4:1
+  |
+4 | #[libtest2::test]
+  | ^^^^^^^^^^^^^^^^^
+  | |
+  | the trait `IntoRunResult` is not implemented for `Result<i32, std::io::Error>`
+  | required by a bound introduced by this call
+  |
+  = help: the following other types implement trait `IntoRunResult`:
+            Result<(), E>
+            Result<(), RunError>
+  = note: this error originates in the macro `$crate::_private::test_parse` which comes from the expansion of the attribute macro `libtest2::test` (in Nightly builds, run with -Z macro-backtrace for more info)
+
+error[E0277]: the trait bound `String: std::error::Error` is not satisfied
+ --> tests/ui/unsupported_result_types.rs:9:1
+  |
+9 | #[libtest2::test]
+  | ^^^^^^^^^^^^^^^^^
+  | |
+  | the trait `std::error::Error` is not implemented for `String`
+  | required by a bound introduced by this call
+  |
+  = help: the following other types implement trait `IntoRunResult`:
+            Result<(), E>
+            Result<(), RunError>
+  = note: required for `Result<(), String>` to implement `IntoRunResult`
+  = note: this error originates in the macro `$crate::_private::test_parse` which comes from the expansion of the attribute macro `libtest2::test` (in Nightly builds, run with -Z macro-backtrace for more info)

crates/libtest2/tests/ui/unsupported_return_type.rs

@@ -0,0 +1,7 @@
+#[libtest2::main]
+fn main() {}
+
+#[libtest2::test]
+fn integer(_: &libtest2::TestContext) -> i32 {
+    0
+}

crates/libtest2/tests/ui/unsupported_return_type.stderr

@@ -0,0 +1,14 @@
+error[E0277]: the trait bound `i32: IntoRunResult` is not satisfied
+ --> tests/ui/unsupported_return_type.rs:4:1
+  |
+4 | #[libtest2::test]
+  | ^^^^^^^^^^^^^^^^^
+  | |
+  | the trait `IntoRunResult` is not implemented for `i32`
+  | required by a bound introduced by this call
+  |
+  = help: the following other types implement trait `IntoRunResult`:
+            ()
+            Result<(), E>
+            Result<(), RunError>
+  = note: this error originates in the macro `$crate::_private::test_parse` which comes from the expansion of the attribute macro `libtest2::test` (in Nightly builds, run with -Z macro-backtrace for more info)