Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Add -order-by=name to filter_2 test #288

Merged
merged 1 commit into from Sep 11, 2019
Merged

Add -order-by=name to filter_2 test #288

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Jump to
Jump to file
Failed to load files.
Diff view
Diff view
3 changes: 2 additions & 1 deletion examples/all_features/CMakeLists.txt
View file
Open in desktop
Expand Up @@ -65,7 +65,8 @@ doctest_add_test(NAME all_binary ${common_args} -tc=all?binary* -s) # print all
doctest_add_test(NAME abort_after ${common_args} -aa=2 -e=off -sf=*coverage*) # abort after 2 assert fails and parse a negative
doctest_add_test(NAME first_last ${common_args} -f=2 -l=4 -sf=*coverage*) # run a range
doctest_add_test(NAME filter_1 ${common_args} -ts=none) # should filter out all
doctest_add_test(NAME filter_2 COMMAND $<TARGET_FILE:all_features> -tse=* -nv) # should filter out all + print skipped
# -order-by=name to avoid different output depending on the compiler used. See https://github.com/onqtam/doctest/issues/287
doctest_add_test(NAME filter_2 COMMAND $<TARGET_FILE:all_features> -tse=* -nv -order-by=name) # should filter out all + print skipped
doctest_add_test(NAME filter_3 ${common_args} -sc=from*,sc* -sce=sc2 -sf=*subcases*) # enter a specific subcase - sc1
doctest_add_test(NAME order_1 ${common_args} -ob=suite -ns -sf=*test_cases_and_suites*)
doctest_add_test(NAME order_2 ${common_args} -ob=name -sf=*test_cases_and_suites*)
Expand Down
122 changes: 68 additions & 54 deletions examples/all_features/test_output/filter_2_xml.txt
View file
Open in desktop
@@ -1,68 +1,79 @@
<?xml version="1.0" encoding="UTF-8"?>
<doctest binary="all_features">
<Options order_by="file" rand_seed="324" first="0" last="4294967295" abort_after="0" subcase_filter_levels="2147483647" case_sensitive="false" no_throw="false" no_skip="false"/>
<Options order_by="name" rand_seed="324" first="0" last="4294967295" abort_after="0" subcase_filter_levels="2147483647" case_sensitive="false" no_throw="false" no_skip="false"/>
<TestSuite>
<TestCase name="custom macros" filename="alternative_macros.cpp" line="0" skipped="true"/>
<TestCase name="normal macros" filename="assertion_macros.cpp" line="0" skipped="true"/>
<TestCase name="expressions should be evaluated only once" filename="assertion_macros.cpp" line="0" skipped="true"/>
<TestCase name="exceptions-related macros" filename="assertion_macros.cpp" line="0" skipped="true"/>
<TestCase name="exceptions-related macros for std::exception" filename="assertion_macros.cpp" line="0" skipped="true"/>
<TestCase name="WARN level of asserts don't fail the test case" filename="assertion_macros.cpp" line="0" skipped="true"/>
<TestCase name=" Scenario: vectors can be sized and resized" filename="subcases.cpp" line="0" skipped="true"/>
<TestCase name="CHECK level of asserts fail the test case but don't abort it" filename="assertion_macros.cpp" line="0" skipped="true"/>
<TestCase name="REQUIRE level of asserts fail and abort the test case - 1" filename="assertion_macros.cpp" line="0" skipped="true"/>
<TestCase name="REQUIRE level of asserts fail and abort the test case - 2" filename="assertion_macros.cpp" line="0" skipped="true"/>
<TestCase name="REQUIRE level of asserts fail and abort the test case - 3" filename="assertion_macros.cpp" line="0" skipped="true"/>
<TestCase name="REQUIRE level of asserts fail and abort the test case - 4" filename="assertion_macros.cpp" line="0" skipped="true"/>
<TestCase name="REQUIRE level of asserts fail and abort the test case - 5" filename="assertion_macros.cpp" line="0" skipped="true"/>
<TestCase name="REQUIRE level of asserts fail and abort the test case - 4" filename="assertion_macros.cpp" line="0" skipped="true"/>
<TestCase name="REQUIRE level of asserts fail and abort the test case - 5" filename="assertion_macros.cpp" line="0" skipped="true"/>
<TestCase name="REQUIRE level of asserts fail and abort the test case - 5" filename="assertion_macros.cpp" line="0" skipped="true"/>
<TestCase name="REQUIRE level of asserts fail and abort the test case - 6" filename="assertion_macros.cpp" line="0" skipped="true"/>
<TestCase name="REQUIRE level of asserts fail and abort the test case - 7" filename="assertion_macros.cpp" line="0" skipped="true"/>
<TestCase name="REQUIRE level of asserts fail and abort the test case - 8" filename="assertion_macros.cpp" line="0" skipped="true"/>
<TestCase name="REQUIRE level of asserts fail and abort the test case - 9" filename="assertion_macros.cpp" line="0" skipped="true"/>
<TestCase name="WARN level of asserts don't fail the test case" filename="assertion_macros.cpp" line="0" skipped="true"/>
<TestCase name="[math] basic stuff" filename="main.cpp" line="0" skipped="true"/>
<TestCase name="[string] testing std::string" filename="main.cpp" line="0" skipped="true"/>
<TestCase name="a test case that registers an exception translator for int and then throws one" filename="stringification.cpp" line="0" skipped="true"/>
<TestCase name="a test case that will end from an exception" filename="logging.cpp" line="0" skipped="true"/>
<TestCase name="a test case that will end from an exception and should print the unprinted context" filename="logging.cpp" line="0" skipped="true"/>
<TestCase name="all asserts should fail and show how the objects get stringified" filename="stringification.cpp" line="0" skipped="true"/>
<TestCase name="all binary assertions" filename="assertion_macros.cpp" line="0" skipped="true"/>
<TestCase name="some asserts used in a function called by a test case" filename="assertion_macros.cpp" line="0" skipped="true"/>
<TestCase name="threads..." filename="concurrency.cpp" line="0" skipped="true"/>
<TestCase name="an empty test that will succeed - not part of a test suite" filename="test_cases_and_suites.cpp" line="0" skipped="true"/>
<TestCase name="bad stringification of type pair&lt;int_pair>" filename="templated_test_cases.cpp" line="0" skipped="true"/>
<TestCase name="custom macros" filename="alternative_macros.cpp" line="0" skipped="true"/>
<TestCase name="default construction&lt;char>" filename="templated_test_cases.cpp" line="0" skipped="true"/>
<TestCase name="default construction&lt;double>" filename="templated_test_cases.cpp" line="0" skipped="true"/>
<TestCase name="default construction&lt;double>" filename="templated_test_cases.cpp" line="0" skipped="true"/>
<TestCase name="default construction&lt;int>" filename="templated_test_cases.cpp" line="0" skipped="true"/>
<TestCase name="default construction&lt;short int>" filename="templated_test_cases.cpp" line="0" skipped="true"/>
<TestCase name="default construction&lt;signed char>" filename="templated_test_cases.cpp" line="0" skipped="true"/>
<TestCase name="default construction&lt;unsigned char>" filename="templated_test_cases.cpp" line="0" skipped="true"/>
</TestSuite>
<TestSuite name="test suite with a description">
<TestCase name="doesn't fail but it should have" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" should_fail="true" skipped="true"/>
<TestCase name="doesn't fail which is fine" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" may_fail="true" skipped="true"/>
</TestSuite>
<TestSuite>
<TestCase name="exceptions-related macros" filename="assertion_macros.cpp" line="0" skipped="true"/>
<TestCase name="exceptions-related macros for std::exception" filename="assertion_macros.cpp" line="0" skipped="true"/>
<TestCase name="exercising tricky code paths of doctest" filename="coverage_maxout.cpp" line="0" skipped="true"/>
<TestCase name="explicit failures 1" filename="logging.cpp" line="0" skipped="true"/>
<TestCase name="explicit failures 2" filename="logging.cpp" line="0" skipped="true"/>
<TestCase name="expressions should be evaluated only once" filename="assertion_macros.cpp" line="0" skipped="true"/>
</TestSuite>
<TestSuite name="test suite with a description">
<TestCase name="fails - and its allowed" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" may_fail="true" skipped="true"/>
<TestCase name="fails 1 time as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" skipped="true"/>
<TestCase name="fails as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" should_fail="true" skipped="true"/>
</TestSuite>
<TestSuite>
<TestCase name="fails from an exception but gets re-entered to traverse all subcases" filename="subcases.cpp" line="0" skipped="true"/>
</TestSuite>
<TestSuite name="test suite with a description">
<TestCase name="fails more times as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" skipped="true"/>
</TestSuite>
<TestSuite>
<TestCase name="fixtured test" filename="header.h" line="0" skipped="true"/>
<TestCase name="fixtured test - not part of a test suite" filename="test_cases_and_suites.cpp" line="0" skipped="true"/>
</TestSuite>
<TestSuite name="some TS">
<TestCase name="in TS" filename="header.h" line="0" skipped="true"/>
</TestSuite>
<TestSuite>
<TestCase name="template 1&lt;char>" filename="header.h" line="0" skipped="true"/>
<TestCase name="template 2&lt;doctest::String>" filename="header.h" line="0" skipped="true"/>
<TestCase name="fixtured test" filename="header.h" line="0" skipped="true"/>
<TestCase name="logging the counter of a loop" filename="logging.cpp" line="0" skipped="true"/>
<TestCase name="a test case that will end from an exception" filename="logging.cpp" line="0" skipped="true"/>
<TestCase name="a test case that will end from an exception and should print the unprinted context" filename="logging.cpp" line="0" skipped="true"/>
<TestCase name="third party asserts can report failures to doctest" filename="logging.cpp" line="0" skipped="true"/>
<TestCase name="explicit failures 1" filename="logging.cpp" line="0" skipped="true"/>
<TestCase name="explicit failures 2" filename="logging.cpp" line="0" skipped="true"/>
<TestCase name="[string] testing std::string" filename="main.cpp" line="0" skipped="true"/>
<TestCase name="[math] basic stuff" filename="main.cpp" line="0" skipped="true"/>
<TestCase name="all asserts should fail and show how the objects get stringified" filename="stringification.cpp" line="0" skipped="true"/>
<TestCase name="a test case that registers an exception translator for int and then throws one" filename="stringification.cpp" line="0" skipped="true"/>
<TestCase name="lots of nested subcases" filename="subcases.cpp" line="0" skipped="true"/>
<TestCase name="subcases can be used in a separate function as well" filename="subcases.cpp" line="0" skipped="true"/>
<TestCase name=" Scenario: vectors can be sized and resized" filename="subcases.cpp" line="0" skipped="true"/>
<TestCase name="test case should fail even though the last subcase passes" filename="subcases.cpp" line="0" skipped="true"/>
<TestCase name="fails from an exception but gets re-entered to traverse all subcases" filename="subcases.cpp" line="0" skipped="true"/>
<TestCase name="signed integers stuff&lt;signed char>" filename="templated_test_cases.cpp" line="0" skipped="true"/>
<TestCase name="signed integers stuff&lt;short int>" filename="templated_test_cases.cpp" line="0" skipped="true"/>
<TestCase name="signed integers stuff&lt;int>" filename="templated_test_cases.cpp" line="0" skipped="true"/>
<TestCase name="vector stuff&lt;std::vector&lt;int>>" filename="templated_test_cases.cpp" line="0" skipped="true"/>
<TestCase name="default construction&lt;signed char>" filename="templated_test_cases.cpp" line="0" skipped="true"/>
<TestCase name="default construction&lt;short int>" filename="templated_test_cases.cpp" line="0" skipped="true"/>
<TestCase name="default construction&lt;int>" filename="templated_test_cases.cpp" line="0" skipped="true"/>
<TestCase name="default construction&lt;double>" filename="templated_test_cases.cpp" line="0" skipped="true"/>
<TestCase name="default construction&lt;double>" filename="templated_test_cases.cpp" line="0" skipped="true"/>
<TestCase name="default construction&lt;unsigned char>" filename="templated_test_cases.cpp" line="0" skipped="true"/>
<TestCase name="default construction&lt;char>" filename="templated_test_cases.cpp" line="0" skipped="true"/>
<TestCase name="multiple types&lt;>" filename="templated_test_cases.cpp" line="0" skipped="true"/>
<TestCase name="multiple types&lt;>" filename="templated_test_cases.cpp" line="0" skipped="true"/>
<TestCase name="multiple types&lt;>" filename="templated_test_cases.cpp" line="0" skipped="true"/>
<TestCase name="bad stringification of type pair&lt;int_pair>" filename="templated_test_cases.cpp" line="0" skipped="true"/>
<TestCase name="an empty test that will succeed - not part of a test suite" filename="test_cases_and_suites.cpp" line="0" skipped="true"/>
<TestCase name="should fail because of an exception" filename="test_cases_and_suites.cpp" line="0" skipped="true"/>
<TestCase name="normal macros" filename="assertion_macros.cpp" line="0" skipped="true"/>
</TestSuite>
<TestSuite name="ts1">
<TestCase name="normal test in a test suite from a decorator" filename="test_cases_and_suites.cpp" line="0" skipped="true"/>
</TestSuite>
<TestSuite name="scoped test suite">
<TestCase name="part of scoped" filename="test_cases_and_suites.cpp" line="0" skipped="true"/>
Expand All @@ -72,29 +83,32 @@
<TestCase name="part of some TS" filename="test_cases_and_suites.cpp" line="0" skipped="true"/>
</TestSuite>
<TestSuite>
<TestCase name="fixtured test - not part of a test suite" filename="test_cases_and_suites.cpp" line="0" skipped="true"/>
</TestSuite>
<TestSuite name="ts1">
<TestCase name="normal test in a test suite from a decorator" filename="test_cases_and_suites.cpp" line="0" skipped="true"/>
<TestCase name="should fail because of an exception" filename="test_cases_and_suites.cpp" line="0" skipped="true"/>
<TestCase name="signed integers stuff&lt;int>" filename="templated_test_cases.cpp" line="0" skipped="true"/>
<TestCase name="signed integers stuff&lt;short int>" filename="templated_test_cases.cpp" line="0" skipped="true"/>
<TestCase name="signed integers stuff&lt;signed char>" filename="templated_test_cases.cpp" line="0" skipped="true"/>
</TestSuite>
<TestSuite name="skipped test cases">
<TestCase name="unskipped" filename="test_cases_and_suites.cpp" line="0" description="this test has overrided its skip decorator" skipped="true"/>
<TestCase name="skipped - inherited from the test suite" filename="test_cases_and_suites.cpp" line="0" skipped="true"/>
</TestSuite>
<TestSuite name="test suite with a description">
<TestCase name="fails - and its allowed" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" may_fail="true" skipped="true"/>
<TestCase name="doesn't fail which is fine" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" may_fail="true" skipped="true"/>
<TestCase name="fails as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" should_fail="true" skipped="true"/>
<TestCase name="doesn't fail but it should have" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" should_fail="true" skipped="true"/>
<TestCase name="fails 1 time as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" skipped="true"/>
<TestCase name="fails more times as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" skipped="true"/>
<TestSuite>
<TestCase name="some asserts used in a function called by a test case" filename="assertion_macros.cpp" line="0" skipped="true"/>
<TestCase name="subcases can be used in a separate function as well" filename="subcases.cpp" line="0" skipped="true"/>
<TestCase name="template 1&lt;char>" filename="header.h" line="0" skipped="true"/>
<TestCase name="template 2&lt;doctest::String>" filename="header.h" line="0" skipped="true"/>
<TestCase name="test case should fail even though the last subcase passes" filename="subcases.cpp" line="0" skipped="true"/>
<TestCase name="third party asserts can report failures to doctest" filename="logging.cpp" line="0" skipped="true"/>
<TestCase name="threads..." filename="concurrency.cpp" line="0" skipped="true"/>
</TestSuite>
<TestSuite name="skipped test cases">
<TestCase name="unskipped" filename="test_cases_and_suites.cpp" line="0" description="this test has overrided its skip decorator" skipped="true"/>
</TestSuite>
<TestSuite>
<TestCase name="exercising tricky code paths of doctest" filename="coverage_maxout.cpp" line="0" skipped="true"/>
<TestCase name="vector stuff&lt;std::vector&lt;int>>" filename="templated_test_cases.cpp" line="0" skipped="true"/>
</TestSuite>
<TestSuite name="exception related">
<TestCase name="will end from a std::string exception" filename="coverage_maxout.cpp" line="0" skipped="true"/>
<TestCase name="will end from a const char* exception" filename="coverage_maxout.cpp" line="0" skipped="true"/>
<TestCase name="will end from a std::string exception" filename="coverage_maxout.cpp" line="0" skipped="true"/>
<TestCase name="will end from an unknown exception" filename="coverage_maxout.cpp" line="0" skipped="true"/>
</TestSuite>
<OverallResultsAsserts successes="0" failures="0"/>
Expand Down