123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201 |
- #
- # Build extra tests.
- #
- # Requires CATCH_BUILD_EXTRA_TESTS to be defined 'true', see ../CMakeLists.txt.
- #
- cmake_minimum_required( VERSION 3.5 )
- project( Catch2ExtraTests LANGUAGES CXX )
- message( STATUS "Extra tests included" )
- # The MinDuration reporting tests do not need separate compilation, but
- # they have non-trivial execution time, so they are categorized as
- # extra tests, so that they are run less.
- add_test(NAME MinDuration::SimpleThreshold COMMAND $<TARGET_FILE:SelfTest> --min-duration 0.22 [min_duration_test])
- set_tests_properties(
- MinDuration::SimpleThreshold
- PROPERTIES
- PASS_REGULAR_EXPRESSION "s: sleep_for_250ms"
- FAIL_REGULAR_EXPRESSION "sleep_for_100ms"
- RUN_SERIAL ON # The test is timing sensitive, so we want to run it
- # serially to avoid false positives on oversubscribed machines
- )
- # -d yes overrides the threshold, so we should see the faster test even
- # with a ridiculous high min duration threshold
- add_test(NAME MinDuration::DurationOverrideYes COMMAND $<TARGET_FILE:SelfTest> --min-duration 1.0 -d yes [min_duration_test])
- set_tests_properties(
- MinDuration::DurationOverrideYes
- PROPERTIES
- PASS_REGULAR_EXPRESSION "s: sleep_for_100ms"
- )
- # -d no overrides the threshold, so we should never see any tests even
- # with ridiculously low min duration threshold
- add_test(NAME MinDuration::DurationOverrideNo COMMAND $<TARGET_FILE:SelfTest> --min-duration 0.0001 -d no [min_duration_test])
- set_tests_properties(
- MinDuration::DurationOverrideNo
- PROPERTIES
- FAIL_REGULAR_EXPRESSION "sleep_for_250ms"
- )
- # ------------ end of duration reporting tests
- # define folders used:
- set( TESTS_DIR ${CATCH_DIR}/projects/ExtraTests )
- set( SINGLE_INCLUDE_PATH ${CATCH_DIR}/single_include )
- add_executable(PrefixedMacros ${TESTS_DIR}/X01-PrefixedMacros.cpp)
- target_compile_definitions( PrefixedMacros PRIVATE CATCH_CONFIG_PREFIX_ALL )
- add_test(NAME CATCH_CONFIG_PREFIX_ALL COMMAND PrefixedMacros -s)
- set_tests_properties(
- CATCH_CONFIG_PREFIX_ALL
- PROPERTIES
- PASS_REGULAR_EXPRESSION "CATCH_"
- FAIL_REGULAR_EXPRESSION
- # The spaces are important -> They disambiguate between CATCH_REQUIRE
- # and REQUIRE without prefix.
- " REQUIRE; REQUIRE_FALSE; REQUIRE_THROWS; REQUIRE_THROWS_AS; REQUIRE_THROWS_WITH; REQUIRE_THROWS_MATCHES; REQUIRE_NOTHROW; CHECK; CHECK_FALSE; CHECKED_IF; CHECKED_ELSE; CHECK_NOFAIL; CHECK_THROWS; CHECK_THROWS_AS; CHECK_THROWS_WITH; CHECK_THROWS_MATCHES; CHECK_NOTHROW; REQUIRE_THAT; CHECK_THAT"
- )
- add_executable(DisabledMacros ${TESTS_DIR}/X02-DisabledMacros.cpp)
- target_compile_definitions( DisabledMacros PRIVATE CATCH_CONFIG_DISABLE )
- add_test(NAME CATCH_CONFIG_DISABLE-1 COMMAND DisabledMacros -s)
- set_tests_properties(
- CATCH_CONFIG_DISABLE-1
- PROPERTIES
- PASS_REGULAR_EXPRESSION "No tests ran"
- FAIL_REGULAR_EXPRESSION "This should not happen"
- )
- add_test(NAME CATCH_CONFIG_DISABLE-2 COMMAND DisabledMacros --list-tests)
- set_tests_properties(
- CATCH_CONFIG_DISABLE-2
- PROPERTIES
- PASS_REGULAR_EXPRESSION "0 test cases"
- )
- add_executable( DisabledExceptions-DefaultHandler ${TESTS_DIR}/X03-DisabledExceptions-DefaultHandler.cpp )
- add_executable( DisabledExceptions-CustomHandler ${TESTS_DIR}/X04-DisabledExceptions-CustomHandler.cpp )
- foreach(target DisabledExceptions-DefaultHandler DisabledExceptions-CustomHandler)
- target_compile_options( ${target}
- PRIVATE
- $<$<CXX_COMPILER_ID:MSVC>:/EHs-c-;/D_HAS_EXCEPTIONS=0>
- $<$<OR:$<CXX_COMPILER_ID:Clang>,$<CXX_COMPILER_ID:GNU>,$<CXX_COMPILER_ID:AppleClang>>:-fno-exceptions>
- # $<$<CXX_COMPILER_ID:Clang>:-fno-exceptions>
- # $<$<CXX_COMPILER_ID:GNU>:-fno-exceptions>
- )
- endforeach()
- add_test(NAME CATCH_CONFIG_DISABLE_EXCEPTIONS-1 COMMAND DisabledExceptions-DefaultHandler "Tests that run")
- set_tests_properties(
- CATCH_CONFIG_DISABLE_EXCEPTIONS-1
- PROPERTIES
- PASS_REGULAR_EXPRESSION "assertions: 4 \| 2 passed \| 2 failed"
- FAIL_REGULAR_EXPRESSION "abort;terminate;fatal"
- )
- add_test(NAME CATCH_CONFIG_DISABLE_EXCEPTIONS-2 COMMAND DisabledExceptions-DefaultHandler "Tests that abort")
- set_tests_properties(
- CATCH_CONFIG_DISABLE_EXCEPTIONS-2
- PROPERTIES
- PASS_REGULAR_EXPRESSION "Catch will terminate"
- )
- add_test(NAME CATCH_CONFIG_DISABLE_EXCEPTIONS-3 COMMAND DisabledExceptions-CustomHandler "Tests that run")
- set_tests_properties(
- CATCH_CONFIG_DISABLE_EXCEPTIONS-3
- PROPERTIES
- PASS_REGULAR_EXPRESSION "assertions: 4 \| 2 passed \| 2 failed"
- FAIL_REGULAR_EXPRESSION "====== CUSTOM HANDLER ======"
- )
- add_test(NAME CATCH_CONFIG_DISABLE_EXCEPTIONS-4 COMMAND DisabledExceptions-CustomHandler "Tests that abort")
- set_tests_properties(
- CATCH_CONFIG_DISABLE_EXCEPTIONS-4
- PROPERTIES
- PASS_REGULAR_EXPRESSION "====== CUSTOM HANDLER ======"
- )
- add_executable(FallbackStringifier ${TESTS_DIR}/X10-FallbackStringifier.cpp)
- target_compile_definitions( FallbackStringifier PRIVATE CATCH_CONFIG_FALLBACK_STRINGIFIER=fallbackStringifier )
- add_test(NAME FallbackStringifier COMMAND FallbackStringifier -r compact -s)
- set_tests_properties(
- FallbackStringifier
- PROPERTIES
- PASS_REGULAR_EXPRESSION "foo{} for: { !!! }"
- )
- add_executable(DisableStringification ${TESTS_DIR}/X11-DisableStringification.cpp)
- target_compile_definitions( DisableStringification PRIVATE CATCH_CONFIG_DISABLE_STRINGIFICATION )
- add_test(NAME CATCH_CONFIG_DISABLE_STRINGIFICATION COMMAND DisableStringification -r compact -s)
- set_tests_properties(
- CATCH_CONFIG_DISABLE_STRINGIFICATION
- PROPERTIES
- PASS_REGULAR_EXPRESSION "Disabled by CATCH_CONFIG_DISABLE_STRINGIFICATION"
- FAIL_REGULAR_EXPRESSION "Hidden{} == Hidden{}"
- )
- add_executable(BenchmarkingMacros ${TESTS_DIR}/X20-BenchmarkingMacros.cpp)
- target_compile_definitions( BenchmarkingMacros PRIVATE CATCH_CONFIG_ENABLE_BENCHMARKING )
- add_test(NAME BenchmarkingMacros COMMAND BenchmarkingMacros -r console -s)
- set_tests_properties(
- BenchmarkingMacros
- PROPERTIES
- PASS_REGULAR_EXPRESSION "benchmark name[\\r\\n\\t ]+samples[\\r\\n\\t ]+iterations[\\r\\n\\t ]+estimated"
- )
- # This test touches windows.h, so it should only be compiled under msvc
- if (MSVC)
- # This test fails if it does not compile and succeeds otherwise
- add_executable(WindowsHeader ${TESTS_DIR}/X90-WindowsHeaderInclusion.cpp)
- set_property( TARGET WindowsHeader PROPERTY CXX_STANDARD 11 )
- set_property( TARGET WindowsHeader PROPERTY CXX_STANDARD_REQUIRED ON )
- set_property( TARGET WindowsHeader PROPERTY CXX_EXTENSIONS OFF )
- target_include_directories( WindowsHeader PRIVATE ${SINGLE_INCLUDE_PATH} )
- add_test(NAME WindowsHeader COMMAND WindowsHeader -r compact)
- endif()
- add_executable(DebugBreakMacros ${TESTS_DIR}/X12-CustomDebugBreakMacro.cpp)
- add_test(NAME DebugBreakMacros COMMAND DebugBreakMacros --break)
- set_tests_properties(
- DebugBreakMacros
- PROPERTIES
- PASS_REGULAR_EXPRESSION "Pretty please, break into debugger"
- )
- set( EXTRA_TEST_BINARIES
- PrefixedMacros
- DisabledMacros
- DisabledExceptions-DefaultHandler
- DisabledExceptions-CustomHandler
- FallbackStringifier
- DisableStringification
- BenchmarkingMacros
- DebugBreakMacros
- )
- # Shared config
- foreach( test ${EXTRA_TEST_BINARIES} )
- set_property( TARGET ${test} PROPERTY CXX_STANDARD 11 )
- set_property( TARGET ${test} PROPERTY CXX_STANDARD_REQUIRED ON )
- set_property( TARGET ${test} PROPERTY CXX_EXTENSIONS OFF )
- target_include_directories( ${test} PRIVATE ${SINGLE_INCLUDE_PATH} )
- endforeach()
|