1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399 |
- Filters: ~[!nonportable]~[!benchmark]~[approvals] *
- Randomness seeded to: 1
- ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
- <exe-name> is a Catch2 v<version> host application.
- Run with -? for options
- -------------------------------------------------------------------------------
- #1455 - INFO and WARN can start with a linebreak
- -------------------------------------------------------------------------------
- Message.tests.cpp:<line number>
- ...............................................................................
- Message.tests.cpp:<line number>: warning:
- This warning message starts with a linebreak
- This would not be caught previously
- Nor would this
- -------------------------------------------------------------------------------
- #1514: stderr/stdout is not captured in tests aborted by an exception
- -------------------------------------------------------------------------------
- Tricky.tests.cpp:<line number>
- ...............................................................................
- Tricky.tests.cpp:<line number>: FAILED:
- explicitly with message:
- 1514
- -------------------------------------------------------------------------------
- #748 - captures with unexpected exceptions
- outside assertions
- -------------------------------------------------------------------------------
- Exception.tests.cpp:<line number>
- ...............................................................................
- Exception.tests.cpp:<line number>: FAILED:
- due to unexpected exception with messages:
- answer := 42
- expected exception
- -------------------------------------------------------------------------------
- #748 - captures with unexpected exceptions
- inside REQUIRE_NOTHROW
- -------------------------------------------------------------------------------
- Exception.tests.cpp:<line number>
- ...............................................................................
- Exception.tests.cpp:<line number>: FAILED:
- REQUIRE_NOTHROW( thisThrows() )
- due to unexpected exception with messages:
- answer := 42
- expected exception
- -------------------------------------------------------------------------------
- #835 -- errno should not be touched by Catch2
- -------------------------------------------------------------------------------
- Misc.tests.cpp:<line number>
- ...............................................................................
- Misc.tests.cpp:<line number>: FAILED:
- CHECK( f() == 0 )
- with expansion:
- 1 == 0
- -------------------------------------------------------------------------------
- 'Not' checks that should fail
- -------------------------------------------------------------------------------
- Condition.tests.cpp:<line number>
- ...............................................................................
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( false != false )
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( true != true )
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( !true )
- with expansion:
- false
- Condition.tests.cpp:<line number>: FAILED:
- CHECK_FALSE( true )
- with expansion:
- !true
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( !trueValue )
- with expansion:
- false
- Condition.tests.cpp:<line number>: FAILED:
- CHECK_FALSE( trueValue )
- with expansion:
- !true
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( !(1 == 1) )
- with expansion:
- false
- Condition.tests.cpp:<line number>: FAILED:
- CHECK_FALSE( 1 == 1 )
- -------------------------------------------------------------------------------
- A METHOD_AS_TEST_CASE based test run that fails
- -------------------------------------------------------------------------------
- Class.tests.cpp:<line number>
- ...............................................................................
- Class.tests.cpp:<line number>: FAILED:
- REQUIRE( s == "world" )
- with expansion:
- "hello" == "world"
- -------------------------------------------------------------------------------
- A TEMPLATE_PRODUCT_TEST_CASE_METHOD based test run that fails - Template_Foo
- <float>
- -------------------------------------------------------------------------------
- Class.tests.cpp:<line number>
- ...............................................................................
- Class.tests.cpp:<line number>: FAILED:
- REQUIRE( Template_Fixture_2<TestType>::m_a.size() == 1 )
- with expansion:
- 0 == 1
- -------------------------------------------------------------------------------
- A TEMPLATE_PRODUCT_TEST_CASE_METHOD based test run that fails - Template_Foo
- <int>
- -------------------------------------------------------------------------------
- Class.tests.cpp:<line number>
- ...............................................................................
- Class.tests.cpp:<line number>: FAILED:
- REQUIRE( Template_Fixture_2<TestType>::m_a.size() == 1 )
- with expansion:
- 0 == 1
- -------------------------------------------------------------------------------
- A TEMPLATE_PRODUCT_TEST_CASE_METHOD based test run that fails - std::vector
- <float>
- -------------------------------------------------------------------------------
- Class.tests.cpp:<line number>
- ...............................................................................
- Class.tests.cpp:<line number>: FAILED:
- REQUIRE( Template_Fixture_2<TestType>::m_a.size() == 1 )
- with expansion:
- 0 == 1
- -------------------------------------------------------------------------------
- A TEMPLATE_PRODUCT_TEST_CASE_METHOD based test run that fails - std::vector
- <int>
- -------------------------------------------------------------------------------
- Class.tests.cpp:<line number>
- ...............................................................................
- Class.tests.cpp:<line number>: FAILED:
- REQUIRE( Template_Fixture_2<TestType>::m_a.size() == 1 )
- with expansion:
- 0 == 1
- -------------------------------------------------------------------------------
- A TEMPLATE_PRODUCT_TEST_CASE_METHOD_SIG based test run that fails -
- Template_Foo_2<float, 6>
- -------------------------------------------------------------------------------
- Class.tests.cpp:<line number>
- ...............................................................................
- Class.tests.cpp:<line number>: FAILED:
- REQUIRE( Template_Fixture_2<TestType>{}.m_a.size() < 2 )
- with expansion:
- 6 < 2
- -------------------------------------------------------------------------------
- A TEMPLATE_PRODUCT_TEST_CASE_METHOD_SIG based test run that fails -
- Template_Foo_2<int, 2>
- -------------------------------------------------------------------------------
- Class.tests.cpp:<line number>
- ...............................................................................
- Class.tests.cpp:<line number>: FAILED:
- REQUIRE( Template_Fixture_2<TestType>{}.m_a.size() < 2 )
- with expansion:
- 2 < 2
- -------------------------------------------------------------------------------
- A TEMPLATE_PRODUCT_TEST_CASE_METHOD_SIG based test run that fails - std::array
- <float, 6>
- -------------------------------------------------------------------------------
- Class.tests.cpp:<line number>
- ...............................................................................
- Class.tests.cpp:<line number>: FAILED:
- REQUIRE( Template_Fixture_2<TestType>{}.m_a.size() < 2 )
- with expansion:
- 6 < 2
- -------------------------------------------------------------------------------
- A TEMPLATE_PRODUCT_TEST_CASE_METHOD_SIG based test run that fails - std::array
- <int, 2>
- -------------------------------------------------------------------------------
- Class.tests.cpp:<line number>
- ...............................................................................
- Class.tests.cpp:<line number>: FAILED:
- REQUIRE( Template_Fixture_2<TestType>{}.m_a.size() < 2 )
- with expansion:
- 2 < 2
- -------------------------------------------------------------------------------
- A TEMPLATE_TEST_CASE_METHOD based test run that fails - double
- -------------------------------------------------------------------------------
- Class.tests.cpp:<line number>
- ...............................................................................
- Class.tests.cpp:<line number>: FAILED:
- REQUIRE( Template_Fixture<TestType>::m_a == 2 )
- with expansion:
- 1.0 == 2
- -------------------------------------------------------------------------------
- A TEMPLATE_TEST_CASE_METHOD based test run that fails - float
- -------------------------------------------------------------------------------
- Class.tests.cpp:<line number>
- ...............................................................................
- Class.tests.cpp:<line number>: FAILED:
- REQUIRE( Template_Fixture<TestType>::m_a == 2 )
- with expansion:
- 1.0f == 2
- -------------------------------------------------------------------------------
- A TEMPLATE_TEST_CASE_METHOD based test run that fails - int
- -------------------------------------------------------------------------------
- Class.tests.cpp:<line number>
- ...............................................................................
- Class.tests.cpp:<line number>: FAILED:
- REQUIRE( Template_Fixture<TestType>::m_a == 2 )
- with expansion:
- 1 == 2
- -------------------------------------------------------------------------------
- A TEMPLATE_TEST_CASE_METHOD_SIG based test run that fails - 1
- -------------------------------------------------------------------------------
- Class.tests.cpp:<line number>
- ...............................................................................
- Class.tests.cpp:<line number>: FAILED:
- REQUIRE( Nttp_Fixture<V>::value == 0 )
- with expansion:
- 1 == 0
- -------------------------------------------------------------------------------
- A TEMPLATE_TEST_CASE_METHOD_SIG based test run that fails - 3
- -------------------------------------------------------------------------------
- Class.tests.cpp:<line number>
- ...............................................................................
- Class.tests.cpp:<line number>: FAILED:
- REQUIRE( Nttp_Fixture<V>::value == 0 )
- with expansion:
- 3 == 0
- -------------------------------------------------------------------------------
- A TEMPLATE_TEST_CASE_METHOD_SIG based test run that fails - 6
- -------------------------------------------------------------------------------
- Class.tests.cpp:<line number>
- ...............................................................................
- Class.tests.cpp:<line number>: FAILED:
- REQUIRE( Nttp_Fixture<V>::value == 0 )
- with expansion:
- 6 == 0
- -------------------------------------------------------------------------------
- A TEST_CASE_METHOD based test run that fails
- -------------------------------------------------------------------------------
- Class.tests.cpp:<line number>
- ...............................................................................
- Class.tests.cpp:<line number>: FAILED:
- REQUIRE( m_a == 2 )
- with expansion:
- 1 == 2
- -------------------------------------------------------------------------------
- A couple of nested sections followed by a failure
- -------------------------------------------------------------------------------
- Misc.tests.cpp:<line number>
- ...............................................................................
- Misc.tests.cpp:<line number>: FAILED:
- explicitly with message:
- to infinity and beyond
- -------------------------------------------------------------------------------
- A failing expression with a non streamable type is still captured
- -------------------------------------------------------------------------------
- Tricky.tests.cpp:<line number>
- ...............................................................................
- Tricky.tests.cpp:<line number>: FAILED:
- CHECK( &o1 == &o2 )
- with expansion:
- 0x<hex digits> == 0x<hex digits>
- Tricky.tests.cpp:<line number>: FAILED:
- CHECK( o1 == o2 )
- with expansion:
- {?} == {?}
- -------------------------------------------------------------------------------
- An unchecked exception reports the line of the last assertion
- -------------------------------------------------------------------------------
- Exception.tests.cpp:<line number>
- ...............................................................................
- Exception.tests.cpp:<line number>: FAILED:
- {Unknown expression after the reported line}
- due to unexpected exception with message:
- unexpected exception
- -------------------------------------------------------------------------------
- Contains string matcher
- -------------------------------------------------------------------------------
- Matchers.tests.cpp:<line number>
- ...............................................................................
- Matchers.tests.cpp:<line number>: FAILED:
- CHECK_THAT( testStringForMatching(), ContainsSubstring( "not there", Catch::CaseSensitive::No ) )
- with expansion:
- "this string contains 'abc' as a substring" contains: "not there" (case
- insensitive)
- Matchers.tests.cpp:<line number>: FAILED:
- CHECK_THAT( testStringForMatching(), ContainsSubstring( "STRING" ) )
- with expansion:
- "this string contains 'abc' as a substring" contains: "STRING"
- -------------------------------------------------------------------------------
- Custom exceptions can be translated when testing for nothrow
- -------------------------------------------------------------------------------
- Exception.tests.cpp:<line number>
- ...............................................................................
- Exception.tests.cpp:<line number>: FAILED:
- REQUIRE_NOTHROW( throwCustom() )
- due to unexpected exception with message:
- custom exception - not std
- -------------------------------------------------------------------------------
- Custom exceptions can be translated when testing for throwing as something else
- -------------------------------------------------------------------------------
- Exception.tests.cpp:<line number>
- ...............................................................................
- Exception.tests.cpp:<line number>: FAILED:
- REQUIRE_THROWS_AS( throwCustom(), std::exception )
- due to unexpected exception with message:
- custom exception - not std
- -------------------------------------------------------------------------------
- Custom std-exceptions can be custom translated
- -------------------------------------------------------------------------------
- Exception.tests.cpp:<line number>
- ...............................................................................
- Exception.tests.cpp:<line number>: FAILED:
- due to unexpected exception with message:
- custom std exception
- -------------------------------------------------------------------------------
- EndsWith string matcher
- -------------------------------------------------------------------------------
- Matchers.tests.cpp:<line number>
- ...............................................................................
- Matchers.tests.cpp:<line number>: FAILED:
- CHECK_THAT( testStringForMatching(), EndsWith( "Substring" ) )
- with expansion:
- "this string contains 'abc' as a substring" ends with: "Substring"
- Matchers.tests.cpp:<line number>: FAILED:
- CHECK_THAT( testStringForMatching(), EndsWith( "this", Catch::CaseSensitive::No ) )
- with expansion:
- "this string contains 'abc' as a substring" ends with: "this" (case
- insensitive)
- -------------------------------------------------------------------------------
- Equality checks that should fail
- -------------------------------------------------------------------------------
- Condition.tests.cpp:<line number>
- ...............................................................................
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.int_seven == 6 )
- with expansion:
- 7 == 6
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.int_seven == 8 )
- with expansion:
- 7 == 8
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.int_seven == 0 )
- with expansion:
- 7 == 0
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.float_nine_point_one == Approx( 9.11f ) )
- with expansion:
- 9.1f == Approx( 9.1099996567 )
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.float_nine_point_one == Approx( 9.0f ) )
- with expansion:
- 9.1f == Approx( 9.0 )
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.float_nine_point_one == Approx( 1 ) )
- with expansion:
- 9.1f == Approx( 1.0 )
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.float_nine_point_one == Approx( 0 ) )
- with expansion:
- 9.1f == Approx( 0.0 )
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.double_pi == Approx( 3.1415 ) )
- with expansion:
- 3.1415926535 == Approx( 3.1415 )
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.str_hello == "goodbye" )
- with expansion:
- "hello" == "goodbye"
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.str_hello == "hell" )
- with expansion:
- "hello" == "hell"
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.str_hello == "hello1" )
- with expansion:
- "hello" == "hello1"
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.str_hello.size() == 6 )
- with expansion:
- 5 == 6
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( x == Approx( 1.301 ) )
- with expansion:
- 1.3 == Approx( 1.301 )
- -------------------------------------------------------------------------------
- Equals string matcher
- -------------------------------------------------------------------------------
- Matchers.tests.cpp:<line number>
- ...............................................................................
- Matchers.tests.cpp:<line number>: FAILED:
- CHECK_THAT( testStringForMatching(), Equals( "this string contains 'ABC' as a substring" ) )
- with expansion:
- "this string contains 'abc' as a substring" equals: "this string contains
- 'ABC' as a substring"
- Matchers.tests.cpp:<line number>: FAILED:
- CHECK_THAT( testStringForMatching(), Equals( "something else", Catch::CaseSensitive::No ) )
- with expansion:
- "this string contains 'abc' as a substring" equals: "something else" (case
- insensitive)
- -------------------------------------------------------------------------------
- Exception matchers that fail
- No exception
- -------------------------------------------------------------------------------
- Matchers.tests.cpp:<line number>
- ...............................................................................
- Matchers.tests.cpp:<line number>: FAILED:
- CHECK_THROWS_MATCHES( doesNotThrow(), SpecialException, ExceptionMatcher{ 1 } )
- because no exception was thrown where one was expected:
- Matchers.tests.cpp:<line number>: FAILED:
- REQUIRE_THROWS_MATCHES( doesNotThrow(), SpecialException, ExceptionMatcher{ 1 } )
- because no exception was thrown where one was expected:
- -------------------------------------------------------------------------------
- Exception matchers that fail
- Type mismatch
- -------------------------------------------------------------------------------
- Matchers.tests.cpp:<line number>
- ...............................................................................
- Matchers.tests.cpp:<line number>: FAILED:
- CHECK_THROWS_MATCHES( throwsAsInt( 1 ), SpecialException, ExceptionMatcher{ 1 } )
- due to unexpected exception with message:
- Unknown exception
- Matchers.tests.cpp:<line number>: FAILED:
- REQUIRE_THROWS_MATCHES( throwsAsInt( 1 ), SpecialException, ExceptionMatcher{ 1 } )
- due to unexpected exception with message:
- Unknown exception
- -------------------------------------------------------------------------------
- Exception matchers that fail
- Contents are wrong
- -------------------------------------------------------------------------------
- Matchers.tests.cpp:<line number>
- ...............................................................................
- Matchers.tests.cpp:<line number>: FAILED:
- CHECK_THROWS_MATCHES( throwsSpecialException( 3 ), SpecialException, ExceptionMatcher{ 1 } )
- with expansion:
- SpecialException::what special exception has value of 1
- Matchers.tests.cpp:<line number>: FAILED:
- REQUIRE_THROWS_MATCHES( throwsSpecialException( 4 ), SpecialException, ExceptionMatcher{ 1 } )
- with expansion:
- SpecialException::what special exception has value of 1
- -------------------------------------------------------------------------------
- Expected exceptions that don't throw or unexpected exceptions fail the test
- -------------------------------------------------------------------------------
- Exception.tests.cpp:<line number>
- ...............................................................................
- Exception.tests.cpp:<line number>: FAILED:
- CHECK_THROWS_AS( thisThrows(), std::string )
- due to unexpected exception with message:
- expected exception
- Exception.tests.cpp:<line number>: FAILED:
- CHECK_THROWS_AS( thisDoesntThrow(), std::domain_error )
- because no exception was thrown where one was expected:
- Exception.tests.cpp:<line number>: FAILED:
- CHECK_NOTHROW( thisThrows() )
- due to unexpected exception with message:
- expected exception
- -------------------------------------------------------------------------------
- FAIL aborts the test
- -------------------------------------------------------------------------------
- Message.tests.cpp:<line number>
- ...............................................................................
- Message.tests.cpp:<line number>: FAILED:
- explicitly with message:
- This is a failure
- -------------------------------------------------------------------------------
- FAIL does not require an argument
- -------------------------------------------------------------------------------
- Message.tests.cpp:<line number>
- ...............................................................................
- Message.tests.cpp:<line number>: FAILED:
- -------------------------------------------------------------------------------
- FAIL_CHECK does not abort the test
- -------------------------------------------------------------------------------
- Message.tests.cpp:<line number>
- ...............................................................................
- Message.tests.cpp:<line number>: FAILED:
- explicitly with message:
- This is a failure
- Message.tests.cpp:<line number>: warning:
- This message appears in the output
- -------------------------------------------------------------------------------
- INFO and WARN do not abort tests
- -------------------------------------------------------------------------------
- Message.tests.cpp:<line number>
- ...............................................................................
- Message.tests.cpp:<line number>: warning:
- this is a warning
- -------------------------------------------------------------------------------
- INFO gets logged on failure
- -------------------------------------------------------------------------------
- Message.tests.cpp:<line number>
- ...............................................................................
- Message.tests.cpp:<line number>: FAILED:
- REQUIRE( a == 1 )
- with expansion:
- 2 == 1
- with messages:
- this message should be logged
- so should this
- -------------------------------------------------------------------------------
- INFO gets logged on failure, even if captured before successful assertions
- -------------------------------------------------------------------------------
- Message.tests.cpp:<line number>
- ...............................................................................
- Message.tests.cpp:<line number>: FAILED:
- CHECK( a == 1 )
- with expansion:
- 2 == 1
- with messages:
- this message may be logged later
- this message should be logged
- Message.tests.cpp:<line number>: FAILED:
- CHECK( a == 0 )
- with expansion:
- 2 == 0
- with messages:
- this message may be logged later
- this message should be logged
- and this, but later
- -------------------------------------------------------------------------------
- INFO is reset for each loop
- -------------------------------------------------------------------------------
- Message.tests.cpp:<line number>
- ...............................................................................
- Message.tests.cpp:<line number>: FAILED:
- REQUIRE( i < 10 )
- with expansion:
- 10 < 10
- with messages:
- current counter 10
- i := 10
- -------------------------------------------------------------------------------
- Inequality checks that should fail
- -------------------------------------------------------------------------------
- Condition.tests.cpp:<line number>
- ...............................................................................
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.int_seven != 7 )
- with expansion:
- 7 != 7
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.float_nine_point_one != Approx( 9.1f ) )
- with expansion:
- 9.1f != Approx( 9.1000003815 )
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.double_pi != Approx( 3.1415926535 ) )
- with expansion:
- 3.1415926535 != Approx( 3.1415926535 )
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.str_hello != "hello" )
- with expansion:
- "hello" != "hello"
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.str_hello.size() != 5 )
- with expansion:
- 5 != 5
- -------------------------------------------------------------------------------
- Matchers can be composed with both && and || - failing
- -------------------------------------------------------------------------------
- Matchers.tests.cpp:<line number>
- ...............................................................................
- Matchers.tests.cpp:<line number>: FAILED:
- CHECK_THAT( testStringForMatching(), ( ContainsSubstring( "string" ) || ContainsSubstring( "different" ) ) && ContainsSubstring( "random" ) )
- with expansion:
- "this string contains 'abc' as a substring" ( ( contains: "string" or
- contains: "different" ) and contains: "random" )
- -------------------------------------------------------------------------------
- Matchers can be negated (Not) with the ! operator - failing
- -------------------------------------------------------------------------------
- Matchers.tests.cpp:<line number>
- ...............................................................................
- Matchers.tests.cpp:<line number>: FAILED:
- CHECK_THAT( testStringForMatching(), !ContainsSubstring( "substring" ) )
- with expansion:
- "this string contains 'abc' as a substring" not contains: "substring"
- -------------------------------------------------------------------------------
- Mayfail test case with nested sections
- A
- 1
- -------------------------------------------------------------------------------
- Condition.tests.cpp:<line number>
- ...............................................................................
- Condition.tests.cpp:<line number>: FAILED:
- -------------------------------------------------------------------------------
- Mayfail test case with nested sections
- A
- 2
- -------------------------------------------------------------------------------
- Condition.tests.cpp:<line number>
- ...............................................................................
- Condition.tests.cpp:<line number>: FAILED:
- -------------------------------------------------------------------------------
- Mayfail test case with nested sections
- B
- 1
- -------------------------------------------------------------------------------
- Condition.tests.cpp:<line number>
- ...............................................................................
- Condition.tests.cpp:<line number>: FAILED:
- -------------------------------------------------------------------------------
- Mayfail test case with nested sections
- B
- 2
- -------------------------------------------------------------------------------
- Condition.tests.cpp:<line number>
- ...............................................................................
- Condition.tests.cpp:<line number>: FAILED:
- -------------------------------------------------------------------------------
- Mismatching exception messages failing the test
- -------------------------------------------------------------------------------
- Exception.tests.cpp:<line number>
- ...............................................................................
- Exception.tests.cpp:<line number>: FAILED:
- REQUIRE_THROWS_WITH( thisThrows(), "should fail" )
- with expansion:
- "expected exception" equals: "should fail"
- -------------------------------------------------------------------------------
- Nice descriptive name
- -------------------------------------------------------------------------------
- Misc.tests.cpp:<line number>
- ...............................................................................
- Misc.tests.cpp:<line number>: warning:
- This one ran
- -------------------------------------------------------------------------------
- Non-std exceptions can be translated
- -------------------------------------------------------------------------------
- Exception.tests.cpp:<line number>
- ...............................................................................
- Exception.tests.cpp:<line number>: FAILED:
- due to unexpected exception with message:
- custom exception
- -------------------------------------------------------------------------------
- Ordering comparison checks that should fail
- -------------------------------------------------------------------------------
- Condition.tests.cpp:<line number>
- ...............................................................................
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.int_seven > 7 )
- with expansion:
- 7 > 7
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.int_seven < 7 )
- with expansion:
- 7 < 7
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.int_seven > 8 )
- with expansion:
- 7 > 8
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.int_seven < 6 )
- with expansion:
- 7 < 6
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.int_seven < 0 )
- with expansion:
- 7 < 0
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.int_seven < -1 )
- with expansion:
- 7 < -1
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.int_seven >= 8 )
- with expansion:
- 7 >= 8
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.int_seven <= 6 )
- with expansion:
- 7 <= 6
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.float_nine_point_one < 9 )
- with expansion:
- 9.1f < 9
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.float_nine_point_one > 10 )
- with expansion:
- 9.1f > 10
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.float_nine_point_one > 9.2 )
- with expansion:
- 9.1f > 9.2
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.str_hello > "hello" )
- with expansion:
- "hello" > "hello"
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.str_hello < "hello" )
- with expansion:
- "hello" < "hello"
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.str_hello > "hellp" )
- with expansion:
- "hello" > "hellp"
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.str_hello > "z" )
- with expansion:
- "hello" > "z"
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.str_hello < "hellm" )
- with expansion:
- "hello" < "hellm"
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.str_hello < "a" )
- with expansion:
- "hello" < "a"
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.str_hello >= "z" )
- with expansion:
- "hello" >= "z"
- Condition.tests.cpp:<line number>: FAILED:
- CHECK( data.str_hello <= "a" )
- with expansion:
- "hello" <= "a"
- -------------------------------------------------------------------------------
- Output from all sections is reported
- one
- -------------------------------------------------------------------------------
- Message.tests.cpp:<line number>
- ...............................................................................
- Message.tests.cpp:<line number>: FAILED:
- explicitly with message:
- Message from section one
- -------------------------------------------------------------------------------
- Output from all sections is reported
- two
- -------------------------------------------------------------------------------
- Message.tests.cpp:<line number>
- ...............................................................................
- Message.tests.cpp:<line number>: FAILED:
- explicitly with message:
- Message from section two
- -------------------------------------------------------------------------------
- Reconstruction should be based on stringification: #914
- -------------------------------------------------------------------------------
- Decomposition.tests.cpp:<line number>
- ...............................................................................
- Decomposition.tests.cpp:<line number>: FAILED:
- CHECK( truthy(false) )
- with expansion:
- Hey, its truthy!
- -------------------------------------------------------------------------------
- Regex string matcher
- -------------------------------------------------------------------------------
- Matchers.tests.cpp:<line number>
- ...............................................................................
- Matchers.tests.cpp:<line number>: FAILED:
- CHECK_THAT( testStringForMatching(), Matches( "this STRING contains 'abc' as a substring" ) )
- with expansion:
- "this string contains 'abc' as a substring" matches "this STRING contains
- 'abc' as a substring" case sensitively
- Matchers.tests.cpp:<line number>: FAILED:
- CHECK_THAT( testStringForMatching(), Matches( "contains 'abc' as a substring" ) )
- with expansion:
- "this string contains 'abc' as a substring" matches "contains 'abc' as a
- substring" case sensitively
- Matchers.tests.cpp:<line number>: FAILED:
- CHECK_THAT( testStringForMatching(), Matches( "this string contains 'abc' as a" ) )
- with expansion:
- "this string contains 'abc' as a substring" matches "this string contains
- 'abc' as a" case sensitively
- A string sent directly to stdout
- A string sent directly to stderr
- A string sent to stderr via clog
- Message from section one
- Message from section two
- -------------------------------------------------------------------------------
- StartsWith string matcher
- -------------------------------------------------------------------------------
- Matchers.tests.cpp:<line number>
- ...............................................................................
- Matchers.tests.cpp:<line number>: FAILED:
- CHECK_THAT( testStringForMatching(), StartsWith( "This String" ) )
- with expansion:
- "this string contains 'abc' as a substring" starts with: "This String"
- Matchers.tests.cpp:<line number>: FAILED:
- CHECK_THAT( testStringForMatching(), StartsWith( "string", Catch::CaseSensitive::No ) )
- with expansion:
- "this string contains 'abc' as a substring" starts with: "string" (case
- insensitive)
- -------------------------------------------------------------------------------
- Tabs and newlines show in output
- -------------------------------------------------------------------------------
- Misc.tests.cpp:<line number>
- ...............................................................................
- Misc.tests.cpp:<line number>: FAILED:
- CHECK( s1 == s2 )
- with expansion:
- "if ($b == 10) {
- $a = 20;
- }"
- ==
- "if ($b == 10) {
- $a = 20;
- }
- "
- -------------------------------------------------------------------------------
- Testing checked-if 2
- -------------------------------------------------------------------------------
- Misc.tests.cpp:<line number>
- ...............................................................................
- Misc.tests.cpp:<line number>: FAILED:
- -------------------------------------------------------------------------------
- Testing checked-if 3
- -------------------------------------------------------------------------------
- Misc.tests.cpp:<line number>
- ...............................................................................
- Misc.tests.cpp:<line number>: FAILED:
- -------------------------------------------------------------------------------
- Thrown string literals are translated
- -------------------------------------------------------------------------------
- Exception.tests.cpp:<line number>
- ...............................................................................
- Exception.tests.cpp:<line number>: FAILED:
- due to unexpected exception with message:
- For some reason someone is throwing a string literal!
- -------------------------------------------------------------------------------
- Unexpected exceptions can be translated
- -------------------------------------------------------------------------------
- Exception.tests.cpp:<line number>
- ...............................................................................
- Exception.tests.cpp:<line number>: FAILED:
- due to unexpected exception with message:
- 3.14
- -------------------------------------------------------------------------------
- Vector Approx matcher -- failing
- Empty and non empty vectors are not approx equal
- -------------------------------------------------------------------------------
- Matchers.tests.cpp:<line number>
- ...............................................................................
- Matchers.tests.cpp:<line number>: FAILED:
- CHECK_THAT( empty, Approx( t1 ) )
- with expansion:
- { } is approx: { 1.0, 2.0 }
- -------------------------------------------------------------------------------
- Vector Approx matcher -- failing
- Just different vectors
- -------------------------------------------------------------------------------
- Matchers.tests.cpp:<line number>
- ...............................................................................
- Matchers.tests.cpp:<line number>: FAILED:
- CHECK_THAT( v1, Approx( v2 ) )
- with expansion:
- { 2.0, 4.0, 6.0 } is approx: { 1.0, 3.0, 5.0 }
- -------------------------------------------------------------------------------
- Vector matchers that fail
- Contains (element)
- -------------------------------------------------------------------------------
- Matchers.tests.cpp:<line number>
- ...............................................................................
- Matchers.tests.cpp:<line number>: FAILED:
- CHECK_THAT( v, VectorContains( -1 ) )
- with expansion:
- { 1, 2, 3 } Contains: -1
- Matchers.tests.cpp:<line number>: FAILED:
- CHECK_THAT( empty, VectorContains( 1 ) )
- with expansion:
- { } Contains: 1
- -------------------------------------------------------------------------------
- Vector matchers that fail
- Contains (vector)
- -------------------------------------------------------------------------------
- Matchers.tests.cpp:<line number>
- ...............................................................................
- Matchers.tests.cpp:<line number>: FAILED:
- CHECK_THAT( empty, Contains( v ) )
- with expansion:
- { } Contains: { 1, 2, 3 }
- Matchers.tests.cpp:<line number>: FAILED:
- CHECK_THAT( v, Contains( v2 ) )
- with expansion:
- { 1, 2, 3 } Contains: { 1, 2, 4 }
- -------------------------------------------------------------------------------
- Vector matchers that fail
- Equals
- -------------------------------------------------------------------------------
- Matchers.tests.cpp:<line number>
- ...............................................................................
- Matchers.tests.cpp:<line number>: FAILED:
- CHECK_THAT( v, Equals( v2 ) )
- with expansion:
- { 1, 2, 3 } Equals: { 1, 2 }
- Matchers.tests.cpp:<line number>: FAILED:
- CHECK_THAT( v2, Equals( v ) )
- with expansion:
- { 1, 2 } Equals: { 1, 2, 3 }
- Matchers.tests.cpp:<line number>: FAILED:
- CHECK_THAT( empty, Equals( v ) )
- with expansion:
- { } Equals: { 1, 2, 3 }
- Matchers.tests.cpp:<line number>: FAILED:
- CHECK_THAT( v, Equals( empty ) )
- with expansion:
- { 1, 2, 3 } Equals: { }
- -------------------------------------------------------------------------------
- Vector matchers that fail
- UnorderedEquals
- -------------------------------------------------------------------------------
- Matchers.tests.cpp:<line number>
- ...............................................................................
- Matchers.tests.cpp:<line number>: FAILED:
- CHECK_THAT( v, UnorderedEquals( empty ) )
- with expansion:
- { 1, 2, 3 } UnorderedEquals: { }
- Matchers.tests.cpp:<line number>: FAILED:
- CHECK_THAT( empty, UnorderedEquals( v ) )
- with expansion:
- { } UnorderedEquals: { 1, 2, 3 }
- Matchers.tests.cpp:<line number>: FAILED:
- CHECK_THAT( permuted, UnorderedEquals( v ) )
- with expansion:
- { 1, 3 } UnorderedEquals: { 1, 2, 3 }
- Matchers.tests.cpp:<line number>: FAILED:
- CHECK_THAT( permuted, UnorderedEquals( v ) )
- with expansion:
- { 3, 1 } UnorderedEquals: { 1, 2, 3 }
- -------------------------------------------------------------------------------
- When unchecked exceptions are thrown directly they are always failures
- -------------------------------------------------------------------------------
- Exception.tests.cpp:<line number>
- ...............................................................................
- Exception.tests.cpp:<line number>: FAILED:
- due to unexpected exception with message:
- unexpected exception
- -------------------------------------------------------------------------------
- When unchecked exceptions are thrown during a CHECK the test should continue
- -------------------------------------------------------------------------------
- Exception.tests.cpp:<line number>
- ...............................................................................
- Exception.tests.cpp:<line number>: FAILED:
- CHECK( thisThrows() == 0 )
- due to unexpected exception with message:
- expected exception
- -------------------------------------------------------------------------------
- When unchecked exceptions are thrown during a REQUIRE the test should abort
- fail
- -------------------------------------------------------------------------------
- Exception.tests.cpp:<line number>
- ...............................................................................
- Exception.tests.cpp:<line number>: FAILED:
- REQUIRE( thisThrows() == 0 )
- due to unexpected exception with message:
- expected exception
- -------------------------------------------------------------------------------
- When unchecked exceptions are thrown from functions they are always failures
- -------------------------------------------------------------------------------
- Exception.tests.cpp:<line number>
- ...............................................................................
- Exception.tests.cpp:<line number>: FAILED:
- CHECK( thisThrows() == 0 )
- due to unexpected exception with message:
- expected exception
- -------------------------------------------------------------------------------
- When unchecked exceptions are thrown from sections they are always failures
- section name
- -------------------------------------------------------------------------------
- Exception.tests.cpp:<line number>
- ...............................................................................
- Exception.tests.cpp:<line number>: FAILED:
- due to unexpected exception with message:
- unexpected exception
- -------------------------------------------------------------------------------
- checkedElse, failing
- -------------------------------------------------------------------------------
- Misc.tests.cpp:<line number>
- ...............................................................................
- Misc.tests.cpp:<line number>: FAILED:
- REQUIRE( testCheckedElse( false ) )
- with expansion:
- false
- -------------------------------------------------------------------------------
- checkedIf, failing
- -------------------------------------------------------------------------------
- Misc.tests.cpp:<line number>
- ...............................................................................
- Misc.tests.cpp:<line number>: FAILED:
- REQUIRE( testCheckedIf( false ) )
- with expansion:
- false
- loose text artifact
- -------------------------------------------------------------------------------
- just failure
- -------------------------------------------------------------------------------
- Message.tests.cpp:<line number>
- ...............................................................................
- Message.tests.cpp:<line number>: FAILED:
- explicitly with message:
- Previous info should not be seen
- -------------------------------------------------------------------------------
- just failure after unscoped info
- -------------------------------------------------------------------------------
- Message.tests.cpp:<line number>
- ...............................................................................
- Message.tests.cpp:<line number>: FAILED:
- explicitly with message:
- previous unscoped info SHOULD not be seen
- -------------------------------------------------------------------------------
- looped SECTION tests
- b is currently: 0
- -------------------------------------------------------------------------------
- Misc.tests.cpp:<line number>
- ...............................................................................
- Misc.tests.cpp:<line number>: FAILED:
- CHECK( b > a )
- with expansion:
- 0 > 1
- -------------------------------------------------------------------------------
- looped SECTION tests
- b is currently: 1
- -------------------------------------------------------------------------------
- Misc.tests.cpp:<line number>
- ...............................................................................
- Misc.tests.cpp:<line number>: FAILED:
- CHECK( b > a )
- with expansion:
- 1 > 1
- -------------------------------------------------------------------------------
- looped tests
- -------------------------------------------------------------------------------
- Misc.tests.cpp:<line number>
- ...............................................................................
- Misc.tests.cpp:<line number>: FAILED:
- CHECK( ( fib[i] % 2 ) == 0 )
- with expansion:
- 1 == 0
- with message:
- Testing if fib[0] (1) is even
- Misc.tests.cpp:<line number>: FAILED:
- CHECK( ( fib[i] % 2 ) == 0 )
- with expansion:
- 1 == 0
- with message:
- Testing if fib[1] (1) is even
- Misc.tests.cpp:<line number>: FAILED:
- CHECK( ( fib[i] % 2 ) == 0 )
- with expansion:
- 1 == 0
- with message:
- Testing if fib[3] (3) is even
- Misc.tests.cpp:<line number>: FAILED:
- CHECK( ( fib[i] % 2 ) == 0 )
- with expansion:
- 1 == 0
- with message:
- Testing if fib[4] (5) is even
- Misc.tests.cpp:<line number>: FAILED:
- CHECK( ( fib[i] % 2 ) == 0 )
- with expansion:
- 1 == 0
- with message:
- Testing if fib[6] (13) is even
- Misc.tests.cpp:<line number>: FAILED:
- CHECK( ( fib[i] % 2 ) == 0 )
- with expansion:
- 1 == 0
- with message:
- Testing if fib[7] (21) is even
- -------------------------------------------------------------------------------
- mix info, unscoped info and warning
- -------------------------------------------------------------------------------
- Message.tests.cpp:<line number>
- ...............................................................................
- Message.tests.cpp:<line number>: warning:
- and warn may mix
- Message.tests.cpp:<line number>: warning:
- they are not cleared after warnings
- -------------------------------------------------------------------------------
- more nested SECTION tests
- doesn't equal
- equal
- -------------------------------------------------------------------------------
- Misc.tests.cpp:<line number>
- ...............................................................................
- Misc.tests.cpp:<line number>: FAILED:
- REQUIRE( a == b )
- with expansion:
- 1 == 2
- -------------------------------------------------------------------------------
- not prints unscoped info from previous failures
- -------------------------------------------------------------------------------
- Message.tests.cpp:<line number>
- ...............................................................................
- Message.tests.cpp:<line number>: FAILED:
- REQUIRE( false )
- with message:
- this SHOULD be seen
- -------------------------------------------------------------------------------
- prints unscoped info on failure
- -------------------------------------------------------------------------------
- Message.tests.cpp:<line number>
- ...............................................................................
- Message.tests.cpp:<line number>: FAILED:
- REQUIRE( false )
- with messages:
- this SHOULD be seen
- this SHOULD also be seen
- -------------------------------------------------------------------------------
- prints unscoped info only for the first assertion
- -------------------------------------------------------------------------------
- Message.tests.cpp:<line number>
- ...............................................................................
- Message.tests.cpp:<line number>: FAILED:
- CHECK( false )
- with message:
- this SHOULD be seen only ONCE
- -------------------------------------------------------------------------------
- send a single char to INFO
- -------------------------------------------------------------------------------
- Misc.tests.cpp:<line number>
- ...............................................................................
- Misc.tests.cpp:<line number>: FAILED:
- REQUIRE( false )
- with message:
- 3
- -------------------------------------------------------------------------------
- sends information to INFO
- -------------------------------------------------------------------------------
- Message.tests.cpp:<line number>
- ...............................................................................
- Message.tests.cpp:<line number>: FAILED:
- REQUIRE( false )
- with messages:
- hi
- i := 7
- -------------------------------------------------------------------------------
- stacks unscoped info in loops
- -------------------------------------------------------------------------------
- Message.tests.cpp:<line number>
- ...............................................................................
- Message.tests.cpp:<line number>: FAILED:
- CHECK( false )
- with messages:
- Count 1 to 3...
- 1
- 2
- 3
- Message.tests.cpp:<line number>: FAILED:
- CHECK( false )
- with messages:
- Count 4 to 6...
- 4
- 5
- 6
- -------------------------------------------------------------------------------
- thrown std::strings are translated
- -------------------------------------------------------------------------------
- Exception.tests.cpp:<line number>
- ...............................................................................
- Exception.tests.cpp:<line number>: FAILED:
- due to unexpected exception with message:
- Why would you throw a std::string?
- ===============================================================================
- test cases: 394 | 318 passed | 69 failed | 7 failed as expected
- assertions: 2284 | 2129 passed | 128 failed | 27 failed as expected
|