3b42e098ef
The Test Anything Protocol (TAP), was originally Perl's simple text-based interface between testing modules and test harnesses, but has since been adopted by a large number of producers and consumers in many different languages, which allows colorizing and summarizing test results. The format is very simple: TAP version 13 ok 1 - test description not ok 2 - test description --- message: 'Failure message' severity: fail expected: 123 actual: 456 ... ok 3 - test description # SKIP 1..3 The specification [1] is very brief, so the implementation has been based on how typical consumers behave, especially when it comes to the undefined diagnostics block. [1] http://testanything.org/tap-version-13-specification.html Change-Id: I616e802ea380165c678510e940ddc6607d39c92d Reviewed-by: Simon Hausmann <simon.hausmann@qt.io>
97 lines
3.9 KiB
Plaintext
97 lines
3.9 KiB
Plaintext
TAP version 13
|
|
# tst_ExpectFail
|
|
ok 1 - initTestCase()
|
|
# begin
|
|
not ok 2 - xfailAndContinue() # TODO This should xfail
|
|
---
|
|
at: tst_ExpectFail::xfailAndContinue() (qtbase/tests/auto/testlib/selftests/expectfail/tst_expectfail.cpp:65)
|
|
file: qtbase/tests/auto/testlib/selftests/expectfail/tst_expectfail.cpp
|
|
line: 65
|
|
...
|
|
# after
|
|
# begin
|
|
not ok 3 - xfailAndAbort() # TODO This should xfail
|
|
---
|
|
at: tst_ExpectFail::xfailAndAbort() (qtbase/tests/auto/testlib/selftests/expectfail/tst_expectfail.cpp:73)
|
|
file: qtbase/tests/auto/testlib/selftests/expectfail/tst_expectfail.cpp
|
|
line: 73
|
|
...
|
|
not ok 4 - xfailTwice()
|
|
---
|
|
# Already expecting a fail
|
|
at: tst_ExpectFail::xfailTwice() (qtbase/tests/auto/testlib/selftests/expectfail/tst_expectfail.cpp:83)
|
|
file: qtbase/tests/auto/testlib/selftests/expectfail/tst_expectfail.cpp
|
|
line: 83
|
|
...
|
|
not ok 5 - xfailWithQString() # TODO A string
|
|
---
|
|
at: tst_ExpectFail::xfailWithQString() (qtbase/tests/auto/testlib/selftests/expectfail/tst_expectfail.cpp:92)
|
|
file: qtbase/tests/auto/testlib/selftests/expectfail/tst_expectfail.cpp
|
|
line: 92
|
|
...
|
|
not ok 5 - xfailWithQString() # TODO Bug 5 (The message)
|
|
---
|
|
at: tst_ExpectFail::xfailWithQString() (qtbase/tests/auto/testlib/selftests/expectfail/tst_expectfail.cpp:97)
|
|
file: qtbase/tests/auto/testlib/selftests/expectfail/tst_expectfail.cpp
|
|
line: 97
|
|
...
|
|
ok 6 - xfailDataDrivenWithQVerify(Pass 1)
|
|
ok 7 - xfailDataDrivenWithQVerify(Pass 2)
|
|
not ok 8 - xfailDataDrivenWithQVerify(Abort) # TODO This test should xfail
|
|
---
|
|
at: tst_ExpectFail::xfailDataDrivenWithQVerify() (qtbase/tests/auto/testlib/selftests/expectfail/tst_expectfail.cpp:126)
|
|
file: qtbase/tests/auto/testlib/selftests/expectfail/tst_expectfail.cpp
|
|
line: 126
|
|
...
|
|
not ok 9 - xfailDataDrivenWithQVerify(Continue) # TODO This test should xfail
|
|
---
|
|
at: tst_ExpectFail::xfailDataDrivenWithQVerify() (qtbase/tests/auto/testlib/selftests/expectfail/tst_expectfail.cpp:126)
|
|
file: qtbase/tests/auto/testlib/selftests/expectfail/tst_expectfail.cpp
|
|
line: 126
|
|
...
|
|
ok 10 - xfailDataDrivenWithQCompare(Pass 1)
|
|
ok 11 - xfailDataDrivenWithQCompare(Pass 2)
|
|
not ok 12 - xfailDataDrivenWithQCompare(Abort) # TODO This test should xfail
|
|
---
|
|
at: tst_ExpectFail::xfailDataDrivenWithQCompare() (qtbase/tests/auto/testlib/selftests/expectfail/tst_expectfail.cpp:160)
|
|
file: qtbase/tests/auto/testlib/selftests/expectfail/tst_expectfail.cpp
|
|
line: 160
|
|
...
|
|
not ok 13 - xfailDataDrivenWithQCompare(Continue) # TODO This test should xfail
|
|
---
|
|
at: tst_ExpectFail::xfailDataDrivenWithQCompare() (qtbase/tests/auto/testlib/selftests/expectfail/tst_expectfail.cpp:160)
|
|
file: qtbase/tests/auto/testlib/selftests/expectfail/tst_expectfail.cpp
|
|
line: 160
|
|
...
|
|
ok 14 - xfailOnWrongRow(right row)
|
|
not ok 15 - xfailOnAnyRow(first row) # TODO This test should xfail
|
|
---
|
|
at: tst_ExpectFail::xfailOnAnyRow() (qtbase/tests/auto/testlib/selftests/expectfail/tst_expectfail.cpp:195)
|
|
file: qtbase/tests/auto/testlib/selftests/expectfail/tst_expectfail.cpp
|
|
line: 195
|
|
...
|
|
not ok 16 - xfailOnAnyRow(second row) # TODO This test should xfail
|
|
---
|
|
at: tst_ExpectFail::xfailOnAnyRow() (qtbase/tests/auto/testlib/selftests/expectfail/tst_expectfail.cpp:195)
|
|
file: qtbase/tests/auto/testlib/selftests/expectfail/tst_expectfail.cpp
|
|
line: 195
|
|
...
|
|
not ok 17 - xfailWithoutVerify(first row)
|
|
---
|
|
# QEXPECT_FAIL was called without any subsequent verification statements
|
|
...
|
|
not ok 18 - xfailWithoutVerify(second row)
|
|
---
|
|
# QEXPECT_FAIL was called without any subsequent verification statements
|
|
...
|
|
ok 19 - xpass() # TODO 'true' returned TRUE unexpectedly. ()
|
|
ok 20 - xpassDataDrivenWithQVerify(XPass) # TODO 'true' returned TRUE unexpectedly. ()
|
|
ok 21 - xpassDataDrivenWithQVerify(Pass)
|
|
ok 22 - xpassDataDrivenWithQCompare(XPass) # TODO QCOMPARE(1, 1) returned TRUE unexpectedly.
|
|
ok 23 - xpassDataDrivenWithQCompare(Pass)
|
|
ok 24 - cleanupTestCase()
|
|
1..24
|
|
# tests 24
|
|
# pass 18
|
|
# fail 6
|