bac150f056
This mimics the effects of test-code delegating checks to other functions, which can lead to repeated failures. The failing test should only contribute one to the total of failed tsts. Drive-by: correct an existing test's reporting of its own name. Task-number: QTBUG-95661 Change-Id: I370fd2aee378d9fdd35826f0d11677483c60423d Reviewed-by: Mårten Nordheim <marten.nordheim@qt.io>
148 lines
4.5 KiB
Plaintext
148 lines
4.5 KiB
Plaintext
TAP version 13
|
|
# tst_Subtest
|
|
# initTestCase initTestCase (null)
|
|
ok 1 - initTestCase()
|
|
# init test1 (null)
|
|
# test1 test1 (null)
|
|
# cleanup test1 (null)
|
|
ok 2 - test1()
|
|
# test2_data test2 (null)
|
|
# test2_data end
|
|
# init test2 data0
|
|
# test2 test2 data0
|
|
# test2 end
|
|
# cleanup test2 data0
|
|
ok 3 - test2(data0)
|
|
# init test2 data1
|
|
# test2 test2 data1
|
|
# test2 end
|
|
# cleanup test2 data1
|
|
ok 4 - test2(data1)
|
|
# init test2 data2
|
|
# test2 test2 data2
|
|
# test2 end
|
|
# cleanup test2 data2
|
|
ok 5 - test2(data2)
|
|
# test3_data test3 (null)
|
|
# test3_data end
|
|
# init test3 data0
|
|
# test3 test3 data0
|
|
# test3 end
|
|
# cleanup test3 data0
|
|
ok 6 - test3(data0)
|
|
# init test3 data1
|
|
# test3 test3 data1
|
|
not ok 7 - test3(data1)
|
|
---
|
|
type: QCOMPARE
|
|
message: Compared values are not the same
|
|
wanted: "hello0" (QString("hello0"))
|
|
found: "hello1" (str)
|
|
expected: "hello0" (QString("hello0"))
|
|
actual: "hello1" (str)
|
|
at: tst_Subtest::test3() (qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp:0)
|
|
file: qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp
|
|
line: 0
|
|
...
|
|
# cleanup test3 data1
|
|
# init test3 data2
|
|
# test3 test3 data2
|
|
not ok 8 - test3(data2)
|
|
---
|
|
type: QCOMPARE
|
|
message: Compared values are not the same
|
|
wanted: "hello0" (QString("hello0"))
|
|
found: "hello2" (str)
|
|
expected: "hello0" (QString("hello0"))
|
|
actual: "hello2" (str)
|
|
at: tst_Subtest::test3() (qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp:0)
|
|
file: qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp
|
|
line: 0
|
|
...
|
|
# cleanup test3 data2
|
|
# init multiFail (null)
|
|
not ok 9 - multiFail()
|
|
---
|
|
# This failure message should be repeated ten times
|
|
at: tst_Subtest::multiFail() (qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp:0)
|
|
file: qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp
|
|
line: 0
|
|
...
|
|
not ok 10 - multiFail()
|
|
---
|
|
# This failure message should be repeated ten times
|
|
at: tst_Subtest::multiFail() (qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp:0)
|
|
file: qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp
|
|
line: 0
|
|
...
|
|
not ok 11 - multiFail()
|
|
---
|
|
# This failure message should be repeated ten times
|
|
at: tst_Subtest::multiFail() (qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp:0)
|
|
file: qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp
|
|
line: 0
|
|
...
|
|
not ok 12 - multiFail()
|
|
---
|
|
# This failure message should be repeated ten times
|
|
at: tst_Subtest::multiFail() (qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp:0)
|
|
file: qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp
|
|
line: 0
|
|
...
|
|
not ok 13 - multiFail()
|
|
---
|
|
# This failure message should be repeated ten times
|
|
at: tst_Subtest::multiFail() (qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp:0)
|
|
file: qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp
|
|
line: 0
|
|
...
|
|
not ok 14 - multiFail()
|
|
---
|
|
# This failure message should be repeated ten times
|
|
at: tst_Subtest::multiFail() (qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp:0)
|
|
file: qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp
|
|
line: 0
|
|
...
|
|
not ok 15 - multiFail()
|
|
---
|
|
# This failure message should be repeated ten times
|
|
at: tst_Subtest::multiFail() (qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp:0)
|
|
file: qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp
|
|
line: 0
|
|
...
|
|
not ok 16 - multiFail()
|
|
---
|
|
# This failure message should be repeated ten times
|
|
at: tst_Subtest::multiFail() (qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp:0)
|
|
file: qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp
|
|
line: 0
|
|
...
|
|
not ok 17 - multiFail()
|
|
---
|
|
# This failure message should be repeated ten times
|
|
at: tst_Subtest::multiFail() (qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp:0)
|
|
file: qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp
|
|
line: 0
|
|
...
|
|
not ok 18 - multiFail()
|
|
---
|
|
# This failure message should be repeated ten times
|
|
at: tst_Subtest::multiFail() (qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp:0)
|
|
file: qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp
|
|
line: 0
|
|
...
|
|
not ok 19 - multiFail()
|
|
---
|
|
# But this test should only contribute one to the failure count
|
|
at: tst_Subtest::multiFail() (qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp:0)
|
|
file: qtbase/tests/auto/testlib/selftests/subtest/tst_subtest.cpp
|
|
line: 0
|
|
...
|
|
# cleanup multiFail (null)
|
|
# cleanupTestCase cleanupTestCase (null)
|
|
ok 20 - cleanupTestCase()
|
|
1..20
|
|
# tests 20
|
|
# pass 7
|
|
# fail 13
|