qt5base-lts/tests/auto/testlib/selftests/expected_subtest.junitxml
Edward Welbourne bac150f056 Add a repeated-failure selftest for testlib
This mimics the effects of test-code delegating checks to other
functions, which can lead to repeated failures. The failing test
should only contribute one to the total of failed tsts.  Drive-by:
correct an existing test's reporting of its own name.

Task-number: QTBUG-95661
Change-Id: I370fd2aee378d9fdd35826f0d11677483c60423d
Reviewed-by: Mårten Nordheim <marten.nordheim@qt.io>
2021-09-01 17:11:43 +02:00

91 lines
3.3 KiB
XML

<?xml version="1.0" encoding="UTF-8" ?>
<testsuite name="tst_Subtest" timestamp="@TEST_START_TIME@" hostname="@HOSTNAME@" tests="10" failures="3" errors="0" skipped="0" time="@TEST_DURATION@">
<properties>
<property name="QTestVersion" value="@INSERT_QT_VERSION_HERE@"/>
<property name="QtVersion" value="@INSERT_QT_VERSION_HERE@"/>
<property name="QtBuild" value=""/>
</properties>
<testcase name="initTestCase" classname="tst_Subtest" time="@TEST_DURATION@">
<system-out>
<![CDATA[initTestCase initTestCase (null)]]>
</system-out>
</testcase>
<testcase name="test1" classname="tst_Subtest" time="@TEST_DURATION@">
<system-out>
<![CDATA[init test1 (null)]]>
<![CDATA[test1 test1 (null)]]>
<![CDATA[cleanup test1 (null)]]>
</system-out>
</testcase>
<testcase name="test2(data0)" classname="tst_Subtest" time="@TEST_DURATION@">
<system-out>
<![CDATA[test2_data test2 (null)]]>
<![CDATA[test2_data end]]>
<![CDATA[init test2 data0]]>
<![CDATA[test2 test2 data0]]>
<![CDATA[test2 end]]>
<![CDATA[cleanup test2 data0]]>
</system-out>
</testcase>
<testcase name="test2(data1)" classname="tst_Subtest" time="@TEST_DURATION@">
<system-out>
<![CDATA[init test2 data1]]>
<![CDATA[test2 test2 data1]]>
<![CDATA[test2 end]]>
<![CDATA[cleanup test2 data1]]>
</system-out>
</testcase>
<testcase name="test2(data2)" classname="tst_Subtest" time="@TEST_DURATION@">
<system-out>
<![CDATA[init test2 data2]]>
<![CDATA[test2 test2 data2]]>
<![CDATA[test2 end]]>
<![CDATA[cleanup test2 data2]]>
</system-out>
</testcase>
<testcase name="test3(data0)" classname="tst_Subtest" time="@TEST_DURATION@">
<system-out>
<![CDATA[test3_data test3 (null)]]>
<![CDATA[test3_data end]]>
<![CDATA[init test3 data0]]>
<![CDATA[test3 test3 data0]]>
<![CDATA[test3 end]]>
<![CDATA[cleanup test3 data0]]>
</system-out>
</testcase>
<testcase name="test3(data1)" classname="tst_Subtest" time="@TEST_DURATION@">
<failure type="fail" message="Compared values are not the same">
<![CDATA[ Actual (str) : "hello1"
Expected (QString("hello0")): "hello0"]]>
</failure>
<system-out>
<![CDATA[init test3 data1]]>
<![CDATA[test3 test3 data1]]>
<![CDATA[cleanup test3 data1]]>
</system-out>
</testcase>
<testcase name="test3(data2)" classname="tst_Subtest" time="@TEST_DURATION@">
<failure type="fail" message="Compared values are not the same">
<![CDATA[ Actual (str) : "hello2"
Expected (QString("hello0")): "hello0"]]>
</failure>
<system-out>
<![CDATA[init test3 data2]]>
<![CDATA[test3 test3 data2]]>
<![CDATA[cleanup test3 data2]]>
</system-out>
</testcase>
<testcase name="multiFail" classname="tst_Subtest" time="@TEST_DURATION@">
<failure type="fail" message="This failure message should be repeated ten times"/>
<system-out>
<![CDATA[init multiFail (null)]]>
<![CDATA[cleanup multiFail (null)]]>
</system-out>
</testcase>
<testcase name="cleanupTestCase" classname="tst_Subtest" time="@TEST_DURATION@">
<system-out>
<![CDATA[cleanupTestCase cleanupTestCase (null)]]>
</system-out>
</testcase>
</testsuite>