qt5base-lts/tests/auto/testlib/selftests/expected_cmptest.junitxml
Tor Arne Vestbø 308280e7a9 testlib: Move stdout/stderr reporting into individual <testcase> elements
The original Ant JUnit reporter only writes <system-err> and <system-out>
to the <testsuite>, but more modern reporters such as Maven Surefire
scopes output to each individual <testcase>.

This is also handled by both the Jenkins JUnit and xUnit plugins, e.g.:

 https://github.com/jenkinsci/junit-plugin/commit/145eb5c98

Pick-to: 6.2
Change-Id: I20c87276004a4e0910fc18e05e6ffa0f5e5a7b7c
Reviewed-by: Mårten Nordheim <marten.nordheim@qt.io>
Reviewed-by: Edward Welbourne <edward.welbourne@qt.io>
2021-08-10 18:06:36 +02:00

288 lines
15 KiB
XML

<?xml version="1.0" encoding="UTF-8" ?>
<testsuite name="tst_Cmptest" timestamp="@TEST_START_TIME@" hostname="@HOSTNAME@" tests="67" failures="46" errors="0" skipped="0" time="@TEST_DURATION@">
<properties>
<property name="QTestVersion" value="@INSERT_QT_VERSION_HERE@"/>
<property name="QtVersion" value="@INSERT_QT_VERSION_HERE@"/>
<property name="QtBuild" value=""/>
</properties>
<testcase name="initTestCase" classname="tst_Cmptest" time="@TEST_DURATION@"/>
<testcase name="compare_unregistered_enums" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared values are not the same">
<![CDATA[ Actual (MyUnregisteredEnumValue1): 0
Expected (MyUnregisteredEnumValue2): 1]]>
</failure>
</testcase>
<testcase name="compare_registered_enums" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared values are not the same">
<![CDATA[ Actual (Qt::Monday): Monday
Expected (Qt::Sunday): Sunday]]>
</failure>
</testcase>
<testcase name="compare_class_enums" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared values are not the same">
<![CDATA[ Actual (MyClassEnum::MyClassEnumValue1): MyClassEnumValue1
Expected (MyClassEnum::MyClassEnumValue2): MyClassEnumValue2]]>
</failure>
</testcase>
<testcase name="test_windowflags(pass)" classname="tst_Cmptest" time="@TEST_DURATION@"/>
<testcase name="test_windowflags(fail1)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared values are not the same">
<![CDATA[ Actual (actualWindowFlags) : Window|WindowSystemMenuHint|WindowStaysOnBottomHint
Expected (expectedWindowFlags): Window|FramelessWindowHint|WindowSystemMenuHint|WindowStaysOnBottomHint]]>
</failure>
</testcase>
<testcase name="test_windowflags(fail2)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared values are not the same">
<![CDATA[ Actual (actualWindowFlags) : Window
Expected (expectedWindowFlags): Window|FramelessWindowHint]]>
</failure>
</testcase>
<testcase name="test_unregistered_flags(pass)" classname="tst_Cmptest" time="@TEST_DURATION@"/>
<testcase name="test_unregistered_flags(fail1)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared values are not the same">
<![CDATA[ Actual (actualFlags) : 0x3
Expected (expectedFlags): 0x5]]>
</failure>
</testcase>
<testcase name="test_unregistered_flags(fail2)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared values are not the same">
<![CDATA[ Actual (actualFlags) : 0x1
Expected (expectedFlags): 0x5]]>
</failure>
</testcase>
<testcase name="compare_boolfuncs" classname="tst_Cmptest" time="@TEST_DURATION@"/>
<testcase name="compare_to_nullptr" classname="tst_Cmptest" time="@TEST_DURATION@"/>
<testcase name="compare_pointerfuncs" classname="tst_Cmptest" time="@TEST_DURATION@"/>
<testcase name="compare_tostring(int, string)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared values are not the same">
<![CDATA[ Actual (actual) : QVariant(int,123)
Expected (expected): QVariant(QString,hi)]]>
</failure>
</testcase>
<testcase name="compare_tostring(both invalid)" classname="tst_Cmptest" time="@TEST_DURATION@"/>
<testcase name="compare_tostring(null hash, invalid)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared values are not the same">
<![CDATA[ Actual (actual) : QVariant(QVariantHash)
Expected (expected): QVariant()]]>
</failure>
</testcase>
<testcase name="compare_tostring(string, null user type)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared values are not the same">
<![CDATA[ Actual (actual) : QVariant(QString,A simple string)
Expected (expected): QVariant(PhonyClass)]]>
</failure>
</testcase>
<testcase name="compare_tostring(both non&#x002D;null user type)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared values are not the same">
<![CDATA[ Actual (actual) : QVariant(PhonyClass,<value not representable as string>)
Expected (expected): QVariant(PhonyClass,<value not representable as string>)]]>
</failure>
</testcase>
<testcase name="compareQObjects" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared QObject pointers are not the same">
<![CDATA[ Actual (&object1): QObject/"object1"
Expected (&object2): QObject/"object2"]]>
</failure>
</testcase>
<testcase name="compareQStringLists(empty lists)" classname="tst_Cmptest" time="@TEST_DURATION@"/>
<testcase name="compareQStringLists(equal lists)" classname="tst_Cmptest" time="@TEST_DURATION@"/>
<testcase name="compareQStringLists(last item different)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared lists differ at index 2.">
<![CDATA[ Actual (opA): "string3"
Expected (opB): "DIFFERS"]]>
</failure>
</testcase>
<testcase name="compareQStringLists(second&#x002D;last item different)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared lists differ at index 2.">
<![CDATA[ Actual (opA): "string3"
Expected (opB): "DIFFERS"]]>
</failure>
</testcase>
<testcase name="compareQStringLists(prefix)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared lists have different sizes.">
<![CDATA[ Actual (opA) size: 2
Expected (opB) size: 1]]>
</failure>
</testcase>
<testcase name="compareQStringLists(short list second)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared lists have different sizes.">
<![CDATA[ Actual (opA) size: 12
Expected (opB) size: 1]]>
</failure>
</testcase>
<testcase name="compareQStringLists(short list first)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared lists have different sizes.">
<![CDATA[ Actual (opA) size: 1
Expected (opB) size: 12]]>
</failure>
</testcase>
<testcase name="compareQListInt(match)" classname="tst_Cmptest" time="@TEST_DURATION@"/>
<testcase name="compareQListInt(size mismatch)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared lists have different sizes.">
<![CDATA[ Actual (actual) size: 2
Expected (expected) size: 3]]>
</failure>
</testcase>
<testcase name="compareQListInt(value mismatch)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared lists differ at index 2.">
<![CDATA[ Actual (actual): 4
Expected (expected): 3]]>
</failure>
</testcase>
<testcase name="compareQListIntToArray(match)" classname="tst_Cmptest" time="@TEST_DURATION@"/>
<testcase name="compareQListIntToArray(size mismatch)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared lists have different sizes.">
<![CDATA[ Actual (actual) size: 2
Expected (expected) size: 3]]>
</failure>
</testcase>
<testcase name="compareQListIntToArray(value mismatch)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared lists differ at index 2.">
<![CDATA[ Actual (actual): 4
Expected (expected): 3]]>
</failure>
</testcase>
<testcase name="compareQListIntToInitializerList(match)" classname="tst_Cmptest" time="@TEST_DURATION@"/>
<testcase name="compareQListIntToInitializerList(size mismatch)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared lists have different sizes.">
<![CDATA[ Actual (actual) size: 2
Expected (ARG({1, 2, 3})) size: 3]]>
</failure>
</testcase>
<testcase name="compareQListIntToInitializerList(value mismatch)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared lists differ at index 2.">
<![CDATA[ Actual (actual): 4
Expected (ARG({1, 2, 3})): 3]]>
</failure>
</testcase>
<testcase name="compareQListDouble" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared lists differ at index 0.">
<![CDATA[ Actual (double1): 1.5
Expected (double2): 1]]>
</failure>
</testcase>
<testcase name="compareQColor(Qt::yellow vs &quot;yellow&quot;)" classname="tst_Cmptest" time="@TEST_DURATION@"/>
<testcase name="compareQColor(Qt::yellow vs Qt::green)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared values are not the same">
<![CDATA[ Actual (colorA): #ffffff00
Expected (colorB): #ff00ff00]]>
</failure>
</testcase>
<testcase name="compareQColor(0x88ff0000 vs 0xffff0000)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared values are not the same">
<![CDATA[ Actual (colorA): #88ff0000
Expected (colorB): #ffff0000]]>
</failure>
</testcase>
<testcase name="compareQPixmaps(both null)" classname="tst_Cmptest" time="@TEST_DURATION@"/>
<testcase name="compareQPixmaps(one null)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared QPixmaps differ.">
<![CDATA[ Actual (opA).isNull(): 1
Expected (opB).isNull(): 0]]>
</failure>
</testcase>
<testcase name="compareQPixmaps(other null)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared QPixmaps differ.">
<![CDATA[ Actual (opA).isNull(): 0
Expected (opB).isNull(): 1]]>
</failure>
</testcase>
<testcase name="compareQPixmaps(equal)" classname="tst_Cmptest" time="@TEST_DURATION@"/>
<testcase name="compareQPixmaps(different size)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared QPixmaps differ in size.">
<![CDATA[ Actual (opA): 11x20
Expected (opB): 20x20]]>
</failure>
</testcase>
<testcase name="compareQPixmaps(different pixels)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared values are not the same"/>
</testcase>
<testcase name="compareQPixmaps(different dpr)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared QPixmaps differ in device pixel ratio.">
<![CDATA[ Actual (opA): 1
Expected (opB): 2]]>
</failure>
</testcase>
<testcase name="compareQImages(both null)" classname="tst_Cmptest" time="@TEST_DURATION@"/>
<testcase name="compareQImages(one null)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared QImages differ.">
<![CDATA[ Actual (opA).isNull(): 1
Expected (opB).isNull(): 0]]>
</failure>
</testcase>
<testcase name="compareQImages(other null)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared QImages differ.">
<![CDATA[ Actual (opA).isNull(): 0
Expected (opB).isNull(): 1]]>
</failure>
</testcase>
<testcase name="compareQImages(equal)" classname="tst_Cmptest" time="@TEST_DURATION@"/>
<testcase name="compareQImages(different size)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared QImages differ in size.">
<![CDATA[ Actual (opA): 11x20
Expected (opB): 20x20]]>
</failure>
</testcase>
<testcase name="compareQImages(different format)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared QImages differ in format.">
<![CDATA[ Actual (opA): 6
Expected (opB): 3]]>
</failure>
</testcase>
<testcase name="compareQImages(different pixels)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared values are not the same"/>
</testcase>
<testcase name="compareQImages(different dpr)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared QImages differ in device pixel ratio.">
<![CDATA[ Actual (opA): 1
Expected (opB): 2]]>
</failure>
</testcase>
<testcase name="compareQRegion(equal&#x002D;empty)" classname="tst_Cmptest" time="@TEST_DURATION@"/>
<testcase name="compareQRegion(1&#x002D;empty)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared values are not the same">
<![CDATA[ Actual (rA): QRegion(200x50+10+10)
Expected (rB): QRegion(null)]]>
</failure>
</testcase>
<testcase name="compareQRegion(equal)" classname="tst_Cmptest" time="@TEST_DURATION@"/>
<testcase name="compareQRegion(different lists)" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared values are not the same">
<![CDATA[ Actual (rA): QRegion(200x50+10+10)
Expected (rB): QRegion(2 rectangles, 50x200+100+200, 200x50+10+10)]]>
</failure>
</testcase>
<testcase name="compareQVector2D" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared values are not the same">
<![CDATA[ Actual (v2a): QVector2D(1, 2)
Expected (v2b): QVector2D(1, 3)]]>
</failure>
</testcase>
<testcase name="compareQVector3D" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared values are not the same">
<![CDATA[ Actual (v3a): QVector3D(1, 2, 3)
Expected (v3b): QVector3D(1, 3, 3)]]>
</failure>
</testcase>
<testcase name="compareQVector4D" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="Compared values are not the same">
<![CDATA[ Actual (v4a): QVector4D(1, 2, 3, 4)
Expected (v4b): QVector4D(1, 3, 3, 4)]]>
</failure>
</testcase>
<testcase name="verify" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="&apos;opaqueFunc() &lt; 2&apos; returned FALSE. ()"/>
</testcase>
<testcase name="verify2" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="&apos;opaqueFunc() &lt; 2&apos; returned FALSE. (42)"/>
</testcase>
<testcase name="tryVerify" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="&apos;opaqueFunc() &lt; 2&apos; returned FALSE. ()"/>
</testcase>
<testcase name="tryVerify2" classname="tst_Cmptest" time="@TEST_DURATION@">
<failure type="fail" message="&apos;opaqueFunc() &lt; 2&apos; returned FALSE. (42)"/>
</testcase>
<testcase name="verifyExplicitOperatorBool" classname="tst_Cmptest" time="@TEST_DURATION@"/>
<testcase name="cleanupTestCase" classname="tst_Cmptest" time="@TEST_DURATION@"/>
</testsuite>