AuroraMiddleware/qt5base-lts
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity
940665eff5
qt5base-lts/tests/auto/testlib/selftests/expected_cmptest.junitxml
Tor Arne Vestbø 27db9e458c testlib: Clarify that our XUnit reporter is actually a JUnit reporter 
The reporter was probably named 'xunit' based on the historical use of
xUnit to refer to testing frameworks derived from Smalltalk's SUnit.
These frameworks typically added their own prefix, e.g. JUnit for Java,
RUnit for R, etc.

The most popular of these was the JUnit framework, and the corresponding
XML output produced by the Ant built tool became somewhat of a de facto
standard, which is probably why we chose to model our reporter after it.

Nowadays however, naming it 'xunit' is problematic as there is actually
a testing famework named xUnit.net, typically shortened to, you guessed
it: xunit.

Test report consumers will typically have a junit mode, and an xunit
mode, and the latter could easily be mistaken for what testlib outputs,
unless we clarify this.

The clarification also allows us to safely extend our support for the
JUnit XML format to incorporate some elements that are nowadays common,
but where we are lagging behind the standard.

[ChangeLog][QTestLib] The formerly named 'xunitxml' test reporter has
been renamed to what it actually is: a JUnit test reporter, and is now
triggered by passing -o junitxml to the test binary.

Change-Id: Ieb20d3d2b5905c74e55b98174948cc70870c0ef9
Reviewed-by: Friedemann Kleint <Friedemann.Kleint@qt.io>
Reviewed-by: Simon Hausmann <simon.hausmann@qt.io>
2020-02-03 13:48:25 +01:00

162 lines
7.8 KiB
XML
Raw Blame History

<?xml version="1.0" encoding="UTF-8" ?>
<testsuite errors="0" failures="40" tests="26" name="tst_Cmptest">
<properties>
<property value="@INSERT_QT_VERSION_HERE@" name="QTestVersion"/>
<property value="@INSERT_QT_VERSION_HERE@" name="QtVersion"/>
<property value="" name="QtBuild"/>
</properties>
<testcase result="pass" name="initTestCase"/>
<testcase result="fail" name="compare_unregistered_enums">
<failure message="Compared values are not the same" result="fail"/>
</testcase>
<testcase result="fail" name="compare_registered_enums">
<failure message="Compared values are not the same
Actual (Qt::Monday): Monday
Expected (Qt::Sunday): Sunday" result="fail"/>
</testcase>
<testcase result="fail" name="compare_class_enums">
<failure message="Compared values are not the same
Actual (MyClassEnum::MyClassEnumValue1): MyClassEnumValue1
Expected (MyClassEnum::MyClassEnumValue2): MyClassEnumValue2" result="fail"/>
</testcase>
<testcase result="fail" name="test_windowflags">
<failure tag="fail1" message="Compared values are not the same
Actual (actualWindowFlags) : Window|WindowSystemMenuHint|WindowStaysOnBottomHint
Expected (expectedWindowFlags): Window|FramelessWindowHint|WindowSystemMenuHint|WindowStaysOnBottomHint" result="fail"/>
<failure tag="fail2" message="Compared values are not the same
Actual (actualWindowFlags) : Window
Expected (expectedWindowFlags): Window|FramelessWindowHint" result="fail"/>
</testcase>
<testcase result="fail" name="test_unregistered_flags">
<failure tag="fail1" message="Compared values are not the same
Actual (actualFlags) : 0x3
Expected (expectedFlags): 0x5" result="fail"/>
<failure tag="fail2" message="Compared values are not the same
Actual (actualFlags) : 0x1
Expected (expectedFlags): 0x5" result="fail"/>
</testcase>
<testcase result="pass" name="compare_boolfuncs"/>
<testcase result="pass" name="compare_to_nullptr"/>
<testcase result="pass" name="compare_pointerfuncs"/>
<testcase result="fail" name="compare_tostring">
<failure tag="int, string" message="Compared values are not the same
Actual (actual) : QVariant(int,123)
Expected (expected): QVariant(QString,hi)" result="fail"/>
<failure tag="null hash, invalid" message="Compared values are not the same
Actual (actual) : QVariant(QVariantHash)
Expected (expected): QVariant()" result="fail"/>
<failure tag="string, null user type" message="Compared values are not the same
Actual (actual) : QVariant(QString,A simple string)
Expected (expected): QVariant(PhonyClass)" result="fail"/>
<failure tag="both non&#x002D;null user type" message="Compared values are not the same
Actual (actual) : QVariant(PhonyClass,&lt;value not representable as string&gt;)
Expected (expected): QVariant(PhonyClass,&lt;value not representable as string&gt;)" result="fail"/>
</testcase>
<testcase result="fail" name="compareQStringLists">
<failure tag="last item different" message="Compared lists differ at index 2.
Actual (opA): &quot;string3&quot;
Expected (opB): &quot;DIFFERS&quot;" result="fail"/>
<failure tag="second&#x002D;last item different" message="Compared lists differ at index 2.
Actual (opA): &quot;string3&quot;
Expected (opB): &quot;DIFFERS&quot;" result="fail"/>
<failure tag="prefix" message="Compared lists have different sizes.
Actual (opA) size: 2
Expected (opB) size: 1" result="fail"/>
<failure tag="short list second" message="Compared lists have different sizes.
Actual (opA) size: 12
Expected (opB) size: 1" result="fail"/>
<failure tag="short list first" message="Compared lists have different sizes.
Actual (opA) size: 1
Expected (opB) size: 12" result="fail"/>
</testcase>
<testcase result="fail" name="compareQListInt">
<failure message="Compared lists differ at index 2.
Actual (int1): 3
Expected (int2): 4" result="fail"/>
</testcase>
<testcase result="fail" name="compareQListDouble">
<failure message="Compared lists differ at index 0.
Actual (double1): 1.5
Expected (double2): 1" result="fail"/>
</testcase>
<testcase result="fail" name="compareQColor">
<failure tag="Qt::yellow vs Qt::green" message="Compared values are not the same
Actual (colorA): #ffffff00
Expected (colorB): #ff00ff00" result="fail"/>
<failure tag="0x88ff0000 vs 0xffff0000" message="Compared values are not the same
Actual (colorA): #88ff0000
Expected (colorB): #ffff0000" result="fail"/>
</testcase>
<testcase result="fail" name="compareQPixmaps">
<failure tag="one null" message="Compared QPixmaps differ.
Actual (opA).isNull(): 1
Expected (opB).isNull(): 0" result="fail"/>
<failure tag="other null" message="Compared QPixmaps differ.
Actual (opA).isNull(): 0
Expected (opB).isNull(): 1" result="fail"/>
<failure tag="different size" message="Compared QPixmaps differ in size.
Actual (opA): 11x20
Expected (opB): 20x20" result="fail"/>
<failure tag="different pixels" message="Compared values are not the same" result="fail"/>
<failure tag="different dpr" message="Compared QPixmaps differ in device pixel ratio.
Actual (opA): 1
Expected (opB): 2" result="fail"/>
</testcase>
<testcase result="fail" name="compareQImages">
<failure tag="one null" message="Compared QImages differ.
Actual (opA).isNull(): 1
Expected (opB).isNull(): 0" result="fail"/>
<failure tag="other null" message="Compared QImages differ.
Actual (opA).isNull(): 0
Expected (opB).isNull(): 1" result="fail"/>
<failure tag="different size" message="Compared QImages differ in size.
Actual (opA): 11x20
Expected (opB): 20x20" result="fail"/>
<failure tag="different format" message="Compared QImages differ in format.
Actual (opA): 6
Expected (opB): 3" result="fail"/>
<failure tag="different pixels" message="Compared values are not the same" result="fail"/>
<failure tag="different dpr" message="Compared QImages differ in device pixel ratio.
Actual (opA): 1
Expected (opB): 2" result="fail"/>
</testcase>
<testcase result="fail" name="compareQRegion">
<failure tag="1&#x002D;empty" message="Compared values are not the same
Actual (rA): QRegion(200x50+10+10)
Expected (rB): QRegion(null)" result="fail"/>
<failure tag="different lists" message="Compared values are not the same
Actual (rA): QRegion(200x50+10+10)
Expected (rB): QRegion(2 rectangles, 50x200+100+200, 200x50+10+10)" result="fail"/>
</testcase>
<testcase result="fail" name="compareQVector2D">
<failure message="Compared values are not the same
Actual (v2a): QVector2D(1, 2)
Expected (v2b): QVector2D(1, 3)" result="fail"/>
</testcase>
<testcase result="fail" name="compareQVector3D">
<failure message="Compared values are not the same
Actual (v3a): QVector3D(1, 2, 3)
Expected (v3b): QVector3D(1, 3, 3)" result="fail"/>
</testcase>
<testcase result="fail" name="compareQVector4D">
<failure message="Compared values are not the same
Actual (v4a): QVector4D(1, 2, 3, 4)
Expected (v4b): QVector4D(1, 3, 3, 4)" result="fail"/>
</testcase>
<testcase result="fail" name="verify">
<failure message="&apos;opaqueFunc() &lt; 2&apos; returned FALSE. ()" result="fail"/>
</testcase>
<testcase result="fail" name="verify2">
<failure message="&apos;opaqueFunc() &lt; 2&apos; returned FALSE. (42)" result="fail"/>
</testcase>
<testcase result="fail" name="tryVerify">
<failure message="&apos;opaqueFunc() &lt; 2&apos; returned FALSE. ()" result="fail"/>
</testcase>
<testcase result="fail" name="tryVerify2">
<failure message="&apos;opaqueFunc() &lt; 2&apos; returned FALSE. (42)" result="fail"/>
</testcase>
<testcase result="pass" name="verifyExplicitOperatorBool"/>
<testcase result="pass" name="cleanupTestCase"/>
<system-err/>
</testsuite>
Reference in New Issue View Git Blame Copy Permalink