qt5base-lts/tests/auto/testlib/selftests/expected_warnings.xml
Edward Welbourne 77a93e6df3 Make Skip an incident in test logging
Skip ends the test (albeit inconclusively).  Rearrange the enums in
the abstract logger, move code to handle skip between relevant
function and tidy up various things that became simpler as a result.

Also reorder the message enum, and its switches, to separate testlib's
internals from the usual Qt messages, and put each group in ascending
order of severity.

Task-number: QTBUG-96844
Change-Id: I2c7a634b9f849830d64eafa750155e66e244b729
Reviewed-by: Tor Arne Vestbø <tor.arne.vestbo@qt.io>
Reviewed-by: Thiago Macieira <thiago.macieira@intel.com>
2021-12-09 20:54:26 +01:00

212 lines
8.3 KiB
XML

<?xml version="1.0" encoding="UTF-8"?>
<TestCase name="tst_Warnings">
<Environment>
<QtVersion>@INSERT_QT_VERSION_HERE@</QtVersion>
<QtBuild/>
<QTestVersion>@INSERT_QT_VERSION_HERE@</QTestVersion>
</Environment>
<TestFunction name="initTestCase">
<Incident type="pass" file="" line="0" />
<Duration msecs="0"/>
</TestFunction>
<TestFunction name="testWarnings">
<Message type="qwarn" file="" line="0">
<Description><![CDATA[Warning]]></Description>
</Message>
<Message type="qwarn" file="" line="0">
<Description><![CDATA[Warning]]></Description>
</Message>
<Message type="qdebug" file="" line="0">
<Description><![CDATA[Debug]]></Description>
</Message>
<Message type="qdebug" file="" line="0">
<Description><![CDATA[Debug]]></Description>
</Message>
<Message type="qinfo" file="" line="0">
<Description><![CDATA[Info]]></Description>
</Message>
<Message type="qinfo" file="" line="0">
<Description><![CDATA[Info]]></Description>
</Message>
<Message type="qdebug" file="" line="0">
<Description><![CDATA[Baba]]></Description>
</Message>
<Message type="qdebug" file="" line="0">
<Description><![CDATA[Baba]]></Description>
</Message>
<Message type="qdebug" file="" line="0">
<Description><![CDATA[Bubublabla]]></Description>
</Message>
<Message type="qwarn" file="" line="0">
<Description><![CDATA[Babablabla]]></Description>
</Message>
<Incident type="pass" file="" line="0" />
<Duration msecs="0"/>
</TestFunction>
<TestFunction name="testMissingWarnings">
<Message type="info" file="" line="0">
<Description><![CDATA[Did not receive message: "Warning0"]]></Description>
</Message>
<Message type="info" file="" line="0">
<Description><![CDATA[Did not receive message: "Warning1"]]></Description>
</Message>
<Incident type="fail" file="" line="0">
<Description><![CDATA[Not all expected messages were received]]></Description>
</Incident>
<Duration msecs="0"/>
</TestFunction>
<TestFunction name="testMissingWarningsRegularExpression">
<Message type="info" file="" line="0">
<Description><![CDATA[Did not receive any message matching: "Warning\s\d"]]></Description>
</Message>
<Incident type="fail" file="" line="0">
<Description><![CDATA[Not all expected messages were received]]></Description>
</Incident>
<Duration msecs="0"/>
</TestFunction>
<TestFunction name="testMissingWarningsWithData">
<Message type="info" file="" line="0">
<DataTag><![CDATA[first row]]></DataTag>
<Description><![CDATA[Did not receive message: "Warning0"]]></Description>
</Message>
<Message type="info" file="" line="0">
<DataTag><![CDATA[first row]]></DataTag>
<Description><![CDATA[Did not receive message: "Warning1"]]></Description>
</Message>
<Incident type="fail" file="" line="0">
<DataTag><![CDATA[first row]]></DataTag>
<Description><![CDATA[Not all expected messages were received]]></Description>
</Incident>
<Message type="info" file="" line="0">
<DataTag><![CDATA[second row]]></DataTag>
<Description><![CDATA[Did not receive message: "Warning0"]]></Description>
</Message>
<Message type="info" file="" line="0">
<DataTag><![CDATA[second row]]></DataTag>
<Description><![CDATA[Did not receive message: "Warning1"]]></Description>
</Message>
<Incident type="fail" file="" line="0">
<DataTag><![CDATA[second row]]></DataTag>
<Description><![CDATA[Not all expected messages were received]]></Description>
</Incident>
<Duration msecs="0"/>
</TestFunction>
<TestFunction name="testFailOnWarnings">
<Message type="qwarn" file="" line="0">
<Description><![CDATA[Ran out of space!]]></Description>
</Message>
<Incident type="fail" file="qtbase/tests/auto/testlib/selftests/warnings/tst_warnings.cpp" line="0">
<Description><![CDATA[Received a warning that resulted in a failure:
Ran out of cabbage!]]></Description>
</Incident>
<Message type="qdebug" file="" line="0">
<Description><![CDATA[Ran out of tortillas!]]></Description>
</Message>
<Message type="qinfo" file="" line="0">
<Description><![CDATA[Ran out of oil!]]></Description>
</Message>
<Message type="qwarn" file="" line="0">
<Description><![CDATA[nope]]></Description>
</Message>
<Incident type="fail" file="qtbase/tests/auto/testlib/selftests/warnings/tst_warnings.cpp" line="0">
<Description><![CDATA[Received a warning that resulted in a failure:
Ran out of biscuits!]]></Description>
</Incident>
<Incident type="fail" file="qtbase/tests/auto/testlib/selftests/warnings/tst_warnings.cpp" line="0">
<Description><![CDATA[Received a warning that resulted in a failure:
Running low on toothpaste!]]></Description>
</Incident>
<Message type="qwarn" file="" line="0">
<Description><![CDATA[Running low on flour!]]></Description>
</Message>
<Message type="qdebug" file="" line="0">
<Description><![CDATA[Running low on toothpaste!]]></Description>
</Message>
<Message type="qinfo" file="" line="0">
<Description><![CDATA[Running low on toothpaste!]]></Description>
</Message>
<Duration msecs="0"/>
</TestFunction>
<TestFunction name="testFailOnWarningsCleared">
<Message type="qwarn" file="" line="0">
<Description><![CDATA[Ran out of muffins!]]></Description>
</Message>
<Incident type="pass" file="" line="0" />
<Duration msecs="0"/>
</TestFunction>
<TestFunction name="testFailOnWarningsWithData">
<Incident type="fail" file="qtbase/tests/auto/testlib/selftests/warnings/tst_warnings.cpp" line="0">
<DataTag><![CDATA[warning1]]></DataTag>
<Description><![CDATA[Received a warning that resulted in a failure:
warning1]]></Description>
</Incident>
<Message type="qwarn" file="" line="0">
<DataTag><![CDATA[warning1]]></DataTag>
<Description><![CDATA[warning2]]></Description>
</Message>
<Message type="qwarn" file="" line="0">
<DataTag><![CDATA[warning1]]></DataTag>
<Description><![CDATA[warning3]]></Description>
</Message>
<Message type="qwarn" file="" line="0">
<DataTag><![CDATA[warning2]]></DataTag>
<Description><![CDATA[warning1]]></Description>
</Message>
<Incident type="fail" file="qtbase/tests/auto/testlib/selftests/warnings/tst_warnings.cpp" line="0">
<DataTag><![CDATA[warning2]]></DataTag>
<Description><![CDATA[Received a warning that resulted in a failure:
warning2]]></Description>
</Incident>
<Message type="qwarn" file="" line="0">
<DataTag><![CDATA[warning2]]></DataTag>
<Description><![CDATA[warning3]]></Description>
</Message>
<Message type="qwarn" file="" line="0">
<DataTag><![CDATA[warning3]]></DataTag>
<Description><![CDATA[warning1]]></Description>
</Message>
<Message type="qwarn" file="" line="0">
<DataTag><![CDATA[warning3]]></DataTag>
<Description><![CDATA[warning2]]></Description>
</Message>
<Incident type="fail" file="qtbase/tests/auto/testlib/selftests/warnings/tst_warnings.cpp" line="0">
<DataTag><![CDATA[warning3]]></DataTag>
<Description><![CDATA[Received a warning that resulted in a failure:
warning3]]></Description>
</Incident>
<Duration msecs="0"/>
</TestFunction>
<TestFunction name="testFailOnWarningsFailInHelper">
<Incident type="fail" file="qtbase/tests/auto/testlib/selftests/warnings/tst_warnings.cpp" line="0">
<Description><![CDATA[This failure message should be printed but not cause the test to abort]]></Description>
</Incident>
<Incident type="fail" file="qtbase/tests/auto/testlib/selftests/warnings/tst_warnings.cpp" line="0">
<Description><![CDATA[Received a warning that resulted in a failure:
Ran out of cabbage!]]></Description>
</Incident>
<Incident type="fail" file="qtbase/tests/auto/testlib/selftests/warnings/tst_warnings.cpp" line="0">
<Description><![CDATA[My cabbage! :(]]></Description>
</Incident>
<Duration msecs="0"/>
</TestFunction>
<TestFunction name="testFailOnWarningsThenSkip">
<Incident type="fail" file="qtbase/tests/auto/testlib/selftests/warnings/tst_warnings.cpp" line="0">
<Description><![CDATA[Received a warning that resulted in a failure:
Ran out of cabbage!]]></Description>
</Incident>
<Incident type="skip" file="qtbase/tests/auto/testlib/selftests/warnings/tst_warnings.cpp" line="0">
<Description><![CDATA[My cabbage! :(]]></Description>
</Incident>
<Duration msecs="0"/>
</TestFunction>
<TestFunction name="testFailOnWarningsAndIgnoreWarnings">
<Incident type="pass" file="" line="0" />
<Duration msecs="0"/>
</TestFunction>
<TestFunction name="cleanupTestCase">
<Incident type="pass" file="" line="0" />
<Duration msecs="0"/>
</TestFunction>
<Duration msecs="0"/>
</TestCase>