f776595cc1
From Qt 5.7 -> tools & applications are lisenced under GPL v3 with some exceptions, see http://blog.qt.io/blog/2016/01/13/new-agreement-with-the-kde-free-qt-foundation/ Updated license headers to use new GPL-EXCEPT header instead of LGPL21 one (in those files which will be under GPL 3 with exceptions) Change-Id: I42a473ddc97101492a60b9287d90979d9eb35ae1 Reviewed-by: Thiago Macieira <thiago.macieira@intel.com> Reviewed-by: Lars Knoll <lars.knoll@theqtcompany.com>
266 lines
8.1 KiB
C++
266 lines
8.1 KiB
C++
/****************************************************************************
|
|
**
|
|
** Copyright (C) 2016 The Qt Company Ltd.
|
|
** Contact: https://www.qt.io/licensing/
|
|
**
|
|
** This file is part of the test suite of the Qt Toolkit.
|
|
**
|
|
** $QT_BEGIN_LICENSE:GPL-EXCEPT$
|
|
** Commercial License Usage
|
|
** Licensees holding valid commercial Qt licenses may use this file in
|
|
** accordance with the commercial license agreement provided with the
|
|
** Software or, alternatively, in accordance with the terms contained in
|
|
** a written agreement between you and The Qt Company. For licensing terms
|
|
** and conditions see https://www.qt.io/terms-conditions. For further
|
|
** information use the contact form at https://www.qt.io/contact-us.
|
|
**
|
|
** GNU General Public License Usage
|
|
** Alternatively, this file may be used under the terms of the GNU
|
|
** General Public License version 3 as published by the Free Software
|
|
** Foundation with exceptions as appearing in the file LICENSE.GPL3-EXCEPT
|
|
** included in the packaging of this file. Please review the following
|
|
** information to ensure the GNU General Public License requirements will
|
|
** be met: https://www.gnu.org/licenses/gpl-3.0.html.
|
|
**
|
|
** $QT_END_LICENSE$
|
|
**
|
|
****************************************************************************/
|
|
|
|
|
|
#include <QtCore/QCoreApplication>
|
|
#include <QtTest/QtTest>
|
|
|
|
Q_DECLARE_METATYPE(QTest::TestFailMode)
|
|
|
|
class tst_ExpectFail: public QObject
|
|
{
|
|
Q_OBJECT
|
|
|
|
private slots:
|
|
void xfailAndContinue() const;
|
|
void xfailAndAbort() const;
|
|
void xfailTwice() const;
|
|
void xfailWithQString() const;
|
|
void xfailDataDrivenWithQVerify_data() const;
|
|
void xfailDataDrivenWithQVerify() const;
|
|
void xfailDataDrivenWithQCompare_data() const;
|
|
void xfailDataDrivenWithQCompare() const;
|
|
void xfailOnWrongRow_data() const;
|
|
void xfailOnWrongRow() const;
|
|
void xfailOnAnyRow_data() const;
|
|
void xfailOnAnyRow() const;
|
|
void xfailWithoutVerify_data() const;
|
|
void xfailWithoutVerify() const;
|
|
void xpass() const;
|
|
void xpassDataDrivenWithQVerify_data() const;
|
|
void xpassDataDrivenWithQVerify() const;
|
|
void xpassDataDrivenWithQCompare_data() const;
|
|
void xpassDataDrivenWithQCompare() const;
|
|
};
|
|
|
|
void tst_ExpectFail::xfailAndContinue() const
|
|
{
|
|
qDebug("begin");
|
|
QEXPECT_FAIL("", "This should xfail", Continue);
|
|
QVERIFY(false);
|
|
qDebug("after");
|
|
}
|
|
|
|
void tst_ExpectFail::xfailAndAbort() const
|
|
{
|
|
qDebug("begin");
|
|
QEXPECT_FAIL("", "This should xfail", Abort);
|
|
QVERIFY(false);
|
|
|
|
// If we get here the test did not correctly abort on the previous QVERIFY.
|
|
QVERIFY2(false, "This should not be reached");
|
|
}
|
|
|
|
void tst_ExpectFail::xfailTwice() const
|
|
{
|
|
QEXPECT_FAIL("", "Calling QEXPECT_FAIL once is fine", Abort);
|
|
QEXPECT_FAIL("", "Calling QEXPECT_FAIL when already expecting a failure is "
|
|
"an error and should abort this test function", Abort);
|
|
|
|
// If we get here the test did not correctly abort on the double call to QEXPECT_FAIL.
|
|
QVERIFY2(false, "This should not be reached");
|
|
}
|
|
|
|
void tst_ExpectFail::xfailWithQString() const
|
|
{
|
|
QEXPECT_FAIL("", QString("A string").toLatin1().constData(), Continue);
|
|
QVERIFY(false);
|
|
|
|
int bugNo = 5;
|
|
QString msg("The message");
|
|
QEXPECT_FAIL( "", QString("Bug %1 (%2)").arg(bugNo).arg(msg).toLatin1().constData(), Continue);
|
|
QVERIFY(false);
|
|
}
|
|
|
|
void tst_ExpectFail::xfailDataDrivenWithQVerify_data() const
|
|
{
|
|
QTest::addColumn<bool>("shouldPass");
|
|
QTest::addColumn<QTest::TestFailMode>("failMode");
|
|
|
|
QTest::newRow("Pass 1") << true << QTest::Abort;
|
|
QTest::newRow("Pass 2") << true << QTest::Continue;
|
|
QTest::newRow("Abort") << false << QTest::Abort;
|
|
QTest::newRow("Continue") << false << QTest::Continue;
|
|
}
|
|
|
|
void tst_ExpectFail::xfailDataDrivenWithQVerify() const
|
|
{
|
|
QFETCH(bool, shouldPass);
|
|
QFETCH(QTest::TestFailMode, failMode);
|
|
|
|
// You can't pass a variable as the last parameter of QEXPECT_FAIL,
|
|
// because the macro adds "QTest::" in front of the last parameter.
|
|
// That is why the following code appears to be a little strange.
|
|
if (!shouldPass) {
|
|
if (failMode == QTest::Abort)
|
|
QEXPECT_FAIL(QTest::currentDataTag(), "This test should xfail", Abort);
|
|
else
|
|
QEXPECT_FAIL(QTest::currentDataTag(), "This test should xfail", Continue);
|
|
}
|
|
|
|
QVERIFY(shouldPass);
|
|
|
|
// If we get here, we either expected to pass or we expected to
|
|
// fail and the failure mode was Continue.
|
|
if (!shouldPass)
|
|
QCOMPARE(failMode, QTest::Continue);
|
|
}
|
|
|
|
void tst_ExpectFail::xfailDataDrivenWithQCompare_data() const
|
|
{
|
|
QTest::addColumn<bool>("shouldPass");
|
|
QTest::addColumn<QTest::TestFailMode>("failMode");
|
|
|
|
QTest::newRow("Pass 1") << true << QTest::Abort;
|
|
QTest::newRow("Pass 2") << true << QTest::Continue;
|
|
QTest::newRow("Abort") << false << QTest::Abort;
|
|
QTest::newRow("Continue") << false << QTest::Continue;
|
|
}
|
|
|
|
void tst_ExpectFail::xfailDataDrivenWithQCompare() const
|
|
{
|
|
QFETCH(bool, shouldPass);
|
|
QFETCH(QTest::TestFailMode, failMode);
|
|
|
|
// You can't pass a variable as the last parameter of QEXPECT_FAIL,
|
|
// because the macro adds "QTest::" in front of the last parameter.
|
|
// That is why the following code appears to be a little strange.
|
|
if (!shouldPass) {
|
|
if (failMode == QTest::Abort)
|
|
QEXPECT_FAIL(QTest::currentDataTag(), "This test should xfail", Abort);
|
|
else
|
|
QEXPECT_FAIL(QTest::currentDataTag(), "This test should xfail", Continue);
|
|
}
|
|
|
|
QCOMPARE(1, shouldPass ? 1 : 2);
|
|
|
|
// If we get here, we either expected to pass or we expected to
|
|
// fail and the failure mode was Continue.
|
|
if (!shouldPass)
|
|
QCOMPARE(failMode, QTest::Continue);
|
|
}
|
|
|
|
void tst_ExpectFail::xfailOnWrongRow_data() const
|
|
{
|
|
QTest::addColumn<int>("dummy");
|
|
|
|
QTest::newRow("right row") << 0;
|
|
}
|
|
|
|
void tst_ExpectFail::xfailOnWrongRow() const
|
|
{
|
|
// QEXPECT_FAIL for a row that is not the current row should be ignored.
|
|
QEXPECT_FAIL("wrong row", "This xfail should be ignored", Abort);
|
|
QVERIFY(true);
|
|
}
|
|
|
|
void tst_ExpectFail::xfailOnAnyRow_data() const
|
|
{
|
|
QTest::addColumn<int>("dummy");
|
|
|
|
QTest::newRow("first row") << 0;
|
|
QTest::newRow("second row") << 1;
|
|
}
|
|
|
|
void tst_ExpectFail::xfailOnAnyRow() const
|
|
{
|
|
// In a data-driven test, passing an empty first parameter to QEXPECT_FAIL
|
|
// should mean that the failure is expected for all data rows.
|
|
QEXPECT_FAIL("", "This test should xfail", Abort);
|
|
QVERIFY(false);
|
|
}
|
|
|
|
void tst_ExpectFail::xfailWithoutVerify_data() const
|
|
{
|
|
QTest::addColumn<int>("dummy");
|
|
|
|
QTest::newRow("first row") << 0;
|
|
QTest::newRow("second row") << 1;
|
|
}
|
|
|
|
void tst_ExpectFail::xfailWithoutVerify() const
|
|
{
|
|
QVERIFY(true);
|
|
QEXPECT_FAIL("", "This expected failure should be ignored", Abort);
|
|
}
|
|
|
|
void tst_ExpectFail::xpass() const
|
|
{
|
|
QEXPECT_FAIL("", "This test should xpass", Abort);
|
|
QVERIFY(true);
|
|
|
|
// If we get here the test did not correctly abort on the previous
|
|
// unexpected pass.
|
|
QVERIFY2(false, "This should not be reached");
|
|
}
|
|
|
|
void tst_ExpectFail::xpassDataDrivenWithQVerify_data() const
|
|
{
|
|
QTest::addColumn<bool>("shouldXPass");
|
|
|
|
QTest::newRow("XPass") << true;
|
|
QTest::newRow("Pass") << false;
|
|
}
|
|
|
|
void tst_ExpectFail::xpassDataDrivenWithQVerify() const
|
|
{
|
|
QFETCH(bool, shouldXPass);
|
|
|
|
if (shouldXPass)
|
|
QEXPECT_FAIL(QTest::currentDataTag(), "This test should xpass", Abort);
|
|
|
|
QVERIFY(true);
|
|
|
|
// We should only get here if the test wasn't supposed to xpass.
|
|
QVERIFY2(!shouldXPass, "Test failed to terminate on XPASS");
|
|
}
|
|
|
|
void tst_ExpectFail::xpassDataDrivenWithQCompare_data() const
|
|
{
|
|
QTest::addColumn<bool>("shouldXPass");
|
|
|
|
QTest::newRow("XPass") << true;
|
|
QTest::newRow("Pass") << false;
|
|
}
|
|
|
|
void tst_ExpectFail::xpassDataDrivenWithQCompare() const
|
|
{
|
|
QFETCH(bool, shouldXPass);
|
|
|
|
if (shouldXPass)
|
|
QEXPECT_FAIL(QTest::currentDataTag(), "This test should xpass", Abort);
|
|
|
|
QCOMPARE(1, 1);
|
|
|
|
// We should only get here if the test wasn't supposed to xpass.
|
|
QVERIFY2(!shouldXPass, "Test failed to terminate on XPASS");
|
|
}
|
|
|
|
QTEST_MAIN(tst_ExpectFail)
|
|
#include "tst_expectfail.moc"
|