AuroraMiddleware/qt5base-lts
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Blacklist and skip various tests that are flakey

Browse Source 
They didn't show up in the "old" CI runs because they usually pass the second
time they are executed - which the testrunner does. The new CI doesn't do that
anymore, instead we now mark those tests explicitly and will track their record
of passing and failing in the new metrics database.

Change-Id: Id34dd6f792f38995b07b6fec88f833df64de2f8b
Reviewed-by: Lars Knoll <lars.knoll@digia.com>
This commit is contained in:
Simon Hausmann 2015-05-24 16:30:05 +02:00
parent 630855263a
commit f3939d943e
68 changed files with 226 additions and 73 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
tests/auto/corelib/animation/qpauseanimation/BLACKLIST Normal file
View File

@ -0,0 +1,4 @@
[multiplePauseAnimations]
osx-10.9
[pauseAndPropertyAnimations]
osx

2
tests/auto/corelib/animation/qpropertyanimation/BLACKLIST Normal file
View File

@ -0,0 +1,2 @@
[statesAndSignals:normal animation]
windows

4
tests/auto/corelib/animation/qsequentialanimationgroup/BLACKLIST Normal file
View File

@ -0,0 +1,4 @@
[startGroupWithRunningChild]
windows
[finishWithUncontrolledAnimation]
windows

2
tests/auto/corelib/io/qdir/qdir.pro
View File

@ -10,3 +10,5 @@ DEFINES += QT_DISABLE_DEPRECATED_BEFORE=0
android:!android-no-sdk {
RESOURCES += android_testdata.qrc
}
win32: CONFIG += insignificant_test # Crashes on Windows in release builds

1
tests/auto/corelib/io/qfilesystemwatcher/BLACKLIST
View File

@ -6,3 +6,4 @@ windows 64bit msvc
osx
[watchFileAndItsDirectory:native backend-specialchars]
osx
windows

2
tests/auto/corelib/io/qiodevice/BLACKLIST Normal file
View File

@ -0,0 +1,2 @@
[unget]
redhatenterpriselinuxworkstation-6.6

2
tests/auto/corelib/io/qprocess/BLACKLIST Normal file
View File

@ -0,0 +1,2 @@
[lockupsInStartDetached]
redhatenterpriselinuxworkstation-6.6

2
tests/auto/corelib/io/qsettings/BLACKLIST Normal file
View File

@ -0,0 +1,2 @@
[isWritable:native]
osx-10.10

2
tests/auto/corelib/io/qtextstream/BLACKLIST Normal file
View File

@ -0,0 +1,2 @@
[stillOpenWhenAtEnd]
windows

4
tests/auto/corelib/kernel/qeventdispatcher/BLACKLIST Normal file
View File

@ -0,0 +1,4 @@
[sendPostedEvents]
windows
[registerTimer]
windows

2
tests/auto/corelib/kernel/qeventloop/BLACKLIST Normal file
View File

@ -0,0 +1,2 @@
[testQuitLock]
windows

2
tests/auto/corelib/kernel/qobject/BLACKLIST Normal file
View File

@ -0,0 +1,2 @@
[moveToThread]
windows

3
tests/auto/corelib/kernel/qsocketnotifier/BLACKLIST Normal file
View File

@ -0,0 +1,3 @@
[unexpectedDisconnection]
windows
osx

3
tests/auto/corelib/kernel/qtimer/tst_qtimer.cpp
View File

@ -383,6 +383,9 @@ void tst_QTimer::deleteLaterOnQTimer()
void tst_QTimer::moveToThread()
{
#if defined(Q_OS_WIN32)
QSKIP("Does not work reliably on Windows :(");
#endif
QTimer ti1;
QTimer ti2;
ti1.start(MOVETOTHREAD_TIMEOUT);

3
tests/auto/corelib/thread/qsemaphore/BLACKLIST Normal file
View File

@ -0,0 +1,3 @@
# Times out randomly on linux, windows, osx
[tryAcquireWithTimeout:10s]
*

2
tests/auto/corelib/thread/qthread/BLACKLIST Normal file
View File

@ -0,0 +1,2 @@
[wait3_slowDestructor]
windows

3
tests/auto/corelib/thread/qthreadpool/BLACKLIST
View File

@ -1,2 +1,5 @@
[expiryTimeoutRace]
osx
[tryStartCount]
windows msvc-2012
linux

2
tests/auto/corelib/tools/qtimeline/BLACKLIST Normal file
View File

@ -0,0 +1,2 @@
[interpolation]
windows

2
tests/auto/corelib/tools/qtimezone/BLACKLIST Normal file
View File

@ -0,0 +1,2 @@
[tzTest]
opensuse-13.1

2
tests/auto/dbus/qdbusabstractadaptor/BLACKLIST Normal file
View File

@ -0,0 +1,2 @@
[overloadedSignalEmission]
ubuntu-14.04

3
tests/auto/dbus/qdbusmarshall/BLACKLIST Normal file
View File

@ -0,0 +1,3 @@
[receiveUnknownType]
ubuntu-14.04
opensuse-13.1

2
tests/auto/gui/kernel/qguieventloop/BLACKLIST Normal file
View File

@ -0,0 +1,2 @@
[processEvents]
ubuntu-14.04

8
tests/auto/gui/qopengl/BLACKLIST Normal file
View File

@ -0,0 +1,8 @@
[fboRendering]
windows
[QTBUG15621_triangulatingStrokerDivZero]
windows
[imageFormatPainting]
windows
[openGLPaintDevice]
windows

2
tests/auto/gui/text/qfont/BLACKLIST Normal file
View File

@ -0,0 +1,2 @@
[exactMatch]
opensuse-13.1

4
tests/auto/gui/text/qrawfont/BLACKLIST Normal file
View File

@ -0,0 +1,4 @@
[correctFontData]
osx-10.8
[unsupportedWritingSystem]
osx-10.8

2
tests/auto/gui/text/qtextdocumentlayout/BLACKLIST Normal file
View File

@ -0,0 +1,2 @@
[imageAtRightAlignedTab]
linux

9
tests/auto/network/access/qabstractnetworkcache/BLACKLIST Normal file
View File

@ -0,0 +1,9 @@
[cacheControl]
windows
osx
[expires]
osx
[etag]
osx
[lastModified]
osx

1
tests/auto/network/access/qnetworkreply/BLACKLIST
View File

@ -1,3 +1,4 @@
osx
[ioGetFromBuiltinHttp:http+limited]
osx
ubuntu-14.04

4
tests/auto/network/access/spdy/BLACKLIST Normal file
View File

@ -0,0 +1,4 @@
[download]
linux
[upload]
linux

3
tests/auto/network/bearer/qnetworksession/test/tst_qnetworksession.cpp
View File

@ -500,6 +500,9 @@ void tst_QNetworkSession::sessionOpenCloseStop()
{
QFETCH(QNetworkConfiguration, configuration);
QFETCH(bool, forceSessionStop);
#if defined(Q_OS_LINUX) && !defined(Q_OS_ANDROID)
QSKIP("Deadlocks on Linux due to QTBUG-45655");
#endif
QNetworkSession session(configuration);

2
tests/auto/network/kernel/qnetworkinterface/BLACKLIST Normal file
View File

@ -0,0 +1,2 @@
[localAddress]
linux

1
tests/auto/network/socket/platformsocketengine/BLACKLIST Normal file
View File

@ -0,0 +1 @@
windows

1
tests/auto/network/socket/qhttpsocketengine/BLACKLIST Normal file
View File

@ -0,0 +1 @@
windows

2
tests/auto/network/socket/qlocalsocket/BLACKLIST Normal file
View File

@ -0,0 +1,2 @@
[processConnection:1 client]
windows

13
tests/auto/network/socket/qtcpserver/BLACKLIST Normal file
View File

@ -0,0 +1,13 @@
windows
[linkLocal]
linux
[listenWhileListening:WithSocks5Proxy]
linux
windows
[ipv6Server:WithoutProxy]
windows
osx
[clientServerLoop:WithSocks5Proxy]
linux
[crashTests:WithSocks5Proxy]
linux

2
tests/auto/network/socket/qtcpsocket/test/test.pro
View File

@ -21,3 +21,5 @@ win32 {
} else {
DESTDIR = ../
}
win32: CONFIG += insignificant_test # Hangs in release builds

1
tests/auto/network/ssl/qsslkey/BLACKLIST Normal file
View File

@ -0,0 +1 @@
linux

1
tests/auto/network/ssl/qsslsocket/BLACKLIST
View File

@ -1,2 +1,3 @@
windows
[waitForConnectedEncryptedReadyRead:WithSocks5ProxyAuth]
*

2
tests/auto/network/ssl/qsslsocket_onDemandCertificates_member/BLACKLIST Normal file
View File

@ -0,0 +1,2 @@
[onDemandRootCertLoadingMemberMethods]
linux

2
tests/auto/network/ssl/qsslsocket_onDemandCertificates_static/BLACKLIST Normal file
View File

@ -0,0 +1,2 @@
[onDemandRootCertLoadingStaticMethods:WithSocks5ProxyAuth]
windows

16
tests/auto/opengl/qgl/BLACKLIST Normal file
View File

@ -0,0 +1,16 @@
[glWidgetRendering]
windows
[glFBORendering]
windows
[multipleFBOInterleavedRendering]
windows
[glPBufferRendering]
windows
[replaceClipping]
windows
[clipTest]
windows
[graphicsViewClipping]
windows
[glFBOUseInGLWidget]
windows

2
tests/auto/other/gestures/BLACKLIST Normal file
View File

@ -0,0 +1,2 @@
[customGesture]
opensuse-13.1

13
tests/auto/other/macnativeevents/BLACKLIST
View File

@ -3,9 +3,22 @@
osx
[testMouseEnter]
osx-10.9
osx-10.8
[testChildDialogInFrontOfModalParent]
osx
[testChildWindowInFrontOfStaysOnTopParentWindow]
osx
[testModifierCtrlWithDontSwapCtrlAndMeta]
osx
[testMouseMoveLocation]
osx
[testMouseLeftDoubleClick]
osx
[stressTestMouseLeftDoubleClick]
osx
[testMouseDragInside]
osx
[testMouseDragOutside]
osx
[testMouseDragToNonClientArea]
osx

3
tests/auto/widgets/dialogs/qcolordialog/qcolordialog.pro
View File

@ -4,5 +4,4 @@ TARGET = tst_qcolordialog
QT += widgets testlib
SOURCES += tst_qcolordialog.cpp
linux*: CONFIG += insignificant_test # Crashes on different Linux distros

2
tests/auto/widgets/dialogs/qdialog/BLACKLIST Normal file
View File

@ -0,0 +1,2 @@
[snapToDefaultButton]
osx

2
tests/auto/widgets/dialogs/qfiledialog/qfiledialog.pro
View File

@ -21,3 +21,5 @@ wince* {
} else {
DEFINES += SRCDIR=\\\"$$PWD/\\\"
}
linux*: CONFIG += insignificant_test # Crashes on different Linux distros

4
tests/auto/widgets/dialogs/qfontdialog/BLACKLIST Normal file
View File

@ -0,0 +1,4 @@
[task256466_wrongStyle]
opensuse-13.1
[setFont]
ubuntu-14.04

2
tests/auto/widgets/dialogs/qprogressdialog/BLACKLIST Normal file
View File

@ -0,0 +1,2 @@
[autoShow:50_to_100_fast_0_compat]
osx

2
tests/auto/widgets/gestures/qgesturerecognizer/BLACKLIST Normal file
View File

@ -0,0 +1,2 @@
[panGesture:Two finger]
xcb

18
tests/auto/widgets/graphicsview/qgraphicsview/BLACKLIST
View File

@ -1,4 +1,18 @@
[task255529_transformationAnchorMouseAndViewportMargins]
ubuntu-14.04
xcb
[cursor]
ubuntu-14.04
xcb
[cursor2]
xcb
[rubberBandExtendSelection]
xcb
[rotated_rubberBand]
xcb
[sendEvent]
xcb
[forwardMousePress]
xcb
[hoverLeave]
xcb
[resizeAnchor]
xcb

1
tests/auto/widgets/itemviews/qlistview/qlistview.pro
View File

@ -3,3 +3,4 @@ TARGET = tst_qlistview
QT += widgets gui-private widgets-private core-private testlib
SOURCES += tst_qlistview.cpp
win32:!wince*:!winrt: LIBS += -luser32
linux*: CONFIG += insignificant_test # Crashes

2
tests/auto/widgets/itemviews/qtableview/BLACKLIST
View File

@ -1,2 +1,4 @@
[moveCursorBiggerJump]
osx
[resizeColumnsToContents]
ubuntu-14.04

2
tests/auto/widgets/itemviews/qtreeview/qtreeview.pro
View File

@ -4,3 +4,5 @@ QT += widgets testlib
QT += widgets-private gui-private core-private
SOURCES += tst_qtreeview.cpp
HEADERS += ../../../../shared/fakedirmodel.h
win32: CONFIG += insignificant_test

2
tests/auto/widgets/kernel/qaction/BLACKLIST
View File

@ -1,2 +1,2 @@
[setStandardKeys]
ubuntu
linux

2
tests/auto/widgets/kernel/qactiongroup/BLACKLIST Normal file
View File

@ -0,0 +1,2 @@
[QTBUG_14292_filesystem]
linux

4
tests/auto/widgets/kernel/qapplication/BLACKLIST Normal file
View File

@ -0,0 +1,4 @@
[quitOnLastWindowClosed]
osx-10.10
[touchEventPropagation]
xcb

2
tests/auto/widgets/kernel/qapplication/test/BLACKLIST Normal file
View File

@ -0,0 +1,2 @@
[quitOnLastWindowClosed]
osx-10.10

4
tests/auto/widgets/kernel/qtooltip/BLACKLIST Normal file
View File

@ -0,0 +1,4 @@
[whatsThis]
ubuntu-14.04
[task183679]
opensuse-13.1

78
tests/auto/widgets/kernel/qwidget/BLACKLIST
View File

@ -12,7 +12,7 @@ osx
ubuntu-14.04
osx
[focusProxyAndInputMethods]
ubuntu-14.04
linux
[touchEventSynthesizedMouseEvent]
ubuntu-14.04
[grabMouse]
@ -28,73 +28,17 @@ osx
[stackUnder]
osx
[raise]
osx-10.9
osx
[widgetAt]
osx
[sheetOpacity]
osx
[resizeEvent]
osx
[setWindowGeometry:100,123 200x200, flags 0]
osx-10.10
[windowMoveResize:100,123 200x200, flags 0]
osx-10.10
[setWindowGeometry:100,122 200x200, flags 0]
osx-10.9
[windowMoveResize:100,122 200x200, flags 0]
osx-10.9
[setWindowGeometry:100,100 824x564, flags 0]
osx-10.10
[windowMoveResize:100,100 824x564, flags 0]
osx-10.10
[setWindowGeometry:100,100 824x516, flags 0]
osx-10.10
[windowMoveResize:100,100 824x516, flags 0]
osx-10.10
[setWindowGeometry:100,73 200x0, flags 0]
osx-10.10
[windowMoveResize:100,73 200x0, flags 0]
osx-10.10
[setWindowGeometry:100,100 824x519, flags 0]
osx-10.10
[windowMoveResize:100,100 824x519, flags 0]
osx-10.10
[setWindowGeometry:100,100 824x518, flags 0]
osx-10.10
[windowMoveResize:100,100 824x518, flags 0]
osx-10.10
[setWindowGeometry:100,72 200x0, flags 0]
osx-10.9
[windowMoveResize:100,72 200x0, flags 0]
osx-10.9
[setWindowGeometry:100,122 952x574, flags 0]
osx-10.9
[windowMoveResize:100,122 952x574, flags 0]
osx-10.9
[setWindowGeometry:100,122 952x578, flags 0]
osx-10.9
[windowMoveResize:100,122 952x578, flags 0]
osx-10.9
[setWindowGeometry:100,122 952x576, flags 0]
osx-10.9
[windowMoveResize:100,122 952x576, flags 0]
osx-10.9
[setWindowGeometry:100,100 824x521, flags 0]
osx-10.10
[windowMoveResize:100,100 824x521, flags 0]
osx-10.10
[setWindowGeometry:100,122 952x577, flags 0]
osx-10.9
[windowMoveResize:100,122 952x577, flags 0]
osx-10.9
[setWindowGeometry:100,122 952x580, flags 0]
osx-10.9
[windowMoveResize:100,122 952x580, flags 0]
osx-10.9
[windowMoveResize:130,72 0x0, flags 0]
osx-10.9
[windowMoveResize:130,122 0x200, flags 0]
osx-10.9
[setWindowGeometry]
osx
[windowMoveResize]
osx
[childEvents]
osx
[renderInvisible]
@ -114,9 +58,9 @@ osx
[showMinimizedKeepsFocus]
osx-10.10
[moveWindowInShowEvent:1]
osx-10.9
osx
[moveWindowInShowEvent:2]
osx-10.9
osx
[taskQTBUG_4055_sendSyntheticEnterLeave]
osx
[syntheticEnterLeave]
@ -128,10 +72,14 @@ osx-10.10
[hideOpaqueChildWhileHidden]
osx
[resizeStaticContentsChildWidget_QTBUG35282]
osx-10.9
osx
[lower]
osx
[setClearAndResizeMask]
osx
[setToolTip]
osx-10.9
[moveInResizeEvent]
ubuntu-14.04
[moveChild:right]
osx

2
tests/auto/widgets/styles/qstylesheetstyle/BLACKLIST Normal file
View File

@ -0,0 +1,2 @@
[hoverColors]
ubuntu-14.04

2
tests/auto/widgets/util/qcompleter/BLACKLIST
View File

@ -1,2 +1,2 @@
[QTBUG_14292_filesystem]
ubuntu-14.04
linux

2
tests/auto/widgets/widgets/qdockwidget/BLACKLIST Normal file
View File

@ -0,0 +1,2 @@
[restoreDockWidget]
ubuntu-14.04

3
tests/auto/widgets/widgets/qmdiarea/BLACKLIST
View File

@ -1,2 +1,5 @@
[updateScrollBars]
osx
[tileSubWindows]
osx
xcb

6
tests/auto/widgets/widgets/qmenu/tst_qmenu.cpp
View File

@ -334,8 +334,10 @@ void tst_QMenu::keyboardNavigation_data()
QTest::newRow("data9") << Qt::Key(Qt::Key_Down) << Qt::KeyboardModifiers(Qt::NoModifier) << 3 << 0 << false << false<< true;
QTest::newRow("data10") << Qt::Key(Qt::Key_Return) << Qt::KeyboardModifiers(Qt::NoModifier) << 3 << 0 << false << true << false;
// Test shortcuts.
QTest::newRow("shortcut0") << Qt::Key(Qt::Key_V) << Qt::KeyboardModifiers(Qt::AltModifier) << 5 << 0 << true << true << false;
if (qApp->platformName().toLower() != QStringLiteral("xcb")) {
// Test shortcuts.
QTest::newRow("shortcut0") << Qt::Key(Qt::Key_V) << Qt::KeyboardModifiers(Qt::AltModifier) << 5 << 0 << true << true << false;
}
}
void tst_QMenu::keyboardNavigation()

2
tests/auto/widgets/widgets/qopenglwidget/BLACKLIST Normal file
View File

@ -0,0 +1,2 @@
[clearAndGrab]
opensuse-13.1

2
tests/auto/widgets/widgets/qsizegrip/BLACKLIST Normal file
View File

@ -0,0 +1,2 @@
[hideAndShowOnWindowStateChange:Qt::Window]
xcb

3
tests/auto/widgets/widgets/qspinbox/BLACKLIST Normal file
View File

@ -0,0 +1,3 @@
[editingFinished]
osx-10.8
osx-10.9

2
tests/auto/widgets/widgets/qtabbar/BLACKLIST Normal file
View File

@ -0,0 +1,2 @@
[sizeHints]
ubuntu-14.04