2017-03-22 13:17:02 +00:00
|
|
|
# FIXME: $(no_undefined) ?
|
2020-05-18 10:09:38 +00:00
|
|
|
|
|
|
|
|
reftest_cflags = []
|
|
|
|
|
foreach flag: common_cflags
|
2021-11-15 14:34:05 +00:00
|
|
|
if flag not in ['-Werror=missing-prototypes', '-Wmissing-prototypes',
|
2023-05-09 12:13:00 +00:00
|
|
|
'-Werror=missing-declarations', '-Wmissing-declarations']
|
2020-05-18 10:09:38 +00:00
|
|
|
reftest_cflags += flag
|
|
|
|
|
endif
|
|
|
|
|
endforeach
|
|
|
|
|
|
|
|
|
|
|
2019-11-11 15:37:46 +00:00
|
|
|
libgtkreftestprivate = library('gtkreftestprivate',
|
2020-12-15 12:31:38 +00:00
|
|
|
sources: [ 'reftest-compare.c', 'reftest-module.c', 'reftest-snapshot.c', ],
|
|
|
|
|
dependencies: libgtk_dep,
|
2020-05-18 10:09:38 +00:00
|
|
|
c_args: reftest_cflags)
|
2017-03-22 13:17:02 +00:00
|
|
|
|
2019-11-11 15:37:46 +00:00
|
|
|
libreftest = library('reftest',
|
2020-12-15 12:31:38 +00:00
|
|
|
sources: [
|
|
|
|
|
'expand-expander.c',
|
2019-03-27 03:52:59 +00:00
|
|
|
'frame-inhibitor.c',
|
|
|
|
|
'letter-spacing.c',
|
|
|
|
|
'set-default-direction.c',
|
|
|
|
|
'statusbar-remove-all.c',
|
|
|
|
|
'textview-border-windows.c',
|
|
|
|
|
'textview-tags.c',
|
|
|
|
|
'animation-direction.c',
|
2021-05-04 20:21:37 +00:00
|
|
|
'icon-theme-hicolor.c',
|
2019-03-27 03:52:59 +00:00
|
|
|
],
|
|
|
|
|
link_with: libgtkreftestprivate,
|
2020-05-18 10:09:38 +00:00
|
|
|
c_args: reftest_cflags,
|
2017-03-22 13:17:02 +00:00
|
|
|
dependencies : libgtk_dep)
|
|
|
|
|
|
|
|
|
|
tcdata = configuration_data()
|
2017-05-06 16:25:13 +00:00
|
|
|
tcdata.set('libexecdir', join_paths(get_option('prefix'), get_option('libexecdir')))
|
2017-03-22 13:17:02 +00:00
|
|
|
|
|
|
|
|
#built_tests = ['reftests', 'reftests-dark', 'reftests-hc', 'reftests-hci']
|
|
|
|
|
#foreach t : built_tests
|
|
|
|
|
# configure_file(input : '@0@.test.in'.format(t),
|
|
|
|
|
# output : '@0@.test'.format(t),
|
|
|
|
|
# configuration : tcdata)
|
|
|
|
|
#endforeach
|
|
|
|
|
|
2020-12-15 12:31:38 +00:00
|
|
|
gtk_reftest = executable('gtk-reftest',
|
|
|
|
|
sources: 'gtk-reftest.c',
|
2020-03-06 17:24:58 +00:00
|
|
|
c_args: common_cflags,
|
2017-03-22 13:17:02 +00:00
|
|
|
link_with : [libgtkreftestprivate, libreftest],
|
2020-12-15 12:31:38 +00:00
|
|
|
dependencies : libgtk_dep,
|
|
|
|
|
)
|
2017-03-22 13:17:02 +00:00
|
|
|
|
2020-12-15 12:31:38 +00:00
|
|
|
image_compare = executable('image-compare',
|
|
|
|
|
sources: 'image-compare.c',
|
2020-03-06 17:24:58 +00:00
|
|
|
c_args: common_cflags,
|
2019-07-30 18:01:11 +00:00
|
|
|
link_with : [libgtkreftestprivate, libreftest],
|
|
|
|
|
dependencies : libgtk_dep)
|
2017-03-22 13:17:02 +00:00
|
|
|
# Installed data (TODO)
|
|
|
|
|
|
|
|
|
|
testdata = [
|
|
|
|
|
'721800-0px-dotted-border.css',
|
|
|
|
|
'721800-0px-dotted-border.ref.ui',
|
|
|
|
|
'721800-0px-dotted-border.ui',
|
|
|
|
|
'actionbar.css',
|
|
|
|
|
'actionbar.ref.ui',
|
|
|
|
|
'actionbar.ui',
|
|
|
|
|
'animation-direction.css',
|
|
|
|
|
'animation-direction.ref.ui',
|
|
|
|
|
'animation-direction.ui',
|
|
|
|
|
'animation-fill-mode-iteration-count.css',
|
|
|
|
|
'animation-fill-mode-iteration-count.ref.ui',
|
|
|
|
|
'animation-fill-mode-iteration-count.ui',
|
|
|
|
|
'background-area.css',
|
|
|
|
|
'background-area.ref.ui',
|
|
|
|
|
'background-area.ui',
|
|
|
|
|
'background-blend-mode-clip-interaction.css',
|
|
|
|
|
'background-blend-mode-clip-interaction.ref.ui',
|
|
|
|
|
'background-blend-mode-clip-interaction.ui',
|
|
|
|
|
'background-color-transparent.css',
|
|
|
|
|
'background-color-transparent.ref.ui',
|
|
|
|
|
'background-color-transparent.ui',
|
|
|
|
|
'background-image-multiple.css',
|
|
|
|
|
'background-image-multiple.ref.ui',
|
|
|
|
|
'background-image-multiple.ui',
|
|
|
|
|
'background-origin.css',
|
|
|
|
|
'background-origin.ref.ui',
|
|
|
|
|
'background-origin.ui',
|
|
|
|
|
'background-positioning-area-empty.ref.ui',
|
|
|
|
|
'background-positioning-area-empty.ui',
|
|
|
|
|
'background-position.css',
|
|
|
|
|
'background-position.ref.ui',
|
|
|
|
|
'background-position.ui',
|
|
|
|
|
'background-position-repeat.css',
|
|
|
|
|
'background-position-repeat.ref.ui',
|
|
|
|
|
'background-position-repeat.ui',
|
|
|
|
|
'background-position-repeat-bg.png',
|
|
|
|
|
'background-position-simple.css',
|
|
|
|
|
'background-position-simple.ref.ui',
|
|
|
|
|
'background-position-simple.ui',
|
2021-10-07 17:50:02 +00:00
|
|
|
'background-repeat-clip.css',
|
|
|
|
|
'background-repeat-clip.ref.ui',
|
|
|
|
|
'background-repeat-clip.ui',
|
2017-03-22 13:17:02 +00:00
|
|
|
'background-size.css',
|
|
|
|
|
'background-size.ref.ui',
|
|
|
|
|
'background-size.ui',
|
|
|
|
|
'background-size-keywords.css',
|
|
|
|
|
'background-size-keywords.ref.ui',
|
|
|
|
|
'background-size-keywords.ui',
|
|
|
|
|
'background-size-zero.css',
|
|
|
|
|
'background-size-zero.ref.ui',
|
|
|
|
|
'background-size-zero.ui',
|
|
|
|
|
'background-window-transparent.css',
|
|
|
|
|
'background-window-transparent.ref.ui',
|
|
|
|
|
'background-window-transparent.ui',
|
|
|
|
|
'bad-color-names.css',
|
|
|
|
|
'bad-color-names.ref.ui',
|
|
|
|
|
'bad-color-names.ui',
|
|
|
|
|
'reference-background-origin.png',
|
|
|
|
|
'border-color-default.css',
|
|
|
|
|
'border-color-default.ref.ui',
|
|
|
|
|
'border-color-default.ui',
|
|
|
|
|
'border-corner-zero-width-rendering.css',
|
|
|
|
|
'border-corner-zero-width-rendering.ref.ui',
|
|
|
|
|
'border-corner-zero-width-rendering.ui',
|
|
|
|
|
'border-half-pixel.css',
|
|
|
|
|
'border-half-pixel.ref.ui',
|
|
|
|
|
'border-half-pixel.ui',
|
|
|
|
|
'border-image-ball-green.png',
|
|
|
|
|
'border-image-ball-red.png',
|
|
|
|
|
'border-image-ball-yellow.png',
|
|
|
|
|
'border-image-balls.png',
|
|
|
|
|
'border-image-3-balls-green.png',
|
|
|
|
|
'border-image-3-balls-green-squished.png',
|
|
|
|
|
'border-image-3-balls-yellow.png',
|
|
|
|
|
'border-image-3-balls-yellow-squished.png',
|
|
|
|
|
'border-image-excess-size.css',
|
|
|
|
|
'border-image-excess-size.ref.ui',
|
|
|
|
|
'border-image-excess-size.ui',
|
|
|
|
|
'border-image-url-scaled.css',
|
|
|
|
|
'border-image-url-scaled.ref.ui',
|
|
|
|
|
'border-image-url-scaled.ui',
|
testsuite: Use separate setups for unstable tests instead of should_fail
There are two possible interpretations of "expected failure": either
the test *must* fail (exactly the inverse of an ordinary test, with
success becoming failure and failure becoming success), or the test
*may* fail (with success intended, but failure possible in some
environments). Autotools had the second interpretation, which seems
more useful in practice, but Meson has the first.
Instead of using should_fail, we can put the tests in one of two new
suites: "flaky" is intended for tests that succeed or fail unpredictably
according to the test environment or chance, while "failing" is for
tests that ought to succeed but currently never do as a result of a
bug or missing functionality. With a sufficiently new version of Meson,
the flaky and failing tests are not run by default, but can be requested
by running a setup that does not exclude them, with a command like:
meson test --setup=x11_unstable --suite=flaky --suite=failing
As a bonus, now that we're setting up setups and their excluded suites
programmatically, the gsk-compare-broadway tests are also excluded by
default when running the test setup for a non-broadway backend.
When running the tests in CI, --suite=gtk overrides the default
exclude_suites, so we have to specify --no-suite=flaky and
--no-suite=failing explicitly.
This arrangement is inspired by GNOME/glib!2987, which was contributed
by Marco Trevisan.
Signed-off-by: Simon McVittie <smcv@debian.org>
2022-11-23 19:13:32 +00:00
|
|
|
'border-image-url.css',
|
|
|
|
|
'border-image-url.ref.ui',
|
|
|
|
|
'border-image-url.ui',
|
2017-03-22 13:17:02 +00:00
|
|
|
'border-radius-clamp.css',
|
|
|
|
|
'border-radius-clamp.ref.ui',
|
|
|
|
|
'border-radius-clamp.ui',
|
|
|
|
|
'border-rgb.png',
|
|
|
|
|
'border-rgb@2.png',
|
|
|
|
|
'border-style-none.css',
|
|
|
|
|
'border-style-none.ref.ui',
|
|
|
|
|
'border-style-none.ui',
|
|
|
|
|
'border-style.css',
|
|
|
|
|
'border-style.ref.ui',
|
|
|
|
|
'border-style.ui',
|
2020-08-24 14:58:18 +00:00
|
|
|
'boxlayout-invisible-child.ref.ui',
|
|
|
|
|
'boxlayout-invisible-child.ui',
|
2017-03-22 13:17:02 +00:00
|
|
|
'box-pseudo-classes.css',
|
|
|
|
|
'box-pseudo-classes.ref.ui',
|
|
|
|
|
'box-pseudo-classes.ui',
|
|
|
|
|
'box-shadow-changes-modify-clip.css',
|
|
|
|
|
'box-shadow-changes-modify-clip.ref.ui',
|
|
|
|
|
'box-shadow-changes-modify-clip.ui',
|
|
|
|
|
'box-shadow-spec-inset.css',
|
|
|
|
|
'box-shadow-spec-inset.ref.ui',
|
|
|
|
|
'box-shadow-spec-inset.ui',
|
|
|
|
|
'box-shadow-spread.css',
|
|
|
|
|
'box-shadow-spread.ref.ui',
|
|
|
|
|
'box-shadow-spread.ui',
|
|
|
|
|
'box-shadow-with-blend-mode.css',
|
|
|
|
|
'box-shadow-with-blend-mode.ref.ui',
|
|
|
|
|
'box-shadow-with-blend-mode.ui',
|
|
|
|
|
'button-wrapping.ui',
|
|
|
|
|
'button-wrapping.ref.ui',
|
2021-12-08 18:09:29 +00:00
|
|
|
'center-center-100x100-picture-in-100x200.css',
|
2021-12-08 17:14:59 +00:00
|
|
|
'center-center-100x100-picture-in-100x200-overlay.css',
|
2021-12-08 18:09:29 +00:00
|
|
|
'center-center-100x100-picture-in-100x200.ref.ui',
|
2021-12-08 17:14:59 +00:00
|
|
|
'center-center-100x100-picture-in-100x200-overlay.ref.ui',
|
2021-12-08 18:09:29 +00:00
|
|
|
'center-center-100x100-picture-in-100x200.ui',
|
2021-12-08 17:14:59 +00:00
|
|
|
'center-center-100x100-picture-in-100x200-overlay.ui',
|
2021-12-08 18:09:29 +00:00
|
|
|
'center-center-100x100-picture-in-200x100.css',
|
2021-12-08 17:14:59 +00:00
|
|
|
'center-center-100x100-picture-in-200x100-overlay.css',
|
2021-12-08 18:09:29 +00:00
|
|
|
'center-center-100x100-picture-in-200x100.ref.ui',
|
2021-12-08 17:14:59 +00:00
|
|
|
'center-center-100x100-picture-in-200x100-overlay.ref.ui',
|
2021-12-08 18:09:29 +00:00
|
|
|
'center-center-100x100-picture-in-200x100.ui',
|
2021-12-08 17:14:59 +00:00
|
|
|
'center-center-100x100-picture-in-200x100-overlay.ui',
|
2021-12-08 18:09:29 +00:00
|
|
|
'center-center-150x150-picture-in-100x200.css',
|
2021-12-08 17:14:59 +00:00
|
|
|
'center-center-150x150-picture-in-100x200-overlay.css',
|
2021-12-08 18:09:29 +00:00
|
|
|
'center-center-150x150-picture-in-100x200.ref.ui',
|
2021-12-08 17:14:59 +00:00
|
|
|
'center-center-150x150-picture-in-100x200-overlay.ref.ui',
|
2021-12-08 18:09:29 +00:00
|
|
|
'center-center-150x150-picture-in-100x200.ui',
|
2021-12-08 17:14:59 +00:00
|
|
|
'center-center-150x150-picture-in-100x200-overlay.ui',
|
2021-12-08 18:09:29 +00:00
|
|
|
'center-center-150x150-picture-in-200x100.css',
|
2021-12-08 17:14:59 +00:00
|
|
|
'center-center-150x150-picture-in-200x100-overlay.css',
|
2021-12-08 18:09:29 +00:00
|
|
|
'center-center-150x150-picture-in-200x100.ref.ui',
|
2021-12-08 17:14:59 +00:00
|
|
|
'center-center-150x150-picture-in-200x100-overlay.ref.ui',
|
2021-12-08 18:09:29 +00:00
|
|
|
'center-center-150x150-picture-in-200x100.ui',
|
2021-12-08 17:14:59 +00:00
|
|
|
'center-center-150x150-picture-in-200x100-overlay.ui',
|
2021-12-08 18:09:29 +00:00
|
|
|
'center-center-200x200-picture-in-100x200.css',
|
2021-12-08 17:14:59 +00:00
|
|
|
'center-center-200x200-picture-in-100x200-overlay.css',
|
2021-12-08 18:09:29 +00:00
|
|
|
'center-center-200x200-picture-in-100x200.ref.ui',
|
2021-12-08 17:14:59 +00:00
|
|
|
'center-center-200x200-picture-in-100x200-overlay.ref.ui',
|
2021-12-08 18:09:29 +00:00
|
|
|
'center-center-200x200-picture-in-100x200.ui',
|
2021-12-08 17:14:59 +00:00
|
|
|
'center-center-200x200-picture-in-100x200-overlay.ui',
|
2021-12-08 18:09:29 +00:00
|
|
|
'center-center-200x200-picture-in-200x100.css',
|
2021-12-08 17:14:59 +00:00
|
|
|
'center-center-200x200-picture-in-200x100-overlay.css',
|
2021-12-08 18:09:29 +00:00
|
|
|
'center-center-200x200-picture-in-200x100.ref.ui',
|
2021-12-08 17:14:59 +00:00
|
|
|
'center-center-200x200-picture-in-200x100-overlay.ref.ui',
|
2021-12-08 18:09:29 +00:00
|
|
|
'center-center-200x200-picture-in-200x100.ui',
|
2021-12-08 17:14:59 +00:00
|
|
|
'center-center-200x200-picture-in-200x100-overlay.ui',
|
2021-12-08 18:09:29 +00:00
|
|
|
'center-center-20x20-picture-in-100x200.css',
|
2021-12-08 17:14:59 +00:00
|
|
|
'center-center-20x20-picture-in-100x200-overlay.css',
|
2021-12-08 18:09:29 +00:00
|
|
|
'center-center-20x20-picture-in-100x200.ref.ui',
|
2021-12-08 17:14:59 +00:00
|
|
|
'center-center-20x20-picture-in-100x200-overlay.ref.ui',
|
2021-12-08 18:09:29 +00:00
|
|
|
'center-center-20x20-picture-in-100x200.ui',
|
2021-12-08 17:14:59 +00:00
|
|
|
'center-center-20x20-picture-in-100x200-overlay.ui',
|
2021-12-08 18:09:29 +00:00
|
|
|
'center-center-20x20-picture-in-200x100.css',
|
2021-12-08 17:14:59 +00:00
|
|
|
'center-center-20x20-picture-in-200x100-overlay.css',
|
2021-12-08 18:09:29 +00:00
|
|
|
'center-center-20x20-picture-in-200x100.ref.ui',
|
2021-12-08 17:14:59 +00:00
|
|
|
'center-center-20x20-picture-in-200x100-overlay.ref.ui',
|
2021-12-08 18:09:29 +00:00
|
|
|
'center-center-20x20-picture-in-200x100.ui',
|
2021-12-08 17:14:59 +00:00
|
|
|
'center-center-20x20-picture-in-200x100-overlay.ui',
|
2021-12-08 18:09:29 +00:00
|
|
|
'center-center-300x300-picture-in-100x200.css',
|
2021-12-08 17:14:59 +00:00
|
|
|
'center-center-300x300-picture-in-100x200-overlay.css',
|
2021-12-08 18:09:29 +00:00
|
|
|
'center-center-300x300-picture-in-100x200.ref.ui',
|
2021-12-08 17:14:59 +00:00
|
|
|
'center-center-300x300-picture-in-100x200-overlay.ref.ui',
|
2021-12-08 18:09:29 +00:00
|
|
|
'center-center-300x300-picture-in-100x200.ui',
|
2021-12-08 17:14:59 +00:00
|
|
|
'center-center-300x300-picture-in-100x200-overlay.ui',
|
2021-12-08 18:09:29 +00:00
|
|
|
'center-center-300x300-picture-in-200x100.css',
|
2021-12-08 17:14:59 +00:00
|
|
|
'center-center-300x300-picture-in-200x100-overlay.css',
|
2021-12-08 18:09:29 +00:00
|
|
|
'center-center-300x300-picture-in-200x100.ref.ui',
|
2021-12-08 17:14:59 +00:00
|
|
|
'center-center-300x300-picture-in-200x100-overlay.ref.ui',
|
2021-12-08 18:09:29 +00:00
|
|
|
'center-center-300x300-picture-in-200x100.ui',
|
2021-12-08 17:14:59 +00:00
|
|
|
'center-center-300x300-picture-in-200x100-overlay.ui',
|
2020-08-24 16:02:34 +00:00
|
|
|
'centerlayout-invisible-child.css',
|
|
|
|
|
'centerlayout-invisible-child.ref.ui',
|
|
|
|
|
'centerlayout-invisible-child.ui',
|
|
|
|
|
'centerlayout-minsize.css',
|
|
|
|
|
'centerlayout-minsize.ref.ui',
|
|
|
|
|
'centerlayout-minsize.ui',
|
2017-03-22 13:17:02 +00:00
|
|
|
'color-transition.css',
|
|
|
|
|
'color-transition.ref.ui',
|
|
|
|
|
'color-transition.ui',
|
2019-03-30 19:13:11 +00:00
|
|
|
'cross-fade-syntax.css',
|
|
|
|
|
'cross-fade-syntax.ref.ui',
|
|
|
|
|
'cross-fade-syntax.ui',
|
2017-03-22 13:17:02 +00:00
|
|
|
'css-em-label-size.css',
|
|
|
|
|
'css-em-label-size.ui',
|
|
|
|
|
'css-em-label-size.ref.ui',
|
|
|
|
|
'css-currentcolor-alpha.css',
|
|
|
|
|
'css-currentcolor-alpha.ui',
|
|
|
|
|
'css-currentcolor-alpha.ref.ui',
|
|
|
|
|
'css-image-aspect-ratio.css',
|
|
|
|
|
'css-image-aspect-ratio.ui',
|
|
|
|
|
'css-image-aspect-ratio.ref.ui',
|
2021-10-26 15:02:56 +00:00
|
|
|
'css-image-broken-url.css',
|
|
|
|
|
'css-image-broken-url.ref.ui',
|
|
|
|
|
'css-image-broken-url.ui',
|
2017-03-22 13:17:02 +00:00
|
|
|
'css-image-color-aspect-ratio.css',
|
|
|
|
|
'css-image-color-aspect-ratio.ui',
|
|
|
|
|
'css-image-color-aspect-ratio.ref.ui',
|
|
|
|
|
'css-match-class.css',
|
|
|
|
|
'css-match-class.ref.ui',
|
|
|
|
|
'css-match-class.ui',
|
|
|
|
|
'css-match-descendant-later.css',
|
|
|
|
|
'css-match-descendant-later.ref.ui',
|
|
|
|
|
'css-match-descendant-later.ui',
|
|
|
|
|
'css-match-exact.css',
|
|
|
|
|
'css-match-exact.ref.ui',
|
|
|
|
|
'css-match-exact.ui',
|
|
|
|
|
'css-match-import.css',
|
|
|
|
|
'css-match-import-import.css',
|
|
|
|
|
'css-match-import.ui',
|
|
|
|
|
'css-match-import.ref.ui',
|
|
|
|
|
'css-match-inherit.css',
|
|
|
|
|
'css-match-inherit.ref.ui',
|
|
|
|
|
'css-match-inherit.ui',
|
|
|
|
|
'css-match-inherit-different-state.css',
|
|
|
|
|
'css-match-inherit-different-state.ref.ui',
|
|
|
|
|
'css-match-inherit-different-state.ui',
|
|
|
|
|
'css-match-name.css',
|
|
|
|
|
'css-match-name.ref.ui',
|
|
|
|
|
'css-match-name.ui',
|
|
|
|
|
'css-match-siblings.css',
|
|
|
|
|
'css-match-siblings.ref.ui',
|
|
|
|
|
'css-match-siblings.ui',
|
|
|
|
|
'css-match-type.css',
|
|
|
|
|
'css-match-type.ref.ui',
|
|
|
|
|
'css-match-type.ui',
|
|
|
|
|
'css-multi-state.css',
|
|
|
|
|
'css-multi-state.ref.ui',
|
|
|
|
|
'css-multi-state.ui',
|
2021-11-10 16:26:13 +00:00
|
|
|
'css-radial-gradient-colorstop-crash.css',
|
|
|
|
|
'css-radial-gradient-colorstop-crash.ref.ui',
|
|
|
|
|
'css-radial-gradient-colorstop-crash.ui',
|
2019-05-09 01:11:48 +00:00
|
|
|
'data-url.css',
|
|
|
|
|
'data-url.ref.ui',
|
|
|
|
|
'data-url.ui',
|
2021-11-21 00:15:59 +00:00
|
|
|
'default-size-too-small.ref.ui',
|
|
|
|
|
'default-size-too-small.ui',
|
2021-09-20 22:59:36 +00:00
|
|
|
'default-size-undecorated.ui',
|
|
|
|
|
'default-size-undecorated.ref.ui',
|
|
|
|
|
'default-size-with-titlebar.ui',
|
|
|
|
|
'default-size-with-titlebar.ref.ui',
|
|
|
|
|
'default-size-without-titlebar.ui',
|
|
|
|
|
'default-size-without-titlebar.ref.ui',
|
2017-03-22 13:17:02 +00:00
|
|
|
'fixed-widget-stacking.ref.ui',
|
|
|
|
|
'fixed-widget-stacking.ui',
|
|
|
|
|
'flipping-icons.ref.ui',
|
|
|
|
|
'flipping-icons.ui',
|
|
|
|
|
'font-sizes-names.css',
|
|
|
|
|
'font-sizes-names.ref.ui',
|
|
|
|
|
'font-sizes-names.ui',
|
|
|
|
|
'gtk-image-effect-inherit.css',
|
|
|
|
|
'gtk-image-effect-inherit.ref.ui',
|
|
|
|
|
'gtk-image-effect-inherit.ui',
|
2020-08-05 12:09:42 +00:00
|
|
|
'gradient-hard-stop.css',
|
|
|
|
|
'gradient-hard-stop.ref.ui',
|
|
|
|
|
'gradient-hard-stop.ui',
|
2017-03-22 13:17:02 +00:00
|
|
|
'green-20x20.png',
|
2020-08-24 15:38:00 +00:00
|
|
|
'gridlayout-invisible-child.ref.ui',
|
|
|
|
|
'gridlayout-invisible-child.ui',
|
2017-03-22 13:17:02 +00:00
|
|
|
'grid-empty-with-spacing.ref.ui',
|
|
|
|
|
'grid-empty-with-spacing.ui',
|
|
|
|
|
'grid-expand.css',
|
|
|
|
|
'grid-expand.ref.ui',
|
|
|
|
|
'grid-expand.ui',
|
|
|
|
|
'grid-wfh.ui',
|
|
|
|
|
'grid-wfh.ref.ui',
|
|
|
|
|
'grid-homogeneous.css',
|
|
|
|
|
'grid-homogeneous.ref.ui',
|
|
|
|
|
'grid-homogeneous.ui',
|
|
|
|
|
'grid-spacing1.ref.ui',
|
|
|
|
|
'grid-spacing1.ui',
|
|
|
|
|
'grid-spacing2.ref.ui',
|
|
|
|
|
'grid-spacing2.ui',
|
|
|
|
|
'grid-spacing3.css',
|
|
|
|
|
'grid-spacing3.ref.ui',
|
|
|
|
|
'grid-spacing3.ui',
|
|
|
|
|
'gtk-icontheme-sizing.css',
|
|
|
|
|
'gtk-icontheme-sizing.ref.ui',
|
|
|
|
|
'gtk-icontheme-sizing.ui',
|
2021-11-30 13:05:22 +00:00
|
|
|
'hbox-with-ellipsizing-label.ref.ui',
|
|
|
|
|
'hbox-with-ellipsizing-label.ui',
|
|
|
|
|
'hbox-with-ellipsizing-wrapping-label.ref.ui',
|
|
|
|
|
'hbox-with-ellipsizing-wrapping-label.ui',
|
2017-03-22 13:17:02 +00:00
|
|
|
'icon-effect-missing.css',
|
|
|
|
|
'icon-effect-missing.ref.ui',
|
|
|
|
|
'icon-effect-missing.ui',
|
|
|
|
|
'icon-shadow-no-transform.css',
|
|
|
|
|
'icon-shadow-no-transform.ref.ui',
|
|
|
|
|
'icon-shadow-no-transform.ui',
|
|
|
|
|
'icon-style-basics.css',
|
|
|
|
|
'icon-style-basics.ref.ui',
|
|
|
|
|
'icon-style-basics.ui',
|
|
|
|
|
'icon-vfuncs.css',
|
|
|
|
|
'icon-vfuncs.ref.ui',
|
|
|
|
|
'icon-vfuncs.ui',
|
|
|
|
|
'iconview-empty.css',
|
|
|
|
|
'iconview-empty.ui',
|
|
|
|
|
'iconview-empty.ref.ui',
|
|
|
|
|
'image-icon-name-use-fallback.ui',
|
|
|
|
|
'image-icon-name-use-fallback.ref.ui',
|
|
|
|
|
'image-icon-shadow-clipping.css',
|
|
|
|
|
'image-icon-shadow-clipping.ref.ui',
|
|
|
|
|
'image-icon-shadow-clipping.ui',
|
|
|
|
|
'image-load-from-file.css',
|
|
|
|
|
'image-load-from-file.ref.ui',
|
|
|
|
|
'image-load-from-file.ui',
|
2022-06-09 00:45:59 +00:00
|
|
|
'inscription-markup.ref.ui',
|
|
|
|
|
'inscription-markup.ui',
|
2022-06-09 23:09:49 +00:00
|
|
|
'inscription-overflow.ref.ui',
|
|
|
|
|
'inscription-overflow.ui',
|
2022-06-12 00:42:00 +00:00
|
|
|
'inscription-overflow-multiline.ref.ui',
|
|
|
|
|
'inscription-overflow-multiline.ui',
|
2022-06-11 20:15:43 +00:00
|
|
|
'inscription-overflow-yalign.ref.ui',
|
|
|
|
|
'inscription-overflow-yalign.ui',
|
2022-06-12 23:26:20 +00:00
|
|
|
'inscription-xalign.ref.ui',
|
|
|
|
|
'inscription-xalign.ui',
|
2022-06-13 03:30:08 +00:00
|
|
|
'inscription-xalign-rtl.ref.ui',
|
|
|
|
|
'inscription-xalign-rtl.ui',
|
2017-03-22 13:17:02 +00:00
|
|
|
'label-attribute-preference.css',
|
|
|
|
|
'label-attribute-preference.ref.ui',
|
|
|
|
|
'label-attribute-preference.ui',
|
testsuite: Use separate setups for unstable tests instead of should_fail
There are two possible interpretations of "expected failure": either
the test *must* fail (exactly the inverse of an ordinary test, with
success becoming failure and failure becoming success), or the test
*may* fail (with success intended, but failure possible in some
environments). Autotools had the second interpretation, which seems
more useful in practice, but Meson has the first.
Instead of using should_fail, we can put the tests in one of two new
suites: "flaky" is intended for tests that succeed or fail unpredictably
according to the test environment or chance, while "failing" is for
tests that ought to succeed but currently never do as a result of a
bug or missing functionality. With a sufficiently new version of Meson,
the flaky and failing tests are not run by default, but can be requested
by running a setup that does not exclude them, with a command like:
meson test --setup=x11_unstable --suite=flaky --suite=failing
As a bonus, now that we're setting up setups and their excluded suites
programmatically, the gsk-compare-broadway tests are also excluded by
default when running the test setup for a non-broadway backend.
When running the tests in CI, --suite=gtk overrides the default
exclude_suites, so we have to specify --no-suite=flaky and
--no-suite=failing explicitly.
This arrangement is inspired by GNOME/glib!2987, which was contributed
by Marco Trevisan.
Signed-off-by: Simon McVittie <smcv@debian.org>
2022-11-23 19:13:32 +00:00
|
|
|
'label-background.css',
|
|
|
|
|
'label-background.ref.ui',
|
|
|
|
|
'label-background.ui',
|
2017-03-22 13:17:02 +00:00
|
|
|
'label-box-shadow-clip.css',
|
|
|
|
|
'label-box-shadow-clip.ref.ui',
|
|
|
|
|
'label-box-shadow-clip.ui',
|
|
|
|
|
'label-clipping.css',
|
|
|
|
|
'label-clipping.ref.ui',
|
|
|
|
|
'label-clipping.ui',
|
|
|
|
|
'label-ellipsize-small.ref.ui',
|
|
|
|
|
'label-ellipsize-small.ui',
|
|
|
|
|
'label-ellipsize-with-big.ref.ui',
|
|
|
|
|
'label-ellipsize-with-big.ui',
|
2019-05-03 01:33:09 +00:00
|
|
|
'label-fonts.css',
|
|
|
|
|
'label-fonts.ref.ui',
|
|
|
|
|
'label-fonts.ui',
|
2021-11-06 15:17:59 +00:00
|
|
|
'label-huge-max-width-chars.ref.ui',
|
|
|
|
|
'label-huge-max-width-chars.ui',
|
2021-10-18 23:07:22 +00:00
|
|
|
'label-max-width-chars-and-halign-and-infinite-width.ui',
|
|
|
|
|
'label-max-width-chars-and-halign-and-infinite-width.ref.ui',
|
2022-05-16 20:26:09 +00:00
|
|
|
'label-overdraw-horizontal.ref.ui',
|
|
|
|
|
'label-overdraw-horizontal.ui',
|
|
|
|
|
'label-overdraw-vertical.ref.ui',
|
|
|
|
|
'label-overdraw-vertical.ui',
|
2017-03-22 13:17:02 +00:00
|
|
|
'label-shadows.css',
|
|
|
|
|
'label-shadows.ref.ui',
|
|
|
|
|
'label-shadows.ui',
|
|
|
|
|
'label-sizing.css',
|
|
|
|
|
'label-sizing.ref.ui',
|
|
|
|
|
'label-sizing.ui',
|
|
|
|
|
'label-small-ellipsized.ref.ui',
|
|
|
|
|
'label-small-ellipsized.ui',
|
2021-11-06 15:25:11 +00:00
|
|
|
'label-small-max-width-chars.ref.ui',
|
|
|
|
|
'label-small-max-width-chars.ui',
|
2017-03-22 13:17:02 +00:00
|
|
|
'label-text-shadow-clipping.css',
|
|
|
|
|
'label-text-shadow-clipping.ref.ui',
|
|
|
|
|
'label-text-shadow-clipping.ui',
|
|
|
|
|
'label-text-shadow-changes-modify-clip.css',
|
|
|
|
|
'label-text-shadow-changes-modify-clip.ref.ui',
|
|
|
|
|
'label-text-shadow-changes-modify-clip.ui',
|
|
|
|
|
'label-width-chars-dont-shrink.ref.ui',
|
|
|
|
|
'label-width-chars-dont-shrink.ui',
|
2021-11-09 16:49:40 +00:00
|
|
|
'label-wrap-width-chars.ref.ui',
|
|
|
|
|
'label-wrap-width-chars.ui',
|
2021-12-13 13:49:39 +00:00
|
|
|
'label-wrap-word-char-natural-size.ref.ui',
|
|
|
|
|
'label-wrap-word-char-natural-size.ui',
|
2021-11-06 15:17:59 +00:00
|
|
|
'label-wrapped-huge-max-width-chars.ref.ui',
|
|
|
|
|
'label-wrapped-huge-max-width-chars.ui',
|
testsuite: Use separate setups for unstable tests instead of should_fail
There are two possible interpretations of "expected failure": either
the test *must* fail (exactly the inverse of an ordinary test, with
success becoming failure and failure becoming success), or the test
*may* fail (with success intended, but failure possible in some
environments). Autotools had the second interpretation, which seems
more useful in practice, but Meson has the first.
Instead of using should_fail, we can put the tests in one of two new
suites: "flaky" is intended for tests that succeed or fail unpredictably
according to the test environment or chance, while "failing" is for
tests that ought to succeed but currently never do as a result of a
bug or missing functionality. With a sufficiently new version of Meson,
the flaky and failing tests are not run by default, but can be requested
by running a setup that does not exclude them, with a command like:
meson test --setup=x11_unstable --suite=flaky --suite=failing
As a bonus, now that we're setting up setups and their excluded suites
programmatically, the gsk-compare-broadway tests are also excluded by
default when running the test setup for a non-broadway backend.
When running the tests in CI, --suite=gtk overrides the default
exclude_suites, so we have to specify --no-suite=flaky and
--no-suite=failing explicitly.
This arrangement is inspired by GNOME/glib!2987, which was contributed
by Marco Trevisan.
Signed-off-by: Simon McVittie <smcv@debian.org>
2022-11-23 19:13:32 +00:00
|
|
|
'label-wrap-justify.ref.ui',
|
|
|
|
|
'label-wrap-justify.ui',
|
2021-09-28 17:47:15 +00:00
|
|
|
'late-binding.ui',
|
|
|
|
|
'late-binding.ref.ui',
|
2021-09-24 20:34:48 +00:00
|
|
|
'late-property.ui',
|
|
|
|
|
'late-property.ref.ui',
|
2017-03-22 13:17:02 +00:00
|
|
|
'letter-spacing.css',
|
|
|
|
|
'letter-spacing.ui',
|
|
|
|
|
'letter-spacing.ref.ui',
|
|
|
|
|
'linear-gradient.css',
|
|
|
|
|
'linear-gradient.ref.ui',
|
|
|
|
|
'linear-gradient.ui',
|
|
|
|
|
'linear-gradient-transition-to-other.css',
|
|
|
|
|
'linear-gradient-transition-to-other.ref.ui',
|
|
|
|
|
'linear-gradient-transition-to-other.ui',
|
|
|
|
|
'link-coloring.css',
|
|
|
|
|
'link-coloring.ref.ui',
|
|
|
|
|
'link-coloring.ui',
|
2023-02-19 03:55:33 +00:00
|
|
|
'listview-margin.css',
|
|
|
|
|
'listview-margin.ref.ui',
|
|
|
|
|
'listview-margin.ui',
|
2021-11-06 02:38:03 +00:00
|
|
|
'listview-with-wrapped-labels.ref.ui',
|
|
|
|
|
'listview-with-wrapped-labels.ui',
|
2017-03-22 13:17:02 +00:00
|
|
|
'marble.xpm',
|
|
|
|
|
'messagedialog-secondarytext.ui',
|
|
|
|
|
'messagedialog-secondarytext.ref.ui',
|
|
|
|
|
'named-colors.css',
|
|
|
|
|
'named-colors.ref.ui',
|
|
|
|
|
'named-colors.ui',
|
|
|
|
|
'no-colors.css',
|
|
|
|
|
'no-colors.ref.ui',
|
|
|
|
|
'no-colors.ui',
|
|
|
|
|
'nonresizable-size.ref.ui',
|
|
|
|
|
'nonresizable-size.ui',
|
|
|
|
|
'notebook-tab-position.css',
|
|
|
|
|
'notebook-tab-position.ui',
|
|
|
|
|
'notebook-tab-position.ref.ui',
|
|
|
|
|
'nth-child.css',
|
|
|
|
|
'nth-child.ref.ui',
|
|
|
|
|
'nth-child.ui',
|
|
|
|
|
'opacity.css',
|
|
|
|
|
'opacity.ui',
|
|
|
|
|
'opacity.ref.ui',
|
|
|
|
|
'opacity-initial.css',
|
|
|
|
|
'opacity-initial.ref.ui',
|
|
|
|
|
'opacity-initial.ui',
|
|
|
|
|
'overlay-no-main-widget.ref.ui',
|
|
|
|
|
'overlay-no-main-widget.ui',
|
2021-11-21 00:46:32 +00:00
|
|
|
'paned-handle-size.css',
|
|
|
|
|
'paned-handle-size.ref.ui',
|
|
|
|
|
'paned-handle-size.ui',
|
2017-03-22 13:17:02 +00:00
|
|
|
'paned-undersized.css',
|
|
|
|
|
'paned-undersized.ref.ui',
|
|
|
|
|
'paned-undersized.ui',
|
2019-04-19 00:28:37 +00:00
|
|
|
'partial-rounded-border.css',
|
|
|
|
|
'partial-rounded-border.ref.ui',
|
|
|
|
|
'partial-rounded-border.ui',
|
2022-07-16 14:47:17 +00:00
|
|
|
'picture-content-fit-contain.css',
|
|
|
|
|
'picture-content-fit-contain.ref.ui',
|
|
|
|
|
'picture-content-fit-contain.ui',
|
|
|
|
|
'picture-content-fit-cover.css',
|
|
|
|
|
'picture-content-fit-cover.ref.ui',
|
|
|
|
|
'picture-content-fit-cover.ui',
|
|
|
|
|
'picture-content-fit-fill.css',
|
|
|
|
|
'picture-content-fit-fill.ref.ui',
|
|
|
|
|
'picture-content-fit-fill.ui',
|
|
|
|
|
'picture-content-fit-scale-down.css',
|
|
|
|
|
'picture-content-fit-scale-down.ref.ui',
|
|
|
|
|
'picture-content-fit-scale-down.ui',
|
2019-03-29 04:36:12 +00:00
|
|
|
'picture-load-invalid-file.ui',
|
|
|
|
|
'picture-load-invalid-file.ref.ui',
|
2021-09-17 16:51:59 +00:00
|
|
|
'pixbuf-icon.ref.ui',
|
|
|
|
|
'pixbuf-icon.ui',
|
2017-03-22 13:17:02 +00:00
|
|
|
'pseudoclass-on-box.css',
|
|
|
|
|
'pseudoclass-on-box.ref.ui',
|
|
|
|
|
'pseudoclass-on-box.ui',
|
|
|
|
|
'pseudoclass-on-parent.css',
|
|
|
|
|
'pseudoclass-on-parent.ref.ui',
|
|
|
|
|
'pseudoclass-on-parent.ui',
|
|
|
|
|
'repeating-radial-gradient-at-beginning.css',
|
|
|
|
|
'repeating-radial-gradient-at-beginning.ref.ui',
|
|
|
|
|
'repeating-radial-gradient-at-beginning.ui',
|
|
|
|
|
'reset-to-defaults.css',
|
|
|
|
|
'revealer-extra-size.ref.ui',
|
|
|
|
|
'revealer-extra-size.ui',
|
|
|
|
|
'revealer-wrappable-contents.ref.ui',
|
|
|
|
|
'revealer-wrappable-contents.ui',
|
|
|
|
|
'rotated-layout.ref.ui',
|
|
|
|
|
'rotated-layout.ui',
|
|
|
|
|
'separator-size.css',
|
|
|
|
|
'separator-size.ref.ui',
|
|
|
|
|
'separator-size.ui',
|
|
|
|
|
'set-default-direction.ui',
|
|
|
|
|
'set-default-direction.ref.ui',
|
|
|
|
|
'shadow-clip-rounding.css',
|
|
|
|
|
'shadow-clip-rounding.ref.ui',
|
|
|
|
|
'shadow-clip-rounding.ui',
|
|
|
|
|
'shorthand-entry-border.css',
|
|
|
|
|
'shorthand-entry-border.ref.ui',
|
|
|
|
|
'shorthand-entry-border.ui',
|
|
|
|
|
'sibling-pseudoclasses.css',
|
|
|
|
|
'sibling-pseudoclasses.ref.ui',
|
|
|
|
|
'sibling-pseudoclasses.ui',
|
|
|
|
|
'simple.ref.ui',
|
|
|
|
|
'simple.ui',
|
|
|
|
|
'sizegroups-basics.css',
|
|
|
|
|
'sizegroups-basics.ui',
|
|
|
|
|
'sizegroups-basics.ref.ui',
|
2020-05-22 19:53:18 +00:00
|
|
|
'sizegroups-evolution-identity-page.ui',
|
|
|
|
|
'sizegroups-evolution-identity-page.ref.ui',
|
2017-03-22 13:17:02 +00:00
|
|
|
'sizegroups-get-preferred-null.ui',
|
|
|
|
|
'sizegroups-get-preferred-null.ref.ui',
|
|
|
|
|
'statusbar-remove-all.ref.ui',
|
|
|
|
|
'statusbar-remove-all.ui',
|
|
|
|
|
'style-context-save-inheritance.css',
|
|
|
|
|
'style-context-save-inheritance.ref.ui',
|
|
|
|
|
'style-context-save-inheritance.ui',
|
|
|
|
|
'style-properties-only-child.css',
|
|
|
|
|
'style-properties-only-child.ref.ui',
|
|
|
|
|
'style-properties-only-child.ui',
|
|
|
|
|
'symbolic-icon-translucent-color.css',
|
|
|
|
|
'symbolic-icon-translucent-color.ref.ui',
|
|
|
|
|
'symbolic-icon-translucent-color.ui',
|
2021-09-17 16:51:59 +00:00
|
|
|
'texture-icon.ref.ui',
|
|
|
|
|
'texture-icon.ui',
|
2017-03-22 13:17:02 +00:00
|
|
|
'textview-border-windows.css',
|
|
|
|
|
'textview-border-windows.ref.ui',
|
|
|
|
|
'textview-border-windows.ui',
|
testsuite: Use separate setups for unstable tests instead of should_fail
There are two possible interpretations of "expected failure": either
the test *must* fail (exactly the inverse of an ordinary test, with
success becoming failure and failure becoming success), or the test
*may* fail (with success intended, but failure possible in some
environments). Autotools had the second interpretation, which seems
more useful in practice, but Meson has the first.
Instead of using should_fail, we can put the tests in one of two new
suites: "flaky" is intended for tests that succeed or fail unpredictably
according to the test environment or chance, while "failing" is for
tests that ought to succeed but currently never do as a result of a
bug or missing functionality. With a sufficiently new version of Meson,
the flaky and failing tests are not run by default, but can be requested
by running a setup that does not exclude them, with a command like:
meson test --setup=x11_unstable --suite=flaky --suite=failing
As a bonus, now that we're setting up setups and their excluded suites
programmatically, the gsk-compare-broadway tests are also excluded by
default when running the test setup for a non-broadway backend.
When running the tests in CI, --suite=gtk overrides the default
exclude_suites, so we have to specify --no-suite=flaky and
--no-suite=failing explicitly.
This arrangement is inspired by GNOME/glib!2987, which was contributed
by Marco Trevisan.
Signed-off-by: Simon McVittie <smcv@debian.org>
2022-11-23 19:13:32 +00:00
|
|
|
'textview-margins.css',
|
|
|
|
|
'textview-margins.ref.ui',
|
|
|
|
|
'textview-margins.ui',
|
|
|
|
|
'textview-tags.ref.ui',
|
|
|
|
|
'textview-tags.ui',
|
2017-03-22 13:17:02 +00:00
|
|
|
'treeview-crash-too-wide.ref.ui',
|
|
|
|
|
'treeview-crash-too-wide.ui',
|
|
|
|
|
'treeview-fixed-height.css',
|
|
|
|
|
'treeview-fixed-height.ref.ui',
|
|
|
|
|
'treeview-fixed-height.ui',
|
testsuite: Use separate setups for unstable tests instead of should_fail
There are two possible interpretations of "expected failure": either
the test *must* fail (exactly the inverse of an ordinary test, with
success becoming failure and failure becoming success), or the test
*may* fail (with success intended, but failure possible in some
environments). Autotools had the second interpretation, which seems
more useful in practice, but Meson has the first.
Instead of using should_fail, we can put the tests in one of two new
suites: "flaky" is intended for tests that succeed or fail unpredictably
according to the test environment or chance, while "failing" is for
tests that ought to succeed but currently never do as a result of a
bug or missing functionality. With a sufficiently new version of Meson,
the flaky and failing tests are not run by default, but can be requested
by running a setup that does not exclude them, with a command like:
meson test --setup=x11_unstable --suite=flaky --suite=failing
As a bonus, now that we're setting up setups and their excluded suites
programmatically, the gsk-compare-broadway tests are also excluded by
default when running the test setup for a non-broadway backend.
When running the tests in CI, --suite=gtk overrides the default
exclude_suites, so we have to specify --no-suite=flaky and
--no-suite=failing explicitly.
This arrangement is inspired by GNOME/glib!2987, which was contributed
by Marco Trevisan.
Signed-off-by: Simon McVittie <smcv@debian.org>
2022-11-23 19:13:32 +00:00
|
|
|
'treeview-headers-hidden.ref.ui',
|
|
|
|
|
'treeview-headers-hidden.ui',
|
2017-03-22 13:17:02 +00:00
|
|
|
'unresolvable.css',
|
|
|
|
|
'unresolvable.ref.ui',
|
|
|
|
|
'unresolvable.ui',
|
2021-11-09 02:28:29 +00:00
|
|
|
'vbox-with-2-wrapping-labels-where-one-should-wrap.ref.ui',
|
|
|
|
|
'vbox-with-2-wrapping-labels-where-one-should-wrap.ui',
|
2021-11-05 19:30:49 +00:00
|
|
|
'vbox-with-max-width-chars-label.ref.ui',
|
|
|
|
|
'vbox-with-max-width-chars-label.ui',
|
2017-03-22 13:17:02 +00:00
|
|
|
'window-border-width.ref.ui',
|
|
|
|
|
'window-border-width.ui',
|
|
|
|
|
'window-default-size.ref.ui',
|
|
|
|
|
'window-default-size.ui',
|
|
|
|
|
'window-height-for-width.ref.ui',
|
|
|
|
|
'window-height-for-width.ui',
|
testsuite: Use separate setups for unstable tests instead of should_fail
There are two possible interpretations of "expected failure": either
the test *must* fail (exactly the inverse of an ordinary test, with
success becoming failure and failure becoming success), or the test
*may* fail (with success intended, but failure possible in some
environments). Autotools had the second interpretation, which seems
more useful in practice, but Meson has the first.
Instead of using should_fail, we can put the tests in one of two new
suites: "flaky" is intended for tests that succeed or fail unpredictably
according to the test environment or chance, while "failing" is for
tests that ought to succeed but currently never do as a result of a
bug or missing functionality. With a sufficiently new version of Meson,
the flaky and failing tests are not run by default, but can be requested
by running a setup that does not exclude them, with a command like:
meson test --setup=x11_unstable --suite=flaky --suite=failing
As a bonus, now that we're setting up setups and their excluded suites
programmatically, the gsk-compare-broadway tests are also excluded by
default when running the test setup for a non-broadway backend.
When running the tests in CI, --suite=gtk overrides the default
exclude_suites, so we have to specify --no-suite=flaky and
--no-suite=failing explicitly.
This arrangement is inspired by GNOME/glib!2987, which was contributed
by Marco Trevisan.
Signed-off-by: Simon McVittie <smcv@debian.org>
2022-11-23 19:13:32 +00:00
|
|
|
'window-show-contents-on-map.ref.ui',
|
|
|
|
|
'window-show-contents-on-map.ui',
|
2021-11-19 22:19:14 +00:00
|
|
|
'wrap-margin-align-critical.ref.ui',
|
|
|
|
|
'wrap-margin-align-critical.ui',
|
2021-11-19 22:22:39 +00:00
|
|
|
'wrapping-in-boxes-in-boxes.ref.ui',
|
|
|
|
|
'wrapping-in-boxes-in-boxes.ui',
|
2017-03-22 13:17:02 +00:00
|
|
|
]
|
|
|
|
|
|
2019-04-12 16:01:45 +00:00
|
|
|
xfails = [
|
testsuite: Use separate setups for unstable tests instead of should_fail
There are two possible interpretations of "expected failure": either
the test *must* fail (exactly the inverse of an ordinary test, with
success becoming failure and failure becoming success), or the test
*may* fail (with success intended, but failure possible in some
environments). Autotools had the second interpretation, which seems
more useful in practice, but Meson has the first.
Instead of using should_fail, we can put the tests in one of two new
suites: "flaky" is intended for tests that succeed or fail unpredictably
according to the test environment or chance, while "failing" is for
tests that ought to succeed but currently never do as a result of a
bug or missing functionality. With a sufficiently new version of Meson,
the flaky and failing tests are not run by default, but can be requested
by running a setup that does not exclude them, with a command like:
meson test --setup=x11_unstable --suite=flaky --suite=failing
As a bonus, now that we're setting up setups and their excluded suites
programmatically, the gsk-compare-broadway tests are also excluded by
default when running the test setup for a non-broadway backend.
When running the tests in CI, --suite=gtk overrides the default
exclude_suites, so we have to specify --no-suite=flaky and
--no-suite=failing explicitly.
This arrangement is inspired by GNOME/glib!2987, which was contributed
by Marco Trevisan.
Signed-off-by: Simon McVittie <smcv@debian.org>
2022-11-23 19:13:32 +00:00
|
|
|
# needs to be fixed but the issue hasn't been tracked down
|
2020-05-22 19:53:18 +00:00
|
|
|
'sizegroups-evolution-identity-page.ui',
|
2021-09-16 18:41:25 +00:00
|
|
|
# the NGL renderer can't deal with non-integer sizes
|
testsuite: Use separate setups for unstable tests instead of should_fail
There are two possible interpretations of "expected failure": either
the test *must* fail (exactly the inverse of an ordinary test, with
success becoming failure and failure becoming success), or the test
*may* fail (with success intended, but failure possible in some
environments). Autotools had the second interpretation, which seems
more useful in practice, but Meson has the first.
Instead of using should_fail, we can put the tests in one of two new
suites: "flaky" is intended for tests that succeed or fail unpredictably
according to the test environment or chance, while "failing" is for
tests that ought to succeed but currently never do as a result of a
bug or missing functionality. With a sufficiently new version of Meson,
the flaky and failing tests are not run by default, but can be requested
by running a setup that does not exclude them, with a command like:
meson test --setup=x11_unstable --suite=flaky --suite=failing
As a bonus, now that we're setting up setups and their excluded suites
programmatically, the gsk-compare-broadway tests are also excluded by
default when running the test setup for a non-broadway backend.
When running the tests in CI, --suite=gtk overrides the default
exclude_suites, so we have to specify --no-suite=flaky and
--no-suite=failing explicitly.
This arrangement is inspired by GNOME/glib!2987, which was contributed
by Marco Trevisan.
Signed-off-by: Simon McVittie <smcv@debian.org>
2022-11-23 19:13:32 +00:00
|
|
|
'border-half-pixel.ui',
|
|
|
|
|
|
|
|
|
|
# makes assumptions about text positioning that are not
|
|
|
|
|
# valid with subpixel positioning
|
|
|
|
|
'border-image-url.ui',
|
|
|
|
|
'label-background.ui',
|
|
|
|
|
'label-wrap-justify.ui',
|
|
|
|
|
]
|
2022-12-20 04:51:34 +00:00
|
|
|
|
testsuite: Use separate setups for unstable tests instead of should_fail
There are two possible interpretations of "expected failure": either
the test *must* fail (exactly the inverse of an ordinary test, with
success becoming failure and failure becoming success), or the test
*may* fail (with success intended, but failure possible in some
environments). Autotools had the second interpretation, which seems
more useful in practice, but Meson has the first.
Instead of using should_fail, we can put the tests in one of two new
suites: "flaky" is intended for tests that succeed or fail unpredictably
according to the test environment or chance, while "failing" is for
tests that ought to succeed but currently never do as a result of a
bug or missing functionality. With a sufficiently new version of Meson,
the flaky and failing tests are not run by default, but can be requested
by running a setup that does not exclude them, with a command like:
meson test --setup=x11_unstable --suite=flaky --suite=failing
As a bonus, now that we're setting up setups and their excluded suites
programmatically, the gsk-compare-broadway tests are also excluded by
default when running the test setup for a non-broadway backend.
When running the tests in CI, --suite=gtk overrides the default
exclude_suites, so we have to specify --no-suite=flaky and
--no-suite=failing explicitly.
This arrangement is inspired by GNOME/glib!2987, which was contributed
by Marco Trevisan.
Signed-off-by: Simon McVittie <smcv@debian.org>
2022-11-23 19:13:32 +00:00
|
|
|
flaky = [
|
|
|
|
|
# these tests need a better way to perform delayed actions
|
|
|
|
|
# they are not in xfails since they succeed on some platforms
|
|
|
|
|
'textview-margins.ui',
|
|
|
|
|
'textview-tags.ui',
|
|
|
|
|
'window-show-contents-on-map.ui',
|
|
|
|
|
# this test fails with an off-by-one in ci too frequently
|
|
|
|
|
# to be left enabled. Remove it until somebody figures out
|
|
|
|
|
# what is going on there.
|
|
|
|
|
'treeview-headers-hidden.ui',
|
2022-12-20 02:18:25 +00:00
|
|
|
# this consistently times out in the ci
|
|
|
|
|
'shorthand-entry-border.ui',
|
2022-12-20 04:51:34 +00:00
|
|
|
# blinking cursors and timing issues make this unreliable
|
|
|
|
|
'fixed-widget-stacking.ui',
|
2019-04-12 16:01:45 +00:00
|
|
|
]
|
|
|
|
|
|
2020-10-09 17:17:04 +00:00
|
|
|
reftest_env = environment()
|
2020-11-07 12:50:11 +00:00
|
|
|
reftest_env.set('GTK_A11Y', 'test')
|
2020-10-09 17:17:04 +00:00
|
|
|
reftest_env.set('G_TEST_SRCDIR', meson.current_source_dir())
|
|
|
|
|
reftest_env.set('G_TEST_BUILDDIR', meson.current_build_dir())
|
|
|
|
|
reftest_env.set('GSETTINGS_BACKEND', 'memory')
|
|
|
|
|
reftest_env.set('G_ENABLE_DIAGNOSTIC', '0')
|
|
|
|
|
reftest_env.set('REFTEST_MODULE_DIR', meson.current_build_dir())
|
|
|
|
|
|
2019-03-27 01:59:13 +00:00
|
|
|
foreach testname : testdata
|
testsuite: Use separate setups for unstable tests instead of should_fail
There are two possible interpretations of "expected failure": either
the test *must* fail (exactly the inverse of an ordinary test, with
success becoming failure and failure becoming success), or the test
*may* fail (with success intended, but failure possible in some
environments). Autotools had the second interpretation, which seems
more useful in practice, but Meson has the first.
Instead of using should_fail, we can put the tests in one of two new
suites: "flaky" is intended for tests that succeed or fail unpredictably
according to the test environment or chance, while "failing" is for
tests that ought to succeed but currently never do as a result of a
bug or missing functionality. With a sufficiently new version of Meson,
the flaky and failing tests are not run by default, but can be requested
by running a setup that does not exclude them, with a command like:
meson test --setup=x11_unstable --suite=flaky --suite=failing
As a bonus, now that we're setting up setups and their excluded suites
programmatically, the gsk-compare-broadway tests are also excluded by
default when running the test setup for a non-broadway backend.
When running the tests in CI, --suite=gtk overrides the default
exclude_suites, so we have to specify --no-suite=flaky and
--no-suite=failing explicitly.
This arrangement is inspired by GNOME/glib!2987, which was contributed
by Marco Trevisan.
Signed-off-by: Simon McVittie <smcv@debian.org>
2022-11-23 19:13:32 +00:00
|
|
|
suites = ['reftest']
|
|
|
|
|
|
|
|
|
|
if flaky.contains(testname)
|
|
|
|
|
suites += 'flaky'
|
|
|
|
|
endif
|
|
|
|
|
|
|
|
|
|
if xfails.contains(testname)
|
|
|
|
|
suites += 'failing'
|
|
|
|
|
endif
|
|
|
|
|
|
2019-03-31 04:37:10 +00:00
|
|
|
if testname.endswith('.ui') and not testname.endswith('.ref.ui')
|
|
|
|
|
test('reftest ' + testname, gtk_reftest,
|
2020-12-15 12:31:38 +00:00
|
|
|
args: [
|
|
|
|
|
'--tap',
|
|
|
|
|
'-k',
|
|
|
|
|
'-o', join_paths(meson.current_build_dir(), 'output'),
|
|
|
|
|
join_paths(meson.current_source_dir(), testname),
|
|
|
|
|
],
|
|
|
|
|
protocol: 'tap',
|
|
|
|
|
env: reftest_env,
|
testsuite: Use separate setups for unstable tests instead of should_fail
There are two possible interpretations of "expected failure": either
the test *must* fail (exactly the inverse of an ordinary test, with
success becoming failure and failure becoming success), or the test
*may* fail (with success intended, but failure possible in some
environments). Autotools had the second interpretation, which seems
more useful in practice, but Meson has the first.
Instead of using should_fail, we can put the tests in one of two new
suites: "flaky" is intended for tests that succeed or fail unpredictably
according to the test environment or chance, while "failing" is for
tests that ought to succeed but currently never do as a result of a
bug or missing functionality. With a sufficiently new version of Meson,
the flaky and failing tests are not run by default, but can be requested
by running a setup that does not exclude them, with a command like:
meson test --setup=x11_unstable --suite=flaky --suite=failing
As a bonus, now that we're setting up setups and their excluded suites
programmatically, the gsk-compare-broadway tests are also excluded by
default when running the test setup for a non-broadway backend.
When running the tests in CI, --suite=gtk overrides the default
exclude_suites, so we have to specify --no-suite=flaky and
--no-suite=failing explicitly.
This arrangement is inspired by GNOME/glib!2987, which was contributed
by Marco Trevisan.
Signed-off-by: Simon McVittie <smcv@debian.org>
2022-11-23 19:13:32 +00:00
|
|
|
suite: suites,
|
2020-12-15 12:31:38 +00:00
|
|
|
)
|
2019-03-27 01:59:13 +00:00
|
|
|
endif
|
|
|
|
|
endforeach
|
|
|
|
|
|
