e14ed48cb0
The hard-coded timeout in the test is so near, that e.g., adding DCHECKs pushes the test over the limit. The test is ran with dcheck_always_on=true. We shouldn't do any performance testing with dcheck_always_on=true; this creates the wrong incentive to not add DCHECKs (or in this case, CLs which add more DCHECKs or cause more DCHECKs to be hit cannot land at all). Change-Id: Ia4d1b2b17ce5a5330b929f984253c89ba273f661 Reviewed-on: https://chromium-review.googlesource.com/1046548 Reviewed-by: Michael Achenbach <machenbach@chromium.org> Commit-Queue: Marja Hölttä <marja@chromium.org> Cr-Commit-Position: refs/heads/master@{#53032}
844 lines
33 KiB
Plaintext
844 lines
33 KiB
Plaintext
# Copyright 2012 the V8 project authors. All rights reserved.
|
|
# Redistribution and use in source and binary forms, with or without
|
|
# modification, are permitted provided that the following conditions are
|
|
# met:
|
|
#
|
|
# * Redistributions of source code must retain the above copyright
|
|
# notice, this list of conditions and the following disclaimer.
|
|
# * Redistributions in binary form must reproduce the above
|
|
# copyright notice, this list of conditions and the following
|
|
# disclaimer in the documentation and/or other materials provided
|
|
# with the distribution.
|
|
# * Neither the name of Google Inc. nor the names of its
|
|
# contributors may be used to endorse or promote products derived
|
|
# from this software without specific prior written permission.
|
|
#
|
|
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
[
|
|
[ALWAYS, {
|
|
# Modules which are only meant to be imported from by other tests, not to be
|
|
# tested standalone.
|
|
'modules-skip*': [SKIP],
|
|
'harmony/modules-skip*': [SKIP],
|
|
'regress/modules-skip*': [SKIP],
|
|
|
|
# All tests in the bug directory are expected to fail.
|
|
'bugs/*': [FAIL],
|
|
|
|
##############################################################################
|
|
# Fails.
|
|
'regress/regress-1119': [FAIL],
|
|
|
|
# Issue 1719: Slow to collect arrays over several contexts.
|
|
'regress/regress-524': [SKIP],
|
|
# When that bug is fixed, revert the expectation to:
|
|
# Skip long running test in debug.
|
|
# regress/regress-524: [PASS, ['mode == debug', SKIP]],
|
|
|
|
# This test non-deterministically runs out of memory on Windows ia32.
|
|
'regress/regress-crbug-160010': [SKIP],
|
|
|
|
# Issue 3784: setters-on-elements is flaky
|
|
'setters-on-elements': [PASS, FAIL],
|
|
|
|
# Issue 5495: enable the test when the constant field tracking in enabled.
|
|
'const-field-tracking': [SKIP],
|
|
|
|
##############################################################################
|
|
# Too slow in debug mode with --stress-opt mode.
|
|
'regress/regress-create-exception': [PASS, ['mode == debug', SKIP]],
|
|
|
|
##############################################################################
|
|
# Too slow in debug mode for validation of elements.
|
|
'regress/regress-430201': [PASS, ['mode == debug', SKIP], ['tsan', SKIP]],
|
|
'regress/regress-430201b': [PASS, ['mode == debug', SKIP]],
|
|
'regress/regress-716044': [PASS, ['mode == debug', SKIP]],
|
|
|
|
##############################################################################
|
|
# Too slow in debug mode for GC stress mode.
|
|
'regress/regress-crbug-217858': [PASS, ['mode == debug', SKIP]],
|
|
|
|
# Too slow in debug mode and under turbofan.
|
|
'regress/regress-4595': [PASS, NO_VARIANTS, ['mode == debug', SKIP]],
|
|
|
|
##############################################################################
|
|
# Only RegExp stuff tested, no need for extensive optimizing compiler tests.
|
|
'regexp-global': [PASS, NO_VARIANTS],
|
|
'third_party/regexp-pcre/regexp-pcre': [PASS, NO_VARIANTS],
|
|
|
|
##############################################################################
|
|
# No need to waste time for this test.
|
|
'd8/d8-performance-now': [PASS, NO_VARIANTS],
|
|
'regress/regress-crbug-491062': [PASS, NO_VARIANTS],
|
|
|
|
# Issue 488: this test sometimes times out.
|
|
# TODO(arm): This seems to flush out a bug on arm with simulator.
|
|
'array-constructor': [PASS, SLOW, ['arch == arm and simulator == True', SKIP]],
|
|
|
|
# Very slow test
|
|
'regress/regress-crbug-808192' : [PASS, SLOW, NO_VARIANTS, ['arch == arm or arch == arm64 or arch == android_arm or arch == android_arm64 or arch == mipsel or arch == mips64el or arch == mips64 or arch == mips or arch == s390 or arch == s390x or arch == ppc or arch == ppc64', SKIP]],
|
|
|
|
# Very slow on ARM and MIPS, contains no architecture dependent code.
|
|
'unicode-case-overoptimization': [PASS, NO_VARIANTS, ['arch == arm or arch == arm64 or arch == android_arm or arch == android_arm64 or arch == mipsel or arch == mips64el or arch == mips64 or arch == mips', SKIP]],
|
|
'regress/regress-3976': [PASS, NO_VARIANTS, ['arch == arm or arch == arm64 or arch == android_arm or arch == android_arm64 or arch == mipsel or arch == mips64el or arch == mips64 or arch == mips', SKIP]],
|
|
'regress/regress-crbug-482998': [PASS, NO_VARIANTS, ['arch == arm or arch == arm64 or arch == android_arm or arch == android_arm64 or arch == mipsel or arch == mips64el or arch == mips', SKIP]],
|
|
'regress/regress-740784': [PASS, NO_VARIANTS, ['arch == arm or arch == arm64 or arch == android_arm or arch == android_arm64 or arch == mipsel or arch == mips64el or arch == mips', SKIP]],
|
|
|
|
# This test allocates a 2G block of memory and if there are multiple
|
|
# variants this can lead to OOM.
|
|
'regress/regress-crbug-514081': [PASS, NO_VARIANTS],
|
|
|
|
##############################################################################
|
|
# Skip long running tests that time out in debug mode.
|
|
'generated-transition-stub': [PASS, ['mode == debug', SKIP]],
|
|
'migrations': [SKIP],
|
|
'array-functions-prototype-misc': [PASS, SLOW, ['mode == debug', SKIP]],
|
|
'compiler/regress-808472': [PASS, ['mode == debug', SKIP]],
|
|
'es6/promise-all-overflow-*': [PASS, SLOW, ['mode == debug or arch != x64', SKIP]],
|
|
|
|
##############################################################################
|
|
# This test sets the umask on a per-process basis and hence cannot be
|
|
# used in multi-threaded runs.
|
|
# On android there is no /tmp directory.
|
|
# Currently d8-os generates a temporary directory name using Math.random(), so
|
|
# we cannot run several variants of d8-os simultaneously, since all of them
|
|
# get the same random seed and would generate the same directory name. Besides
|
|
# that, it doesn't make sense to run several variants of d8-os anyways.
|
|
'd8/d8-os': [PASS, NO_VARIANTS, ['isolates or arch == android_arm or arch == android_arm64 or arch == android_ia32', SKIP]],
|
|
'tools/tickprocessor': [PASS, NO_VARIANTS, ['arch == android_arm or arch == android_arm64 or arch == android_ia32', SKIP]],
|
|
'tools/dumpcpp': [PASS, NO_VARIANTS, ['arch == android_arm or arch == android_arm64 or arch == android_ia32', SKIP]],
|
|
|
|
##############################################################################
|
|
# This test generates a file in the test directory, so we cannot run several
|
|
# variants of the test simultaneously. Additionally the test should not be
|
|
# affected by variants.
|
|
'd8/enable-tracing': [PASS, NO_VARIANTS],
|
|
|
|
##############################################################################
|
|
# Long running test that reproduces memory leak and should be run manually.
|
|
'regress/regress-2073': [SKIP],
|
|
|
|
##############################################################################
|
|
# Tests verifying CHECK and ASSERT.
|
|
'verify-check-false': [FAIL, NO_VARIANTS],
|
|
'verify-assert-false': [NO_VARIANTS, ['mode == release and dcheck_always_on == False', PASS], ['mode == debug or dcheck_always_on == True', FAIL]],
|
|
|
|
##############################################################################
|
|
# Tests with different versions for release and debug.
|
|
'compiler/alloc-number': [PASS, ['mode == debug', SKIP]],
|
|
'compiler/alloc-number-debug': [PASS, ['mode == release', SKIP]],
|
|
'regress/regress-634-debug': [PASS, ['mode == release', SKIP]],
|
|
|
|
# BUG(v8:2989).
|
|
'regress/regress-2989': [FAIL, NO_VARIANTS],
|
|
|
|
# This test variant makes only sense on arm.
|
|
'math-floor-of-div-nosudiv': [PASS, SLOW, ['arch not in [arm, arm64, android_arm, android_arm64]', SKIP]],
|
|
|
|
# Too slow for slow variants.
|
|
'asm/embenchen/*': [PASS, SLOW, NO_VARIANTS],
|
|
'asm/poppler/*': [PASS, SLOW, NO_VARIANTS],
|
|
'asm/sqlite3/*': [PASS, SLOW, NO_VARIANTS],
|
|
|
|
# Slow tests.
|
|
'compiler/osr-one': [PASS, SLOW],
|
|
'compiler/osr-two': [PASS, SLOW],
|
|
'copy-on-write-assert': [PASS, SLOW],
|
|
'es6/typedarray-construct-offset-not-smi': [PASS, SLOW],
|
|
'harmony/regexp-property-script-extensions': [PASS, SLOW],
|
|
'numops-fuzz-part*': [PASS, ['mode == debug', SLOW]],
|
|
'readonly': [PASS, SLOW],
|
|
'regress/regress-1122': [PASS, SLOW],
|
|
'regress/regress-605470': [PASS, SLOW],
|
|
'regress/regress-655573': [PASS, SLOW],
|
|
'regress/regress-1200351': [PASS, SLOW],
|
|
'wasm/embenchen/*': [PASS, SLOW],
|
|
'wasm/grow-memory': [PASS, SLOW],
|
|
'wasm/unreachable-validation': [PASS, SLOW],
|
|
|
|
# case-insensitive unicode regexp relies on case mapping provided by ICU.
|
|
'es6/unicode-regexp-ignore-case': [PASS, ['no_i18n == True', FAIL]],
|
|
'es6/unicode-regexp-ignore-case-noi18n': [FAIL, ['no_i18n == True', PASS]],
|
|
'regress/regress-5036': [PASS, ['no_i18n == True', FAIL]],
|
|
'es7/regexp-ui-word': [PASS, ['no_i18n == True', FAIL]],
|
|
'regexp-modifiers-i18n': [PASS, ['no_i18n == True', FAIL]],
|
|
'regexp-modifiers-autogenerated-i18n': [PASS, ['no_i18n == True', FAIL]],
|
|
# desugaring regexp property class relies on ICU.
|
|
'harmony/regexp-property-*': [PASS, ['no_i18n == True', FAIL]],
|
|
'regress/regress-793588': [PASS, ['no_i18n == True', FAIL]],
|
|
|
|
# noi18n build cannot parse characters in supplementary plane.
|
|
'harmony/regexp-named-captures': [PASS, ['no_i18n == True', FAIL]],
|
|
|
|
# noi18n cannot turn on ICU backend for Date
|
|
'icu-date-to-string': [PASS, ['no_i18n == True', SKIP]],
|
|
'icu-date-lord-howe': [PASS, ['no_i18n == True', SKIP]],
|
|
'tzoffset-transition-apia': [PASS, ['no_i18n == True', SKIP]],
|
|
'tzoffset-transition-lord-howe': [PASS, ['no_i18n == True', SKIP]],
|
|
'tzoffset-transition-moscow': [PASS, ['no_i18n == True', SKIP]],
|
|
'tzoffset-transition-new-york': [PASS, ['no_i18n == True', SKIP]],
|
|
'tzoffset-seoul': [PASS, ['no_i18n == True', SKIP]],
|
|
|
|
# TODO(bmeurer): Flaky timeouts (sometimes <1s, sometimes >3m).
|
|
'unicodelctest': [PASS, NO_VARIANTS],
|
|
'unicodelctest-no-optimization': [PASS, NO_VARIANTS],
|
|
|
|
# TODO(vogelheim): big-object-literal exceeds the stack in debug builds,
|
|
# which makes the test useless.
|
|
'big-object-literal': [PASS, ['mode == debug', SKIP]],
|
|
|
|
# BUG(v8:6306).
|
|
'wasm/huge-memory': [SKIP],
|
|
|
|
# Allocates a huge string and then flattens it, very slow in debug mode.
|
|
'regress/regress-752764': [PASS, ['mode == debug', SLOW]],
|
|
|
|
# https://crbug.com/v8/7682
|
|
'regress/regress-v8-7682': [FAIL],
|
|
|
|
# https://crbug.com/v8/7697
|
|
'array-literal-feedback': [PASS, FAIL],
|
|
}], # ALWAYS
|
|
|
|
['novfp3 == True', {
|
|
'asm/embenchen/box2d': [SKIP],
|
|
'asm/embenchen/zlib': [SKIP],
|
|
'asm/embenchen/memops': [SKIP],
|
|
'asm/embenchen/lua_binarytrees': [SKIP],
|
|
}], # novfp3 == True
|
|
|
|
##############################################################################
|
|
# TODO(ahaas): Port multiple return values to ARM, MIPS, S390 and PPC
|
|
['arch == arm or arch == arm64 or arch == mips or arch == mips64 or arch == mipsel or arch == mips64el or arch == s390 or arch == s390x or arch == ppc or arch == ppc64', {
|
|
'wasm/multi-value': [SKIP],
|
|
}],
|
|
|
|
##############################################################################
|
|
['gc_stress == True', {
|
|
# Skip tests not suitable for GC stress.
|
|
'allocation-site-info': [SKIP],
|
|
'array-constructor-feedback': [SKIP],
|
|
'array-feedback': [SKIP],
|
|
'array-literal-feedback': [SKIP],
|
|
'd8/d8-performance-now': [SKIP],
|
|
'elements-kind': [SKIP],
|
|
'elements-transition-hoisting': [SKIP],
|
|
'fast-prototype': [SKIP],
|
|
'field-type-tracking': [SKIP],
|
|
'getters-on-elements': [SKIP],
|
|
'es6/block-let-crankshaft': [SKIP],
|
|
'opt-elements-kind': [SKIP],
|
|
'osr-elements-kind': [SKIP],
|
|
'regress/regress-crbug-137689': [SKIP],
|
|
'regress/regress-trap-allocation-memento': [SKIP],
|
|
'regress/regress-165637': [SKIP],
|
|
'regress/regress-2249': [SKIP],
|
|
'regress/regress-4121': [SKIP],
|
|
'compare-known-objects-slow': [SKIP],
|
|
# Tests taking too long
|
|
'packed-elements': [SKIP],
|
|
'regress/regress-1122': [SKIP],
|
|
'regress/regress-331444': [SKIP],
|
|
'regress/regress-353551': [SKIP],
|
|
'regress/regress-crbug-119926': [SKIP],
|
|
'regress/short-circuit': [SKIP],
|
|
'stack-traces-overflow': [SKIP],
|
|
'unicode-test': [SKIP],
|
|
'whitespaces': [SKIP],
|
|
|
|
# Unsuitable for GC stress because coverage information is lost on GC.
|
|
'code-coverage-ad-hoc': [SKIP],
|
|
'code-coverage-precise': [SKIP],
|
|
|
|
# TODO(mstarzinger): Takes too long with TF.
|
|
'array-sort': [PASS, NO_VARIANTS],
|
|
'regress/regress-91008': [PASS, NO_VARIANTS],
|
|
'regress/regress-transcendental': [PASS, ['arch == arm64', NO_VARIANTS]],
|
|
'compiler/osr-regress-max-locals': [PASS, NO_VARIANTS],
|
|
'math-floor-of-div': [PASS, NO_VARIANTS],
|
|
'unicodelctest': [PASS, NO_VARIANTS],
|
|
'unicodelctest-no-optimization': [PASS, NO_VARIANTS],
|
|
|
|
# TODO(jkummerow): Doesn't work correctly in GC stress.
|
|
'regress/regress-crbug-500497': [SKIP],
|
|
|
|
# Too slow for gc stress.
|
|
'asm/embenchen/box2d': [SKIP],
|
|
|
|
# BUG(v8:4237)
|
|
'regress/regress-3976': [SKIP],
|
|
|
|
# Slow tests.
|
|
'array-constructor': [PASS, SLOW],
|
|
'json': [PASS, SLOW],
|
|
'regress/regress-446389': [PASS, SLOW],
|
|
'regress/regress-inline-getter-near-stack-limit': [PASS, SLOW],
|
|
|
|
# BUG(v8:4779): Crashes flakily with stress mode on arm64.
|
|
'array-splice': [PASS, SLOW, ['arch == arm64', NO_VARIANTS]],
|
|
|
|
# BUG(chromium:751825): Crashes flakily.
|
|
'wasm/js-api': [SKIP],
|
|
|
|
# BUG(chromium:773631): Crashes flakily.
|
|
'wasm/streaming-trap-location': [SKIP],
|
|
|
|
}], # 'gc_stress == True'
|
|
|
|
##############################################################################
|
|
['byteorder == big', {
|
|
# Emscripten requires little-endian, skip all tests on big endian platforms.
|
|
'asm/embenchen/*': [SKIP],
|
|
'asm/poppler/*': [SKIP],
|
|
'asm/sqlite3/*': [SKIP],
|
|
# TODO(mips-team): Fix Wasm for big-endian.
|
|
'wasm/*': [SKIP],
|
|
}], # 'byteorder == big'
|
|
|
|
##############################################################################
|
|
['arch == arm64 or arch == android_arm64', {
|
|
|
|
# Requires bigger stack size in the Genesis and if stack size is increased,
|
|
# the test requires too much time to run. However, the problem test covers
|
|
# should be platform-independent.
|
|
'regress/regress-1132': [SKIP],
|
|
|
|
# Pass but take too long to run. Skip.
|
|
# Some similar tests (with fewer iterations) may be included in arm64-js
|
|
# tests.
|
|
'asm/embenchen/box2d': [SKIP],
|
|
'asm/embenchen/lua_binarytrees': [SKIP],
|
|
'big-object-literal': [SKIP],
|
|
'compiler/regress-arguments': [SKIP],
|
|
'compiler/regress-gvn': [SKIP],
|
|
'compiler/regress-4': [SKIP],
|
|
'compiler/regress-or': [SKIP],
|
|
'compiler/regress-rep-change': [SKIP],
|
|
'regress/regress-1117': [SKIP],
|
|
'regress/regress-1849': [SKIP],
|
|
'regress/regress-3247124': [SKIP],
|
|
'regress/regress-91008': [SKIP],
|
|
'regress/regress-91010': [SKIP],
|
|
'regress/regress-91013': [SKIP],
|
|
'regress/regress-99167': [SKIP],
|
|
|
|
# Sometimes fails because the hard-coded timeout in the test is exceeded when
|
|
# dcheck_always_on = true.
|
|
'regress/regress-165637': [SKIP],
|
|
|
|
# BUG(v8:3457).
|
|
'deserialize-reference': [PASS, FAIL],
|
|
|
|
# BUG(v8:4016)
|
|
'regress/regress-crbug-467047': [SKIP],
|
|
|
|
# Slow tests.
|
|
'array-concat': [PASS, SLOW],
|
|
'array-indexing': [PASS, SLOW],
|
|
'array-reduce': [PASS, SLOW],
|
|
'array-sort': [PASS, SLOW],
|
|
'array-splice': [PASS, SLOW],
|
|
'bit-not': [PASS, SLOW],
|
|
'compiler/alloc-number': [PASS, SLOW],
|
|
'compiler/osr-assert': [PASS, SLOW],
|
|
'compiler/osr-with-args': [PASS, SLOW],
|
|
'generated-transition-stub': [PASS, SLOW],
|
|
'json2': [PASS, SLOW],
|
|
'math-floor-of-div-nosudiv': [PASS, SLOW],
|
|
'math-floor-of-div': [PASS, SLOW],
|
|
'messages': [PASS, SLOW],
|
|
'packed-elements': [PASS, SLOW],
|
|
'regress/regress-2185-2': [PASS, SLOW],
|
|
'regress/regress-2185': [PASS, SLOW],
|
|
'regress/regress-2790': [PASS, SLOW],
|
|
'regress/regress-331444': [PASS, SLOW],
|
|
'regress/regress-490': [PASS, SLOW],
|
|
'regress/regress-crbug-217858': [PASS, SLOW],
|
|
'regress/regress-create-exception': [PASS, SLOW],
|
|
'regress/regress-json-stringify-gc': [PASS, SLOW],
|
|
'string-indexof-2': [PASS, SLOW],
|
|
'unicodelctest-no-optimization': [PASS, SLOW],
|
|
'unicodelctest': [PASS, SLOW],
|
|
'unicode-test': [PASS, SLOW],
|
|
'wasm/atomics': [PASS, SLOW],
|
|
'whitespaces': [PASS, SLOW],
|
|
|
|
# BUG(v8:7247).
|
|
'regress/regress-779407': [PASS, SLOW, NO_VARIANTS],
|
|
}], # 'arch == arm64'
|
|
|
|
['arch == arm64 and mode == debug and simulator_run', {
|
|
|
|
# Pass but take too long with the simulator in debug mode.
|
|
'array-sort': [PASS, SLOW],
|
|
'packed-elements': [SKIP],
|
|
'regexp-global': [SKIP],
|
|
'math-floor-of-div': [PASS, SLOW],
|
|
'math-floor-of-div-nosudiv': [PASS, SLOW],
|
|
'unicodelctest': [PASS, SLOW],
|
|
'unicodelctest-no-optimization': [PASS, SLOW],
|
|
# Issue 3219:
|
|
'getters-on-elements': [PASS, ['gc_stress == True', FAIL]],
|
|
# Expects to finish in a certain time, but sometimes doesn't.
|
|
'regress/regress-165637': [SKIP],
|
|
}], # 'arch == arm64 and mode == debug and simulator_run'
|
|
|
|
##############################################################################
|
|
['asan == True', {
|
|
# Skip tests not suitable for ASAN.
|
|
'big-array-literal': [SKIP],
|
|
'big-object-literal': [SKIP],
|
|
'regress/regress-crbug-178790': [SKIP],
|
|
|
|
# https://bugs.chromium.org/p/v8/issues/detail?id=4639
|
|
# The failed allocation causes an asan/msan/tsan error
|
|
'es6/typedarray-construct-offset-not-smi': [SKIP],
|
|
|
|
# Exception thrown during bootstrapping on ASAN builds, see issue 4236.
|
|
'regress/regress-1132': [SKIP],
|
|
|
|
# Flaky on ASAN builds: https://bugs.chromium.org/p/v8/issues/detail?id=6305
|
|
'regress/regress-430201': [SKIP],
|
|
'regress/regress-430201b': [SKIP],
|
|
|
|
# Stack overflow on windows.
|
|
'es8/regress/regress-624300': [PASS, ['system == windows', SKIP]],
|
|
|
|
# https://bugs.chromium.org/p/v8/issues/detail?id=7102
|
|
# Flaky due to huge string allocation.
|
|
'regress/regress-748069': [SKIP],
|
|
}], # 'asan == True'
|
|
|
|
##############################################################################
|
|
['msan == True', {
|
|
# Skip tests not suitable for MSAN.
|
|
'big-array-literal': [SKIP],
|
|
# ICU upstream issues.
|
|
'date': [SKIP],
|
|
'deep-recursion': [SKIP],
|
|
'regress/regress-builtinbust-7': [SKIP],
|
|
'string-localecompare': [SKIP],
|
|
|
|
# Too slow.
|
|
'harmony/regexp-property-lu-ui': [SKIP],
|
|
'regress/regress-165637': [SKIP],
|
|
|
|
# Flaky with baseline?
|
|
'regress/regress-2185-2': [SKIP],
|
|
|
|
# https://bugs.chromium.org/p/v8/issues/detail?id=7102
|
|
# Flaky due to huge string allocation.
|
|
'regress/regress-748069': [SKIP],
|
|
# Slow test.
|
|
'regress/regress-779407': [PASS, SLOW],
|
|
}], # 'msan == True'
|
|
|
|
##############################################################################
|
|
['tsan == True', {
|
|
# https://bugs.chromium.org/p/v8/issues/detail?id=7102
|
|
# Flaky due to huge string allocation.
|
|
'regress/regress-748069': [SKIP],
|
|
|
|
# Allocates a large array buffer, which TSAN sometimes cannot handle.
|
|
'regress/regress-599717': [SKIP],
|
|
|
|
# BUG(v8:7042). Uses a lot of memory.
|
|
'regress/regress-678917': [SKIP],
|
|
|
|
# BUG(v8:6924). The test uses a lot of memory.
|
|
'regress/wasm/regress-694433': [SKIP],
|
|
'es6/typedarray': [PASS, NO_VARIANTS],
|
|
'regress/regress-752764': [PASS, NO_VARIANTS],
|
|
}], # 'tsan == True'
|
|
|
|
##############################################################################
|
|
['arch == arm or arch == android_arm', {
|
|
|
|
# Slow tests which times out in debug mode.
|
|
'try': [PASS, ['mode == debug', SKIP]],
|
|
'array-constructor': [PASS, ['mode == debug', SKIP]],
|
|
'regress/regress-1122': [PASS, SLOW, ['mode == debug and arch == android_arm', SKIP]],
|
|
|
|
# Flaky test that can hit compilation-time stack overflow in debug mode.
|
|
'unicode-test': [PASS, ['mode == debug', PASS, FAIL]],
|
|
|
|
# Slow in release mode on ARM.
|
|
'compiler/regress-stacktrace-methods': [PASS, SLOW],
|
|
'array-splice': [PASS, SLOW],
|
|
|
|
# Long running tests. Skipping because having them timeout takes too long on
|
|
# the buildbot.
|
|
'big-object-literal': [SKIP],
|
|
'compiler/alloc-number': [SKIP],
|
|
'regress/regress-490': [SKIP],
|
|
'regress/regress-create-exception': [SKIP],
|
|
'regress/regress-3247124': [SKIP],
|
|
|
|
# Requires bigger stack size in the Genesis and if stack size is increased,
|
|
# the test requires too much time to run. However, the problem test covers
|
|
# should be platform-independent.
|
|
'regress/regress-1132': [SKIP],
|
|
|
|
# Currently always deopt on minus zero
|
|
'math-floor-of-div-minus-zero': [SKIP],
|
|
|
|
# Slow tests.
|
|
'array-sort': [PASS, SLOW],
|
|
'compiler/osr-with-args': [PASS, SLOW],
|
|
'packed-elements': [PASS, SLOW],
|
|
'regress/regress-2185-2': [PASS, SLOW],
|
|
'regress/regress-2790': [PASS, SLOW],
|
|
'regress/regress-91008': [PASS, SLOW],
|
|
'regress/regress-json-stringify-gc': [PASS, SLOW],
|
|
'string-indexof-2': [PASS, SLOW],
|
|
'wasm/atomics': [PASS, SLOW],
|
|
}], # 'arch == arm or arch == android_arm'
|
|
|
|
##############################################################################
|
|
['(arch == mipsel or arch == mips or arch == mips64el or arch == mips64) and simulator_run != True', {
|
|
# These tests fail occasionally on the buildbots because they consume
|
|
# a large amount of memory if executed in parallel. Therefore we
|
|
# run only a single instance of these tests
|
|
'regress/regress-crbug-514081': [PASS, NO_VARIANTS],
|
|
'regress/regress-599717': [PASS, NO_VARIANTS],
|
|
'regress/regress-599414-array-concat-fast-path': [PASS, NO_VARIANTS],
|
|
'array-functions-prototype-misc': [PASS, NO_VARIANTS],
|
|
}], # 'arch == mipsel or arch == mips or arch == mips64el or arch == mips64'
|
|
|
|
##############################################################################
|
|
['arch == mipsel or arch == mips or arch == mips64el or arch == mips64 or arch == ppc or arch == ppc64', {
|
|
# These tests fail because qNaN and sNaN values are encoded differently on
|
|
# MIPS and ARM/x86 architectures
|
|
'wasm/float-constant-folding': [SKIP],
|
|
}],
|
|
|
|
##############################################################################
|
|
['arch == mipsel or arch == mips', {
|
|
|
|
# Slow tests which times out in debug mode.
|
|
'try': [PASS, ['mode == debug', SKIP]],
|
|
'array-constructor': [PASS, ['mode == debug', SKIP]],
|
|
|
|
# Slow in release mode on MIPS.
|
|
'compiler/regress-stacktrace-methods': [PASS, SLOW],
|
|
'array-splice': [PASS, SLOW],
|
|
|
|
# Long running test.
|
|
'string-indexof-2': [PASS, SLOW],
|
|
|
|
# Long running tests. Skipping because having them timeout takes too long on
|
|
# the buildbot.
|
|
'compiler/alloc-number': [SKIP],
|
|
'regress/regress-490': [SKIP],
|
|
'regress/regress-create-exception': [SKIP],
|
|
'regress/regress-3247124': [SKIP],
|
|
|
|
# Requires bigger stack size in the Genesis and if stack size is increased,
|
|
# the test requires too much time to run. However, the problem test covers
|
|
# should be platform-independent.
|
|
'regress/regress-1132': [SKIP],
|
|
|
|
# Currently always deopt on minus zero
|
|
'math-floor-of-div-minus-zero': [SKIP],
|
|
|
|
# Requires too much memory on MIPS.
|
|
'regress/regress-752764': [SKIP],
|
|
'regress/regress-779407': [SKIP],
|
|
'harmony/bigint/regressions': [SKIP],
|
|
}], # 'arch == mipsel or arch == mips'
|
|
|
|
##############################################################################
|
|
['arch == mips64el or arch == mips64', {
|
|
|
|
# Slow tests which times out in debug mode.
|
|
'try': [PASS, ['mode == debug', SKIP]],
|
|
'array-constructor': [PASS, ['mode == debug', SKIP]],
|
|
|
|
# Slow in release mode on MIPS.
|
|
'compiler/regress-stacktrace-methods': [PASS, SLOW],
|
|
'array-splice': [PASS, SLOW],
|
|
|
|
# Long running test.
|
|
'string-indexof-2': [PASS, SLOW],
|
|
|
|
# BUG(3251035): Timeouts in long looping crankshaft optimization
|
|
# tests. Skipping because having them timeout takes too long on the
|
|
# buildbot.
|
|
'compiler/alloc-number': [PASS, SLOW],
|
|
'compiler/array-length': [PASS, SLOW],
|
|
'compiler/assignment-deopt': [PASS, SLOW],
|
|
'compiler/deopt-args': [PASS, SLOW],
|
|
'compiler/inline-compare': [PASS, SLOW],
|
|
'compiler/inline-global-access': [PASS, SLOW],
|
|
'compiler/optimized-function-calls': [PASS, SLOW],
|
|
'compiler/pic': [PASS, SLOW],
|
|
'compiler/property-calls': [PASS, SLOW],
|
|
'compiler/recursive-deopt': [PASS, SLOW],
|
|
'compiler/regress-4': [PASS, SLOW],
|
|
'compiler/regress-funcaller': [PASS, SLOW],
|
|
'compiler/regress-rep-change': [PASS, SLOW],
|
|
'compiler/regress-arguments': [PASS, SLOW],
|
|
'compiler/regress-funarguments': [PASS, SLOW],
|
|
'compiler/regress-3249650': [PASS, SLOW],
|
|
'compiler/simple-deopt': [PASS, SLOW],
|
|
'regress/regress-490': [PASS, SLOW],
|
|
'regress/regress-create-exception': [PASS, SLOW],
|
|
'regress/regress-3218915': [PASS, SLOW],
|
|
'regress/regress-3247124': [PASS, SLOW],
|
|
|
|
# Requires bigger stack size in the Genesis and if stack size is increased,
|
|
# the test requires too much time to run. However, the problem test covers
|
|
# should be platform-independent.
|
|
'regress/regress-1132': [SKIP],
|
|
|
|
# Currently always deopt on minus zero
|
|
'math-floor-of-div-minus-zero': [SKIP],
|
|
|
|
# Requires too much memory on MIPS.
|
|
'regress/regress-752764': [SKIP],
|
|
'regress/regress-779407': [SKIP],
|
|
}], # 'arch == mips64el or arch == mips64'
|
|
|
|
##############################################################################
|
|
['system == windows', {
|
|
# TODO(mstarzinger): Too slow with turbo fan.
|
|
'big-object-literal': [SKIP],
|
|
'math-floor-of-div': [PASS, ['mode == debug', SKIP]],
|
|
'math-floor-of-div-nosudiv': [PASS, ['mode == debug', SKIP]],
|
|
'unicodelctest': [PASS, ['mode == debug', SKIP]],
|
|
|
|
# Setting the timezone and locale with environment variables unavailable
|
|
'icu-date-to-string': [SKIP],
|
|
'icu-date-lord-howe': [SKIP],
|
|
'regress/regress-6288': [SKIP],
|
|
'tzoffset-transition-apia': [SKIP],
|
|
'tzoffset-transition-lord-howe': [SKIP],
|
|
'tzoffset-transition-moscow': [SKIP],
|
|
'tzoffset-transition-new-york': [SKIP],
|
|
'tzoffset-transition-new-york-noi18n': [SKIP],
|
|
'tzoffset-seoul': [SKIP],
|
|
'tzoffset-seoul-noi18n': [SKIP],
|
|
}], # 'system == windows'
|
|
|
|
##############################################################################
|
|
['system == macos', {
|
|
# BUG(v8:5333)
|
|
'big-object-literal': [SKIP],
|
|
}], # 'system == macos'
|
|
|
|
##############################################################################
|
|
['deopt_fuzzer == True', {
|
|
|
|
# Skip tests that are not suitable for deoptimization fuzzing.
|
|
'never-optimize': [SKIP],
|
|
'regress/regress-2185-2': [SKIP],
|
|
'readonly': [SKIP],
|
|
'array-feedback': [SKIP],
|
|
'deopt-recursive-eager-once': [SKIP],
|
|
'deopt-recursive-lazy-once': [SKIP],
|
|
'deopt-recursive-soft-once': [SKIP],
|
|
'code-coverage-block-opt': [SKIP],
|
|
|
|
# Bounds check triggers forced deopt for array constructors.
|
|
'array-constructor-feedback': [SKIP],
|
|
|
|
# Deopting uses just enough memory to make this one OOM.
|
|
'regress/regress-3976': [SKIP],
|
|
|
|
# Forced optimisation path tests.
|
|
'shared-function-tier-up-turbo': [SKIP],
|
|
|
|
# Fails deopt_fuzzer due to --deopt_every_n_times
|
|
'es6/array-iterator-turbo': [SKIP]
|
|
}], # 'deopt_fuzzer == True'
|
|
|
|
##############################################################################
|
|
['gc_fuzzer', {
|
|
'regress/regress-336820': [SKIP],
|
|
'regress/regress-748069': [SKIP],
|
|
'regress/regress-778668': [SKIP],
|
|
'ignition/regress-672027': [PASS, ['tsan', SKIP]],
|
|
'string-replace-gc': [PASS, SLOW, ['mode == debug', SKIP]],
|
|
|
|
# Unsuitable for GC fuzzing because coverage information is lost on GC.
|
|
'code-coverage-ad-hoc': [SKIP],
|
|
'code-coverage-precise': [SKIP],
|
|
|
|
# Fails allocation on tsan.
|
|
'es6/classes': [PASS, ['tsan', SKIP]],
|
|
|
|
# Tests that fail some assertions due to checking internal state sensitive
|
|
# to GC. We mark PASS,FAIL to not skip those tests on the endurance fuzzer.
|
|
'array-literal-feedback': [PASS, FAIL],
|
|
'compiler/native-context-specialization-hole-check': [PASS, FAIL],
|
|
'elements-transition-hoisting': [PASS, FAIL],
|
|
'es6/collections-constructor-custom-iterator': [PASS, FAIL],
|
|
'keyed-load-with-symbol-key': [PASS, FAIL],
|
|
'object-seal': [PASS, FAIL],
|
|
'regress/regress-3709': [PASS, FAIL],
|
|
'regress/regress-7510': [PASS, FAIL],
|
|
'regress/regress-trap-allocation-memento': [PASS, FAIL],
|
|
'regress/regress-unlink-closures-on-deopt': [PASS, FAIL],
|
|
'shared-function-tier-up-turbo': [PASS, FAIL],
|
|
}], # 'gc_fuzzer'
|
|
|
|
##############################################################################
|
|
['endurance_fuzzer', {
|
|
# BUG(v8:7400).
|
|
'wasm/lazy-compilation': [SKIP],
|
|
|
|
# BUG(v8:7429).
|
|
'regress/regress-599414-array-concat-fast-path': [SKIP],
|
|
|
|
# Often crashes due to memory consumption.
|
|
'regress/regress-655573': [SKIP],
|
|
|
|
# TSAN allocation failures.
|
|
'deep-recursion': [PASS, ['tsan', SKIP]],
|
|
'regress/regress-430201b': [PASS, ['tsan', SKIP]],
|
|
'regress/regress-crbug-493779': [PASS, ['tsan', SKIP]],
|
|
'regress/wasm/regress-763439': [PASS, ['tsan', SKIP]],
|
|
}], # 'endurance_fuzzer'
|
|
|
|
##############################################################################
|
|
['predictable == True', {
|
|
|
|
# Skip tests that are known to be non-deterministic.
|
|
'd8/d8-worker-sharedarraybuffer': [SKIP],
|
|
'd8/d8-os': [SKIP],
|
|
'harmony/futex': [SKIP],
|
|
|
|
# BUG(v8:7166).
|
|
'd8/enable-tracing': [SKIP],
|
|
# Relies on async compilation which requires background tasks.
|
|
'wasm/streaming-error-position': [SKIP],
|
|
}], # 'predictable == True'
|
|
|
|
##############################################################################
|
|
['arch == ppc and simulator_run or arch == ppc64 and simulator_run', {
|
|
|
|
# take too long with the simulator.
|
|
'regress/regress-1132': [SKIP],
|
|
'regress/regress-740784': [SKIP],
|
|
'regress/regress-crbug-482998': [PASS, SLOW],
|
|
'regress/regress-91008': [PASS, SLOW],
|
|
'harmony/regexp-property-lu-ui': [PASS, SLOW],
|
|
'whitespaces': [PASS, SLOW],
|
|
}], # 'arch == ppc and simulator_run'
|
|
|
|
##############################################################################
|
|
['arch == ppc64', {
|
|
|
|
# stack overflow
|
|
'big-array-literal': [SKIP],
|
|
'regress/regress-353551': [SKIP],
|
|
}], # 'arch == ppc64'
|
|
|
|
##############################################################################
|
|
['arch == ppc64 or arch == ppc or arch == s390 or arch == s390x', {
|
|
|
|
# TODO(ppc/s390): implement atomic operations
|
|
'wasm/atomics': [SKIP],
|
|
'wasm/shared-memory': [SKIP],
|
|
# TODO(ppc/s390): fix constant pool issue and implement tagging for reloc
|
|
'wasm/compiled-module-serialization': [SKIP],
|
|
'regress/wasm/regress-808980': [SKIP],
|
|
'regress/wasm/regress-808848': [SKIP],
|
|
}], # 'arch == ppc64 or arch == ppc or arch == s390 or arch == s390x'
|
|
|
|
##############################################################################
|
|
['variant == stress', {
|
|
'es6/array-iterator-turbo': [SKIP],
|
|
|
|
'array-natives-elements': [SKIP],
|
|
'ignition/regress-599001-verifyheap': [SKIP],
|
|
'unicode-test': [SKIP],
|
|
|
|
# Flaky crash on Odroid devices: https://crbug.com/v8/7678
|
|
'regress/regress-336820': [PASS, ['arch == arm and not simulator_run', SKIP]],
|
|
|
|
# Slow tests.
|
|
'regress/regress-2185-2': [SKIP],
|
|
}], # variant == stress
|
|
|
|
##############################################################################
|
|
['variant == nooptimization', {
|
|
# Slow tests.
|
|
'regress/regress-2185-2': [SKIP],
|
|
}], # variant == nooptimization
|
|
|
|
##############################################################################
|
|
['gcov_coverage', {
|
|
# Tests taking too long.
|
|
'array-functions-prototype-misc': [SKIP],
|
|
|
|
# Stack overflow.
|
|
'big-array-literal': [SKIP],
|
|
}], # 'gcov_coverage'
|
|
|
|
##############################################################################
|
|
['variant == wasm_traps', {
|
|
# Skip stuff uninteresting for wasm traps
|
|
'bugs/*': [SKIP],
|
|
'compiler/*': [SKIP],
|
|
'es6/*': [SKIP],
|
|
'es7/*': [SKIP],
|
|
'es8/*': [SKIP],
|
|
'harmony/*': [SKIP],
|
|
'ignition/*': [SKIP],
|
|
'lithium/*': [SKIP],
|
|
'third_party/*': [SKIP],
|
|
'tools/*': [SKIP],
|
|
'apply': [SKIP],
|
|
'math-*': [SKIP],
|
|
'unicode-test': [SKIP],
|
|
'whitespaces': [SKIP],
|
|
}], # variant == wasm_traps
|
|
|
|
##############################################################################
|
|
['no_harness', {
|
|
# skip assertion tests since the stack trace is broken if mjsunit is
|
|
# included in the snapshot
|
|
'mjsunit-assertion-error' : [SKIP],
|
|
}], # no_harness
|
|
|
|
##############################################################################
|
|
['arch != x64 or deopt_fuzzer', {
|
|
# Skip stress-deopt-count tests since it's in x64 only
|
|
'compiler/stress-deopt-count-*': [SKIP],
|
|
}], # arch != x64 or deopt_fuzzer
|
|
|
|
##############################################################################
|
|
# Liftoff is currently only sufficiently implemented on x64 and ia32.
|
|
# TODO(clemensh): Implement on all other platforms (crbug.com/v8/6600).
|
|
['arch != x64 and arch != ia32', {
|
|
'wasm/liftoff': [SKIP],
|
|
}], # arch != x64 and arch != ia32
|
|
|
|
##############################################################################
|
|
['variant == liftoff or variant == future', {
|
|
# In the liftoff and future variant, liftoff compilation happens even
|
|
# though the test does not explicitly enable it.
|
|
'wasm/default-liftoff-setting': [SKIP],
|
|
}], # variant == liftoff
|
|
|
|
##############################################################################
|
|
['variant == slow_path and gc_stress', {
|
|
# Slow tests.
|
|
'regress/regress-crbug-493779': [SKIP],
|
|
'string-replace-gc': [SKIP],
|
|
}], # variant == slow_path
|
|
|
|
]
|