2012-02-23 13:59:35 +00:00
# Copyright 2012 the V8 project authors. All rights reserved.
2008-08-28 13:17:47 +00:00
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are
# met:
#
2009-03-10 13:35:28 +00:00
# * Redistributions of source code must retain the above copyright
2008-08-28 13:17:47 +00:00
# notice, this list of conditions and the following disclaimer.
# * Redistributions in binary form must reproduce the above
# copyright notice, this list of conditions and the following
# disclaimer in the documentation and/or other materials provided
# with the distribution.
# * Neither the name of Google Inc. nor the names of its
# contributors may be used to endorse or promote products derived
# from this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
2013-09-24 12:08:33 +00:00
[
[ALWAYS, {
2016-10-26 15:09:47 +00:00
# Modules which are only meant to be imported from by other tests, not to be
# tested standalone.
'modules-skip*': [SKIP],
2013-09-24 12:08:33 +00:00
# All tests in the bug directory are expected to fail.
'bugs/*': [FAIL],
##############################################################################
# Fails.
'regress/regress-1119': [FAIL],
# Issue 1719: Slow to collect arrays over several contexts.
'regress/regress-524': [SKIP],
# When that bug is fixed, revert the expectation to:
# Skip long running test in debug and allow it to timeout in release mode.
# regress/regress-524: [PASS, TIMEOUT, ['mode == debug', SKIP]],
# This test non-deterministically runs out of memory on Windows ia32.
'regress/regress-crbug-160010': [SKIP],
2014-06-13 08:05:34 +00:00
# Issue 3389: deopt_every_n_garbage_collections is unsafe
'regress/regress-2653': [SKIP],
2014-12-22 15:30:35 +00:00
# Issue 3784: setters-on-elements is flaky
'setters-on-elements': [PASS, FAIL],
2017-02-17 16:01:47 +00:00
# Issue 5495: enable the test when the constant field tracking in enabled.
'const-field-tracking': [SKIP],
2013-09-24 12:08:33 +00:00
##############################################################################
# Too slow in debug mode with --stress-opt mode.
'regress/regress-create-exception': [PASS, ['mode == debug', SKIP]],
2015-03-24 19:02:48 +00:00
##############################################################################
# Too slow in debug mode for validation of elements.
'regress/regress-430201': [PASS, ['mode == debug', SKIP]],
'regress/regress-430201b': [PASS, ['mode == debug', SKIP]],
2013-09-24 12:08:33 +00:00
##############################################################################
# Too slow in debug mode for GC stress mode.
'regress/regress-crbug-217858': [PASS, ['mode == debug', SKIP]],
2015-12-10 19:18:54 +00:00
# Too slow in debug mode and under turbofan.
'regress/regress-4595': [PASS, NO_VARIANTS, ['mode == debug', SKIP]],
2013-10-25 08:57:50 +00:00
##############################################################################
2015-04-07 15:44:16 +00:00
# Only RegExp stuff tested, no need for extensive optimizing compiler tests.
2013-10-25 08:57:50 +00:00
'regexp-global': [PASS, NO_VARIANTS],
2015-06-16 12:37:37 +00:00
'third_party/regexp-pcre/regexp-pcre': [PASS, NO_VARIANTS],
2013-10-25 08:57:50 +00:00
2014-01-10 12:07:29 +00:00
##############################################################################
# No need to waste time for this test.
'd8-performance-now': [PASS, NO_VARIANTS],
2015-06-15 10:27:17 +00:00
'regress/regress-crbug-491062': [PASS, NO_VARIANTS],
2014-01-10 12:07:29 +00:00
2013-09-24 12:08:33 +00:00
# Issue 488: this test sometimes times out.
2016-02-19 10:16:16 +00:00
# TODO(arm): This seems to flush out a bug on arm with simulator.
2017-03-15 08:53:43 +00:00
'array-constructor': [PASS, SLOW, ['arch == arm and simulator == True', SKIP]],
2015-12-17 08:40:49 +00:00
# Issue 4413: this test sometimes times out with TSAN because we trigger
# the slow path in C++ with holey arrays in Function.prototype.apply.
# TODO(bmeurer): Add fast support for holey arrays in apply.
'apply': [PASS, TIMEOUT],
2013-09-24 12:08:33 +00:00
# Very slow on ARM and MIPS, contains no architecture dependent code.
2015-09-29 17:23:44 +00:00
'unicode-case-overoptimization': [PASS, NO_VARIANTS, ['arch == arm or arch == arm64 or arch == android_arm or arch == android_arm64 or arch == mipsel or arch == mips64el or arch == mips64 or arch == mips', TIMEOUT]],
'regress/regress-3976': [PASS, NO_VARIANTS, ['arch == arm or arch == arm64 or arch == android_arm or arch == android_arm64 or arch == mipsel or arch == mips64el or arch == mips64 or arch == mips', SKIP]],
2015-06-25 11:42:03 +00:00
'regress/regress-crbug-482998': [PASS, NO_VARIANTS, ['arch == arm or arch == arm64 or arch == android_arm or arch == android_arm64 or arch == mipsel or arch == mips64el or arch == mips', SKIP]],
2013-09-24 12:08:33 +00:00
##############################################################################
# Skip long running tests that time out in debug mode.
'generated-transition-stub': [PASS, ['mode == debug', SKIP]],
2014-07-24 12:39:01 +00:00
'migrations': [SKIP],
2015-10-01 19:18:51 +00:00
'array-functions-prototype-misc': [PASS, SLOW, ['mode == debug', SKIP]],
2013-09-24 12:08:33 +00:00
##############################################################################
# This test sets the umask on a per-process basis and hence cannot be
# used in multi-threaded runs.
# On android there is no /tmp directory.
2014-04-10 07:25:49 +00:00
# Currently d8-os generates a temporary directory name using Math.random(), so
# we cannot run several variants of d8-os simultaneously, since all of them
# get the same random seed and would generate the same directory name. Besides
# that, it doesn't make sense to run several variants of d8-os anyways.
'd8-os': [PASS, NO_VARIANTS, ['isolates or arch == android_arm or arch == android_arm64 or arch == android_ia32', SKIP]],
2014-08-04 09:13:58 +00:00
'tools/tickprocessor': [PASS, NO_VARIANTS, ['arch == android_arm or arch == android_arm64 or arch == android_ia32', SKIP]],
2016-05-30 08:55:32 +00:00
'tools/dumpcpp': [PASS, NO_VARIANTS, ['arch == android_arm or arch == android_arm64 or arch == android_ia32', SKIP]],
2013-09-24 12:08:33 +00:00
##############################################################################
# Long running test that reproduces memory leak and should be run manually.
'regress/regress-2073': [SKIP],
2013-12-05 17:26:22 +00:00
##############################################################################
# Tests verifying CHECK and ASSERT.
'verify-check-false': [FAIL, NO_VARIANTS],
2014-12-08 09:26:04 +00:00
'verify-assert-false': [NO_VARIANTS, ['mode == release and dcheck_always_on == False', PASS], ['mode == debug or dcheck_always_on == True', FAIL]],
2014-01-24 11:36:45 +00:00
##############################################################################
# Tests with different versions for release and debug.
'compiler/alloc-number': [PASS, ['mode == debug', SKIP]],
'compiler/alloc-number-debug': [PASS, ['mode == release', SKIP]],
'regress/regress-634-debug': [PASS, ['mode == release', SKIP]],
2014-01-31 13:56:00 +00:00
# BUG(336820). TODO(bmeurer): Investigate.
'regress/regress-336820': [PASS, FAIL],
2014-01-31 16:12:58 +00:00
2014-01-31 16:47:52 +00:00
# BUG(v8:2989). PASS/FAIL on linux32 because crankshaft is turned off for
2014-02-01 09:56:20 +00:00
# nosse2. Also for arm novfp3.
2014-05-23 16:37:27 +00:00
'regress/regress-2989': [FAIL, NO_VARIANTS, ['system == linux and arch == x87 or arch == arm and simulator == True', PASS]],
2014-04-15 16:39:21 +00:00
2014-10-02 08:37:51 +00:00
# This test variant makes only sense on arm.
'math-floor-of-div-nosudiv': [PASS, SLOW, ['arch not in [arm, arm64, android_arm, android_arm64]', SKIP]],
2014-11-05 10:38:40 +00:00
# Too slow for slow variants.
2014-11-26 08:51:35 +00:00
'asm/embenchen/*': [PASS, SLOW, FAST_VARIANTS],
2015-04-22 09:33:45 +00:00
'asm/poppler/*': [PASS, SLOW, FAST_VARIANTS],
2015-04-22 07:44:58 +00:00
'asm/sqlite3/*': [PASS, SLOW, FAST_VARIANTS],
2015-03-25 15:55:51 +00:00
2015-10-01 19:18:51 +00:00
# Slow tests.
'copy-on-write-assert': [PASS, SLOW],
2017-03-15 08:53:43 +00:00
'es6/tail-call-megatest*': [PASS, SLOW, FAST_VARIANTS, ['tsan', SKIP]],
'es6/typedarray-construct-offset-not-smi': [PASS, SLOW],
'harmony/regexp-property-script-extensions': [PASS, SLOW],
2015-10-01 19:18:51 +00:00
'numops-fuzz-part*': [PASS, ['mode == debug', SLOW]],
'readonly': [PASS, SLOW],
2017-03-15 08:53:43 +00:00
'regress/regress-1122': [PASS, SLOW],
'regress/regress-605470': [PASS, SLOW],
'regress/regress-655573': [PASS, SLOW],
2016-07-04 08:42:24 +00:00
'regress/regress-1200351': [PASS, SLOW],
2016-11-04 09:04:11 +00:00
'regress/regress-crbug-474297': [PASS, ['gc_stress == False', SKIP]],
2017-03-15 08:53:43 +00:00
'wasm/embenchen/*': [PASS, SLOW],
'wasm/unreachable-validation': [PASS, SLOW],
2016-01-05 18:06:34 +00:00
2016-02-10 16:23:53 +00:00
# case-insensitive unicode regexp relies on case mapping provided by ICU.
2016-06-24 01:11:08 +00:00
'es6/unicode-regexp-ignore-case': [PASS, ['no_i18n == True', FAIL]],
'es6/unicode-regexp-ignore-case-noi18n': [FAIL, ['no_i18n == True', PASS]],
2016-05-23 23:25:13 +00:00
'regress/regress-5036': [PASS, ['no_i18n == True', FAIL]],
2017-02-28 18:28:42 +00:00
'es7/regexp-ui-word': [PASS, ['no_i18n == True', FAIL]],
2016-02-10 16:23:53 +00:00
# desugaring regexp property class relies on ICU.
2016-03-10 23:23:04 +00:00
'harmony/regexp-property-*': [PASS, ['no_i18n == True', FAIL]],
2016-05-02 09:22:35 +00:00
2017-02-01 08:54:38 +00:00
# noi18n build cannot parse characters in supplementary plane.
'harmony/regexp-named-captures': [PASS, ['no_i18n == True', FAIL]],
2016-10-13 17:32:03 +00:00
# Allocates a large array buffer, which TSAN sometimes cannot handle.
'regress/regress-599717': [PASS, ['tsan', SKIP]],
2016-06-24 07:05:20 +00:00
# TODO(bmeurer): Flaky timeouts (sometimes <1s, sometimes >3m).
'unicodelctest': [PASS, NO_VARIANTS],
'unicodelctest-no-optimization': [PASS, NO_VARIANTS],
2017-01-04 10:00:42 +00:00
# TODO(vogelheim): big-object-literal exceeds the stack in debug builds,
# which makes the test useless.
'big-object-literal': [PASS, ['mode == debug', SKIP]],
2017-01-09 10:14:52 +00:00
# BUG(v8:5807): Flaky data race.
'wasm/embenchen/fannkuch': [PASS, ['tsan', SKIP]],
2017-03-07 13:27:55 +00:00
# BUG(v8:5778): These fail with --future, which we are about to turn on.
# Investigate.
'regress/regress-105': [SKIP],
2017-03-15 13:31:01 +00:00
# BUG(v8:6101): This fails because of a hole deopt, need to investigate.
'getters-on-elements': [SKIP],
2017-03-22 07:57:39 +00:00
# BUG(v8:6113).
'es6/array-iterator-turbo': [SKIP],
2013-09-24 12:08:33 +00:00
}], # ALWAYS
2013-01-24 11:55:05 +00:00
2015-06-23 09:43:09 +00:00
['novfp3 == True', {
'asm/embenchen/box2d': [SKIP],
'asm/embenchen/zlib': [SKIP],
'asm/embenchen/memops': [SKIP],
'asm/embenchen/lua_binarytrees': [SKIP],
}], # novfp3 == True
2014-01-21 12:41:25 +00:00
##############################################################################
['gc_stress == True', {
# Skip tests not suitable for GC stress.
'allocation-site-info': [SKIP],
'array-constructor-feedback': [SKIP],
'array-feedback': [SKIP],
'array-literal-feedback': [SKIP],
'd8-performance-now': [SKIP],
'elements-kind': [SKIP],
2014-08-05 09:24:27 +00:00
'elements-transition-hoisting': [SKIP],
2014-01-21 12:41:25 +00:00
'fast-prototype': [SKIP],
2014-11-14 11:36:26 +00:00
'field-type-tracking': [SKIP],
2014-08-05 09:24:27 +00:00
'getters-on-elements': [SKIP],
2015-03-13 15:15:42 +00:00
'es6/block-let-crankshaft': [SKIP],
2014-01-21 12:41:25 +00:00
'opt-elements-kind': [SKIP],
'osr-elements-kind': [SKIP],
2014-11-12 16:05:53 +00:00
'regress/regress-crbug-137689': [SKIP],
2016-12-20 23:09:16 +00:00
'regress/regress-trap-allocation-memento': [SKIP],
2014-01-21 12:41:25 +00:00
'regress/regress-165637': [SKIP],
'regress/regress-2249': [SKIP],
2015-09-23 11:15:50 +00:00
'regress/regress-4121': [SKIP],
2015-10-07 14:56:47 +00:00
'compare-known-objects-slow': [SKIP],
2014-07-01 08:32:47 +00:00
# Tests taking too long
2014-07-22 16:30:23 +00:00
'packed-elements': [SKIP],
'regress/regress-1122': [SKIP],
'regress/regress-331444': [SKIP],
'regress/regress-353551': [SKIP],
'regress/regress-crbug-119926': [SKIP],
'regress/short-circuit': [SKIP],
2014-07-22 20:30:08 +00:00
'stack-traces-overflow': [SKIP],
2014-07-22 16:30:23 +00:00
'unicode-test': [SKIP],
2014-08-11 19:44:33 +00:00
'whitespaces': [SKIP],
# TODO(mstarzinger): Takes too long with TF.
'array-sort': [PASS, NO_VARIANTS],
2014-09-15 17:40:26 +00:00
'regress/regress-91008': [PASS, NO_VARIANTS],
2014-11-04 11:58:09 +00:00
'regress/regress-transcendental': [PASS, ['arch == arm64', NO_VARIANTS]],
2014-10-17 14:28:00 +00:00
'compiler/osr-regress-max-locals': [PASS, NO_VARIANTS],
'math-floor-of-div': [PASS, NO_VARIANTS],
2014-10-29 15:18:09 +00:00
'unicodelctest': [PASS, NO_VARIANTS],
'unicodelctest-no-optimization': [PASS, NO_VARIANTS],
2014-11-05 13:12:30 +00:00
2015-08-28 10:20:29 +00:00
# TODO(jkummerow): Doesn't work correctly in GC stress.
2015-08-28 10:22:00 +00:00
'regress/regress-crbug-500497': [SKIP],
2015-08-28 10:20:29 +00:00
2014-11-05 13:12:30 +00:00
# Too slow for gc stress.
'asm/embenchen/box2d': [SKIP],
2014-11-24 16:29:05 +00:00
2015-06-22 22:37:30 +00:00
# BUG(v8:4237)
'regress/regress-3976': [SKIP],
2015-08-05 12:50:46 +00:00
2015-10-01 19:18:51 +00:00
# Slow tests.
'array-constructor': [PASS, SLOW],
'json': [PASS, SLOW],
'regress/regress-446389': [PASS, SLOW],
'regress/regress-inline-getter-near-stack-limit': [PASS, SLOW],
2015-11-03 08:20:20 +00:00
2016-02-25 10:23:51 +00:00
# BUG(v8:4779): Crashes flakily with stress mode on arm64.
'array-splice': [PASS, SLOW, ['arch == arm64', FAST_VARIANTS]],
2014-01-21 12:41:25 +00:00
}], # 'gc_stress == True'
2015-01-30 08:01:53 +00:00
##############################################################################
['byteorder == big', {
# Emscripten requires little-endian, skip all tests on big endian platforms.
'asm/embenchen/*': [SKIP],
2015-04-22 22:31:47 +00:00
'asm/poppler/*': [SKIP],
'asm/sqlite3/*': [SKIP],
2016-01-18 17:19:30 +00:00
# TODO(mips-team): Fix Wasm for big-endian.
'wasm/*': [SKIP],
2015-01-30 08:01:53 +00:00
}], # 'byteorder == big'
2014-02-12 09:19:30 +00:00
##############################################################################
2014-03-27 10:06:53 +00:00
['arch == arm64 or arch == android_arm64', {
2014-02-12 09:19:30 +00:00
2014-08-12 12:30:45 +00:00
# arm64 TF timeout.
'regress/regress-1257': [PASS, TIMEOUT],
2014-02-12 09:19:30 +00:00
# Requires bigger stack size in the Genesis and if stack size is increased,
# the test requires too much time to run. However, the problem test covers
# should be platform-independent.
'regress/regress-1132': [SKIP],
# Pass but take too long to run. Skip.
2014-03-21 09:28:26 +00:00
# Some similar tests (with fewer iterations) may be included in arm64-js
# tests.
2014-11-06 10:24:13 +00:00
'asm/embenchen/box2d': [SKIP],
'asm/embenchen/lua_binarytrees': [SKIP],
2014-08-01 13:51:23 +00:00
'big-object-literal': [SKIP],
2014-02-12 09:19:30 +00:00
'compiler/regress-arguments': [SKIP],
'compiler/regress-gvn': [SKIP],
'compiler/regress-4': [SKIP],
'compiler/regress-or': [SKIP],
'compiler/regress-rep-change': [SKIP],
'regress/regress-1117': [SKIP],
'regress/regress-1849': [SKIP],
'regress/regress-3247124': [SKIP],
'regress/regress-91008': [SKIP],
'regress/regress-91010': [SKIP],
'regress/regress-91013': [SKIP],
'regress/regress-99167': [SKIP],
2014-07-23 13:40:01 +00:00
# BUG(v8:3457).
'deserialize-reference': [PASS, FAIL],
2015-04-08 11:11:29 +00:00
# BUG(v8:4016)
'regress/regress-crbug-467047': [SKIP],
2014-02-28 12:46:13 +00:00
# Slow tests.
'array-concat': [PASS, SLOW],
'array-indexing': [PASS, SLOW],
'array-reduce': [PASS, SLOW],
'array-sort': [PASS, SLOW],
'array-splice': [PASS, SLOW],
'bit-not': [PASS, SLOW],
'compiler/alloc-number': [PASS, SLOW],
'compiler/osr-assert': [PASS, SLOW],
'compiler/osr-with-args': [PASS, SLOW],
'generated-transition-stub': [PASS, SLOW],
'json2': [PASS, SLOW],
'math-floor-of-div-nosudiv': [PASS, SLOW],
'math-floor-of-div': [PASS, SLOW],
2017-03-15 08:53:43 +00:00
'messages': [PASS, SLOW],
2014-02-28 12:46:13 +00:00
'packed-elements': [PASS, SLOW],
'regress/regress-2185-2': [PASS, SLOW],
'regress/regress-2185': [PASS, SLOW],
'regress/regress-2790': [PASS, SLOW],
'regress/regress-331444': [PASS, SLOW],
'regress/regress-490': [PASS, SLOW],
'regress/regress-crbug-217858': [PASS, SLOW],
'regress/regress-create-exception': [PASS, SLOW],
'regress/regress-json-stringify-gc': [PASS, SLOW],
'string-indexof-2': [PASS, SLOW],
'unicodelctest-no-optimization': [PASS, SLOW],
'unicodelctest': [PASS, SLOW],
'unicode-test': [PASS, SLOW],
2015-11-27 15:04:08 +00:00
'whitespaces': [PASS, TIMEOUT, SLOW],
2014-03-21 09:28:26 +00:00
}], # 'arch == arm64'
2014-02-12 09:19:30 +00:00
2014-03-21 09:28:26 +00:00
['arch == arm64 and mode == debug and simulator_run == True', {
2014-02-12 09:19:30 +00:00
# Pass but take too long with the simulator in debug mode.
'array-sort': [PASS, TIMEOUT],
'packed-elements': [SKIP],
'regexp-global': [SKIP],
2014-10-20 09:01:14 +00:00
'math-floor-of-div': [PASS, TIMEOUT],
'math-floor-of-div-nosudiv': [PASS, TIMEOUT],
'unicodelctest': [PASS, TIMEOUT],
'unicodelctest-no-optimization': [PASS, TIMEOUT],
2014-03-17 08:30:04 +00:00
# Issue 3219:
'getters-on-elements': [PASS, ['gc_stress == True', FAIL]],
2014-03-21 09:28:26 +00:00
}], # 'arch == arm64 and mode == debug and simulator_run == True'
2014-02-12 09:19:30 +00:00
2014-01-30 12:52:22 +00:00
##############################################################################
['asan == True', {
# Skip tests not suitable for ASAN.
'big-array-literal': [SKIP],
'big-object-literal': [SKIP],
'regress/regress-crbug-178790': [SKIP],
2015-06-22 21:05:29 +00:00
# Exception thrown during bootstrapping on ASAN builds, see issue 4236.
2015-06-22 18:56:56 +00:00
'regress/regress-1132': [SKIP],
2014-01-30 12:52:22 +00:00
}], # 'asan == True'
2015-04-28 11:18:35 +00:00
##############################################################################
['msan == True', {
# Skip tests not suitable for MSAN.
'big-array-literal': [SKIP],
2015-04-29 07:19:49 +00:00
# ICU upstream issues.
'date': [SKIP],
'deep-recursion': [SKIP],
'regress/regress-builtinbust-7': [SKIP],
'string-localecompare': [SKIP],
2016-05-02 09:22:35 +00:00
2016-06-15 08:23:50 +00:00
# Too slow.
'harmony/regexp-property-lu-ui': [SKIP],
2016-12-02 14:30:18 +00:00
# Flaky with baseline?
'regress/regress-2185-2': [SKIP],
2017-03-13 08:12:21 +00:00
# Slow tests with --nocrankshaft.
'compiler/osr-one': [PASS, SLOW],
'compiler/osr-two': [PASS, SLOW],
'wasm/grow-memory': [PASS, SLOW],
2015-04-29 07:19:49 +00:00
}], # 'msan == True'
2015-04-28 11:18:35 +00:00
2010-12-07 11:31:57 +00:00
##############################################################################
2013-09-24 12:08:33 +00:00
['arch == arm or arch == android_arm', {
# Slow tests which times out in debug mode.
'try': [PASS, ['mode == debug', SKIP]],
'array-constructor': [PASS, ['mode == debug', SKIP]],
2015-11-27 15:04:08 +00:00
'regress/regress-1122': [PASS, SLOW, ['mode == debug and arch == android_arm', SKIP]],
2013-09-24 12:08:33 +00:00
# Flaky test that can hit compilation-time stack overflow in debug mode.
'unicode-test': [PASS, ['mode == debug', PASS, FAIL]],
# Times out often in release mode on ARM.
2014-03-20 12:27:36 +00:00
'compiler/regress-stacktrace-methods': [PASS, ['mode == release', TIMEOUT]],
2013-09-24 12:08:33 +00:00
'array-splice': [PASS, TIMEOUT],
2014-01-24 11:36:45 +00:00
# Long running tests. Skipping because having them timeout takes too long on
# the buildbot.
2014-08-01 13:51:23 +00:00
'big-object-literal': [SKIP],
2013-09-24 12:08:33 +00:00
'compiler/alloc-number': [SKIP],
'regress/regress-490': [SKIP],
'regress/regress-create-exception': [SKIP],
'regress/regress-3247124': [SKIP],
# Requires bigger stack size in the Genesis and if stack size is increased,
# the test requires too much time to run. However, the problem test covers
# should be platform-independent.
'regress/regress-1132': [SKIP],
# Currently always deopt on minus zero
'math-floor-of-div-minus-zero': [SKIP],
2013-11-26 16:53:04 +00:00
# Slow tests.
'array-sort': [PASS, SLOW],
2015-11-27 15:04:08 +00:00
'compiler/osr-with-args': [PASS, SLOW],
2013-11-26 16:53:04 +00:00
'packed-elements': [PASS, SLOW],
2015-11-27 15:04:08 +00:00
'regress/regress-2185-2': [PASS, SLOW],
2013-11-26 16:53:04 +00:00
'regress/regress-2790': [PASS, SLOW],
2015-11-27 15:04:08 +00:00
'regress/regress-91008': [PASS, SLOW],
2013-11-26 16:53:04 +00:00
'regress/regress-json-stringify-gc': [PASS, SLOW],
2015-11-27 15:04:08 +00:00
'string-indexof-2': [PASS, TIMEOUT],
2013-09-24 12:08:33 +00:00
}], # 'arch == arm or arch == android_arm'
2012-06-20 14:08:03 +00:00
2017-01-27 14:15:59 +00:00
##############################################################################
['(arch == mipsel or arch == mips or arch == mips64el or arch == mips64) and simulator_run != True', {
# These tests fail occasionally on the buildbots because they consume
# a large amount of memory if executed in parallel. Therefore we
# run only a single instance of these tests
'regress/regress-crbug-514081': [PASS, NO_VARIANTS],
'regress/regress-599717': [PASS, NO_VARIANTS],
'regress/regress-599414-array-concat-fast-path': [PASS, NO_VARIANTS],
'array-functions-prototype-misc': [PASS, NO_VARIANTS],
}], # 'arch == mipsel or arch == mips or arch == mips64el or arch == mips64'
2017-02-20 16:21:49 +00:00
##############################################################################
['arch == mipsel or arch == mips or arch == mips64el or arch == mips64', {
# These tests fail because qNaN and sNaN values are encoded differently on
# MIPS and ARM/x86 architectures
'wasm/float-constant-folding': [SKIP],
}],
2010-12-07 11:31:57 +00:00
##############################################################################
2014-04-15 16:39:21 +00:00
['arch == mipsel or arch == mips', {
2013-09-24 12:08:33 +00:00
# Slow tests which times out in debug mode.
'try': [PASS, ['mode == debug', SKIP]],
'array-constructor': [PASS, ['mode == debug', SKIP]],
# Times out often in release mode on MIPS.
2014-03-20 12:27:36 +00:00
'compiler/regress-stacktrace-methods': [PASS, ['mode == release', TIMEOUT]],
2013-09-24 12:08:33 +00:00
'array-splice': [PASS, TIMEOUT],
# Long running test.
'string-indexof-2': [PASS, TIMEOUT],
2014-01-24 11:36:45 +00:00
# Long running tests. Skipping because having them timeout takes too long on
# the buildbot.
2013-09-24 12:08:33 +00:00
'compiler/alloc-number': [SKIP],
'regress/regress-490': [SKIP],
'regress/regress-create-exception': [SKIP],
'regress/regress-3247124': [SKIP],
# Requires bigger stack size in the Genesis and if stack size is increased,
# the test requires too much time to run. However, the problem test covers
# should be platform-independent.
'regress/regress-1132': [SKIP],
# Currently always deopt on minus zero
'math-floor-of-div-minus-zero': [SKIP],
2014-04-15 16:39:21 +00:00
}], # 'arch == mipsel or arch == mips'
2013-06-17 15:06:41 +00:00
2015-10-26 10:27:31 +00:00
##############################################################################
2015-09-29 17:23:44 +00:00
['arch == mips64el or arch == mips64', {
2014-07-09 11:08:26 +00:00
# Slow tests which times out in debug mode.
'try': [PASS, ['mode == debug', SKIP]],
'array-constructor': [PASS, ['mode == debug', SKIP]],
# Times out often in release mode on MIPS.
'compiler/regress-stacktrace-methods': [PASS, PASS, ['mode == release', TIMEOUT]],
'array-splice': [PASS, TIMEOUT],
# Long running test.
'string-indexof-2': [PASS, TIMEOUT],
# BUG(3251035): Timeouts in long looping crankshaft optimization
# tests. Skipping because having them timeout takes too long on the
# buildbot.
'compiler/alloc-number': [PASS, SLOW],
'compiler/array-length': [PASS, SLOW],
'compiler/assignment-deopt': [PASS, SLOW],
'compiler/deopt-args': [PASS, SLOW],
'compiler/inline-compare': [PASS, SLOW],
'compiler/inline-global-access': [PASS, SLOW],
'compiler/optimized-function-calls': [PASS, SLOW],
'compiler/pic': [PASS, SLOW],
'compiler/property-calls': [PASS, SLOW],
'compiler/recursive-deopt': [PASS, SLOW],
'compiler/regress-4': [PASS, SLOW],
'compiler/regress-funcaller': [PASS, SLOW],
'compiler/regress-rep-change': [PASS, SLOW],
'compiler/regress-arguments': [PASS, SLOW],
'compiler/regress-funarguments': [PASS, SLOW],
'compiler/regress-3249650': [PASS, SLOW],
'compiler/simple-deopt': [PASS, SLOW],
'regress/regress-490': [PASS, SLOW],
'regress/regress-create-exception': [PASS, SLOW],
'regress/regress-3218915': [PASS, SLOW],
'regress/regress-3247124': [PASS, SLOW],
# Requires bigger stack size in the Genesis and if stack size is increased,
# the test requires too much time to run. However, the problem test covers
# should be platform-independent.
'regress/regress-1132': [SKIP],
# Currently always deopt on minus zero
'math-floor-of-div-minus-zero': [SKIP],
2015-09-29 17:23:44 +00:00
}], # 'arch == mips64el or arch == mips64'
2014-07-09 11:08:26 +00:00
2016-11-28 15:31:08 +00:00
['arch == x87', {
# The result produced by Gcc on linux platform is extended 80-bit double
# precision and not the expected standard 64-bit double precision.
'number-tostring-big-integer': [SKIP],
}], # 'arch == x87'
2014-07-11 11:20:37 +00:00
##############################################################################
['system == windows', {
2014-09-04 10:04:19 +00:00
# TODO(mstarzinger): Too slow with turbo fan.
2016-08-22 21:34:44 +00:00
'big-object-literal': [SKIP],
2014-10-17 06:59:02 +00:00
'math-floor-of-div': [PASS, ['mode == debug', SKIP]],
'math-floor-of-div-nosudiv': [PASS, ['mode == debug', SKIP]],
'unicodelctest': [PASS, ['mode == debug', SKIP]],
2014-09-04 06:50:55 +00:00
2015-10-16 07:10:58 +00:00
# BUG(v8:4495).
'es6/collections': [PASS, ['arch == ia32', FAST_VARIANTS]],
2014-07-11 11:20:37 +00:00
}], # 'system == windows'
2014-07-09 11:08:26 +00:00
2016-08-31 21:13:11 +00:00
##############################################################################
['system == macos', {
# BUG(v8:5333)
'big-object-literal': [SKIP],
}], # 'system == macos'
2013-07-24 12:04:29 +00:00
##############################################################################
2013-09-24 12:08:33 +00:00
['deopt_fuzzer == True', {
# Skip tests that are not suitable for deoptimization fuzzing.
'assert-opt-and-deopt': [SKIP],
'never-optimize': [SKIP],
'regress/regress-2185-2': [SKIP],
'readonly': [SKIP],
'array-feedback': [SKIP],
2015-10-15 09:54:38 +00:00
# Bounds check triggers forced deopt for array constructors.
'array-constructor-feedback': [SKIP],
2015-03-26 16:53:47 +00:00
# Deopting uses just enough memory to make this one OOM.
'regress/regress-3976': [SKIP],
2013-09-24 12:08:33 +00:00
# Deopt every n garbage collections collides with deopt every n times.
'regress/regress-2653': [SKIP],
2016-03-26 12:43:50 +00:00
# Too slow.
'es6/tail-call-megatest*': [SKIP],
2016-09-12 12:54:47 +00:00
2016-11-11 14:16:18 +00:00
# Forced optimisation path tests.
'shared-function-tier-up-turbo': [SKIP],
2016-11-14 17:16:43 +00:00
# Fails deopt_fuzzer due to --deopt_every_n_times or
# deopt_every_n_garbage_collections
'es6/array-iterator-turbo': [SKIP]
2013-09-24 12:08:33 +00:00
}], # 'deopt_fuzzer == True'
2015-03-03 07:04:41 +00:00
2015-09-17 13:02:01 +00:00
##############################################################################
['predictable == True', {
# Skip tests that are known to be non-deterministic.
'd8-worker-sharedarraybuffer': [SKIP],
2016-01-22 09:04:09 +00:00
'd8-os': [SKIP],
2017-01-05 16:03:20 +00:00
# crbug.com/v8/5803
'wasm/gc-frame': [SKIP],
2015-09-17 13:02:01 +00:00
}], # 'predictable == True'
2015-03-03 07:04:41 +00:00
##############################################################################
['arch == ppc and simulator_run == True or arch == ppc64 and simulator_run == True', {
# take too long with the simulator.
'regress/regress-1132': [SKIP],
}], # 'arch == ppc and simulator_run == True'
2015-11-06 18:52:32 +00:00
2016-06-28 12:22:55 +00:00
##############################################################################
['arch == ppc64', {
# stack overflow
'big-array-literal': [SKIP],
2016-09-07 14:24:01 +00:00
'regress/regress-353551': [SKIP],
2016-06-28 12:22:55 +00:00
}], # 'arch == ppc64'
2016-11-14 15:58:48 +00:00
##############################################################################
2017-03-14 09:23:48 +00:00
['variant == fullcode', {
2016-11-14 15:58:48 +00:00
'es6/array-iterator-turbo': [SKIP],
}], # variant == nocranshaft
2016-08-08 16:26:37 +00:00
##############################################################################
['variant == stress', {
2016-11-14 15:58:48 +00:00
'es6/array-iterator-turbo': [SKIP],
2017-03-08 12:47:56 +00:00
'array-natives-elements': [SKIP],
2016-08-08 16:26:37 +00:00
'ignition/regress-599001-verifyheap': [SKIP],
'unicode-test': [SKIP],
2017-03-14 11:40:27 +00:00
# Slow tests.
'regress/regress-2185-2': [SKIP],
2016-08-08 16:26:37 +00:00
}], # variant == stress
2017-03-14 11:40:27 +00:00
##############################################################################
['variant == noturbofan_stress', {
# Slow tests.
'ignition/regress-599001-verifyheap': [SKIP],
'regress/regress-2185-2': [SKIP],
}], # variant == noturbofan_stress
##############################################################################
['variant == nooptimization', {
# Slow tests.
'regress/regress-2185-2': [SKIP],
}], # variant == nooptimization
2016-08-08 16:26:37 +00:00
##############################################################################
['variant == turbofan_opt', {
2016-11-14 15:58:48 +00:00
'es6/array-iterator-turbo': [SKIP],
2016-08-08 16:26:37 +00:00
# TODO(jgruber): Fails in --turbo --always-opt mode.
'regress/regress-105': [FAIL],
# Too slow.
'big-object-literal': [SKIP],
'ignition/regress-599001-verifyheap': [SKIP],
'unicode-test': [SKIP],
}], # variant == turbofan_opt
2015-12-14 14:37:51 +00:00
##############################################################################
['gcov_coverage', {
# Tests taking too long.
'array-functions-prototype-misc': [SKIP],
2016-01-21 19:02:24 +00:00
# Stack overflow.
'big-array-literal': [SKIP],
2015-12-14 14:37:51 +00:00
}], # 'gcov_coverage'
2016-09-19 23:56:50 +00:00
##############################################################################
['variant == asm_wasm', {
2017-03-21 13:09:45 +00:00
# Issue 6127: We won't fix these in the "old" validator. But we definitely
# need to re-enable these for the "new" validator.
2017-03-24 13:44:28 +00:00
'compiler/regress-445859': [SKIP],
'compiler/regress-452427': [SKIP],
'regress/regress-458987': [SKIP],
'regress/regress-599719': [SKIP],
'regress/regress-618608': [SKIP],
'regress/regress-670808': [SKIP],
'wasm/asm-wasm-exception-in-tonumber': [SKIP],
'wasm/asm-wasm-stack': [SKIP],
# Issue 6127: Tiggers ASAN reports with "new" validator.
'asm/b5528-comma': [SKIP],
'asm/if-folding': [SKIP],
'asm/if-reduction': [SKIP],
# Issue 6127: Breaks on no-snap bots.
'es8/regress/regress-624300': [SKIP],
'regress/regress-148378': [SKIP],
'regress/regress-446389': [SKIP],
2016-09-19 23:56:50 +00:00
}], # variant == asm_wasm
2016-11-17 18:48:08 +00:00
['variant == wasm_traps', {
# Skip stuff uninteresting for wasm traps
'bugs/*': [SKIP],
'compiler/*': [SKIP],
'es6/*': [SKIP],
'es7/*': [SKIP],
'es8/*': [SKIP],
'harmony/*': [SKIP],
'ignition/*': [SKIP],
'lithium/*': [SKIP],
'third_party/*': [SKIP],
'tools/*': [SKIP],
'apply': [SKIP],
'math-*': [SKIP],
'unicode-test': [SKIP],
'whitespaces': [SKIP],
}], # variant == wasm_traps
2013-09-24 12:08:33 +00:00
]