v8/test/benchmarks/benchmarks.status
Michael Achenbach c5a70d3a55 [test] Skip some slow benchmarks
This skips the top outliers in debug mode and marks other tests as
slow that frequently flakily time out, see bug.

No=Try: true

Bug: v8:10909
Change-Id: I26b22cceba4a93496f340fe25af0685391fa762b
Reviewed-on: https://chromium-review.googlesource.com/c/v8/v8/+/2407897
Commit-Queue: Maya Lekova <mslekova@chromium.org>
Reviewed-by: Maya Lekova <mslekova@chromium.org>
Auto-Submit: Michael Achenbach <machenbach@chromium.org>
Cr-Commit-Position: refs/heads/master@{#69865}
2020-09-14 08:43:44 +00:00

103 lines
3.7 KiB
Plaintext

# Copyright 2013 the V8 project authors. All rights reserved.
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are
# met:
#
# * Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
# * Redistributions in binary form must reproduce the above
# copyright notice, this list of conditions and the following
# disclaimer in the documentation and/or other materials provided
# with the distribution.
# * Neither the name of Google Inc. nor the names of its
# contributors may be used to endorse or promote products derived
# from this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
[
[ALWAYS, {
# Too slow in Debug mode.
'octane/mandreel': [PASS, SLOW, ['mode == debug', SKIP]],
# TODO(turbofan): Too slow in debug mode for now.
'octane/pdfjs': [PASS, ['mode == debug', SKIP]],
# Slow tests.
'kraken/imaging-gaussian-blur': [PASS, SLOW],
'octane/typescript': [PASS, SLOW],
'octane/box2d': [PASS, SLOW],
}], # ALWAYS
# Slow variants.
['variant in [jitless, nooptimization, stress]', {
# Slow tests.
'kraken/ai-astar': [PASS, SLOW],
'kraken/imaging-darkroom': [PASS, SLOW],
'kraken/imaging-desaturate': [PASS, SLOW],
'octane/code-load': [PASS, SLOW],
'octane/crypto': [PASS, SLOW],
'octane/earley-boyer': [PASS, SLOW],
'octane/gbemu-part1': [PASS, SLOW],
'octane/navier-stokes': [PASS, SLOW],
'octane/pdfjs': [PASS, SLOW],
'octane/regexp': [PASS, SLOW],
}],
['variant == stress', {
# Too slow for stress mode.
'kraken/imaging-desaturate' : [PASS, ['mode == debug', SKIP]],
'kraken/imaging-gaussian-blur' : [PASS, ['mode == debug', SKIP]],
'octane/mandreel': [SKIP],
'octane/typescript': [SKIP],
# Too memory hungry on Odroid devices: https://crbug.com/v8/8963
'kraken/stanford-crypto-ccm': [PASS, ['arch == arm and not simulator_run', SKIP]],
}],
['variant == jitless', {
# Too slow for jitless mode.
'kraken/imaging-desaturate' : [PASS, ['mode == debug', SKIP]],
'kraken/imaging-gaussian-blur' : [PASS, ['mode == debug', SKIP]],
'octane/zlib': [SKIP],
}],
['variant == nooptimization and mode == debug', {
# Too slow for nooptimization mode and debug.
'kraken/imaging-gaussian-blur': [SKIP],
}],
['variant == stress_incremental_marking', {
# Too slow for stress_incremental_marking.
'octane/box2d': [SKIP],
'octane/typescript': [SKIP],
}],
['gc_fuzzer', {
# Too slow for gc fuzzing.
'octane/earley-boyer' : [PASS, SLOW, ['mode == debug', SKIP]],
'octane/splay': [SKIP],
'octane/typescript': [SKIP],
}], # 'gc_fuzzer'
['predictable', {
# https://crbug.com/v8/8537
'octane/typescript': [SKIP],
}], # 'predictable'
################################################################################
['variant == stress_snapshot', {
'*': [SKIP], # only relevant for mjsunit tests.
}],
]