v8/test/benchmarks/benchmarks.status
Santiago Aboy Solanes 1485bfb7c9 [test] Mark kraken/audio SLOW only on TSAN
Marked as SLOW in
https://chromium-review.googlesource.com/c/v8/v8/+/2993538. We can be
more specific and not mark it for everything.

Bug: v8:7790, v8:11600, v8:11906
Change-Id: I1c238bffb9973ae80a2fcc32f4103215bd019d67
Reviewed-on: https://chromium-review.googlesource.com/c/v8/v8/+/2992719
Reviewed-by: Mythri Alle <mythria@chromium.org>
Commit-Queue: Santiago Aboy Solanes <solanes@chromium.org>
Cr-Commit-Position: refs/heads/master@{#75483}
2021-06-30 15:21:55 +00:00

123 lines
4.2 KiB
Plaintext

# Copyright 2013 the V8 project authors. All rights reserved.
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are
# met:
#
# * Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
# * Redistributions in binary form must reproduce the above
# copyright notice, this list of conditions and the following
# disclaimer in the documentation and/or other materials provided
# with the distribution.
# * Neither the name of Google Inc. nor the names of its
# contributors may be used to endorse or promote products derived
# from this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
[
[ALWAYS, {
# Too slow in Debug mode.
'octane/mandreel': [PASS, SLOW, ['mode == debug', SKIP]],
# TODO(turbofan): Too slow in debug mode for now.
'octane/pdfjs': [PASS, ['mode == debug', SKIP]],
# Slow tests.
'kraken/imaging-gaussian-blur': [PASS, SLOW],
'octane/box2d': [PASS, SLOW],
'octane/regexp': [PASS, SLOW],
'octane/typescript': [PASS, SLOW],
# https://crbug.com/v8/11905
'kraken/stanford-crypto-pbkdf2': [PASS, SLOW, ['tsan', SKIP]],
# https://crbug.com/v8/11222
'octane/raytrace': [PASS, SLOW],
}], # ALWAYS
# Slow variants.
['variant in [jitless, nooptimization, stress]', {
# Slow tests.
'kraken/ai-astar': [PASS, SLOW],
'kraken/imaging-darkroom': [PASS, SLOW],
'kraken/imaging-desaturate': [PASS, SLOW],
'octane/code-load': [PASS, SLOW],
'octane/crypto': [PASS, SLOW],
'octane/earley-boyer': [PASS, SLOW],
'octane/gbemu-part1': [PASS, SLOW],
'octane/navier-stokes': [PASS, SLOW],
'octane/pdfjs': [PASS, SLOW],
}],
['variant == stress', {
# Too slow for stress mode.
'kraken/imaging-desaturate' : [PASS, ['mode == debug', SKIP]],
'kraken/imaging-gaussian-blur' : [PASS, ['mode == debug', SKIP]],
'octane/mandreel': [SKIP],
'octane/typescript': [SKIP],
'octane/raytrace': [PASS, SLOW, ['tsan', SKIP]],
# Too memory hungry on Odroid devices: https://crbug.com/v8/8963
'kraken/stanford-crypto-ccm': [PASS, ['arch == arm and not simulator_run', SKIP]],
}],
['variant == jitless', {
# Too slow for jitless mode.
'kraken/imaging-desaturate' : [PASS, ['mode == debug', SKIP]],
'kraken/imaging-gaussian-blur' : [PASS, ['mode == debug', SKIP]],
'octane/zlib': [SKIP],
}],
['variant in [jitless, stress] and tsan', {
# Very slow tests.
'kraken/imaging-gaussian-blur': [SKIP],
'octane/mandreel': [SKIP],
}], # 'variant in [jitless, stress] and tsan'
['variant == nooptimization and mode == debug', {
# Too slow for nooptimization mode and debug.
'kraken/imaging-gaussian-blur': [SKIP],
}],
['variant == stress_incremental_marking', {
# Too slow for stress_incremental_marking.
'octane/box2d': [SKIP],
'octane/typescript': [SKIP],
}],
['gc_fuzzer', {
# Too slow for gc fuzzing.
'octane/earley-boyer' : [PASS, SLOW, ['mode == debug', SKIP]],
'octane/splay': [SKIP],
'octane/typescript': [SKIP],
}], # 'gc_fuzzer'
['predictable', {
# https://crbug.com/v8/8537
'octane/typescript': [SKIP],
}], # 'predictable'
['variant == stress_snapshot', {
'*': [SKIP], # only relevant for mjsunit tests.
}],
['tsan', {
# Slow tests.
'kraken/audio-beat-detection': [SLOW],
'kraken/audio-dft': [SLOW],
'kraken/audio-fft': [SLOW],
'kraken/audio-oscillator': [SLOW],
}], # 'tsan'
]