0da8537555
The errors that we see should now change to the unexplainable, rather than the explainable errors at head. We suspect that the original reason to blacklist was this, not building libc++ with MSAN. So unblacklist everything to start fresh. BUG=skia:4903,skia:4900 GOLD_TRYBOT_URL= https://gold.skia.org/search2?unt=true&query=source_type%3Dgm&master=false&issue=1694353004 Review URL: https://codereview.chromium.org/1694353004
256 lines
8.0 KiB
Python
Executable File
256 lines
8.0 KiB
Python
Executable File
#
|
|
# Copyright 2015 Google Inc.
|
|
#
|
|
# Use of this source code is governed by a BSD-style license that can be
|
|
# found in the LICENSE file.
|
|
#
|
|
|
|
#!/usr/bin/env python
|
|
|
|
usage = '''
|
|
Write extra flags to outfile for DM based on the bot name:
|
|
$ python dm_flags.py outfile Test-Ubuntu-GCC-GCE-CPU-AVX2-x86-Debug
|
|
Or run self-tests:
|
|
$ python dm_flags.py test
|
|
'''
|
|
|
|
import inspect
|
|
import json
|
|
import os
|
|
import sys
|
|
|
|
|
|
def lineno():
|
|
caller = inspect.stack()[1] # Up one level to our caller.
|
|
return inspect.getframeinfo(caller[0]).lineno
|
|
|
|
|
|
cov_start = lineno()+1 # We care about coverage starting just past this def.
|
|
def get_args(bot):
|
|
args = ['--pre_log']
|
|
|
|
configs = ['565', '8888', 'gpu']
|
|
|
|
if 'Android' not in bot:
|
|
configs.extend(('upright-matrix-8888', 'upright-matrix-gpu'))
|
|
args.extend('--matrix 0 1 1 0'.split(' '))
|
|
|
|
if '-GCE-' in bot:
|
|
configs.append('sp-8888')
|
|
configs.extend(['twice-8888', '2ndpic-8888'])
|
|
configs.extend(['remote-8888', 'remote_cache-8888'])
|
|
|
|
if '-TSAN' not in bot:
|
|
if ('TegraK1' in bot or
|
|
'GTX550Ti' in bot or
|
|
'GTX660' in bot or
|
|
'GT610' in bot):
|
|
if 'Android' in bot:
|
|
configs.append('nvprmsaa4')
|
|
else:
|
|
configs.append('nvprmsaa16')
|
|
|
|
# The S4 crashes and the NP produces a long error stream when we run with
|
|
# MSAA. The Tegra2 and Tegra3 just don't support it.
|
|
if ('GalaxyS4' not in bot and
|
|
'NexusPlayer' not in bot and
|
|
'Tegra3' not in bot and
|
|
'iOS' not in bot):
|
|
if 'Android' in bot:
|
|
configs.append('msaa4')
|
|
else:
|
|
configs.append('msaa16')
|
|
# Runs out of memory on Android bots and Daisy. Everyone else seems fine.
|
|
if 'Android' not in bot and 'Daisy' not in bot:
|
|
configs.append('pdf')
|
|
configs.append('pdf_poppler')
|
|
|
|
# NP is running out of RAM when we run all these modes. skia:3255
|
|
if 'NexusPlayer' not in bot:
|
|
configs.extend(mode + '-8888' for mode in
|
|
['serialize', 'tiles_rt', 'pic'])
|
|
|
|
if 'ANGLE' in bot:
|
|
configs.append('angle')
|
|
|
|
# We want to run gpudft on atleast the mali 400
|
|
if 'GalaxyS3' in bot:
|
|
configs.append('gpudft')
|
|
|
|
args.append('--config')
|
|
args.extend(configs)
|
|
|
|
# Run tests, gms, and image decoding tests everywhere.
|
|
# TODO: remove skp from default --src list?
|
|
args.extend('--src tests gm image'.split(' '))
|
|
|
|
if 'GalaxyS' in bot:
|
|
args.extend(('--threads', '0'))
|
|
|
|
blacklist = []
|
|
|
|
# Certain gm's on win7 gpu and pdf are never finishing and keeping the test
|
|
# running forever
|
|
if 'Win7' in bot:
|
|
blacklist.extend('msaa16 gm _ colorwheelnative'.split(' '))
|
|
blacklist.extend('pdf gm _ fontmgr_iter_factory'.split(' '))
|
|
|
|
if 'Valgrind' in bot:
|
|
# These take 18+ hours to run.
|
|
blacklist.extend('pdf gm _ fontmgr_iter'.split(' '))
|
|
blacklist.extend('pdf _ _ PANO_20121023_214540.jpg'.split(' '))
|
|
blacklist.extend('pdf skp _ worldjournal'.split(' '))
|
|
blacklist.extend('pdf skp _ desk_baidu.skp'.split(' '))
|
|
blacklist.extend('pdf skp _ desk_wikipedia.skp'.split(' '))
|
|
|
|
if 'iOS' in bot:
|
|
blacklist.extend('gpu skp _ _ msaa skp _ _'.split(' '))
|
|
blacklist.extend('msaa16 gm _ tilemodesProcess'.split(' '))
|
|
|
|
# the 32-bit GCE bots run out of memory in DM when running these large images
|
|
if 'x86' in bot and not 'x86-64' in bot:
|
|
blacklist.extend('_ image _ interlaced1.png'.split(' '))
|
|
blacklist.extend('_ image _ interlaced2.png'.split(' '))
|
|
blacklist.extend('_ image _ interlaced3.png'.split(' '))
|
|
|
|
# skia:4095
|
|
for test in ['not_native32_bitmap_config',
|
|
'bleed_image',
|
|
'bleed_alpha_image',
|
|
'bleed_alpha_image_shader',
|
|
'blend',
|
|
'c_gms',
|
|
'colortype',
|
|
'colortype_xfermodes',
|
|
'colorwheelnative',
|
|
'drawfilter',
|
|
'fontmgr_bounds_0.75_0',
|
|
'fontmgr_bounds_1_-0.25',
|
|
'fontmgr_bounds',
|
|
'fontmgr_match',
|
|
'fontmgr_iter',
|
|
'lightingshader',
|
|
'localmatriximagefilter',
|
|
'path_stroke_with_zero_length',
|
|
'textblobgeometrychange',
|
|
'verylargebitmap', # Windows only.
|
|
'verylarge_picture_image']: # Windows only.
|
|
blacklist.extend(['serialize-8888', 'gm', '_', test])
|
|
# skia:4769
|
|
for test in ['blend',
|
|
'drawfilter',
|
|
'path_stroke_with_zero_length',
|
|
'textblobgeometrychange']:
|
|
blacklist.extend([ 'sp-8888', 'gm', '_', test])
|
|
blacklist.extend([ 'pic-8888', 'gm', '_', test])
|
|
blacklist.extend(['2ndpic-8888', 'gm', '_', test])
|
|
for test in ['patch_primitive']:
|
|
blacklist.extend(['sp-8888', 'gm', '_', test])
|
|
# skia:4703
|
|
for test in ['image-cacherator-from-picture',
|
|
'image-cacherator-from-raster',
|
|
'image-cacherator-from-ctable']:
|
|
blacklist.extend([ 'sp-8888', 'gm', '_', test])
|
|
blacklist.extend([ 'pic-8888', 'gm', '_', test])
|
|
blacklist.extend([ '2ndpic-8888', 'gm', '_', test])
|
|
blacklist.extend(['serialize-8888', 'gm', '_', test])
|
|
|
|
# Extensions for RAW images
|
|
r = ["arw", "cr2", "dng", "nef", "nrw", "orf", "raf", "rw2", "pef", "srw",
|
|
"ARW", "CR2", "DNG", "NEF", "NRW", "ORF", "RAF", "RW2", "PEF", "SRW"]
|
|
|
|
# skbug.com/4888
|
|
# Blacklist RAW images on GPU tests until we can resolve failures
|
|
if 'GPU' in bot:
|
|
for raw_ext in r:
|
|
blacklist.extend(('_ image _ .%s' % raw_ext).split(' '))
|
|
|
|
match = []
|
|
if 'Valgrind' in bot: # skia:3021
|
|
match.append('~Threaded')
|
|
|
|
if 'GalaxyS3' in bot: # skia:1699
|
|
match.append('~WritePixels')
|
|
|
|
if 'AndroidOne' in bot: # skia:4711
|
|
match.append('~WritePixels')
|
|
|
|
if 'NexusPlayer' in bot:
|
|
match.append('~ResourceCache')
|
|
|
|
if 'GalaxyS4' in bot: # skia:4079
|
|
match.append('~imagefiltersclipped')
|
|
match.append('~imagefilterscropexpand')
|
|
match.append('~scaled_tilemodes_npot')
|
|
match.append('~bleed_image') # skia:4367
|
|
match.append('~ReadPixels') # skia:4368
|
|
|
|
if 'ANGLE' in bot and 'Debug' in bot:
|
|
match.append('~GLPrograms') # skia:4717
|
|
|
|
if blacklist:
|
|
args.append('--blacklist')
|
|
args.extend(blacklist)
|
|
|
|
if match:
|
|
args.append('--match')
|
|
args.extend(match)
|
|
|
|
# These bots run out of memory running RAW codec tests. Do not run them in
|
|
# parallel
|
|
if 'NexusPlayer' in bot or 'Nexus5' in bot or 'Nexus9' in bot:
|
|
args.append('--noRAW_threading')
|
|
|
|
return args
|
|
cov_end = lineno() # Don't care about code coverage past here.
|
|
|
|
|
|
def self_test():
|
|
import coverage # This way the bots don't need coverage.py to be installed.
|
|
args = {}
|
|
cases = [
|
|
'Pretend-iOS-Bot',
|
|
'Test-Android-GCC-AndroidOne-GPU-Mali400MP2-Arm7-Release',
|
|
'Test-Android-GCC-Nexus9-GPU-TegraK1-Arm64-Debug',
|
|
'Test-Android-GCC-GalaxyS3-GPU-Mali400-Arm7-Debug',
|
|
'Test-Android-GCC-GalaxyS4-GPU-SGX544-Arm7-Release',
|
|
'Test-Android-GCC-Nexus7-GPU-Tegra3-Arm7-Release',
|
|
'Test-Android-GCC-NexusPlayer-CPU-SSSE3-x86-Release',
|
|
'Test-Ubuntu-GCC-ShuttleA-GPU-GTX550Ti-x86_64-Release-Valgrind',
|
|
'Test-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Debug-MSAN',
|
|
'Test-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-TSAN',
|
|
'Test-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-Valgrind',
|
|
'Test-Win7-MSVC-ShuttleA-GPU-HD2000-x86-Debug-ANGLE',
|
|
'Test-Mac10.8-Clang-MacMini4.1-CPU-SSE4-x86_64-Release',
|
|
]
|
|
|
|
cov = coverage.coverage()
|
|
cov.start()
|
|
for case in cases:
|
|
args[case] = get_args(case)
|
|
cov.stop()
|
|
|
|
this_file = os.path.basename(__file__)
|
|
_, _, not_run, _ = cov.analysis(this_file)
|
|
filtered = [line for line in not_run if line > cov_start and line < cov_end]
|
|
if filtered:
|
|
print 'Lines not covered by test cases: ', filtered
|
|
sys.exit(1)
|
|
|
|
golden = this_file.replace('.py', '.json')
|
|
with open(os.path.join(os.path.dirname(__file__), golden), 'w') as f:
|
|
json.dump(args, f, indent=2, sort_keys=True)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
if len(sys.argv) == 2 and sys.argv[1] == 'test':
|
|
self_test()
|
|
sys.exit(0)
|
|
|
|
if len(sys.argv) != 3:
|
|
print usage
|
|
sys.exit(1)
|
|
|
|
with open(sys.argv[1], 'w') as out:
|
|
json.dump(get_args(sys.argv[2]), out)
|