Move recipe expectations into example.py recipes inside of modules
Each top-level recipe still needs one test and expectation file. BUG=skia:6070 Change-Id: I3b14e8a11a86af68f5558177536f0018b644be4d Reviewed-on: https://skia-review.googlesource.com/6943 Reviewed-by: Ravi Mistry <rmistry@google.com> Commit-Queue: Eric Boren <borenet@google.com>
This commit is contained in:
Eric Boren
Skia Commit-Bot
parent
2b861d3a39
commit
5de544b3ca
168
infra/bots/recipe_modules/compile/example.py
Normal file
168
infra/bots/recipe_modules/compile/example.py
Normal file
@ -0,0 +1,168 @@
|
||||
# Copyright 2016 The Chromium Authors. All rights reserved.
|
||||
# Use of this source code is governed by a BSD-style license that can be
|
||||
# found in the LICENSE file.
|
||||
|
||||
|
||||
# Example recipe w/ coverage.
|
||||
|
||||
|
||||
DEPS = [
|
||||
'compile',
|
||||
'recipe_engine/path',
|
||||
'recipe_engine/platform',
|
||||
'recipe_engine/properties',
|
||||
]
|
||||
|
||||
|
||||
TEST_BUILDERS = {
|
||||
'client.skia.compile': {
|
||||
'skiabot-linux-swarm-000': [
|
||||
'Build-Mac-Clang-Arm7-Release-iOS',
|
||||
'Build-Mac-Clang-arm64-Debug-GN_iOS',
|
||||
'Build-Mac-Clang-mipsel-Debug-GN_Android',
|
||||
'Build-Mac-Clang-x86_64-Debug-CommandBuffer',
|
||||
'Build-Mac-Clang-x86_64-Release-GN',
|
||||
'Build-Ubuntu-Clang-arm64-Release-GN_Android',
|
||||
'Build-Ubuntu-Clang-arm64-Release-GN_Android_Vulkan',
|
||||
'Build-Ubuntu-Clang-x86_64-Debug-ASAN',
|
||||
'Build-Ubuntu-Clang-x86_64-Debug-GN',
|
||||
'Build-Ubuntu-Clang-arm64-Debug-GN_Android-Trybot',
|
||||
'Build-Ubuntu-Clang-arm64-Debug-GN_Android_FrameworkDefs',
|
||||
'Build-Ubuntu-GCC-x86-Debug',
|
||||
'Build-Ubuntu-GCC-x86_64-Debug-GN',
|
||||
'Build-Ubuntu-GCC-x86_64-Debug-MSAN',
|
||||
'Build-Ubuntu-GCC-x86_64-Debug-NoGPU',
|
||||
'Build-Ubuntu-GCC-x86_64-Debug-SK_USE_DISCARDABLE_SCALEDIMAGECACHE',
|
||||
'Build-Ubuntu-GCC-x86_64-Release-ANGLE',
|
||||
'Build-Ubuntu-GCC-x86_64-Release-Fast',
|
||||
'Build-Ubuntu-GCC-x86_64-Release-Mesa',
|
||||
'Build-Ubuntu-GCC-x86_64-Release-PDFium',
|
||||
'Build-Ubuntu-GCC-x86_64-Release-PDFium_SkiaPaths',
|
||||
'Build-Ubuntu-GCC-x86_64-Release-Valgrind',
|
||||
'Build-Win-Clang-arm64-Release-GN_Android',
|
||||
'Build-Win-MSVC-x86-Debug',
|
||||
'Build-Win-MSVC-x86-Debug-ANGLE',
|
||||
'Build-Win-MSVC-x86-Debug-Exceptions',
|
||||
'Build-Win-MSVC-x86-Release-GDI',
|
||||
'Build-Win-MSVC-x86-Release-GN',
|
||||
'Build-Win-MSVC-x86_64-Release-Vulkan',
|
||||
],
|
||||
},
|
||||
}
|
||||
|
||||
|
||||
def RunSteps(api):
|
||||
api.compile.run()
|
||||
|
||||
|
||||
def GenTests(api):
|
||||
for mastername, slaves in TEST_BUILDERS.iteritems():
|
||||
for slavename, builders_by_slave in slaves.iteritems():
|
||||
for builder in builders_by_slave:
|
||||
test = (
|
||||
api.test(builder) +
|
||||
api.properties(buildername=builder,
|
||||
mastername=mastername,
|
||||
slavename=slavename,
|
||||
buildnumber=5,
|
||||
revision='abc123',
|
||||
path_config='kitchen',
|
||||
swarm_out_dir='[SWARM_OUT_DIR]') +
|
||||
api.path.exists(
|
||||
api.path['start_dir'].join('tmp', 'uninteresting_hashes.txt')
|
||||
)
|
||||
)
|
||||
if 'Win' in builder:
|
||||
test += api.platform('win', 64)
|
||||
elif 'Mac' in builder:
|
||||
test += api.platform('mac', 64)
|
||||
else:
|
||||
test += api.platform('linux', 64)
|
||||
if 'Trybot' in builder:
|
||||
test += api.properties(issue=500,
|
||||
patchset=1,
|
||||
rietveld='https://codereview.chromium.org')
|
||||
|
||||
yield test
|
||||
|
||||
mastername = 'client.skia.compile'
|
||||
slavename = 'skiabot-win-compile-000'
|
||||
buildername = 'Build-Win-MSVC-x86-Debug'
|
||||
yield (
|
||||
api.test('big_issue_number') +
|
||||
api.properties(buildername=buildername,
|
||||
mastername=mastername,
|
||||
slavename=slavename,
|
||||
buildnumber=5,
|
||||
revision='abc123',
|
||||
path_config='kitchen',
|
||||
swarm_out_dir='[SWARM_OUT_DIR]',
|
||||
rietveld='https://codereview.chromium.org',
|
||||
patchset=1,
|
||||
issue=2147533002L) +
|
||||
api.path.exists(
|
||||
api.path['start_dir'].join('tmp', 'uninteresting_hashes.txt')
|
||||
) +
|
||||
api.platform('win', 64)
|
||||
)
|
||||
|
||||
yield (
|
||||
api.test('recipe_with_gerrit_patch') +
|
||||
api.properties(
|
||||
buildername=buildername + '-Trybot',
|
||||
mastername=mastername,
|
||||
slavename=slavename,
|
||||
buildnumber=5,
|
||||
path_config='kitchen',
|
||||
swarm_out_dir='[SWARM_OUT_DIR]',
|
||||
revision='abc123',
|
||||
patch_storage='gerrit') +
|
||||
api.properties.tryserver(
|
||||
buildername=buildername + '-Trybot',
|
||||
gerrit_project='skia',
|
||||
gerrit_url='https://skia-review.googlesource.com/',
|
||||
) +
|
||||
api.platform('win', 64)
|
||||
)
|
||||
|
||||
yield (
|
||||
api.test('buildbotless_trybot_rietveld') +
|
||||
api.properties(
|
||||
repository='skia',
|
||||
buildername=buildername,
|
||||
mastername=mastername,
|
||||
slavename=slavename,
|
||||
buildnumber=5,
|
||||
path_config='kitchen',
|
||||
swarm_out_dir='[SWARM_OUT_DIR]',
|
||||
revision='abc123',
|
||||
nobuildbot='True',
|
||||
issue=500,
|
||||
patchset=1,
|
||||
patch_storage='rietveld',
|
||||
rietveld='https://codereview.chromium.org') +
|
||||
api.platform('win', 64)
|
||||
)
|
||||
|
||||
yield (
|
||||
api.test('buildbotless_trybot_gerrit') +
|
||||
api.properties(
|
||||
repository='skia',
|
||||
buildername=buildername,
|
||||
mastername=mastername,
|
||||
slavename=slavename,
|
||||
buildnumber=5,
|
||||
path_config='kitchen',
|
||||
swarm_out_dir='[SWARM_OUT_DIR]',
|
||||
revision='abc123',
|
||||
nobuildbot='True',
|
||||
patch_issue=500,
|
||||
patch_set=1,
|
||||
patch_storage='gerrit') +
|
||||
api.properties.tryserver(
|
||||
buildername=buildername,
|
||||
gerrit_project='skia',
|
||||
gerrit_url='https://skia-review.googlesource.com/',
|
||||
) +
|
||||
api.platform('win', 64)
|
||||
)
|
||||
157
infra/bots/recipe_modules/perf/example.py
Normal file
157
infra/bots/recipe_modules/perf/example.py
Normal file
@ -0,0 +1,157 @@
|
||||
# Copyright 2016 The Chromium Authors. All rights reserved.
|
||||
# Use of this source code is governed by a BSD-style license that can be
|
||||
# found in the LICENSE file.
|
||||
|
||||
|
||||
# Example recipe w/ coverage.
|
||||
|
||||
|
||||
DEPS = [
|
||||
'perf',
|
||||
'recipe_engine/path',
|
||||
'recipe_engine/platform',
|
||||
'recipe_engine/properties',
|
||||
'recipe_engine/raw_io',
|
||||
]
|
||||
|
||||
|
||||
TEST_BUILDERS = {
|
||||
'client.skia': {
|
||||
'skiabot-linux-swarm-000': [
|
||||
('Perf-Android-Clang-NVIDIA_Shield-GPU-TegraX1-arm64-Debug' +
|
||||
'-GN_Android_Vulkan'),
|
||||
'Perf-Android-Clang-Nexus5-GPU-Adreno330-arm-Debug-GN_Android',
|
||||
'Perf-Android-Clang-Nexus6-GPU-Adreno420-arm-Release-GN_Android',
|
||||
'Perf-Android-Clang-Nexus7-GPU-Tegra3-arm-Release-GN_Android',
|
||||
'Perf-Android-Clang-NexusPlayer-GPU-PowerVR-x86-Release-GN_Android',
|
||||
'Perf-Android-Clang-PixelC-GPU-TegraX1-arm64-Release-GN_Android',
|
||||
'Perf-Mac-Clang-MacMini6.2-CPU-AVX-x86_64-Release-GN',
|
||||
'Perf-Mac-Clang-MacMini6.2-GPU-HD4000-x86_64-Debug-CommandBuffer',
|
||||
'Perf-Ubuntu-Clang-GCE-CPU-AVX2-x86_64-Release-GN',
|
||||
'Perf-Ubuntu-GCC-ShuttleA-GPU-GTX550Ti-x86_64-Release-Valgrind',
|
||||
'Perf-Ubuntu-GCC-ShuttleA-GPU-GTX550Ti-x86_64-Release-ANGLE',
|
||||
'Perf-Win-MSVC-GCE-CPU-AVX2-x86_64-Debug',
|
||||
'Perf-Win-MSVC-GCE-CPU-AVX2-x86_64-Release',
|
||||
'Perf-Win10-MSVC-NUC-GPU-IntelIris540-x86_64-Release-ANGLE',
|
||||
'Perf-Win8-MSVC-ShuttleB-GPU-GTX960-x86_64-Debug-ANGLE',
|
||||
'Perf-Win8-MSVC-ShuttleB-GPU-HD4600-x86_64-Release-Trybot',
|
||||
'Perf-iOS-Clang-iPad4-GPU-SGX554-Arm7-Debug',
|
||||
],
|
||||
},
|
||||
}
|
||||
|
||||
|
||||
def RunSteps(api):
|
||||
api.perf.run()
|
||||
|
||||
|
||||
def GenTests(api):
|
||||
for mastername, slaves in TEST_BUILDERS.iteritems():
|
||||
for slavename, builders_by_slave in slaves.iteritems():
|
||||
for builder in builders_by_slave:
|
||||
test = (
|
||||
api.test(builder) +
|
||||
api.properties(buildername=builder,
|
||||
mastername=mastername,
|
||||
slavename=slavename,
|
||||
buildnumber=5,
|
||||
revision='abc123',
|
||||
path_config='kitchen',
|
||||
swarm_out_dir='[SWARM_OUT_DIR]') +
|
||||
api.path.exists(
|
||||
api.path['start_dir'].join('skia'),
|
||||
api.path['start_dir'].join('skia', 'infra', 'bots', 'assets',
|
||||
'skimage', 'VERSION'),
|
||||
api.path['start_dir'].join('skia', 'infra', 'bots', 'assets',
|
||||
'skp', 'VERSION'),
|
||||
api.path['start_dir'].join('tmp', 'uninteresting_hashes.txt')
|
||||
)
|
||||
)
|
||||
if 'Trybot' in builder:
|
||||
test += api.properties(issue=500,
|
||||
patchset=1,
|
||||
rietveld='https://codereview.chromium.org')
|
||||
if 'Win' in builder:
|
||||
test += api.platform('win', 64)
|
||||
|
||||
yield test
|
||||
|
||||
builder = 'Perf-Win8-MSVC-ShuttleB-GPU-HD4600-x86_64-Release-Trybot'
|
||||
yield (
|
||||
api.test('big_issue_number') +
|
||||
api.properties(buildername=builder,
|
||||
mastername='client.skia.compile',
|
||||
slavename='skiabot-linux-swarm-000',
|
||||
buildnumber=5,
|
||||
revision='abc123',
|
||||
path_config='kitchen',
|
||||
swarm_out_dir='[SWARM_OUT_DIR]',
|
||||
rietveld='https://codereview.chromium.org',
|
||||
patchset=1,
|
||||
issue=2147533002L) +
|
||||
api.path.exists(
|
||||
api.path['start_dir'].join('skia'),
|
||||
api.path['start_dir'].join('skia', 'infra', 'bots', 'assets',
|
||||
'skimage', 'VERSION'),
|
||||
api.path['start_dir'].join('skia', 'infra', 'bots', 'assets',
|
||||
'skp', 'VERSION'),
|
||||
api.path['start_dir'].join('skia', 'infra', 'bots', 'assets',
|
||||
'svg', 'VERSION'),
|
||||
api.path['start_dir'].join('tmp', 'uninteresting_hashes.txt')
|
||||
) +
|
||||
api.platform('win', 64)
|
||||
)
|
||||
|
||||
builder = ('Perf-Ubuntu-GCC-ShuttleA-GPU-GTX550Ti-x86_64-Release-Valgrind-'
|
||||
'Trybot')
|
||||
yield (
|
||||
api.test('recipe_with_gerrit_patch') +
|
||||
api.properties(
|
||||
buildername=builder,
|
||||
mastername='client.skia',
|
||||
slavename='skiabot-linux-swarm-000',
|
||||
buildnumber=5,
|
||||
path_config='kitchen',
|
||||
swarm_out_dir='[SWARM_OUT_DIR]',
|
||||
revision='abc123',
|
||||
patch_storage='gerrit') +
|
||||
api.properties.tryserver(
|
||||
buildername=builder,
|
||||
gerrit_project='skia',
|
||||
gerrit_url='https://skia-review.googlesource.com/',
|
||||
)
|
||||
)
|
||||
|
||||
builder = 'Perf-Win8-MSVC-ShuttleB-GPU-HD4600-x86_64-Release-Trybot'
|
||||
yield (
|
||||
api.test('nobuildbot') +
|
||||
api.properties(
|
||||
buildername=builder,
|
||||
mastername='client.skia',
|
||||
slavename='skiabot-linux-swarm-000',
|
||||
buildnumber=5,
|
||||
revision='abc123',
|
||||
path_config='kitchen',
|
||||
nobuildbot='True',
|
||||
swarm_out_dir='[SWARM_OUT_DIR]',
|
||||
patch_storage='gerrit') +
|
||||
api.properties.tryserver(
|
||||
buildername=builder,
|
||||
gerrit_project='skia',
|
||||
gerrit_url='https://skia-review.googlesource.com/',
|
||||
) +
|
||||
api.path.exists(
|
||||
api.path['start_dir'].join('skia'),
|
||||
api.path['start_dir'].join('skia', 'infra', 'bots', 'assets',
|
||||
'skimage', 'VERSION'),
|
||||
api.path['start_dir'].join('skia', 'infra', 'bots', 'assets',
|
||||
'skp', 'VERSION'),
|
||||
api.path['start_dir'].join('skia', 'infra', 'bots', 'assets',
|
||||
'svg', 'VERSION'),
|
||||
api.path['start_dir'].join('tmp', 'uninteresting_hashes.txt')
|
||||
) +
|
||||
api.platform('win', 64) +
|
||||
api.step_data('get swarming bot id',
|
||||
stdout=api.raw_io.output('skia-bot-123')) +
|
||||
api.step_data('get swarming task id', stdout=api.raw_io.output('123456'))
|
||||
)
|
||||
@ -0,0 +1,290 @@
|
||||
[
|
||||
{
|
||||
"cmd": [
|
||||
"python",
|
||||
"-u",
|
||||
"\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
|
||||
"[START_DIR]/tmp",
|
||||
"511"
|
||||
],
|
||||
"name": "makedirs tmp_dir",
|
||||
"~followup_annotations": [
|
||||
"@@@STEP_LOG_LINE@python.inline@@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
|
||||
"@@@STEP_LOG_END@python.inline@@@"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cmd": [
|
||||
"adb",
|
||||
"shell",
|
||||
"mkdir",
|
||||
"-p",
|
||||
"/sdcard/revenge_of_the_skiabot/resources"
|
||||
],
|
||||
"cwd": "[START_DIR]/skia",
|
||||
"name": "mkdir /sdcard/revenge_of_the_skiabot/resources"
|
||||
},
|
||||
{
|
||||
"cmd": [
|
||||
"python",
|
||||
"-u",
|
||||
"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
||||
"[START_DIR]/skia/infra/bots/assets/skp/VERSION",
|
||||
"/path/to/tmp/"
|
||||
],
|
||||
"name": "Get downloaded SKP VERSION"
|
||||
},
|
||||
{
|
||||
"cmd": [
|
||||
"python",
|
||||
"-u",
|
||||
"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
||||
"42",
|
||||
"[START_DIR]/tmp/SKP_VERSION"
|
||||
],
|
||||
"name": "write SKP_VERSION"
|
||||
},
|
||||
{
|
||||
"cmd": [
|
||||
"adb",
|
||||
"shell",
|
||||
"cat",
|
||||
"/sdcard/revenge_of_the_skiabot/SKP_VERSION"
|
||||
],
|
||||
"cwd": "[START_DIR]/skia",
|
||||
"name": "read /sdcard/revenge_of_the_skiabot/SKP_VERSION",
|
||||
"stdout": "/path/to/tmp/"
|
||||
},
|
||||
{
|
||||
"cmd": [
|
||||
"adb",
|
||||
"shell",
|
||||
"rm",
|
||||
"-f",
|
||||
"/sdcard/revenge_of_the_skiabot/SKP_VERSION"
|
||||
],
|
||||
"cwd": "[START_DIR]/skia",
|
||||
"name": "rm /sdcard/revenge_of_the_skiabot/SKP_VERSION"
|
||||
},
|
||||
{
|
||||
"cmd": [
|
||||
"adb",
|
||||
"shell",
|
||||
"rm",
|
||||
"-rf",
|
||||
"/sdcard/revenge_of_the_skiabot/skps"
|
||||
],
|
||||
"cwd": "[START_DIR]/skia",
|
||||
"name": "rm /sdcard/revenge_of_the_skiabot/skps"
|
||||
},
|
||||
{
|
||||
"cmd": [
|
||||
"adb",
|
||||
"shell",
|
||||
"mkdir",
|
||||
"-p",
|
||||
"/sdcard/revenge_of_the_skiabot/skps"
|
||||
],
|
||||
"cwd": "[START_DIR]/skia",
|
||||
"name": "mkdir /sdcard/revenge_of_the_skiabot/skps"
|
||||
},
|
||||
{
|
||||
"cmd": [
|
||||
"python",
|
||||
"-u",
|
||||
"\nimport os\nimport subprocess\nimport sys\nhost = sys.argv[1]\ndevice = sys.argv[2]\nfor d, _, fs in os.walk(host):\n p = os.path.relpath(d, host)\n if p != '.' and p.startswith('.'):\n continue\n for f in fs:\n print os.path.join(p,f)\n subprocess.check_call(['adb', 'push',\n os.path.realpath(os.path.join(host, p, f)),\n os.path.join(device, p, f)])\n",
|
||||
"[START_DIR]/skp",
|
||||
"/sdcard/revenge_of_the_skiabot/skps"
|
||||
],
|
||||
"cwd": "[START_DIR]/skia",
|
||||
"name": "push [START_DIR]/skp/* /sdcard/revenge_of_the_skiabot/skps",
|
||||
"~followup_annotations": [
|
||||
"@@@STEP_LOG_LINE@python.inline@@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@import os@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@import subprocess@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@import sys@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@host = sys.argv[1]@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@device = sys.argv[2]@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@for d, _, fs in os.walk(host):@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ p = os.path.relpath(d, host)@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ if p != '.' and p.startswith('.'):@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ continue@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ for f in fs:@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ print os.path.join(p,f)@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ subprocess.check_call(['adb', 'push',@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ os.path.realpath(os.path.join(host, p, f)),@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ os.path.join(device, p, f)])@@@",
|
||||
"@@@STEP_LOG_END@python.inline@@@"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cmd": [
|
||||
"adb",
|
||||
"push",
|
||||
"[START_DIR]/tmp/SKP_VERSION",
|
||||
"/sdcard/revenge_of_the_skiabot/SKP_VERSION"
|
||||
],
|
||||
"cwd": "[START_DIR]/skia",
|
||||
"name": "push [START_DIR]/tmp/SKP_VERSION /sdcard/revenge_of_the_skiabot/SKP_VERSION"
|
||||
},
|
||||
{
|
||||
"cmd": [
|
||||
"adb",
|
||||
"push",
|
||||
"[START_DIR]/out/Release/skpbench",
|
||||
"/data/local/tmp/"
|
||||
],
|
||||
"cwd": "[START_DIR]/skia",
|
||||
"name": "push skpbench"
|
||||
},
|
||||
{
|
||||
"cmd": [
|
||||
"python",
|
||||
"-u",
|
||||
"[START_DIR]/skia/tools/skpbench/skpbench.py",
|
||||
"/data/local/tmp/skpbench",
|
||||
"/sdcard/revenge_of_the_skiabot/skps",
|
||||
"--adb",
|
||||
"--resultsfile",
|
||||
"[CUSTOM_[SWARM_OUT_DIR]]/table",
|
||||
"--config",
|
||||
"gpu,esinst4"
|
||||
],
|
||||
"name": "skpbench"
|
||||
},
|
||||
{
|
||||
"cmd": [
|
||||
"python",
|
||||
"-u",
|
||||
"import os\nprint os.environ.get('SWARMING_BOT_ID', '')\n"
|
||||
],
|
||||
"name": "get swarming bot id",
|
||||
"stdout": "/path/to/tmp/",
|
||||
"~followup_annotations": [
|
||||
"@@@STEP_LOG_LINE@python.inline@import os@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@print os.environ.get('SWARMING_BOT_ID', '')@@@",
|
||||
"@@@STEP_LOG_END@python.inline@@@"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cmd": [
|
||||
"python",
|
||||
"-u",
|
||||
"import os\nprint os.environ.get('SWARMING_TASK_ID', '')\n"
|
||||
],
|
||||
"name": "get swarming task id",
|
||||
"stdout": "/path/to/tmp/",
|
||||
"~followup_annotations": [
|
||||
"@@@STEP_LOG_LINE@python.inline@import os@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@print os.environ.get('SWARMING_TASK_ID', '')@@@",
|
||||
"@@@STEP_LOG_END@python.inline@@@"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cmd": [
|
||||
"python",
|
||||
"-u",
|
||||
"\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
|
||||
"[CUSTOM_[SWARM_OUT_DIR]]/perfdata/Perf-Android-Clang-PixelC-GPU-TegraX1-arm64-Release-GN_Android_Skpbench/data",
|
||||
"511"
|
||||
],
|
||||
"name": "makedirs perf_dir",
|
||||
"~followup_annotations": [
|
||||
"@@@STEP_LOG_LINE@python.inline@@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
|
||||
"@@@STEP_LOG_END@python.inline@@@"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cmd": [
|
||||
"python",
|
||||
"-u",
|
||||
"[START_DIR]/skia/tools/skpbench/skiaperf.py",
|
||||
"[CUSTOM_[SWARM_OUT_DIR]]/table",
|
||||
"--properties",
|
||||
"gitHash",
|
||||
"abc123",
|
||||
"build_number",
|
||||
"5",
|
||||
"no_buildbot",
|
||||
"True",
|
||||
"swarming_bot_id",
|
||||
"skia-bot-123",
|
||||
"swarming_task_id",
|
||||
"123456",
|
||||
"--outfile",
|
||||
"[CUSTOM_[SWARM_OUT_DIR]]/perfdata/Perf-Android-Clang-PixelC-GPU-TegraX1-arm64-Release-GN_Android_Skpbench/data/skpbench_abc123_1337000001.json",
|
||||
"--key",
|
||||
"arch",
|
||||
"arm64",
|
||||
"compiler",
|
||||
"Clang",
|
||||
"cpu_or_gpu",
|
||||
"GPU",
|
||||
"cpu_or_gpu_value",
|
||||
"TegraX1",
|
||||
"extra_config",
|
||||
"GN_Android_Skpbench",
|
||||
"model",
|
||||
"PixelC",
|
||||
"os",
|
||||
"Android"
|
||||
],
|
||||
"name": "Parse skpbench output into Perf json"
|
||||
},
|
||||
{
|
||||
"cmd": [
|
||||
"python",
|
||||
"-u",
|
||||
"\nimport os\nimport subprocess\nimport sys\nout = sys.argv[1]\nlog = subprocess.check_output(['adb', 'logcat', '-d'])\nfor line in log.split('\\n'):\n tokens = line.split()\n if len(tokens) == 11 and tokens[-7] == 'F' and tokens[-3] == 'pc':\n addr, path = tokens[-2:]\n local = os.path.join(out, os.path.basename(path))\n if os.path.exists(local):\n sym = subprocess.check_output(['addr2line', '-Cfpe', local, addr])\n line = line.replace(addr, addr + ' ' + sym.strip())\n print line\n",
|
||||
"[START_DIR]/out/Release"
|
||||
],
|
||||
"name": "dump log",
|
||||
"~followup_annotations": [
|
||||
"@@@STEP_LOG_LINE@python.inline@@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@import os@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@import subprocess@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@import sys@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@out = sys.argv[1]@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@log = subprocess.check_output(['adb', 'logcat', '-d'])@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@for line in log.split('\\n'):@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ tokens = line.split()@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ if len(tokens) == 11 and tokens[-7] == 'F' and tokens[-3] == 'pc':@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ addr, path = tokens[-2:]@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ local = os.path.join(out, os.path.basename(path))@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ if os.path.exists(local):@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ sym = subprocess.check_output(['addr2line', '-Cfpe', local, addr])@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ line = line.replace(addr, addr + ' ' + sym.strip())@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ print line@@@",
|
||||
"@@@STEP_LOG_END@python.inline@@@"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cmd": [
|
||||
"adb",
|
||||
"kill-server"
|
||||
],
|
||||
"cwd": "[START_DIR]/skia",
|
||||
"name": "kill adb server"
|
||||
},
|
||||
{
|
||||
"name": "$result",
|
||||
"recipe_result": null,
|
||||
"status_code": 0
|
||||
}
|
||||
]
|
||||
56
infra/bots/recipe_modules/skpbench/example.py
Normal file
56
infra/bots/recipe_modules/skpbench/example.py
Normal file
@ -0,0 +1,56 @@
|
||||
# Copyright 2016 The Chromium Authors. All rights reserved.
|
||||
# Use of this source code is governed by a BSD-style license that can be
|
||||
# found in the LICENSE file.
|
||||
|
||||
|
||||
# Example recipe w/ coverage.
|
||||
|
||||
|
||||
DEPS = [
|
||||
'recipe_engine/path',
|
||||
'recipe_engine/properties',
|
||||
'recipe_engine/raw_io',
|
||||
'skpbench',
|
||||
]
|
||||
|
||||
|
||||
TEST_BUILDERS = {
|
||||
'client.skia': {
|
||||
'skiabot-linux-swarm-000': [
|
||||
'Perf-Android-Clang-PixelC-GPU-TegraX1-arm64-Release-GN_Android_Skpbench',
|
||||
('Perf-Android-Clang-PixelC-GPU-TegraX1-arm64-Release-' +
|
||||
'GN_Android_Vulkan_Skpbench'),
|
||||
],
|
||||
},
|
||||
}
|
||||
|
||||
|
||||
def RunSteps(api):
|
||||
api.skpbench.run()
|
||||
|
||||
|
||||
def GenTests(api):
|
||||
for mastername, slaves in TEST_BUILDERS.iteritems():
|
||||
for slavename, builders_by_slave in slaves.iteritems():
|
||||
for builder in builders_by_slave:
|
||||
test = (
|
||||
api.test(builder) +
|
||||
api.properties(buildername=builder,
|
||||
mastername=mastername,
|
||||
slavename=slavename,
|
||||
buildnumber=5,
|
||||
revision='abc123',
|
||||
path_config='kitchen',
|
||||
swarm_out_dir='[SWARM_OUT_DIR]') +
|
||||
api.path.exists(
|
||||
api.path['start_dir'].join('skia'),
|
||||
api.path['start_dir'].join('skia', 'infra', 'bots', 'assets',
|
||||
'skp', 'VERSION'),
|
||||
) +
|
||||
api.step_data('get swarming bot id',
|
||||
stdout=api.raw_io.output('skia-bot-123')) +
|
||||
api.step_data('get swarming task id',
|
||||
stdout=api.raw_io.output('123456'))
|
||||
)
|
||||
|
||||
yield test
|
||||
@ -0,0 +1,527 @@
|
||||
[
|
||||
{
|
||||
"cmd": [
|
||||
"python",
|
||||
"-u",
|
||||
"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
||||
"[START_DIR]/skia/infra/bots/assets/skp/VERSION",
|
||||
"/path/to/tmp/"
|
||||
],
|
||||
"name": "Get downloaded SKP VERSION"
|
||||
},
|
||||
{
|
||||
"cmd": [
|
||||
"python",
|
||||
"-u",
|
||||
"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
||||
"42",
|
||||
"[START_DIR]/tmp/SKP_VERSION"
|
||||
],
|
||||
"name": "write SKP_VERSION"
|
||||
},
|
||||
{
|
||||
"cmd": [
|
||||
"python",
|
||||
"-u",
|
||||
"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
||||
"[START_DIR]/skia/infra/bots/assets/skimage/VERSION",
|
||||
"/path/to/tmp/"
|
||||
],
|
||||
"name": "Get downloaded skimage VERSION"
|
||||
},
|
||||
{
|
||||
"cmd": [
|
||||
"python",
|
||||
"-u",
|
||||
"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
||||
"42",
|
||||
"[START_DIR]/tmp/SK_IMAGE_VERSION"
|
||||
],
|
||||
"name": "write SK_IMAGE_VERSION"
|
||||
},
|
||||
{
|
||||
"cmd": [
|
||||
"python",
|
||||
"-u",
|
||||
"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
||||
"[START_DIR]/skia/infra/bots/assets/svg/VERSION",
|
||||
"/path/to/tmp/"
|
||||
],
|
||||
"name": "Get downloaded SVG VERSION"
|
||||
},
|
||||
{
|
||||
"cmd": [
|
||||
"python",
|
||||
"-u",
|
||||
"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
|
||||
"42",
|
||||
"[START_DIR]/tmp/SVG_VERSION"
|
||||
],
|
||||
"name": "write SVG_VERSION"
|
||||
},
|
||||
{
|
||||
"cmd": [
|
||||
"python",
|
||||
"-u",
|
||||
"\nimport os, sys\nfrom common import chromium_utils # Error? See https://crbug.com/584783.\n\n\nif os.path.exists(sys.argv[1]):\n chromium_utils.RemoveDirectory(sys.argv[1])\n",
|
||||
"[CUSTOM_[SWARM_OUT_DIR]]/dm"
|
||||
],
|
||||
"env": {
|
||||
"PYTHONPATH": "[START_DIR]/skia/infra/bots/.recipe_deps/build/scripts"
|
||||
},
|
||||
"name": "rmtree dm",
|
||||
"~followup_annotations": [
|
||||
"@@@STEP_LOG_LINE@python.inline@@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@import os, sys@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]):@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ chromium_utils.RemoveDirectory(sys.argv[1])@@@",
|
||||
"@@@STEP_LOG_END@python.inline@@@"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cmd": [
|
||||
"python",
|
||||
"-u",
|
||||
"\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
|
||||
"[CUSTOM_[SWARM_OUT_DIR]]/dm",
|
||||
"511"
|
||||
],
|
||||
"name": "makedirs dm",
|
||||
"~followup_annotations": [
|
||||
"@@@STEP_LOG_LINE@python.inline@@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
|
||||
"@@@STEP_LOG_END@python.inline@@@"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cmd": [
|
||||
"python",
|
||||
"-u",
|
||||
"\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
|
||||
"[START_DIR]/tmp",
|
||||
"511"
|
||||
],
|
||||
"name": "makedirs tmp_dir",
|
||||
"~followup_annotations": [
|
||||
"@@@STEP_LOG_LINE@python.inline@@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
|
||||
"@@@STEP_LOG_END@python.inline@@@"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cmd": [
|
||||
"python",
|
||||
"-u",
|
||||
"\nimport contextlib\nimport math\nimport socket\nimport sys\nimport time\nimport urllib2\n\nHASHES_URL = 'https://gold.skia.org/_/hashes'\nRETRIES = 5\nTIMEOUT = 60\nWAIT_BASE = 15\n\nsocket.setdefaulttimeout(TIMEOUT)\nfor retry in range(RETRIES):\n try:\n with contextlib.closing(\n urllib2.urlopen(HASHES_URL, timeout=TIMEOUT)) as w:\n hashes = w.read()\n with open(sys.argv[1], 'w') as f:\n f.write(hashes)\n break\n except Exception as e:\n print 'Failed to get uninteresting hashes from %s:' % HASHES_URL\n print e\n if retry == RETRIES:\n raise\n waittime = WAIT_BASE * math.pow(2, retry)\n print 'Retry in %d seconds.' % waittime\n time.sleep(waittime)\n",
|
||||
"[START_DIR]/tmp/uninteresting_hashes.txt"
|
||||
],
|
||||
"cwd": "[START_DIR]/skia",
|
||||
"env": {
|
||||
"BUILDTYPE": "Debug",
|
||||
"CHROME_HEADLESS": "1",
|
||||
"SKIA_OUT": "[START_DIR]/out"
|
||||
},
|
||||
"name": "get uninteresting hashes",
|
||||
"~followup_annotations": [
|
||||
"@@@STEP_LOG_LINE@python.inline@@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@import contextlib@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@import math@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@import socket@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@import sys@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@import time@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@import urllib2@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@HASHES_URL = 'https://gold.skia.org/_/hashes'@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@RETRIES = 5@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@TIMEOUT = 60@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@WAIT_BASE = 15@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@socket.setdefaulttimeout(TIMEOUT)@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@for retry in range(RETRIES):@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ try:@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ with contextlib.closing(@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ urllib2.urlopen(HASHES_URL, timeout=TIMEOUT)) as w:@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ hashes = w.read()@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ with open(sys.argv[1], 'w') as f:@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ f.write(hashes)@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ break@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ except Exception as e:@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ print 'Failed to get uninteresting hashes from %s:' % HASHES_URL@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ print e@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ if retry == RETRIES:@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ raise@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ waittime = WAIT_BASE * math.pow(2, retry)@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ print 'Retry in %d seconds.' % waittime@@@",
|
||||
"@@@STEP_LOG_LINE@python.inline@ time.sleep(waittime)@@@",
|
||||
"@@@STEP_LOG_END@python.inline@@@"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cmd": [
|
||||
"catchsegv",
|
||||
"[START_DIR]/out/Debug/dm",
|
||||
"--undefok",
|
||||
"--resourcePath",
|
||||
"[START_DIR]/skia/resources",
|
||||
"--skps",
|
||||
"[START_DIR]/skp",
|
||||
"--images",
|
||||
"[START_DIR]/skimage/dm",
|
||||
"--colorImages",
|
||||
"[START_DIR]/skimage/colorspace",
|
||||
"--nameByHash",
|
||||
"--properties",
|
||||
"gitHash",
|
||||
"abc123",
|
||||
"master",
|
||||
"client.skia",
|
||||
"builder",
|
||||
"Test-Ubuntu-GCC-GCE-CPU-AVX2-x86-Debug",
|
||||
"build_number",
|
||||
"5",
|
||||
"--svgs",
|
||||
"[START_DIR]/svg",
|
||||
"--key",
|
||||
"arch",
|
||||
"x86",
|
||||
"compiler",
|
||||
"GCC",
|
||||
"configuration",
|
||||
"Debug",
|
||||
"cpu_or_gpu",
|
||||
"CPU",
|
||||
"cpu_or_gpu_value",
|
||||
"AVX2",
|
||||
"model",
|
||||
"GCE",
|
||||
"os",
|
||||
"Ubuntu",
|
||||
"--uninterestingHashesFile",
|
||||
"[START_DIR]/tmp/uninteresting_hashes.txt",
|
||||
"--writePath",
|
||||
"[CUSTOM_[SWARM_OUT_DIR]]/dm",
|
||||
"--nogpu",
|
||||
"--threads",
|
||||
"4",
|
||||
"--config",
|
||||
"8888",
|
||||
"srgb",
|
||||
"gpu",
|
||||
"gpudft",
|
||||
"gpusrgb",
|
||||
"pdf",
|
||||
"msaa16",
|
||||
"565",
|
||||
"f16",
|
||||
"sp-8888",
|
||||
"2ndpic-8888",
|
||||
"lite-8888",
|
||||
"serialize-8888",
|
||||
"tiles_rt-8888",
|
||||
"pic-8888",
|
||||
"--src",
|
||||
"tests",
|
||||
"gm",
|
||||
"image",
|
||||
"colorImage",
|
||||
"svg",
|
||||
"--blacklist",
|
||||
"f16",
|
||||
"_",
|
||||
"_",
|
||||
"dstreadshuffle",
|
||||
"f16",
|
||||
"image",
|
||||
"_",
|
||||
"_",
|
||||
"gpusrgb",
|
||||
"image",
|
||||
"_",
|
||||
"_",
|
||||
"8888",
|
||||
"image",
|
||||
"_",
|
||||
"_",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"bleed_image",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"c_gms",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"colortype",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"colortype_xfermodes",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"drawfilter",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"fontmgr_bounds_0.75_0",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"fontmgr_bounds_1_-0.25",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"fontmgr_bounds",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"fontmgr_match",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"fontmgr_iter",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"imagemasksubset",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"bitmapfilters",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"bitmapshaders",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"bleed",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"bleed_alpha_bmp",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"bleed_alpha_bmp_shader",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"convex_poly_clip",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"extractalpha",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"filterbitmap_checkerboard_32_32_g8",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"filterbitmap_image_mandrill_64",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"shadows",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"simpleaaclip_aaclip",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"composeshader_bitmap",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"scaled_tilemodes_npot",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"scaled_tilemodes",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"typefacerendering_pfaMac",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"parsedpaths",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"ImageGeneratorExternal_rect",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"ImageGeneratorExternal_shader",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"bleed_alpha_image",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"bleed_alpha_image_shader",
|
||||
"sp-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"drawfilter",
|
||||
"pic-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"drawfilter",
|
||||
"2ndpic-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"drawfilter",
|
||||
"lite-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"drawfilter",
|
||||
"sp-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"image-cacherator-from-picture",
|
||||
"pic-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"image-cacherator-from-picture",
|
||||
"2ndpic-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"image-cacherator-from-picture",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"image-cacherator-from-picture",
|
||||
"sp-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"image-cacherator-from-raster",
|
||||
"pic-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"image-cacherator-from-raster",
|
||||
"2ndpic-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"image-cacherator-from-raster",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"image-cacherator-from-raster",
|
||||
"sp-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"image-cacherator-from-ctable",
|
||||
"pic-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"image-cacherator-from-ctable",
|
||||
"2ndpic-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"image-cacherator-from-ctable",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"image-cacherator-from-ctable",
|
||||
"sp-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"gamut",
|
||||
"pic-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"gamut",
|
||||
"lite-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"gamut",
|
||||
"2ndpic-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"gamut",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"gamut",
|
||||
"sp-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"complexclip4_bw",
|
||||
"pic-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"complexclip4_bw",
|
||||
"lite-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"complexclip4_bw",
|
||||
"2ndpic-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"complexclip4_bw",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"complexclip4_bw",
|
||||
"sp-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"complexclip4_aa",
|
||||
"pic-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"complexclip4_aa",
|
||||
"lite-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"complexclip4_aa",
|
||||
"2ndpic-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"complexclip4_aa",
|
||||
"serialize-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"complexclip4_aa",
|
||||
"tiles_rt-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"complexclip4_bw",
|
||||
"tiles_rt-8888",
|
||||
"gm",
|
||||
"_",
|
||||
"complexclip4_aa"
|
||||
],
|
||||
"cwd": "[START_DIR]/skia",
|
||||
"name": "dm"
|
||||
},
|
||||
{
|
||||
"name": "$result",
|
||||
"recipe_result": null,
|
||||
"status_code": 0
|
||||
}
|
||||
]
|
||||
225
infra/bots/recipe_modules/sktest/example.py
Normal file
225
infra/bots/recipe_modules/sktest/example.py
Normal file
@ -0,0 +1,225 @@
|
||||
# Copyright 2016 The Chromium Authors. All rights reserved.
|
||||
# Use of this source code is governed by a BSD-style license that can be
|
||||
# found in the LICENSE file.
|
||||
|
||||
|
||||
# Example recipe w/ coverage.
|
||||
|
||||
|
||||
DEPS = [
|
||||
'recipe_engine/path',
|
||||
'recipe_engine/platform',
|
||||
'recipe_engine/properties',
|
||||
'recipe_engine/raw_io',
|
||||
'sktest',
|
||||
]
|
||||
|
||||
|
||||
TEST_BUILDERS = {
|
||||
'client.skia': {
|
||||
'skiabot-linux-swarm-000': [
|
||||
'Test-Android-Clang-AndroidOne-CPU-MT6582-arm-Release-GN_Android',
|
||||
'Test-Android-Clang-AndroidOne-GPU-Mali400MP2-arm-Release-GN_Android',
|
||||
'Test-Android-Clang-GalaxyS7-GPU-Adreno530-arm64-Debug-GN_Android',
|
||||
'Test-Android-Clang-NVIDIA_Shield-GPU-TegraX1-arm64-Debug-GN_Android',
|
||||
'Test-Android-Clang-Nexus10-GPU-MaliT604-arm-Release-GN_Android',
|
||||
'Test-Android-Clang-Nexus5-GPU-Adreno330-arm-Release-Android',
|
||||
'Test-Android-Clang-Nexus6-GPU-Adreno420-arm-Debug-GN_Android',
|
||||
'Test-Android-Clang-Nexus6p-GPU-Adreno430-arm64-Debug-GN_Android_Vulkan',
|
||||
'Test-Android-Clang-Nexus7-GPU-Tegra3-arm-Debug-GN_Android',
|
||||
'Test-Android-Clang-NexusPlayer-CPU-SSE4-x86-Release-GN_Android',
|
||||
'Test-Android-Clang-PixelC-GPU-TegraX1-arm64-Debug-GN_Android',
|
||||
'Test-Mac-Clang-MacMini4.1-GPU-GeForce320M-x86_64-Debug',
|
||||
'Test-Mac-Clang-MacMini6.2-CPU-AVX-x86_64-Debug',
|
||||
'Test-Mac-Clang-MacMini6.2-GPU-HD4000-x86_64-Debug-CommandBuffer',
|
||||
'Test-Ubuntu-GCC-GCE-CPU-AVX2-x86-Debug',
|
||||
'Test-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Debug',
|
||||
'Test-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Debug-ASAN',
|
||||
'Test-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Debug-MSAN',
|
||||
'Test-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-Shared',
|
||||
'Test-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-TSAN',
|
||||
'Test-Ubuntu-GCC-ShuttleA-GPU-GTX550Ti-x86_64-Release-Valgrind',
|
||||
'Test-Win10-MSVC-NUC-GPU-IntelIris540-x86_64-Debug-ANGLE',
|
||||
'Test-Win10-MSVC-ShuttleA-GPU-GTX660-x86_64-Debug-Vulkan',
|
||||
'Test-Win10-MSVC-ZBOX-GPU-GTX1070-x86_64-Debug-Vulkan',
|
||||
'Test-Win8-MSVC-ShuttleB-CPU-AVX2-x86_64-Release-Trybot',
|
||||
'Test-Win8-MSVC-ShuttleB-GPU-GTX960-x86_64-Debug-ANGLE',
|
||||
'Test-iOS-Clang-iPad4-GPU-SGX554-Arm7-Debug',
|
||||
],
|
||||
},
|
||||
}
|
||||
|
||||
|
||||
def RunSteps(api):
|
||||
api.sktest.run()
|
||||
|
||||
|
||||
def GenTests(api):
|
||||
for mastername, slaves in TEST_BUILDERS.iteritems():
|
||||
for slavename, builders_by_slave in slaves.iteritems():
|
||||
for builder in builders_by_slave:
|
||||
test = (
|
||||
api.test(builder) +
|
||||
api.properties(buildername=builder,
|
||||
mastername=mastername,
|
||||
slavename=slavename,
|
||||
buildnumber=5,
|
||||
revision='abc123',
|
||||
path_config='kitchen',
|
||||
swarm_out_dir='[SWARM_OUT_DIR]') +
|
||||
api.path.exists(
|
||||
api.path['start_dir'].join('skia'),
|
||||
api.path['start_dir'].join('skia', 'infra', 'bots', 'assets',
|
||||
'skimage', 'VERSION'),
|
||||
api.path['start_dir'].join('skia', 'infra', 'bots', 'assets',
|
||||
'skp', 'VERSION'),
|
||||
api.path['start_dir'].join('skia', 'infra', 'bots', 'assets',
|
||||
'svg', 'VERSION'),
|
||||
api.path['start_dir'].join('tmp', 'uninteresting_hashes.txt')
|
||||
)
|
||||
)
|
||||
if 'Trybot' in builder:
|
||||
test += api.properties(issue=500,
|
||||
patchset=1,
|
||||
rietveld='https://codereview.chromium.org')
|
||||
if 'Win' in builder:
|
||||
test += api.platform('win', 64)
|
||||
|
||||
|
||||
yield test
|
||||
|
||||
builder = 'Test-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Debug'
|
||||
yield (
|
||||
api.test('failed_dm') +
|
||||
api.properties(buildername=builder,
|
||||
mastername='client.skia',
|
||||
slavename='skiabot-linux-swarm-000',
|
||||
buildnumber=6,
|
||||
revision='abc123',
|
||||
path_config='kitchen',
|
||||
swarm_out_dir='[SWARM_OUT_DIR]') +
|
||||
api.path.exists(
|
||||
api.path['start_dir'].join('skia'),
|
||||
api.path['start_dir'].join('skia', 'infra', 'bots', 'assets',
|
||||
'skimage', 'VERSION'),
|
||||
api.path['start_dir'].join('skia', 'infra', 'bots', 'assets',
|
||||
'skp', 'VERSION'),
|
||||
api.path['start_dir'].join('skia', 'infra', 'bots', 'assets',
|
||||
'svg', 'VERSION'),
|
||||
api.path['start_dir'].join('tmp', 'uninteresting_hashes.txt')
|
||||
) +
|
||||
api.step_data('dm', retcode=1)
|
||||
)
|
||||
|
||||
builder = 'Test-Android-Clang-Nexus7-GPU-Tegra3-arm-Debug-GN_Android'
|
||||
yield (
|
||||
api.test('failed_get_hashes') +
|
||||
api.properties(buildername=builder,
|
||||
mastername='client.skia',
|
||||
slavename='skiabot-linux-swarm-000',
|
||||
buildnumber=6,
|
||||
revision='abc123',
|
||||
path_config='kitchen',
|
||||
swarm_out_dir='[SWARM_OUT_DIR]') +
|
||||
api.path.exists(
|
||||
api.path['start_dir'].join('skia'),
|
||||
api.path['start_dir'].join('skia', 'infra', 'bots', 'assets',
|
||||
'skimage', 'VERSION'),
|
||||
api.path['start_dir'].join('skia', 'infra', 'bots', 'assets',
|
||||
'skp', 'VERSION'),
|
||||
api.path['start_dir'].join('skia', 'infra', 'bots', 'assets',
|
||||
'svg', 'VERSION'),
|
||||
api.path['start_dir'].join('tmp', 'uninteresting_hashes.txt')
|
||||
) +
|
||||
api.step_data('get uninteresting hashes', retcode=1)
|
||||
)
|
||||
|
||||
builder = 'Test-iOS-Clang-iPad4-GPU-SGX554-Arm7-Debug'
|
||||
yield (
|
||||
api.test('missing_SKP_VERSION_device') +
|
||||
api.properties(buildername=builder,
|
||||
mastername='client.skia',
|
||||
slavename='skiabot-linux-swarm-000',
|
||||
buildnumber=6,
|
||||
revision='abc123',
|
||||
path_config='kitchen',
|
||||
swarm_out_dir='[SWARM_OUT_DIR]') +
|
||||
api.path.exists(
|
||||
api.path['start_dir'].join('skia'),
|
||||
api.path['start_dir'].join('skia', 'infra', 'bots', 'assets',
|
||||
'skimage', 'VERSION'),
|
||||
api.path['start_dir'].join('skia', 'infra', 'bots', 'assets',
|
||||
'skp', 'VERSION'),
|
||||
api.path['start_dir'].join('skia', 'infra', 'bots', 'assets',
|
||||
'svg', 'VERSION'),
|
||||
api.path['start_dir'].join('tmp', 'uninteresting_hashes.txt')
|
||||
) +
|
||||
api.step_data('read SKP_VERSION', retcode=1)
|
||||
)
|
||||
|
||||
builder = 'Test-Win8-MSVC-ShuttleB-CPU-AVX2-x86_64-Release-Trybot'
|
||||
yield (
|
||||
api.test('big_issue_number') +
|
||||
api.properties(buildername=builder,
|
||||
mastername='client.skia.compile',
|
||||
slavename='skiabot-linux-swarm-000',
|
||||
buildnumber=5,
|
||||
revision='abc123',
|
||||
path_config='kitchen',
|
||||
swarm_out_dir='[SWARM_OUT_DIR]',
|
||||
rietveld='https://codereview.chromium.org',
|
||||
patchset=1,
|
||||
issue=2147533002L) +
|
||||
api.path.exists(
|
||||
api.path['start_dir'].join('skia'),
|
||||
api.path['start_dir'].join('skia', 'infra', 'bots', 'assets',
|
||||
'skimage', 'VERSION'),
|
||||
api.path['start_dir'].join('skia', 'infra', 'bots', 'assets',
|
||||
'skp', 'VERSION'),
|
||||
api.path['start_dir'].join('skia', 'infra', 'bots', 'assets',
|
||||
'svg', 'VERSION'),
|
||||
api.path['start_dir'].join('tmp', 'uninteresting_hashes.txt')
|
||||
) +
|
||||
api.platform('win', 64)
|
||||
)
|
||||
|
||||
builder = 'Test-Ubuntu-GCC-GCE-CPU-AVX2-x86-Debug-Trybot'
|
||||
yield (
|
||||
api.test('recipe_with_gerrit_patch') +
|
||||
api.properties(
|
||||
buildername=builder,
|
||||
mastername='client.skia',
|
||||
slavename='skiabot-linux-swarm-000',
|
||||
buildnumber=5,
|
||||
path_config='kitchen',
|
||||
swarm_out_dir='[SWARM_OUT_DIR]',
|
||||
revision='abc123',
|
||||
patch_storage='gerrit') +
|
||||
api.properties.tryserver(
|
||||
buildername=builder,
|
||||
gerrit_project='skia',
|
||||
gerrit_url='https://skia-review.googlesource.com/',
|
||||
)
|
||||
)
|
||||
|
||||
yield (
|
||||
api.test('nobuildbot') +
|
||||
api.properties(
|
||||
buildername=builder,
|
||||
mastername='client.skia',
|
||||
slavename='skiabot-linux-swarm-000',
|
||||
buildnumber=5,
|
||||
path_config='kitchen',
|
||||
swarm_out_dir='[SWARM_OUT_DIR]',
|
||||
revision='abc123',
|
||||
nobuildbot='True',
|
||||
patch_storage='gerrit') +
|
||||
api.properties.tryserver(
|
||||
buildername=builder,
|
||||
gerrit_project='skia',
|
||||
gerrit_url='https://skia-review.googlesource.com/',
|
||||
) +
|
||||
api.step_data('get swarming bot id',
|
||||
stdout=api.raw_io.output('skia-bot-123')) +
|
||||
api.step_data('get swarming task id', stdout=api.raw_io.output('123456'))
|
||||
)
|
||||
70
infra/bots/recipe_modules/upload_dm_results/example.py
Normal file
70
infra/bots/recipe_modules/upload_dm_results/example.py
Normal file
@ -0,0 +1,70 @@
|
||||
# Copyright 2016 The Chromium Authors. All rights reserved.
|
||||
# Use of this source code is governed by a BSD-style license that can be
|
||||
# found in the LICENSE file.
|
||||
|
||||
|
||||
# Example recipe w/ coverage.
|
||||
|
||||
|
||||
DEPS = [
|
||||
'upload_dm_results',
|
||||
'recipe_engine/properties',
|
||||
]
|
||||
|
||||
|
||||
def RunSteps(api):
|
||||
api.upload_dm_results.run()
|
||||
|
||||
|
||||
def GenTests(api):
|
||||
builder = 'Test-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Debug'
|
||||
yield (
|
||||
api.test('normal_bot') +
|
||||
api.properties(buildername=builder,
|
||||
revision='abc123',
|
||||
path_config='kitchen')
|
||||
)
|
||||
|
||||
yield (
|
||||
api.test('failed_once') +
|
||||
api.properties(buildername=builder,
|
||||
revision='abc123',
|
||||
path_config='kitchen') +
|
||||
api.step_data('upload images', retcode=1)
|
||||
)
|
||||
|
||||
yield (
|
||||
api.test('failed_all') +
|
||||
api.properties(buildername=builder,
|
||||
revision='abc123',
|
||||
path_config='kitchen') +
|
||||
api.step_data('upload images', retcode=1) +
|
||||
api.step_data('upload images (attempt 2)', retcode=1) +
|
||||
api.step_data('upload images (attempt 3)', retcode=1) +
|
||||
api.step_data('upload images (attempt 4)', retcode=1) +
|
||||
api.step_data('upload images (attempt 5)', retcode=1)
|
||||
)
|
||||
|
||||
builder = 'Test-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Debug-Trybot'
|
||||
yield (
|
||||
api.test('trybot') +
|
||||
api.properties(buildername=builder,
|
||||
revision='abc123',
|
||||
path_config='kitchen',
|
||||
issue='12345',
|
||||
patchset='1002')
|
||||
)
|
||||
|
||||
yield (
|
||||
api.test('recipe_with_gerrit_patch') +
|
||||
api.properties(
|
||||
buildername=builder,
|
||||
revision='abc123',
|
||||
path_config='kitchen',
|
||||
patch_storage='gerrit') +
|
||||
api.properties.tryserver(
|
||||
buildername=builder,
|
||||
gerrit_project='skia',
|
||||
gerrit_url='https://skia-review.googlesource.com/',
|
||||
)
|
||||
)
|
||||
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in New Issue
Block a user