AuroraMiddleware/skia2
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Add a GPU calmbench bot

Browse Source 
Bug: skia:
Change-Id: I354c295ce04f5e478e88f724e0b17ce90496a4cc
Reviewed-on: https://skia-review.googlesource.com/65341
Commit-Queue: Yuqian Li <liyuqian@google.com>
Reviewed-by: Eric Boren <borenet@google.com>
This commit is contained in:
Yuqian Li 2017-11-02 13:48:23 -04:00 committed by Skia Commit-Bot
parent f5fd59a088
commit ab246cb58d
13 changed files with 415 additions and 39 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
infra/bots/gen_tasks.go
View File

@ -203,7 +203,7 @@ func defaultSwarmDimensions(parts map[string]string) []string {
} else {
d["os"] = DEFAULT_OS_DEBIAN
}
if parts["role"] == "Test" || parts["role"] == "Perf" {
if parts["role"] == "Test" || parts["role"] == "Perf" || parts["role"] == "Calmbench" {
if strings.Contains(parts["os"], "Android") || strings.Contains(parts["os"], "Chromecast") {
// For Android, the device type is a better dimension
// than CPU or GPU.
@ -686,7 +686,7 @@ func infra(b *specs.TasksCfgBuilder, name string) string {
func calmbench(b *specs.TasksCfgBuilder, name string, parts map[string]string) string {
s := &specs.TaskSpec{
CipdPackages: []*specs.CipdPackage{b.MustGetCipdPackageFromAsset("clang_linux")},
Dimensions: linuxGceDimensions(),
Dimensions: swarmDimensions(parts),
ExtraArgs: []string{
"--workdir", "../../..", "calmbench",
fmt.Sprintf("repository=%s", specs.PLACEHOLDER_REPO),

3
infra/bots/jobs.json
View File

@ -91,7 +91,8 @@
"Build-Win-MSVC-x86_64-Release",
"Build-Win-MSVC-x86_64-Release-ANGLE",
"Build-Win-MSVC-x86_64-Release-Vulkan",
"Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release",
"Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release-All",
"Calmbench-Ubuntu17-Clang-Golo-GPU-QuadroP400-x86_64-Release-All",
"Housekeeper-Nightly-RecreateSKPs_Canary",
"Housekeeper-Nightly-UpdateMetaConfig",
"Housekeeper-PerCommit",

3
infra/bots/recipe_modules/builder_name_schema/builder_name_schema.json
View File

@ -56,7 +56,8 @@
"cpu_or_gpu",
"cpu_or_gpu_value",
"arch",
"configuration"
"configuration",
"test_filter"
]
},
"builder_name_sep": "-"

0
infra/bots/recipe_modules/vars/examples/full.expected/Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release.json → infra/bots/recipe_modules/vars/examples/full.expected/Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release-All.json
View File

35
infra/bots/recipe_modules/vars/examples/full.expected/Calmbench-Ubuntu17-Clang-Golo-GPU-QuadroP400-x86_64-Release-All.json Normal file
View File

@ -0,0 +1,35 @@
[
{
"cmd": [
"python",
"-u",
"import os\nprint os.environ.get('SWARMING_BOT_ID', '')\n"
],
"name": "get swarming bot id",
"stdout": "/path/to/tmp/",
"~followup_annotations": [
"@@@STEP_LOG_LINE@python.inline@import os@@@",
"@@@STEP_LOG_LINE@python.inline@print os.environ.get('SWARMING_BOT_ID', '')@@@",
"@@@STEP_LOG_END@python.inline@@@"
]
},
{
"cmd": [
"python",
"-u",
"import os\nprint os.environ.get('SWARMING_TASK_ID', '')\n"
],
"name": "get swarming task id",
"stdout": "/path/to/tmp/",
"~followup_annotations": [
"@@@STEP_LOG_LINE@python.inline@import os@@@",
"@@@STEP_LOG_LINE@python.inline@print os.environ.get('SWARMING_TASK_ID', '')@@@",
"@@@STEP_LOG_END@python.inline@@@"
]
},
{
"name": "$result",
"recipe_result": null,
"status_code": 0
}
]

3
infra/bots/recipe_modules/vars/examples/full.py
View File

@ -31,7 +31,8 @@ TEST_BUILDERS = [
'Perf-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release-All-ASAN',
'Perf-Ubuntu14-GCC-GCE-CPU-AVX2-x86_64-Release-All-CT_BENCH_1k_SKPs',
'Upload-Debian9-Clang-GCE-CPU-AVX2-x86_64-Debug-Coverage',
'Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release'
'Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release-All',
"Calmbench-Ubuntu17-Clang-Golo-GPU-QuadroP400-x86_64-Release-All"
]

256
infra/bots/recipes/calmbench.expected/Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release-All.json Normal file
View File

@ -0,0 +1,256 @@
[
{
"cmd": [
"python",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"ensure-directory",
"--mode",
"0777",
"[CUSTOM_/_B_WORK]"
],
"infra_step": true,
"name": "makedirs checkout_path"
},
{
"cmd": [
"python",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"remove",
"[CUSTOM_/_B_WORK]/.gclient_entries"
],
"infra_step": true,
"name": "remove [CUSTOM_/_B_WORK]/.gclient_entries"
},
{
"cmd": [
"python",
"-u",
"RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",
"--spec-path",
"cache_dir = '[CUSTOM_/_B_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'managed': False, 'name': 'skia', 'url': 'https://skia.googlesource.com/skia.git'}]",
"--patch_root",
"skia",
"--revision_mapping_file",
"{\"got_revision\": \"skia\"}",
"--git-cache-dir",
"[CUSTOM_/_B_CACHE]",
"--cleanup-dir",
"[CLEANUP]/bot_update",
"--output_json",
"/path/to/tmp/json",
"--revision",
"skia@abc123"
],
"cwd": "[CUSTOM_/_B_WORK]",
"env_prefixes": {
"PATH": [
"RECIPE_PACKAGE_REPO[depot_tools]"
]
},
"infra_step": true,
"name": "bot_update",
"~followup_annotations": [
"@@@STEP_TEXT@Some step text@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",
"@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"skia\": \"abc123\"@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"skia\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/skia.git\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"revision\": \"9046e2e693bb92a76e972b694580e5d17ad10748\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"patch_failure\": false, @@@",
"@@@STEP_LOG_LINE@json.output@ \"patch_root\": \"skia\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"properties\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"got_revision\": \"9046e2e693bb92a76e972b694580e5d17ad10748\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"got_revision_cp\": \"refs/heads/master@{#164710}\"@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"root\": \"skia\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"source_manifest\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"git_checkout\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"skia\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"repo_url\": \"https://fake.org/skia.git\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"revision\": \"9046e2e693bb92a76e972b694580e5d17ad10748\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"version\": 0@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"step_text\": \"Some step text\"@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@",
"@@@SET_BUILD_PROPERTY@got_revision@\"9046e2e693bb92a76e972b694580e5d17ad10748\"@@@",
"@@@SET_BUILD_PROPERTY@got_revision_cp@\"refs/heads/master@{#164710}\"@@@"
]
},
{
"cmd": [
"python",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"ensure-directory",
"--mode",
"0777",
"[START_DIR]/tmp"
],
"infra_step": true,
"name": "makedirs tmp_dir"
},
{
"cmd": [
"python",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[CUSTOM_/_B_WORK]/skia/infra/bots/assets/skp/VERSION",
"/path/to/tmp/"
],
"infra_step": true,
"name": "Get downloaded SKP VERSION"
},
{
"cmd": [
"python",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"42",
"[START_DIR]/tmp/SKP_VERSION"
],
"infra_step": true,
"name": "write SKP_VERSION"
},
{
"cmd": [
"python",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[CUSTOM_/_B_WORK]/skia/infra/bots/assets/svg/VERSION",
"/path/to/tmp/"
],
"infra_step": true,
"name": "Get downloaded SVG VERSION"
},
{
"cmd": [
"python",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"42",
"[START_DIR]/tmp/SVG_VERSION"
],
"infra_step": true,
"name": "write SVG_VERSION"
},
{
"cmd": [
"python",
"-u",
"[CUSTOM_/_B_WORK]/skia/bin/fetch-gn"
],
"cwd": "[CUSTOM_/_B_WORK]/skia",
"env": {
"BUILDTYPE": "Release",
"CHROME_HEADLESS": "1",
"PATH": "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]",
"SKIA_OUT": "[START_DIR]/out"
},
"infra_step": true,
"name": "fetch-gn"
},
{
"cmd": [
"[CUSTOM_/_B_WORK]/skia/bin/gn",
"gen",
"[START_DIR]/out/Release",
"--args=cc=\"[START_DIR]/clang_linux/bin/clang\" cxx=\"[START_DIR]/clang_linux/bin/clang++\" extra_cflags=[\"-B[START_DIR]/clang_linux/bin\"] extra_ldflags=[\"-B[START_DIR]/clang_linux/bin\", \"-fuse-ld=lld\"] is_debug=false"
],
"cwd": "[CUSTOM_/_B_WORK]/skia",
"env": {
"BUILDTYPE": "Release",
"CHROME_HEADLESS": "1",
"PATH": "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]",
"SKIA_OUT": "[START_DIR]/out"
},
"name": "gn gen"
},
{
"cmd": [
"ninja",
"-C",
"[START_DIR]/out/Release"
],
"cwd": "[CUSTOM_/_B_WORK]/skia",
"env": {
"BUILDTYPE": "Release",
"CHROME_HEADLESS": "1",
"PATH": "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]",
"SKIA_OUT": "[START_DIR]/out"
},
"name": "ninja"
},
{
"cmd": [
"python",
"tools/calmbench/calmbench.py",
"modified",
"--config",
"8888",
"--ninjadir",
"[START_DIR]/out/Release",
"--extraarg",
"--svgs [START_DIR]/svg --skps [START_DIR]/skp --mpd false",
"--writedir",
"[CUSTOM_[SWARM_OUT_DIR]]",
"--concise",
"--githash",
"9046e2e693bb92a76e972b694580e5d17ad10748",
"--key",
"arch",
"x86_64",
"compiler",
"Clang",
"cpu_or_gpu",
"CPU",
"cpu_or_gpu_value",
"AVX2",
"model",
"GCE",
"os",
"Debian9"
],
"cwd": "[CUSTOM_/_B_WORK]/skia",
"env": {
"BUILDTYPE": "Release",
"CHROME_HEADLESS": "1",
"PATH": "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]",
"SKIA_OUT": "[START_DIR]/out"
},
"name": "Run calmbench"
},
{
"name": "$result",
"recipe_result": null,
"status_code": 0
}
]

10
infra/bots/recipes/calmbench.expected/Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release.json → infra/bots/recipes/calmbench.expected/Calmbench-Ubuntu17-Clang-Golo-GPU-QuadroP400-x86_64-Release-All.json
View File

@ -214,6 +214,8 @@
"python",
"tools/calmbench/calmbench.py",
"modified",
"--config",
"gl",
"--ninjadir",
"[START_DIR]/out/Release",
"--extraarg",
@ -229,13 +231,13 @@
"compiler",
"Clang",
"cpu_or_gpu",
"CPU",
"GPU",
"cpu_or_gpu_value",
"AVX2",
"QuadroP400",
"model",
"GCE",
"Golo",
"os",
"Debian9"
"Ubuntu17"
],
"cwd": "[CUSTOM_/_B_WORK]/skia",
"env": {

18
infra/bots/recipes/calmbench.py
View File

@ -31,8 +31,17 @@ def RunSteps(api):
with api.context(cwd=api.vars.skia_dir):
extra_arg = '--svgs %s --skps %s' % (api.flavor.device_dirs.svg_dir,
api.flavor.device_dirs.skp_dir)
command = [ # TODO liyuqian: handle GPU config in the future
# measuring multi-picture-draw in our multi-threaded CPU test is inaccurate
if api.vars.builder_cfg.get('cpu_or_gpu') == 'CPU':
extra_arg += ' --mpd false'
config = "8888"
else:
config = "gl"
command = [
'python', 'tools/calmbench/calmbench.py', 'modified',
'--config', config,
'--ninjadir', api.vars.skia_out.join("Release"),
'--extraarg', extra_arg,
'--writedir', api.vars.swarming_out_dir,
@ -50,7 +59,12 @@ def RunSteps(api):
api.run.check_failure()
def GenTests(api):
builder = "Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release"
builders = [
"Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release-All",
"Calmbench-Ubuntu17-Clang-Golo-GPU-QuadroP400-x86_64-Release-All",
]
for builder in builders:
test = (
api.test(builder) +
api.properties(buildername=builder,

4
infra/bots/recipes/upload_calmbench_results.expected/normal_bot.json
View File

@ -151,7 +151,7 @@
"-z",
"json",
"[START_DIR]/bench_modified_master.json",
"gs://skia-calmbench/calmbench-v1/2012/05/14/12/Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release/bench_modified_master_9046e2e693bb92a76e972b694580e5d17ad10748_1337000001.json"
"gs://skia-calmbench/calmbench-v1/2012/05/14/12/Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release-All/bench_modified_master_9046e2e693bb92a76e972b694580e5d17ad10748_1337000001.json"
],
"infra_step": true,
"name": "upload json"
@ -163,7 +163,7 @@
"-z",
"csv",
"[START_DIR]/bench_modified_master.csv",
"gs://skia-calmbench/calmbench-v1/2012/05/14/12/Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release/bench_modified_master_9046e2e693bb92a76e972b694580e5d17ad10748_1337000001.csv"
"gs://skia-calmbench/calmbench-v1/2012/05/14/12/Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release-All/bench_modified_master_9046e2e693bb92a76e972b694580e5d17ad10748_1337000001.csv"
],
"infra_step": true,
"name": "upload csv"

4
infra/bots/recipes/upload_calmbench_results.expected/trybot.json
View File

@ -155,7 +155,7 @@
"-z",
"json",
"[START_DIR]/bench_modified_master.json",
"gs://skia-calmbench/trybot/calmbench-v1/2012/05/14/12/Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release/456789/12/bench_modified_master_9046e2e693bb92a76e972b694580e5d17ad10748_1337000001.json"
"gs://skia-calmbench/trybot/calmbench-v1/2012/05/14/12/Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release-All/456789/12/bench_modified_master_9046e2e693bb92a76e972b694580e5d17ad10748_1337000001.json"
],
"infra_step": true,
"name": "upload json"
@ -167,7 +167,7 @@
"-z",
"csv",
"[START_DIR]/bench_modified_master.csv",
"gs://skia-calmbench/trybot/calmbench-v1/2012/05/14/12/Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release/456789/12/bench_modified_master_9046e2e693bb92a76e972b694580e5d17ad10748_1337000001.csv"
"gs://skia-calmbench/trybot/calmbench-v1/2012/05/14/12/Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release-All/456789/12/bench_modified_master_9046e2e693bb92a76e972b694580e5d17ad10748_1337000001.csv"
],
"infra_step": true,
"name": "upload csv"

2
infra/bots/recipes/upload_calmbench_results.py
View File

@ -73,7 +73,7 @@ def RunSteps(api):
def GenTests(api):
builder = 'Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release'
builder = 'Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release-All'
yield (
api.test('normal_bot') +
api.properties(buildername=builder,

80
infra/bots/tasks.json
View File

@ -557,10 +557,16 @@
"Build-Win-MSVC-x86_64-Release-Vulkan"
]
},
"Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release": {
"Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release-All": {
"priority": 0.8,
"tasks": [
"Upload-Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release"
"Upload-Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release-All"
]
},
"Calmbench-Ubuntu17-Clang-Golo-GPU-QuadroP400-x86_64-Release-All": {
"priority": 0.8,
"tasks": [
"Upload-Calmbench-Ubuntu17-Clang-Golo-GPU-QuadroP400-x86_64-Release-All"
]
},
"Housekeeper-Nightly-RecreateSKPs_Canary": {
@ -5673,7 +5679,7 @@
"isolate": "compile_skia.isolate",
"priority": 0.8
},
"Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release": {
"Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release-All": {
"cipd_packages": [
{
"name": "skia/bots/clang_linux",
@ -5696,7 +5702,40 @@
"../../..",
"calmbench",
"repository=<(REPO)",
"buildername=Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release",
"buildername=Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release-All",
"swarm_out_dir=${ISOLATED_OUTDIR}",
"revision=<(REVISION)",
"patch_repo=<(PATCH_REPO)",
"patch_storage=<(PATCH_STORAGE)",
"patch_issue=<(ISSUE)",
"patch_set=<(PATCHSET)"
],
"isolate": "infra_skia.isolate",
"priority": 0.8
},
"Calmbench-Ubuntu17-Clang-Golo-GPU-QuadroP400-x86_64-Release-All": {
"cipd_packages": [
{
"name": "skia/bots/clang_linux",
"path": "clang_linux",
"version": "version:10"
}
],
"dependencies": [
"Housekeeper-PerCommit-IsolateSKP",
"Housekeeper-PerCommit-IsolateSVG"
],
"dimensions": [
"gpu:10de:1cb3-384.59",
"os:Ubuntu-17.04",
"pool:Skia"
],
"extra_args": [
"--workdir",
"../../..",
"calmbench",
"repository=<(REPO)",
"buildername=Calmbench-Ubuntu17-Clang-Golo-GPU-QuadroP400-x86_64-Release-All",
"swarm_out_dir=${ISOLATED_OUTDIR}",
"revision=<(REVISION)",
"patch_repo=<(PATCH_REPO)",
@ -23361,9 +23400,9 @@
"max_attempts": 1,
"priority": 0.8
},
"Upload-Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release": {
"Upload-Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release-All": {
"dependencies": [
"Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release"
"Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release-All"
],
"dimensions": [
"cpu:x86-64-Haswell_GCE",
@ -23376,7 +23415,34 @@
"../../..",
"upload_calmbench_results",
"repository=<(REPO)",
"buildername=Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release",
"buildername=Calmbench-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release-All",
"swarm_out_dir=${ISOLATED_OUTDIR}",
"revision=<(REVISION)",
"patch_repo=<(PATCH_REPO)",
"patch_storage=<(PATCH_STORAGE)",
"patch_issue=<(ISSUE)",
"patch_set=<(PATCHSET)",
"gs_bucket=skia-calmbench"
],
"isolate": "upload_nano_results.isolate",
"priority": 0.8
},
"Upload-Calmbench-Ubuntu17-Clang-Golo-GPU-QuadroP400-x86_64-Release-All": {
"dependencies": [
"Calmbench-Ubuntu17-Clang-Golo-GPU-QuadroP400-x86_64-Release-All"
],
"dimensions": [
"cpu:x86-64-Haswell_GCE",
"gpu:none",
"os:Debian-9.1",
"pool:Skia"
],
"extra_args": [
"--workdir",
"../../..",
"upload_calmbench_results",
"repository=<(REPO)",
"buildername=Calmbench-Ubuntu17-Clang-Golo-GPU-QuadroP400-x86_64-Release-All",
"swarm_out_dir=${ISOLATED_OUTDIR}",
"revision=<(REVISION)",
"patch_repo=<(PATCH_REPO)",