2016-11-14 18:42:27 +00:00
[
{
"cmd" : [
"python" ,
"-u" ,
"\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n" ,
2016-11-21 21:06:19 +00:00
"[START_DIR]/tmp" ,
2016-11-14 18:42:27 +00:00
"511"
] ,
2017-03-20 16:48:31 +00:00
"infra_step" : true ,
2016-11-14 18:42:27 +00:00
"name" : "makedirs tmp_dir" ,
"~followup_annotations" : [
"@@@STEP_LOG_LINE@python.inline@@@@" ,
"@@@STEP_LOG_LINE@python.inline@import sys, os@@@" ,
"@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@" ,
"@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@" ,
"@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@" ,
"@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@" ,
"@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@" ,
"@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@" ,
"@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@" ,
"@@@STEP_LOG_END@python.inline@@@"
]
} ,
{
"cmd" : [
"adb" ,
"shell" ,
"mkdir" ,
"-p" ,
"/sdcard/revenge_of_the_skiabot/resources"
] ,
2016-11-21 21:06:19 +00:00
"cwd" : "[START_DIR]/skia" ,
2017-03-21 12:20:33 +00:00
"env" : {
"BUILDTYPE" : "Release" ,
"CHROME_HEADLESS" : "1" ,
2017-05-31 23:13:27 +00:00
"PATH" : "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]" ,
2017-03-21 12:20:33 +00:00
"SKIA_OUT" : "[START_DIR]/out"
} ,
2017-03-20 16:48:31 +00:00
"infra_step" : true ,
2016-11-14 18:42:27 +00:00
"name" : "mkdir /sdcard/revenge_of_the_skiabot/resources"
} ,
{
"cmd" : [
"python" ,
"-u" ,
"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n" ,
2016-11-21 21:06:19 +00:00
"[START_DIR]/skia/infra/bots/assets/skp/VERSION" ,
2016-11-14 18:42:27 +00:00
"/path/to/tmp/"
] ,
2017-03-20 16:48:31 +00:00
"infra_step" : true ,
2016-11-14 18:42:27 +00:00
"name" : "Get downloaded SKP VERSION"
} ,
{
"cmd" : [
"python" ,
"-u" ,
"\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n" ,
"42" ,
2016-11-21 21:06:19 +00:00
"[START_DIR]/tmp/SKP_VERSION"
2016-11-14 18:42:27 +00:00
] ,
2017-03-20 16:48:31 +00:00
"infra_step" : true ,
2016-11-14 18:42:27 +00:00
"name" : "write SKP_VERSION"
} ,
{
"cmd" : [
"adb" ,
"shell" ,
"cat" ,
"/sdcard/revenge_of_the_skiabot/SKP_VERSION"
] ,
2016-11-21 21:06:19 +00:00
"cwd" : "[START_DIR]/skia" ,
2017-03-21 12:20:33 +00:00
"env" : {
"BUILDTYPE" : "Release" ,
"CHROME_HEADLESS" : "1" ,
2017-05-31 23:13:27 +00:00
"PATH" : "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]" ,
2017-03-21 12:20:33 +00:00
"SKIA_OUT" : "[START_DIR]/out"
} ,
2017-03-20 16:48:31 +00:00
"infra_step" : true ,
2016-11-14 18:42:27 +00:00
"name" : "read /sdcard/revenge_of_the_skiabot/SKP_VERSION" ,
"stdout" : "/path/to/tmp/"
} ,
{
"cmd" : [
"adb" ,
"shell" ,
"rm" ,
"-f" ,
"/sdcard/revenge_of_the_skiabot/SKP_VERSION"
] ,
2016-11-21 21:06:19 +00:00
"cwd" : "[START_DIR]/skia" ,
2017-03-21 12:20:33 +00:00
"env" : {
"BUILDTYPE" : "Release" ,
"CHROME_HEADLESS" : "1" ,
2017-05-31 23:13:27 +00:00
"PATH" : "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]" ,
2017-03-21 12:20:33 +00:00
"SKIA_OUT" : "[START_DIR]/out"
} ,
2017-03-20 16:48:31 +00:00
"infra_step" : true ,
2016-11-14 18:42:27 +00:00
"name" : "rm /sdcard/revenge_of_the_skiabot/SKP_VERSION"
} ,
{
"cmd" : [
"adb" ,
"shell" ,
"rm" ,
"-rf" ,
"/sdcard/revenge_of_the_skiabot/skps"
] ,
2016-11-21 21:06:19 +00:00
"cwd" : "[START_DIR]/skia" ,
2017-03-21 12:20:33 +00:00
"env" : {
"BUILDTYPE" : "Release" ,
"CHROME_HEADLESS" : "1" ,
2017-05-31 23:13:27 +00:00
"PATH" : "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]" ,
2017-03-21 12:20:33 +00:00
"SKIA_OUT" : "[START_DIR]/out"
} ,
2017-03-20 16:48:31 +00:00
"infra_step" : true ,
2016-11-14 18:42:27 +00:00
"name" : "rm /sdcard/revenge_of_the_skiabot/skps"
} ,
{
"cmd" : [
"adb" ,
"shell" ,
"mkdir" ,
"-p" ,
"/sdcard/revenge_of_the_skiabot/skps"
] ,
2016-11-21 21:06:19 +00:00
"cwd" : "[START_DIR]/skia" ,
2017-03-21 12:20:33 +00:00
"env" : {
"BUILDTYPE" : "Release" ,
"CHROME_HEADLESS" : "1" ,
2017-05-31 23:13:27 +00:00
"PATH" : "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]" ,
2017-03-21 12:20:33 +00:00
"SKIA_OUT" : "[START_DIR]/out"
} ,
2017-03-20 16:48:31 +00:00
"infra_step" : true ,
2016-11-14 18:42:27 +00:00
"name" : "mkdir /sdcard/revenge_of_the_skiabot/skps"
} ,
{
"cmd" : [
"python" ,
"-u" ,
"\nimport os\nimport subprocess\nimport sys\nhost = sys.argv[1]\ndevice = sys.argv[2]\nfor d, _, fs in os.walk(host):\n p = os.path.relpath(d, host)\n if p != '.' and p.startswith('.'):\n continue\n for f in fs:\n print os.path.join(p,f)\n subprocess.check_call(['adb', 'push',\n os.path.realpath(os.path.join(host, p, f)),\n os.path.join(device, p, f)])\n" ,
2016-11-21 21:06:19 +00:00
"[START_DIR]/skp" ,
2016-11-14 18:42:27 +00:00
"/sdcard/revenge_of_the_skiabot/skps"
] ,
2017-03-21 12:20:33 +00:00
"env" : {
"BUILDTYPE" : "Release" ,
"CHROME_HEADLESS" : "1" ,
2017-05-31 23:13:27 +00:00
"PATH" : "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]" ,
2017-03-21 12:20:33 +00:00
"SKIA_OUT" : "[START_DIR]/out"
} ,
2017-03-20 16:48:31 +00:00
"infra_step" : true ,
2016-11-21 21:06:19 +00:00
"name" : "push [START_DIR]/skp/* /sdcard/revenge_of_the_skiabot/skps" ,
2016-11-14 18:42:27 +00:00
"~followup_annotations" : [
"@@@STEP_LOG_LINE@python.inline@@@@" ,
"@@@STEP_LOG_LINE@python.inline@import os@@@" ,
"@@@STEP_LOG_LINE@python.inline@import subprocess@@@" ,
"@@@STEP_LOG_LINE@python.inline@import sys@@@" ,
"@@@STEP_LOG_LINE@python.inline@host = sys.argv[1]@@@" ,
"@@@STEP_LOG_LINE@python.inline@device = sys.argv[2]@@@" ,
"@@@STEP_LOG_LINE@python.inline@for d, _, fs in os.walk(host):@@@" ,
"@@@STEP_LOG_LINE@python.inline@ p = os.path.relpath(d, host)@@@" ,
"@@@STEP_LOG_LINE@python.inline@ if p != '.' and p.startswith('.'):@@@" ,
"@@@STEP_LOG_LINE@python.inline@ continue@@@" ,
"@@@STEP_LOG_LINE@python.inline@ for f in fs:@@@" ,
"@@@STEP_LOG_LINE@python.inline@ print os.path.join(p,f)@@@" ,
"@@@STEP_LOG_LINE@python.inline@ subprocess.check_call(['adb', 'push',@@@" ,
"@@@STEP_LOG_LINE@python.inline@ os.path.realpath(os.path.join(host, p, f)),@@@" ,
"@@@STEP_LOG_LINE@python.inline@ os.path.join(device, p, f)])@@@" ,
"@@@STEP_LOG_END@python.inline@@@"
]
} ,
{
"cmd" : [
"adb" ,
"push" ,
2016-11-21 21:06:19 +00:00
"[START_DIR]/tmp/SKP_VERSION" ,
2016-11-14 18:42:27 +00:00
"/sdcard/revenge_of_the_skiabot/SKP_VERSION"
] ,
2016-11-21 21:06:19 +00:00
"cwd" : "[START_DIR]/skia" ,
2017-03-21 12:20:33 +00:00
"env" : {
"BUILDTYPE" : "Release" ,
"CHROME_HEADLESS" : "1" ,
2017-05-31 23:13:27 +00:00
"PATH" : "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]" ,
2017-03-21 12:20:33 +00:00
"SKIA_OUT" : "[START_DIR]/out"
} ,
2017-03-20 16:48:31 +00:00
"infra_step" : true ,
2016-11-21 21:06:19 +00:00
"name" : "push [START_DIR]/tmp/SKP_VERSION /sdcard/revenge_of_the_skiabot/SKP_VERSION"
2016-11-14 18:42:27 +00:00
} ,
{
"cmd" : [
"adb" ,
"push" ,
2016-11-21 21:06:19 +00:00
"[START_DIR]/out/Release/skpbench" ,
2016-11-14 18:42:27 +00:00
"/data/local/tmp/"
] ,
2016-11-21 21:06:19 +00:00
"cwd" : "[START_DIR]/skia" ,
2017-03-21 12:20:33 +00:00
"env" : {
"BUILDTYPE" : "Release" ,
"CHROME_HEADLESS" : "1" ,
2017-05-31 23:13:27 +00:00
"PATH" : "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]" ,
2017-03-21 12:20:33 +00:00
"SKIA_OUT" : "[START_DIR]/out"
} ,
2017-03-20 16:48:31 +00:00
"infra_step" : true ,
2016-11-14 18:42:27 +00:00
"name" : "push skpbench"
} ,
{
"cmd" : [
"python" ,
"-u" ,
2016-11-21 21:06:19 +00:00
"[START_DIR]/skia/tools/skpbench/skpbench.py" ,
2016-11-14 18:42:27 +00:00
"/data/local/tmp/skpbench" ,
"/sdcard/revenge_of_the_skiabot/skps" ,
"--adb" ,
"--resultsfile" ,
"[CUSTOM_[SWARM_OUT_DIR]]/table" ,
"--config" ,
2017-03-17 18:32:05 +00:00
"gles,glesinst4"
2016-11-14 18:42:27 +00:00
] ,
2017-03-21 12:20:33 +00:00
"env" : {
"BUILDTYPE" : "Release" ,
"CHROME_HEADLESS" : "1" ,
2017-05-31 23:13:27 +00:00
"PATH" : "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]" ,
2017-03-21 12:20:33 +00:00
"SKIA_OUT" : "[START_DIR]/out"
} ,
2016-11-14 18:42:27 +00:00
"name" : "skpbench"
} ,
{
"cmd" : [
"python" ,
"-u" ,
"import os\nprint os.environ.get('SWARMING_BOT_ID', '')\n"
] ,
"name" : "get swarming bot id" ,
"stdout" : "/path/to/tmp/" ,
"~followup_annotations" : [
"@@@STEP_LOG_LINE@python.inline@import os@@@" ,
"@@@STEP_LOG_LINE@python.inline@print os.environ.get('SWARMING_BOT_ID', '')@@@" ,
"@@@STEP_LOG_END@python.inline@@@"
]
} ,
{
"cmd" : [
"python" ,
"-u" ,
"import os\nprint os.environ.get('SWARMING_TASK_ID', '')\n"
] ,
"name" : "get swarming task id" ,
"stdout" : "/path/to/tmp/" ,
"~followup_annotations" : [
"@@@STEP_LOG_LINE@python.inline@import os@@@" ,
"@@@STEP_LOG_LINE@python.inline@print os.environ.get('SWARMING_TASK_ID', '')@@@" ,
"@@@STEP_LOG_END@python.inline@@@"
]
} ,
{
"cmd" : [
"python" ,
"-u" ,
"\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n" ,
2017-04-12 12:31:48 +00:00
"[CUSTOM_[SWARM_OUT_DIR]]/perfdata/Perf-Android-Clang-PixelC-GPU-TegraX1-arm64-Release-Android_Skpbench/data" ,
2016-11-14 18:42:27 +00:00
"511"
] ,
"name" : "makedirs perf_dir" ,
"~followup_annotations" : [
"@@@STEP_LOG_LINE@python.inline@@@@" ,
"@@@STEP_LOG_LINE@python.inline@import sys, os@@@" ,
"@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@" ,
"@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@" ,
"@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@" ,
"@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@" ,
"@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@" ,
"@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@" ,
"@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@" ,
"@@@STEP_LOG_END@python.inline@@@"
]
} ,
{
"cmd" : [
"python" ,
"-u" ,
2016-11-21 21:06:19 +00:00
"[START_DIR]/skia/tools/skpbench/skiaperf.py" ,
2016-11-14 18:42:27 +00:00
"[CUSTOM_[SWARM_OUT_DIR]]/table" ,
"--properties" ,
"gitHash" ,
"abc123" ,
"swarming_bot_id" ,
"skia-bot-123" ,
"swarming_task_id" ,
"123456" ,
"--outfile" ,
2017-04-12 12:31:48 +00:00
"[CUSTOM_[SWARM_OUT_DIR]]/perfdata/Perf-Android-Clang-PixelC-GPU-TegraX1-arm64-Release-Android_Skpbench/data/skpbench_abc123_1337000001.json" ,
2016-11-14 18:42:27 +00:00
"--key" ,
"arch" ,
"arm64" ,
"compiler" ,
"Clang" ,
"cpu_or_gpu" ,
"GPU" ,
"cpu_or_gpu_value" ,
"TegraX1" ,
"extra_config" ,
2017-04-12 12:31:48 +00:00
"Android_Skpbench" ,
2016-11-14 18:42:27 +00:00
"model" ,
"PixelC" ,
"os" ,
"Android"
] ,
2017-03-21 12:20:33 +00:00
"env" : {
"BUILDTYPE" : "Release" ,
"CHROME_HEADLESS" : "1" ,
2017-05-31 23:13:27 +00:00
"PATH" : "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]" ,
2017-03-21 12:20:33 +00:00
"SKIA_OUT" : "[START_DIR]/out"
} ,
2016-11-14 18:42:27 +00:00
"name" : "Parse skpbench output into Perf json"
} ,
{
"cmd" : [
"python" ,
"-u" ,
"\nimport os\nimport subprocess\nimport sys\nout = sys.argv[1]\nlog = subprocess.check_output(['adb', 'logcat', '-d'])\nfor line in log.split('\\n'):\n tokens = line.split()\n if len(tokens) == 11 and tokens[-7] == 'F' and tokens[-3] == 'pc':\n addr, path = tokens[-2:]\n local = os.path.join(out, os.path.basename(path))\n if os.path.exists(local):\n sym = subprocess.check_output(['addr2line', '-Cfpe', local, addr])\n line = line.replace(addr, addr + ' ' + sym.strip())\n print line\n" ,
2016-11-21 21:06:19 +00:00
"[START_DIR]/out/Release"
2016-11-14 18:42:27 +00:00
] ,
2017-03-21 12:20:33 +00:00
"env" : {
"BUILDTYPE" : "Release" ,
"CHROME_HEADLESS" : "1" ,
2017-05-31 23:13:27 +00:00
"PATH" : "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]" ,
2017-03-21 12:20:33 +00:00
"SKIA_OUT" : "[START_DIR]/out"
} ,
2017-03-20 16:48:31 +00:00
"infra_step" : true ,
2016-11-14 18:42:27 +00:00
"name" : "dump log" ,
"~followup_annotations" : [
"@@@STEP_LOG_LINE@python.inline@@@@" ,
"@@@STEP_LOG_LINE@python.inline@import os@@@" ,
"@@@STEP_LOG_LINE@python.inline@import subprocess@@@" ,
"@@@STEP_LOG_LINE@python.inline@import sys@@@" ,
"@@@STEP_LOG_LINE@python.inline@out = sys.argv[1]@@@" ,
"@@@STEP_LOG_LINE@python.inline@log = subprocess.check_output(['adb', 'logcat', '-d'])@@@" ,
"@@@STEP_LOG_LINE@python.inline@for line in log.split('\\n'):@@@" ,
"@@@STEP_LOG_LINE@python.inline@ tokens = line.split()@@@" ,
"@@@STEP_LOG_LINE@python.inline@ if len(tokens) == 11 and tokens[-7] == 'F' and tokens[-3] == 'pc':@@@" ,
"@@@STEP_LOG_LINE@python.inline@ addr, path = tokens[-2:]@@@" ,
"@@@STEP_LOG_LINE@python.inline@ local = os.path.join(out, os.path.basename(path))@@@" ,
"@@@STEP_LOG_LINE@python.inline@ if os.path.exists(local):@@@" ,
"@@@STEP_LOG_LINE@python.inline@ sym = subprocess.check_output(['addr2line', '-Cfpe', local, addr])@@@" ,
"@@@STEP_LOG_LINE@python.inline@ line = line.replace(addr, addr + ' ' + sym.strip())@@@" ,
"@@@STEP_LOG_LINE@python.inline@ print line@@@" ,
"@@@STEP_LOG_END@python.inline@@@"
]
} ,
{
"cmd" : [
"adb" ,
"kill-server"
] ,
2016-11-21 21:06:19 +00:00
"cwd" : "[START_DIR]/skia" ,
2017-03-21 12:20:33 +00:00
"env" : {
"BUILDTYPE" : "Release" ,
"CHROME_HEADLESS" : "1" ,
2017-05-31 23:13:27 +00:00
"PATH" : "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]" ,
2017-03-21 12:20:33 +00:00
"SKIA_OUT" : "[START_DIR]/out"
} ,
2017-03-20 16:48:31 +00:00
"infra_step" : true ,
2016-11-14 18:42:27 +00:00
"name" : "kill adb server"
} ,
{
"name" : "$result" ,
"recipe_result" : null ,
"status_code" : 0
}
]