2017-04-10 13:56:10 +00:00
[
{
"cmd" : [
"python" ,
"-u" ,
2017-07-07 21:36:58 +00:00
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py" ,
"--json-output" ,
"/path/to/tmp/json" ,
"ensure-directory" ,
"--mode" ,
"0777" ,
"[START_DIR]/tmp"
2017-04-10 13:56:10 +00:00
] ,
"infra_step" : true ,
2017-07-07 21:36:58 +00:00
"name" : "makedirs tmp_dir"
2017-04-10 13:56:10 +00:00
} ,
{
"cmd" : [
2017-10-12 16:21:47 +00:00
"adb.1.0.35" ,
2017-04-10 13:56:10 +00:00
"shell" ,
"mkdir" ,
"-p" ,
"/sdcard/revenge_of_the_skiabot/resources"
] ,
"cwd" : "[START_DIR]/skia" ,
"env" : {
"BUILDTYPE" : "Release" ,
"CHROME_HEADLESS" : "1" ,
2017-05-31 23:13:27 +00:00
"PATH" : "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]" ,
2017-04-10 13:56:10 +00:00
"SKIA_OUT" : "[START_DIR]/out"
} ,
"infra_step" : true ,
"name" : "mkdir /sdcard/revenge_of_the_skiabot/resources"
} ,
{
"cmd" : [
"python" ,
"-u" ,
2017-06-16 17:10:22 +00:00
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py" ,
"--json-output" ,
"/path/to/tmp/json" ,
"copy" ,
2017-04-10 13:56:10 +00:00
"[START_DIR]/skia/infra/bots/assets/skp/VERSION" ,
"/path/to/tmp/"
] ,
"infra_step" : true ,
"name" : "Get downloaded SKP VERSION"
} ,
{
"cmd" : [
"python" ,
"-u" ,
2017-06-16 17:10:22 +00:00
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py" ,
"--json-output" ,
"/path/to/tmp/json" ,
"copy" ,
2017-04-10 13:56:10 +00:00
"42" ,
"[START_DIR]/tmp/SKP_VERSION"
] ,
"infra_step" : true ,
"name" : "write SKP_VERSION"
} ,
{
"cmd" : [
2017-10-12 16:21:47 +00:00
"adb.1.0.35" ,
2017-04-10 13:56:10 +00:00
"shell" ,
"cat" ,
"/sdcard/revenge_of_the_skiabot/SKP_VERSION"
] ,
"cwd" : "[START_DIR]/skia" ,
"env" : {
"BUILDTYPE" : "Release" ,
"CHROME_HEADLESS" : "1" ,
2017-05-31 23:13:27 +00:00
"PATH" : "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]" ,
2017-04-10 13:56:10 +00:00
"SKIA_OUT" : "[START_DIR]/out"
} ,
"infra_step" : true ,
"name" : "read /sdcard/revenge_of_the_skiabot/SKP_VERSION" ,
"stdout" : "/path/to/tmp/"
} ,
{
"cmd" : [
2017-10-12 16:21:47 +00:00
"adb.1.0.35" ,
2017-04-10 13:56:10 +00:00
"shell" ,
"rm" ,
"-f" ,
"/sdcard/revenge_of_the_skiabot/SKP_VERSION"
] ,
"cwd" : "[START_DIR]/skia" ,
"env" : {
"BUILDTYPE" : "Release" ,
"CHROME_HEADLESS" : "1" ,
2017-05-31 23:13:27 +00:00
"PATH" : "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]" ,
2017-04-10 13:56:10 +00:00
"SKIA_OUT" : "[START_DIR]/out"
} ,
"infra_step" : true ,
"name" : "rm /sdcard/revenge_of_the_skiabot/SKP_VERSION"
} ,
{
"cmd" : [
2017-10-12 16:21:47 +00:00
"adb.1.0.35" ,
2017-04-10 13:56:10 +00:00
"shell" ,
"rm" ,
"-rf" ,
"/sdcard/revenge_of_the_skiabot/skps"
] ,
"cwd" : "[START_DIR]/skia" ,
"env" : {
"BUILDTYPE" : "Release" ,
"CHROME_HEADLESS" : "1" ,
2017-05-31 23:13:27 +00:00
"PATH" : "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]" ,
2017-04-10 13:56:10 +00:00
"SKIA_OUT" : "[START_DIR]/out"
} ,
"infra_step" : true ,
"name" : "rm /sdcard/revenge_of_the_skiabot/skps"
} ,
{
"cmd" : [
2017-10-12 16:21:47 +00:00
"adb.1.0.35" ,
2017-04-10 13:56:10 +00:00
"shell" ,
"mkdir" ,
"-p" ,
"/sdcard/revenge_of_the_skiabot/skps"
] ,
"cwd" : "[START_DIR]/skia" ,
"env" : {
"BUILDTYPE" : "Release" ,
"CHROME_HEADLESS" : "1" ,
2017-05-31 23:13:27 +00:00
"PATH" : "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]" ,
2017-04-10 13:56:10 +00:00
"SKIA_OUT" : "[START_DIR]/out"
} ,
"infra_step" : true ,
"name" : "mkdir /sdcard/revenge_of_the_skiabot/skps"
} ,
{
"cmd" : [
"python" ,
"-u" ,
2017-10-12 16:21:47 +00:00
"\nimport os\nimport subprocess\nimport sys\nhost = sys.argv[1]\ndevice = sys.argv[2]\nfor d, _, fs in os.walk(host):\n p = os.path.relpath(d, host)\n if p != '.' and p.startswith('.'):\n continue\n for f in fs:\n print os.path.join(p,f)\n subprocess.check_call(['adb.1.0.35', 'push',\n os.path.realpath(os.path.join(host, p, f)),\n os.path.join(device, p, f)])\n" ,
2017-04-10 13:56:10 +00:00
"[START_DIR]/skp" ,
"/sdcard/revenge_of_the_skiabot/skps"
] ,
"env" : {
"BUILDTYPE" : "Release" ,
"CHROME_HEADLESS" : "1" ,
2017-05-31 23:13:27 +00:00
"PATH" : "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]" ,
2017-04-10 13:56:10 +00:00
"SKIA_OUT" : "[START_DIR]/out"
} ,
"infra_step" : true ,
"name" : "push [START_DIR]/skp/* /sdcard/revenge_of_the_skiabot/skps" ,
"~followup_annotations" : [
"@@@STEP_LOG_LINE@python.inline@@@@" ,
"@@@STEP_LOG_LINE@python.inline@import os@@@" ,
"@@@STEP_LOG_LINE@python.inline@import subprocess@@@" ,
"@@@STEP_LOG_LINE@python.inline@import sys@@@" ,
"@@@STEP_LOG_LINE@python.inline@host = sys.argv[1]@@@" ,
"@@@STEP_LOG_LINE@python.inline@device = sys.argv[2]@@@" ,
"@@@STEP_LOG_LINE@python.inline@for d, _, fs in os.walk(host):@@@" ,
"@@@STEP_LOG_LINE@python.inline@ p = os.path.relpath(d, host)@@@" ,
"@@@STEP_LOG_LINE@python.inline@ if p != '.' and p.startswith('.'):@@@" ,
"@@@STEP_LOG_LINE@python.inline@ continue@@@" ,
"@@@STEP_LOG_LINE@python.inline@ for f in fs:@@@" ,
"@@@STEP_LOG_LINE@python.inline@ print os.path.join(p,f)@@@" ,
2017-10-12 16:21:47 +00:00
"@@@STEP_LOG_LINE@python.inline@ subprocess.check_call(['adb.1.0.35', 'push',@@@" ,
2017-04-10 13:56:10 +00:00
"@@@STEP_LOG_LINE@python.inline@ os.path.realpath(os.path.join(host, p, f)),@@@" ,
"@@@STEP_LOG_LINE@python.inline@ os.path.join(device, p, f)])@@@" ,
"@@@STEP_LOG_END@python.inline@@@"
]
} ,
{
"cmd" : [
2017-10-12 16:21:47 +00:00
"adb.1.0.35" ,
2017-04-10 13:56:10 +00:00
"push" ,
"[START_DIR]/tmp/SKP_VERSION" ,
"/sdcard/revenge_of_the_skiabot/SKP_VERSION"
] ,
"cwd" : "[START_DIR]/skia" ,
"env" : {
"BUILDTYPE" : "Release" ,
"CHROME_HEADLESS" : "1" ,
2017-05-31 23:13:27 +00:00
"PATH" : "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]" ,
2017-04-10 13:56:10 +00:00
"SKIA_OUT" : "[START_DIR]/out"
} ,
"infra_step" : true ,
"name" : "push [START_DIR]/tmp/SKP_VERSION /sdcard/revenge_of_the_skiabot/SKP_VERSION"
} ,
{
"cmd" : [
2017-10-12 19:15:47 +00:00
"adb.1.0.35" ,
2017-04-10 13:56:10 +00:00
"push" ,
"[START_DIR]/out/Release/skpbench" ,
"/data/local/tmp/"
] ,
"cwd" : "[START_DIR]/skia" ,
"env" : {
"BUILDTYPE" : "Release" ,
"CHROME_HEADLESS" : "1" ,
2017-05-31 23:13:27 +00:00
"PATH" : "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]" ,
2017-04-10 13:56:10 +00:00
"SKIA_OUT" : "[START_DIR]/out"
} ,
"infra_step" : true ,
"name" : "push skpbench"
} ,
{
"cmd" : [
"python" ,
"-u" ,
"[START_DIR]/skia/tools/skpbench/skpbench.py" ,
"/data/local/tmp/skpbench" ,
"/sdcard/revenge_of_the_skiabot/skps" ,
"--adb" ,
"--resultsfile" ,
"[CUSTOM_[SWARM_OUT_DIR]]/table" ,
"--config" ,
2017-06-27 17:44:36 +00:00
"gles,glesinst4" ,
"-v" ,
"5"
2017-04-10 13:56:10 +00:00
] ,
"env" : {
"BUILDTYPE" : "Release" ,
"CHROME_HEADLESS" : "1" ,
2017-05-31 23:13:27 +00:00
"PATH" : "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]" ,
2017-04-10 13:56:10 +00:00
"SKIA_OUT" : "[START_DIR]/out"
} ,
"name" : "skpbench"
} ,
{
"cmd" : [
"python" ,
"-u" ,
"import os\nprint os.environ.get('SWARMING_BOT_ID', '')\n"
] ,
"name" : "get swarming bot id" ,
"stdout" : "/path/to/tmp/" ,
"~followup_annotations" : [
"@@@STEP_LOG_LINE@python.inline@import os@@@" ,
"@@@STEP_LOG_LINE@python.inline@print os.environ.get('SWARMING_BOT_ID', '')@@@" ,
"@@@STEP_LOG_END@python.inline@@@"
]
} ,
{
"cmd" : [
"python" ,
"-u" ,
"import os\nprint os.environ.get('SWARMING_TASK_ID', '')\n"
] ,
"name" : "get swarming task id" ,
"stdout" : "/path/to/tmp/" ,
"~followup_annotations" : [
"@@@STEP_LOG_LINE@python.inline@import os@@@" ,
"@@@STEP_LOG_LINE@python.inline@print os.environ.get('SWARMING_TASK_ID', '')@@@" ,
"@@@STEP_LOG_END@python.inline@@@"
]
} ,
{
"cmd" : [
"python" ,
"-u" ,
2017-07-07 21:36:58 +00:00
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py" ,
"--json-output" ,
"/path/to/tmp/json" ,
"ensure-directory" ,
"--mode" ,
"0777" ,
"[CUSTOM_[SWARM_OUT_DIR]]/perfdata/Perf-Android-Clang-PixelC-GPU-TegraX1-arm64-Release-Android_Skpbench/data"
2017-04-10 13:56:10 +00:00
] ,
2017-06-16 17:10:22 +00:00
"infra_step" : true ,
2017-07-07 21:36:58 +00:00
"name" : "makedirs perf_dir"
2017-04-10 13:56:10 +00:00
} ,
{
"cmd" : [
"python" ,
"-u" ,
"[START_DIR]/skia/tools/skpbench/skiaperf.py" ,
"[CUSTOM_[SWARM_OUT_DIR]]/table" ,
"--properties" ,
"gitHash" ,
"abc123" ,
"issue" ,
"456789" ,
"patchset" ,
"12" ,
"patch_storage" ,
"gerrit" ,
"swarming_bot_id" ,
"skia-bot-123" ,
"swarming_task_id" ,
"123456" ,
"--outfile" ,
2017-04-12 12:31:48 +00:00
"[CUSTOM_[SWARM_OUT_DIR]]/perfdata/Perf-Android-Clang-PixelC-GPU-TegraX1-arm64-Release-Android_Skpbench/data/skpbench_abc123_1337000001.json" ,
2017-04-10 13:56:10 +00:00
"--key" ,
"arch" ,
"arm64" ,
"compiler" ,
"Clang" ,
"cpu_or_gpu" ,
"GPU" ,
"cpu_or_gpu_value" ,
"TegraX1" ,
"extra_config" ,
2017-04-12 12:31:48 +00:00
"Android_Skpbench" ,
2017-04-10 13:56:10 +00:00
"model" ,
"PixelC" ,
"os" ,
"Android"
] ,
"env" : {
"BUILDTYPE" : "Release" ,
"CHROME_HEADLESS" : "1" ,
2017-05-31 23:13:27 +00:00
"PATH" : "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]" ,
2017-04-10 13:56:10 +00:00
"SKIA_OUT" : "[START_DIR]/out"
} ,
"name" : "Parse skpbench output into Perf json"
} ,
{
"cmd" : [
"python" ,
"-u" ,
2017-10-12 16:21:47 +00:00
"\nimport os\nimport subprocess\nimport sys\nout = sys.argv[1]\nlog = subprocess.check_output(['adb.1.0.35', 'logcat', '-d'])\nfor line in log.split('\\n'):\n tokens = line.split()\n if len(tokens) == 11 and tokens[-7] == 'F' and tokens[-3] == 'pc':\n addr, path = tokens[-2:]\n local = os.path.join(out, os.path.basename(path))\n if os.path.exists(local):\n sym = subprocess.check_output(['addr2line', '-Cfpe', local, addr])\n line = line.replace(addr, addr + ' ' + sym.strip())\n print line\n" ,
2017-04-10 13:56:10 +00:00
"[START_DIR]/out/Release"
] ,
"env" : {
"BUILDTYPE" : "Release" ,
"CHROME_HEADLESS" : "1" ,
2017-05-31 23:13:27 +00:00
"PATH" : "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]" ,
2017-04-10 13:56:10 +00:00
"SKIA_OUT" : "[START_DIR]/out"
} ,
"infra_step" : true ,
"name" : "dump log" ,
2017-10-12 16:21:47 +00:00
"timeout" : 300 ,
2017-04-10 13:56:10 +00:00
"~followup_annotations" : [
"@@@STEP_LOG_LINE@python.inline@@@@" ,
"@@@STEP_LOG_LINE@python.inline@import os@@@" ,
"@@@STEP_LOG_LINE@python.inline@import subprocess@@@" ,
"@@@STEP_LOG_LINE@python.inline@import sys@@@" ,
"@@@STEP_LOG_LINE@python.inline@out = sys.argv[1]@@@" ,
2017-10-12 16:21:47 +00:00
"@@@STEP_LOG_LINE@python.inline@log = subprocess.check_output(['adb.1.0.35', 'logcat', '-d'])@@@" ,
2017-04-10 13:56:10 +00:00
"@@@STEP_LOG_LINE@python.inline@for line in log.split('\\n'):@@@" ,
"@@@STEP_LOG_LINE@python.inline@ tokens = line.split()@@@" ,
"@@@STEP_LOG_LINE@python.inline@ if len(tokens) == 11 and tokens[-7] == 'F' and tokens[-3] == 'pc':@@@" ,
"@@@STEP_LOG_LINE@python.inline@ addr, path = tokens[-2:]@@@" ,
"@@@STEP_LOG_LINE@python.inline@ local = os.path.join(out, os.path.basename(path))@@@" ,
"@@@STEP_LOG_LINE@python.inline@ if os.path.exists(local):@@@" ,
"@@@STEP_LOG_LINE@python.inline@ sym = subprocess.check_output(['addr2line', '-Cfpe', local, addr])@@@" ,
"@@@STEP_LOG_LINE@python.inline@ line = line.replace(addr, addr + ' ' + sym.strip())@@@" ,
"@@@STEP_LOG_LINE@python.inline@ print line@@@" ,
"@@@STEP_LOG_END@python.inline@@@"
]
} ,
{
"cmd" : [
2017-10-12 16:21:47 +00:00
"adb.1.0.35" ,
2017-04-10 13:56:10 +00:00
"kill-server"
] ,
"cwd" : "[START_DIR]/skia" ,
"env" : {
"BUILDTYPE" : "Release" ,
"CHROME_HEADLESS" : "1" ,
2017-05-31 23:13:27 +00:00
"PATH" : "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]" ,
2017-04-10 13:56:10 +00:00
"SKIA_OUT" : "[START_DIR]/out"
} ,
"infra_step" : true ,
"name" : "kill adb server"
} ,
{
"name" : "$result" ,
"recipe_result" : null ,
"status_code" : 0
}
]