392 lines
11 KiB
JSON
392 lines
11 KiB
JSON
|
[
|
||
|
{
|
||
|
"cmd": [
|
||
|
"vpython",
|
||
|
"-u",
|
||
|
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
|
||
|
"--json-output",
|
||
|
"/path/to/tmp/json",
|
||
|
"ensure-directory",
|
||
|
"--mode",
|
||
|
"0777",
|
||
|
"[START_DIR]/tmp"
|
||
|
],
|
||
|
"infra_step": true,
|
||
|
"name": "makedirs tmp_dir"
|
||
|
},
|
||
|
{
|
||
|
"cmd": [
|
||
|
"vpython",
|
||
|
"-u",
|
||
|
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
|
||
|
"--json-output",
|
||
|
"/path/to/tmp/json",
|
||
|
"copy",
|
||
|
"[START_DIR]/skia/infra/bots/assets/skp/VERSION",
|
||
|
"/path/to/tmp/"
|
||
|
],
|
||
|
"infra_step": true,
|
||
|
"name": "Get skp VERSION",
|
||
|
"~followup_annotations": [
|
||
|
"@@@STEP_LOG_LINE@VERSION@42@@@",
|
||
|
"@@@STEP_LOG_END@VERSION@@@"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"cmd": [
|
||
|
"vpython",
|
||
|
"-u",
|
||
|
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
|
||
|
"--json-output",
|
||
|
"/path/to/tmp/json",
|
||
|
"copy",
|
||
|
"42",
|
||
|
"[START_DIR]/tmp/SKP_VERSION"
|
||
|
],
|
||
|
"infra_step": true,
|
||
|
"name": "write SKP_VERSION",
|
||
|
"~followup_annotations": [
|
||
|
"@@@STEP_LOG_LINE@SKP_VERSION@42@@@",
|
||
|
"@@@STEP_LOG_END@SKP_VERSION@@@"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"cmd": [
|
||
|
"vpython",
|
||
|
"-u",
|
||
|
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
|
||
|
"--json-output",
|
||
|
"/path/to/tmp/json",
|
||
|
"copy",
|
||
|
"[START_DIR]/skia/infra/bots/assets/skimage/VERSION",
|
||
|
"/path/to/tmp/"
|
||
|
],
|
||
|
"infra_step": true,
|
||
|
"name": "Get skimage VERSION",
|
||
|
"~followup_annotations": [
|
||
|
"@@@STEP_LOG_LINE@VERSION@42@@@",
|
||
|
"@@@STEP_LOG_END@VERSION@@@"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"cmd": [
|
||
|
"vpython",
|
||
|
"-u",
|
||
|
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
|
||
|
"--json-output",
|
||
|
"/path/to/tmp/json",
|
||
|
"copy",
|
||
|
"42",
|
||
|
"[START_DIR]/tmp/SK_IMAGE_VERSION"
|
||
|
],
|
||
|
"infra_step": true,
|
||
|
"name": "write SK_IMAGE_VERSION",
|
||
|
"~followup_annotations": [
|
||
|
"@@@STEP_LOG_LINE@SK_IMAGE_VERSION@42@@@",
|
||
|
"@@@STEP_LOG_END@SK_IMAGE_VERSION@@@"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"cmd": [
|
||
|
"vpython",
|
||
|
"-u",
|
||
|
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
|
||
|
"--json-output",
|
||
|
"/path/to/tmp/json",
|
||
|
"copy",
|
||
|
"[START_DIR]/skia/infra/bots/assets/svg/VERSION",
|
||
|
"/path/to/tmp/"
|
||
|
],
|
||
|
"infra_step": true,
|
||
|
"name": "Get svg VERSION",
|
||
|
"~followup_annotations": [
|
||
|
"@@@STEP_LOG_LINE@VERSION@42@@@",
|
||
|
"@@@STEP_LOG_END@VERSION@@@"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"cmd": [
|
||
|
"vpython",
|
||
|
"-u",
|
||
|
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
|
||
|
"--json-output",
|
||
|
"/path/to/tmp/json",
|
||
|
"copy",
|
||
|
"42",
|
||
|
"[START_DIR]/tmp/SVG_VERSION"
|
||
|
],
|
||
|
"infra_step": true,
|
||
|
"name": "write SVG_VERSION",
|
||
|
"~followup_annotations": [
|
||
|
"@@@STEP_LOG_LINE@SVG_VERSION@42@@@",
|
||
|
"@@@STEP_LOG_END@SVG_VERSION@@@"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"cmd": [
|
||
|
"vpython",
|
||
|
"-u",
|
||
|
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
|
||
|
"--json-output",
|
||
|
"/path/to/tmp/json",
|
||
|
"rmtree",
|
||
|
"[START_DIR]/test"
|
||
|
],
|
||
|
"infra_step": true,
|
||
|
"name": "rmtree test"
|
||
|
},
|
||
|
{
|
||
|
"cmd": [
|
||
|
"vpython",
|
||
|
"-u",
|
||
|
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
|
||
|
"--json-output",
|
||
|
"/path/to/tmp/json",
|
||
|
"ensure-directory",
|
||
|
"--mode",
|
||
|
"0777",
|
||
|
"[START_DIR]/test"
|
||
|
],
|
||
|
"infra_step": true,
|
||
|
"name": "makedirs test"
|
||
|
},
|
||
|
{
|
||
|
"cmd": [
|
||
|
"python",
|
||
|
"-u",
|
||
|
"\nimport contextlib\nimport math\nimport socket\nimport sys\nimport time\nimport urllib2\n\nHASHES_URL = sys.argv[1]\nRETRIES = 5\nTIMEOUT = 60\nWAIT_BASE = 15\n\nsocket.setdefaulttimeout(TIMEOUT)\nfor retry in range(RETRIES):\n try:\n with contextlib.closing(\n urllib2.urlopen(HASHES_URL, timeout=TIMEOUT)) as w:\n hashes = w.read()\n with open(sys.argv[2], 'w') as f:\n f.write(hashes)\n break\n except Exception as e:\n print 'Failed to get uninteresting hashes from %s:' % HASHES_URL\n print e\n if retry == RETRIES:\n raise\n waittime = WAIT_BASE * math.pow(2, retry)\n print 'Retry in %d seconds.' % waittime\n time.sleep(waittime)\n",
|
||
|
"https://example.com/hashes.txt",
|
||
|
"[START_DIR]/tmp/uninteresting_hashes.txt"
|
||
|
],
|
||
|
"env": {
|
||
|
"CHROME_HEADLESS": "1",
|
||
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
||
|
},
|
||
|
"infra_step": true,
|
||
|
"name": "get uninteresting hashes",
|
||
|
"~followup_annotations": [
|
||
|
"@@@STEP_LOG_LINE@python.inline@@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@import contextlib@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@import math@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@import socket@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@import sys@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@import time@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@import urllib2@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@HASHES_URL = sys.argv[1]@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@RETRIES = 5@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@TIMEOUT = 60@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@WAIT_BASE = 15@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@socket.setdefaulttimeout(TIMEOUT)@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@for retry in range(RETRIES):@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@ try:@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@ with contextlib.closing(@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@ urllib2.urlopen(HASHES_URL, timeout=TIMEOUT)) as w:@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@ hashes = w.read()@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@ with open(sys.argv[2], 'w') as f:@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@ f.write(hashes)@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@ break@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@ except Exception as e:@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@ print 'Failed to get uninteresting hashes from %s:' % HASHES_URL@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@ print e@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@ if retry == RETRIES:@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@ raise@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@ waittime = WAIT_BASE * math.pow(2, retry)@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@ print 'Retry in %d seconds.' % waittime@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@ time.sleep(waittime)@@@",
|
||
|
"@@@STEP_LOG_END@python.inline@@@"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"cmd": [
|
||
|
"python",
|
||
|
"-u",
|
||
|
"import os\nprint os.environ.get('SWARMING_BOT_ID', '')\n"
|
||
|
],
|
||
|
"name": "get swarming bot id",
|
||
|
"~followup_annotations": [
|
||
|
"@@@STEP_LOG_LINE@python.inline@import os@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@print os.environ.get('SWARMING_BOT_ID', '')@@@",
|
||
|
"@@@STEP_LOG_END@python.inline@@@"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"cmd": [
|
||
|
"python",
|
||
|
"-u",
|
||
|
"import os\nprint os.environ.get('SWARMING_TASK_ID', '')\n"
|
||
|
],
|
||
|
"name": "get swarming task id",
|
||
|
"~followup_annotations": [
|
||
|
"@@@STEP_LOG_LINE@python.inline@import os@@@",
|
||
|
"@@@STEP_LOG_LINE@python.inline@print os.environ.get('SWARMING_TASK_ID', '')@@@",
|
||
|
"@@@STEP_LOG_END@python.inline@@@"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"cmd": [],
|
||
|
"name": "Docker setup"
|
||
|
},
|
||
|
{
|
||
|
"cmd": [
|
||
|
"vpython",
|
||
|
"-u",
|
||
|
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
|
||
|
"--json-output",
|
||
|
"/path/to/tmp/json",
|
||
|
"ensure-directory",
|
||
|
"--mode",
|
||
|
"0777",
|
||
|
"[START_DIR]/[SWARM_OUT_DIR]"
|
||
|
],
|
||
|
"env": {
|
||
|
"CHROME_HEADLESS": "1",
|
||
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
||
|
},
|
||
|
"infra_step": true,
|
||
|
"name": "Docker setup.mkdirs out_dir",
|
||
|
"~followup_annotations": [
|
||
|
"@@@STEP_NEST_LEVEL@1@@@"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"cmd": [
|
||
|
"chmod",
|
||
|
"777",
|
||
|
"[START_DIR]/[SWARM_OUT_DIR]"
|
||
|
],
|
||
|
"env": {
|
||
|
"CHROME_HEADLESS": "1",
|
||
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
||
|
},
|
||
|
"infra_step": true,
|
||
|
"name": "Docker setup.chmod 777 [START_DIR]/[SWARM_OUT_DIR]",
|
||
|
"~followup_annotations": [
|
||
|
"@@@STEP_NEST_LEVEL@1@@@"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"cmd": [
|
||
|
"chmod",
|
||
|
"755",
|
||
|
"[START_DIR]"
|
||
|
],
|
||
|
"env": {
|
||
|
"CHROME_HEADLESS": "1",
|
||
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
||
|
},
|
||
|
"infra_step": true,
|
||
|
"name": "Docker setup.chmod 755 [START_DIR]",
|
||
|
"~followup_annotations": [
|
||
|
"@@@STEP_NEST_LEVEL@1@@@"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"cmd": [
|
||
|
"chmod",
|
||
|
"0755",
|
||
|
"RECIPE_MODULE[skia::flavor]/resources/symbolize_stack_trace.py"
|
||
|
],
|
||
|
"env": {
|
||
|
"CHROME_HEADLESS": "1",
|
||
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
||
|
},
|
||
|
"infra_step": true,
|
||
|
"name": "Docker setup.chmod 0755 RECIPE_MODULE[skia::flavor]/resources/symbolize_stack_trace.py",
|
||
|
"~followup_annotations": [
|
||
|
"@@@STEP_NEST_LEVEL@1@@@"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"cmd": [
|
||
|
"docker",
|
||
|
"run",
|
||
|
"--shm-size=2gb",
|
||
|
"--rm",
|
||
|
"--mount",
|
||
|
"type=bind,source=[START_DIR],target=/SRC",
|
||
|
"--mount",
|
||
|
"type=bind,source=[START_DIR]/[SWARM_OUT_DIR],target=/OUT",
|
||
|
"gcr.io/skia-public/gcc-debian10@sha256:89a72df1e2fdea6f774a3fa4199bb9aaa4a0526a3ac1f233e604d689b694f95c",
|
||
|
"/SRC/../RECIPE_MODULE[skia::flavor]/resources/symbolize_stack_trace.py",
|
||
|
"/SRC",
|
||
|
"catchsegv",
|
||
|
"/SRC/build/dm",
|
||
|
"--resourcePath",
|
||
|
"/SRC/skia/resources",
|
||
|
"--skps",
|
||
|
"/SRC/skp",
|
||
|
"--images",
|
||
|
"/SRC/skimage/dm",
|
||
|
"--colorImages",
|
||
|
"/SRC/skimage/colorspace",
|
||
|
"--nameByHash",
|
||
|
"--properties",
|
||
|
"gitHash",
|
||
|
"abc123",
|
||
|
"builder",
|
||
|
"Test-Debian10-GCC-GCE-CPU-AVX2-x86_64-Debug-All-Docker",
|
||
|
"buildbucket_build_id",
|
||
|
"123454321",
|
||
|
"task_id",
|
||
|
"task_12345",
|
||
|
"swarming_bot_id",
|
||
|
"skia-bot-123",
|
||
|
"swarming_task_id",
|
||
|
"123456",
|
||
|
"--svgs",
|
||
|
"/SRC/svg",
|
||
|
"--key",
|
||
|
"arch",
|
||
|
"x86_64",
|
||
|
"compiler",
|
||
|
"GCC",
|
||
|
"configuration",
|
||
|
"Debug",
|
||
|
"cpu_or_gpu",
|
||
|
"CPU",
|
||
|
"cpu_or_gpu_value",
|
||
|
"AVX2",
|
||
|
"extra_config",
|
||
|
"Docker",
|
||
|
"model",
|
||
|
"GCE",
|
||
|
"os",
|
||
|
"Debian10",
|
||
|
"style",
|
||
|
"default",
|
||
|
"--uninterestingHashesFile",
|
||
|
"/SRC/tmp/uninteresting_hashes.txt",
|
||
|
"--writePath",
|
||
|
"/OUT",
|
||
|
"--dont_write",
|
||
|
"pdf",
|
||
|
"--randomProcessorTest",
|
||
|
"--nogpu",
|
||
|
"--config",
|
||
|
"8888",
|
||
|
"--src",
|
||
|
"tests",
|
||
|
"gm",
|
||
|
"image",
|
||
|
"colorImage",
|
||
|
"--blacklist",
|
||
|
"_",
|
||
|
"image",
|
||
|
"gen_platf",
|
||
|
"error",
|
||
|
"--nonativeFonts",
|
||
|
"--verbose"
|
||
|
],
|
||
|
"env": {
|
||
|
"CHROME_HEADLESS": "1",
|
||
|
"DOCKER_CONFIG": "/home/chrome-bot/.docker",
|
||
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
||
|
},
|
||
|
"name": "symbolized dm in Docker"
|
||
|
},
|
||
|
{
|
||
|
"name": "$result"
|
||
|
}
|
||
|
]
|