2018-04-20 17:43:23 +00:00
|
|
|
[
|
2018-05-04 17:46:15 +00:00
|
|
|
{
|
|
|
|
"cmd": [
|
|
|
|
"python",
|
|
|
|
"-u",
|
|
|
|
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
|
|
|
|
"--json-output",
|
|
|
|
"/path/to/tmp/json",
|
|
|
|
"ensure-directory",
|
|
|
|
"--mode",
|
|
|
|
"0777",
|
|
|
|
"[START_DIR]/tmp"
|
|
|
|
],
|
|
|
|
"infra_step": true,
|
|
|
|
"name": "makedirs tmp_dir"
|
|
|
|
},
|
2018-04-20 17:43:23 +00:00
|
|
|
{
|
|
|
|
"cmd": [
|
|
|
|
"python",
|
|
|
|
"-u",
|
|
|
|
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
|
|
|
|
"--json-output",
|
|
|
|
"/path/to/tmp/json",
|
|
|
|
"copy",
|
|
|
|
"[START_DIR]/skia/infra/bots/assets/skp/VERSION",
|
|
|
|
"/path/to/tmp/"
|
|
|
|
],
|
|
|
|
"infra_step": true,
|
|
|
|
"name": "Get skp VERSION"
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"cmd": [
|
|
|
|
"python",
|
|
|
|
"-u",
|
|
|
|
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
|
|
|
|
"--json-output",
|
|
|
|
"/path/to/tmp/json",
|
|
|
|
"copy",
|
|
|
|
"42",
|
|
|
|
"[START_DIR]/tmp/SKP_VERSION"
|
|
|
|
],
|
|
|
|
"infra_step": true,
|
|
|
|
"name": "write SKP_VERSION"
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"cmd": [
|
|
|
|
"python",
|
|
|
|
"-u",
|
|
|
|
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
|
|
|
|
"--json-output",
|
|
|
|
"/path/to/tmp/json",
|
|
|
|
"copy",
|
|
|
|
"[START_DIR]/skia/infra/bots/assets/skimage/VERSION",
|
|
|
|
"/path/to/tmp/"
|
|
|
|
],
|
|
|
|
"infra_step": true,
|
|
|
|
"name": "Get skimage VERSION"
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"cmd": [
|
|
|
|
"python",
|
|
|
|
"-u",
|
|
|
|
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
|
|
|
|
"--json-output",
|
|
|
|
"/path/to/tmp/json",
|
|
|
|
"copy",
|
|
|
|
"42",
|
|
|
|
"[START_DIR]/tmp/SK_IMAGE_VERSION"
|
|
|
|
],
|
|
|
|
"infra_step": true,
|
|
|
|
"name": "write SK_IMAGE_VERSION"
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"cmd": [
|
|
|
|
"python",
|
|
|
|
"-u",
|
|
|
|
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
|
|
|
|
"--json-output",
|
|
|
|
"/path/to/tmp/json",
|
|
|
|
"copy",
|
|
|
|
"[START_DIR]/skia/infra/bots/assets/svg/VERSION",
|
|
|
|
"/path/to/tmp/"
|
|
|
|
],
|
|
|
|
"infra_step": true,
|
|
|
|
"name": "Get svg VERSION"
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"cmd": [
|
|
|
|
"python",
|
|
|
|
"-u",
|
|
|
|
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
|
|
|
|
"--json-output",
|
|
|
|
"/path/to/tmp/json",
|
|
|
|
"copy",
|
|
|
|
"42",
|
|
|
|
"[START_DIR]/tmp/SVG_VERSION"
|
|
|
|
],
|
|
|
|
"infra_step": true,
|
|
|
|
"name": "write SVG_VERSION"
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"cmd": [
|
|
|
|
"python",
|
|
|
|
"-u",
|
|
|
|
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
|
|
|
|
"--json-output",
|
|
|
|
"/path/to/tmp/json",
|
|
|
|
"rmtree",
|
|
|
|
"[START_DIR]/test"
|
|
|
|
],
|
|
|
|
"infra_step": true,
|
|
|
|
"name": "rmtree test"
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"cmd": [
|
|
|
|
"python",
|
|
|
|
"-u",
|
|
|
|
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
|
|
|
|
"--json-output",
|
|
|
|
"/path/to/tmp/json",
|
|
|
|
"ensure-directory",
|
|
|
|
"--mode",
|
|
|
|
"0777",
|
|
|
|
"[START_DIR]/test"
|
|
|
|
],
|
|
|
|
"infra_step": true,
|
|
|
|
"name": "makedirs test"
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"cmd": [
|
|
|
|
"python",
|
|
|
|
"-u",
|
2018-08-02 06:51:38 +00:00
|
|
|
"\nimport contextlib\nimport math\nimport socket\nimport sys\nimport time\nimport urllib2\n\nHASHES_URL = sys.argv[1]\nRETRIES = 5\nTIMEOUT = 60\nWAIT_BASE = 15\n\nsocket.setdefaulttimeout(TIMEOUT)\nfor retry in range(RETRIES):\n try:\n with contextlib.closing(\n urllib2.urlopen(HASHES_URL, timeout=TIMEOUT)) as w:\n hashes = w.read()\n with open(sys.argv[2], 'w') as f:\n f.write(hashes)\n break\n except Exception as e:\n print 'Failed to get uninteresting hashes from %s:' % HASHES_URL\n print e\n if retry == RETRIES:\n raise\n waittime = WAIT_BASE * math.pow(2, retry)\n print 'Retry in %d seconds.' % waittime\n time.sleep(waittime)\n",
|
|
|
|
"https://example.com/hashes.txt",
|
2018-04-20 17:43:23 +00:00
|
|
|
"[START_DIR]/tmp/uninteresting_hashes.txt"
|
|
|
|
],
|
|
|
|
"env": {
|
|
|
|
"CHROME_HEADLESS": "1",
|
2018-05-15 19:04:58 +00:00
|
|
|
"PATH": "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]"
|
2018-04-20 17:43:23 +00:00
|
|
|
},
|
|
|
|
"infra_step": true,
|
|
|
|
"name": "get uninteresting hashes",
|
|
|
|
"~followup_annotations": [
|
|
|
|
"@@@STEP_LOG_LINE@python.inline@@@@",
|
|
|
|
"@@@STEP_LOG_LINE@python.inline@import contextlib@@@",
|
|
|
|
"@@@STEP_LOG_LINE@python.inline@import math@@@",
|
|
|
|
"@@@STEP_LOG_LINE@python.inline@import socket@@@",
|
|
|
|
"@@@STEP_LOG_LINE@python.inline@import sys@@@",
|
|
|
|
"@@@STEP_LOG_LINE@python.inline@import time@@@",
|
|
|
|
"@@@STEP_LOG_LINE@python.inline@import urllib2@@@",
|
|
|
|
"@@@STEP_LOG_LINE@python.inline@@@@",
|
2018-08-02 06:51:38 +00:00
|
|
|
"@@@STEP_LOG_LINE@python.inline@HASHES_URL = sys.argv[1]@@@",
|
2018-04-20 17:43:23 +00:00
|
|
|
"@@@STEP_LOG_LINE@python.inline@RETRIES = 5@@@",
|
|
|
|
"@@@STEP_LOG_LINE@python.inline@TIMEOUT = 60@@@",
|
|
|
|
"@@@STEP_LOG_LINE@python.inline@WAIT_BASE = 15@@@",
|
|
|
|
"@@@STEP_LOG_LINE@python.inline@@@@",
|
|
|
|
"@@@STEP_LOG_LINE@python.inline@socket.setdefaulttimeout(TIMEOUT)@@@",
|
|
|
|
"@@@STEP_LOG_LINE@python.inline@for retry in range(RETRIES):@@@",
|
|
|
|
"@@@STEP_LOG_LINE@python.inline@ try:@@@",
|
|
|
|
"@@@STEP_LOG_LINE@python.inline@ with contextlib.closing(@@@",
|
|
|
|
"@@@STEP_LOG_LINE@python.inline@ urllib2.urlopen(HASHES_URL, timeout=TIMEOUT)) as w:@@@",
|
|
|
|
"@@@STEP_LOG_LINE@python.inline@ hashes = w.read()@@@",
|
2018-08-02 06:51:38 +00:00
|
|
|
"@@@STEP_LOG_LINE@python.inline@ with open(sys.argv[2], 'w') as f:@@@",
|
2018-04-20 17:43:23 +00:00
|
|
|
"@@@STEP_LOG_LINE@python.inline@ f.write(hashes)@@@",
|
|
|
|
"@@@STEP_LOG_LINE@python.inline@ break@@@",
|
|
|
|
"@@@STEP_LOG_LINE@python.inline@ except Exception as e:@@@",
|
|
|
|
"@@@STEP_LOG_LINE@python.inline@ print 'Failed to get uninteresting hashes from %s:' % HASHES_URL@@@",
|
|
|
|
"@@@STEP_LOG_LINE@python.inline@ print e@@@",
|
|
|
|
"@@@STEP_LOG_LINE@python.inline@ if retry == RETRIES:@@@",
|
|
|
|
"@@@STEP_LOG_LINE@python.inline@ raise@@@",
|
|
|
|
"@@@STEP_LOG_LINE@python.inline@ waittime = WAIT_BASE * math.pow(2, retry)@@@",
|
|
|
|
"@@@STEP_LOG_LINE@python.inline@ print 'Retry in %d seconds.' % waittime@@@",
|
|
|
|
"@@@STEP_LOG_LINE@python.inline@ time.sleep(waittime)@@@",
|
|
|
|
"@@@STEP_LOG_END@python.inline@@@"
|
|
|
|
]
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"cmd": [
|
|
|
|
"python",
|
|
|
|
"-u",
|
|
|
|
"import os\nprint os.environ.get('SWARMING_BOT_ID', '')\n"
|
|
|
|
],
|
|
|
|
"name": "get swarming bot id",
|
|
|
|
"stdout": "/path/to/tmp/",
|
|
|
|
"~followup_annotations": [
|
|
|
|
"@@@STEP_LOG_LINE@python.inline@import os@@@",
|
|
|
|
"@@@STEP_LOG_LINE@python.inline@print os.environ.get('SWARMING_BOT_ID', '')@@@",
|
|
|
|
"@@@STEP_LOG_END@python.inline@@@"
|
|
|
|
]
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"cmd": [
|
|
|
|
"python",
|
|
|
|
"-u",
|
|
|
|
"import os\nprint os.environ.get('SWARMING_TASK_ID', '')\n"
|
|
|
|
],
|
|
|
|
"name": "get swarming task id",
|
|
|
|
"stdout": "/path/to/tmp/",
|
|
|
|
"~followup_annotations": [
|
|
|
|
"@@@STEP_LOG_LINE@python.inline@import os@@@",
|
|
|
|
"@@@STEP_LOG_LINE@python.inline@print os.environ.get('SWARMING_TASK_ID', '')@@@",
|
|
|
|
"@@@STEP_LOG_END@python.inline@@@"
|
|
|
|
]
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"cmd": [
|
|
|
|
"python",
|
|
|
|
"-u",
|
|
|
|
"RECIPE_MODULE[skia::flavor]/resources/symbolize_stack_trace.py",
|
|
|
|
"[START_DIR]",
|
|
|
|
"catchsegv",
|
2018-06-01 14:08:53 +00:00
|
|
|
"[START_DIR]/build/dm",
|
2018-04-20 17:43:23 +00:00
|
|
|
"--resourcePath",
|
|
|
|
"[START_DIR]/skia/resources",
|
|
|
|
"--skps",
|
|
|
|
"[START_DIR]/skp",
|
|
|
|
"--images",
|
|
|
|
"[START_DIR]/skimage/dm",
|
|
|
|
"--colorImages",
|
|
|
|
"[START_DIR]/skimage/colorspace",
|
|
|
|
"--nameByHash",
|
|
|
|
"--properties",
|
|
|
|
"gitHash",
|
|
|
|
"abc123",
|
|
|
|
"builder",
|
2018-05-22 14:46:15 +00:00
|
|
|
"Test-Debian9-Clang-GCE-GPU-SwiftShader-x86_64-Release-All-SwiftShader",
|
2018-04-20 17:43:23 +00:00
|
|
|
"buildbucket_build_id",
|
|
|
|
"123454321",
|
|
|
|
"swarming_bot_id",
|
|
|
|
"skia-bot-123",
|
|
|
|
"swarming_task_id",
|
|
|
|
"123456",
|
|
|
|
"--svgs",
|
|
|
|
"[START_DIR]/svg",
|
|
|
|
"--key",
|
|
|
|
"arch",
|
|
|
|
"x86_64",
|
|
|
|
"compiler",
|
|
|
|
"Clang",
|
|
|
|
"configuration",
|
|
|
|
"Release",
|
|
|
|
"cpu_or_gpu",
|
2018-05-22 14:46:15 +00:00
|
|
|
"GPU",
|
2018-04-20 17:43:23 +00:00
|
|
|
"cpu_or_gpu_value",
|
2018-05-22 14:46:15 +00:00
|
|
|
"SwiftShader",
|
2018-04-20 17:43:23 +00:00
|
|
|
"extra_config",
|
|
|
|
"SwiftShader",
|
|
|
|
"model",
|
|
|
|
"GCE",
|
|
|
|
"os",
|
|
|
|
"Debian9",
|
2019-02-08 18:01:40 +00:00
|
|
|
"style",
|
|
|
|
"default",
|
2018-04-20 17:43:23 +00:00
|
|
|
"--uninterestingHashesFile",
|
|
|
|
"[START_DIR]/tmp/uninteresting_hashes.txt",
|
|
|
|
"--writePath",
|
2018-06-20 17:23:16 +00:00
|
|
|
"[START_DIR]/[SWARM_OUT_DIR]",
|
2018-04-20 17:43:23 +00:00
|
|
|
"--dont_write",
|
|
|
|
"pdf",
|
|
|
|
"--randomProcessorTest",
|
|
|
|
"--disableDriverCorrectnessWorkarounds",
|
|
|
|
"--config",
|
|
|
|
"gles",
|
|
|
|
"glesdft",
|
|
|
|
"--src",
|
|
|
|
"tests",
|
|
|
|
"gm",
|
|
|
|
"image",
|
|
|
|
"colorImage",
|
2018-05-22 14:46:15 +00:00
|
|
|
"svg",
|
|
|
|
"--blacklist",
|
|
|
|
"_",
|
|
|
|
"svg",
|
|
|
|
"_",
|
|
|
|
"svgparse_",
|
|
|
|
"_",
|
|
|
|
"image",
|
2018-10-18 15:28:36 +00:00
|
|
|
"gen_platf",
|
|
|
|
"error",
|
|
|
|
"_",
|
|
|
|
"image",
|
2018-05-22 14:46:15 +00:00
|
|
|
"_",
|
|
|
|
"interlaced1.png",
|
|
|
|
"_",
|
|
|
|
"image",
|
|
|
|
"_",
|
|
|
|
"interlaced2.png",
|
|
|
|
"_",
|
|
|
|
"image",
|
|
|
|
"_",
|
|
|
|
"interlaced3.png",
|
|
|
|
"_",
|
|
|
|
"image",
|
|
|
|
"_",
|
|
|
|
".arw",
|
|
|
|
"_",
|
|
|
|
"image",
|
|
|
|
"_",
|
|
|
|
".cr2",
|
|
|
|
"_",
|
|
|
|
"image",
|
|
|
|
"_",
|
|
|
|
".dng",
|
|
|
|
"_",
|
|
|
|
"image",
|
|
|
|
"_",
|
|
|
|
".nef",
|
|
|
|
"_",
|
|
|
|
"image",
|
|
|
|
"_",
|
|
|
|
".nrw",
|
|
|
|
"_",
|
|
|
|
"image",
|
|
|
|
"_",
|
|
|
|
".orf",
|
|
|
|
"_",
|
|
|
|
"image",
|
|
|
|
"_",
|
|
|
|
".raf",
|
|
|
|
"_",
|
|
|
|
"image",
|
|
|
|
"_",
|
|
|
|
".rw2",
|
|
|
|
"_",
|
|
|
|
"image",
|
|
|
|
"_",
|
|
|
|
".pef",
|
|
|
|
"_",
|
|
|
|
"image",
|
|
|
|
"_",
|
|
|
|
".srw",
|
|
|
|
"_",
|
|
|
|
"image",
|
|
|
|
"_",
|
|
|
|
".ARW",
|
|
|
|
"_",
|
|
|
|
"image",
|
|
|
|
"_",
|
|
|
|
".CR2",
|
|
|
|
"_",
|
|
|
|
"image",
|
|
|
|
"_",
|
|
|
|
".DNG",
|
|
|
|
"_",
|
|
|
|
"image",
|
|
|
|
"_",
|
|
|
|
".NEF",
|
|
|
|
"_",
|
|
|
|
"image",
|
|
|
|
"_",
|
|
|
|
".NRW",
|
|
|
|
"_",
|
|
|
|
"image",
|
|
|
|
"_",
|
|
|
|
".ORF",
|
|
|
|
"_",
|
|
|
|
"image",
|
|
|
|
"_",
|
|
|
|
".RAF",
|
|
|
|
"_",
|
|
|
|
"image",
|
|
|
|
"_",
|
|
|
|
".RW2",
|
|
|
|
"_",
|
|
|
|
"image",
|
|
|
|
"_",
|
|
|
|
".PEF",
|
|
|
|
"_",
|
|
|
|
"image",
|
|
|
|
"_",
|
|
|
|
".SRW",
|
2018-04-20 17:43:23 +00:00
|
|
|
"--nonativeFonts",
|
|
|
|
"--verbose"
|
|
|
|
],
|
|
|
|
"cwd": "[START_DIR]/skia",
|
|
|
|
"env": {
|
|
|
|
"CHROME_HEADLESS": "1",
|
2018-06-01 14:08:53 +00:00
|
|
|
"LD_LIBRARY_PATH": "[START_DIR]/build/swiftshader_out",
|
2018-05-15 19:04:58 +00:00
|
|
|
"PATH": "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]"
|
2018-04-20 17:43:23 +00:00
|
|
|
},
|
|
|
|
"name": "symbolized dm"
|
|
|
|
},
|
|
|
|
{
|
2018-10-30 22:22:37 +00:00
|
|
|
"jsonResult": null,
|
|
|
|
"name": "$result"
|
2018-04-20 17:43:23 +00:00
|
|
|
}
|
|
|
|
]
|