a47836e01a
This is an automated CL created by the recipe roller. This CL rolls recipe changes from upstream projects (e.g. depot_tools) into downstream projects (e.g. tools/build). Please review the expectation changes, and LGTM+CQ. More info is at https://goo.gl/zkKdpD. Use https://goo.gl/noib3a to file a bug. recipe_engine: https://crrev.com/f362dc019e5cedc0e5ce334039a16afcbc95dcb4 Reland "[fileutil] Add support for recursive glob" (atyfto@google.com) R=kjlubick@google.com Recipe-Tryjob-Bypass-Reason: Autoroller Bugdroid-Send-Email: False Change-Id: I3c1a79eb1f1fc8a23bf02ac25f17b8673d7dd199 Reviewed-on: https://skia-review.googlesource.com/c/skia/+/240416 Commit-Queue: Eric Boren <borenet@google.com> Reviewed-by: Eric Boren <borenet@google.com>
937 lines
23 KiB
JSON
937 lines
23 KiB
JSON
[
|
|
{
|
|
"cmd": [
|
|
"vpython",
|
|
"-u",
|
|
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
|
|
"--json-output",
|
|
"/path/to/tmp/json",
|
|
"ensure-directory",
|
|
"--mode",
|
|
"0777",
|
|
"[START_DIR]/tmp"
|
|
],
|
|
"infra_step": true,
|
|
"name": "makedirs tmp_dir"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"vpython",
|
|
"-u",
|
|
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
|
|
"--json-output",
|
|
"/path/to/tmp/json",
|
|
"copy",
|
|
"[HOME]/ssh_machine.json",
|
|
"/path/to/tmp/"
|
|
],
|
|
"infra_step": true,
|
|
"name": "read ssh_machine.json"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"ssh",
|
|
"-oConnectTimeout=15",
|
|
"-oBatchMode=yes",
|
|
"-t",
|
|
"-t",
|
|
"foo@127.0.0.1",
|
|
"mkdir",
|
|
"-p",
|
|
"/home/chronos/user/resources"
|
|
],
|
|
"env": {
|
|
"CHROME_HEADLESS": "1",
|
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
|
},
|
|
"infra_step": true,
|
|
"name": "mkdir /home/chronos/user/resources"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"ssh",
|
|
"-oConnectTimeout=15",
|
|
"-oBatchMode=yes",
|
|
"-t",
|
|
"-t",
|
|
"foo@127.0.0.1",
|
|
"rm",
|
|
"-rf",
|
|
"/home/chronos/user/bin"
|
|
],
|
|
"env": {
|
|
"CHROME_HEADLESS": "1",
|
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
|
},
|
|
"infra_step": true,
|
|
"name": "rm /home/chronos/user/bin"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"ssh",
|
|
"-oConnectTimeout=15",
|
|
"-oBatchMode=yes",
|
|
"-t",
|
|
"-t",
|
|
"foo@127.0.0.1",
|
|
"mkdir",
|
|
"-p",
|
|
"/home/chronos/user/bin"
|
|
],
|
|
"env": {
|
|
"CHROME_HEADLESS": "1",
|
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
|
},
|
|
"infra_step": true,
|
|
"name": "mkdir /home/chronos/user/bin"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"ssh",
|
|
"-oConnectTimeout=15",
|
|
"-oBatchMode=yes",
|
|
"-t",
|
|
"-t",
|
|
"foo@127.0.0.1",
|
|
"sudo",
|
|
"mount",
|
|
"-i",
|
|
"-o",
|
|
"remount,exec",
|
|
"/home/chronos"
|
|
],
|
|
"env": {
|
|
"CHROME_HEADLESS": "1",
|
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
|
},
|
|
"infra_step": true,
|
|
"name": "remount /home/chronos/user/ as exec"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"python",
|
|
"-u",
|
|
"\nimport subprocess\nimport sys\nsrc = sys.argv[1] + '/*'\ndest = sys.argv[2]\nprint subprocess.check_output('scp -r %s %s' % (src, dest), shell=True)\n",
|
|
"[START_DIR]/skia/resources",
|
|
"foo@127.0.0.1:/home/chronos/user/resources"
|
|
],
|
|
"infra_step": true,
|
|
"name": "scp -r [START_DIR]/skia/resources foo@127.0.0.1:/home/chronos/user/resources",
|
|
"~followup_annotations": [
|
|
"@@@STEP_LOG_LINE@python.inline@@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@import subprocess@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@import sys@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@src = sys.argv[1] + '/*'@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@dest = sys.argv[2]@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@print subprocess.check_output('scp -r %s %s' % (src, dest), shell=True)@@@",
|
|
"@@@STEP_LOG_END@python.inline@@@"
|
|
]
|
|
},
|
|
{
|
|
"cmd": [
|
|
"vpython",
|
|
"-u",
|
|
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
|
|
"--json-output",
|
|
"/path/to/tmp/json",
|
|
"copy",
|
|
"[START_DIR]/skia/infra/bots/assets/skp/VERSION",
|
|
"/path/to/tmp/"
|
|
],
|
|
"infra_step": true,
|
|
"name": "Get skp VERSION"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"vpython",
|
|
"-u",
|
|
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
|
|
"--json-output",
|
|
"/path/to/tmp/json",
|
|
"copy",
|
|
"42",
|
|
"[START_DIR]/tmp/SKP_VERSION"
|
|
],
|
|
"infra_step": true,
|
|
"name": "write SKP_VERSION",
|
|
"~followup_annotations": [
|
|
"@@@STEP_LOG_LINE@SKP_VERSION@42@@@",
|
|
"@@@STEP_LOG_END@SKP_VERSION@@@"
|
|
]
|
|
},
|
|
{
|
|
"cmd": [
|
|
"ssh",
|
|
"-oConnectTimeout=15",
|
|
"-oBatchMode=yes",
|
|
"-t",
|
|
"-t",
|
|
"foo@127.0.0.1",
|
|
"cat",
|
|
"/home/chronos/user/SKP_VERSION"
|
|
],
|
|
"env": {
|
|
"CHROME_HEADLESS": "1",
|
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
|
},
|
|
"infra_step": true,
|
|
"name": "read /home/chronos/user/SKP_VERSION"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"ssh",
|
|
"-oConnectTimeout=15",
|
|
"-oBatchMode=yes",
|
|
"-t",
|
|
"-t",
|
|
"foo@127.0.0.1",
|
|
"rm",
|
|
"-f",
|
|
"/home/chronos/user/SKP_VERSION"
|
|
],
|
|
"env": {
|
|
"CHROME_HEADLESS": "1",
|
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
|
},
|
|
"infra_step": true,
|
|
"name": "rm /home/chronos/user/SKP_VERSION"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"ssh",
|
|
"-oConnectTimeout=15",
|
|
"-oBatchMode=yes",
|
|
"-t",
|
|
"-t",
|
|
"foo@127.0.0.1",
|
|
"rm",
|
|
"-rf",
|
|
"/home/chronos/user/skps"
|
|
],
|
|
"env": {
|
|
"CHROME_HEADLESS": "1",
|
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
|
},
|
|
"infra_step": true,
|
|
"name": "rm /home/chronos/user/skps"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"ssh",
|
|
"-oConnectTimeout=15",
|
|
"-oBatchMode=yes",
|
|
"-t",
|
|
"-t",
|
|
"foo@127.0.0.1",
|
|
"mkdir",
|
|
"-p",
|
|
"/home/chronos/user/skps"
|
|
],
|
|
"env": {
|
|
"CHROME_HEADLESS": "1",
|
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
|
},
|
|
"infra_step": true,
|
|
"name": "mkdir /home/chronos/user/skps"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"python",
|
|
"-u",
|
|
"\nimport subprocess\nimport sys\nsrc = sys.argv[1] + '/*'\ndest = sys.argv[2]\nprint subprocess.check_output('scp -r %s %s' % (src, dest), shell=True)\n",
|
|
"[START_DIR]/skp",
|
|
"foo@127.0.0.1:/home/chronos/user/skps"
|
|
],
|
|
"infra_step": true,
|
|
"name": "scp -r [START_DIR]/skp foo@127.0.0.1:/home/chronos/user/skps",
|
|
"~followup_annotations": [
|
|
"@@@STEP_LOG_LINE@python.inline@@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@import subprocess@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@import sys@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@src = sys.argv[1] + '/*'@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@dest = sys.argv[2]@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@print subprocess.check_output('scp -r %s %s' % (src, dest), shell=True)@@@",
|
|
"@@@STEP_LOG_END@python.inline@@@"
|
|
]
|
|
},
|
|
{
|
|
"cmd": [
|
|
"scp",
|
|
"[START_DIR]/tmp/SKP_VERSION",
|
|
"foo@127.0.0.1:/home/chronos/user/SKP_VERSION"
|
|
],
|
|
"env": {
|
|
"CHROME_HEADLESS": "1",
|
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
|
},
|
|
"infra_step": true,
|
|
"name": "scp [START_DIR]/tmp/SKP_VERSION foo@127.0.0.1:/home/chronos/user/SKP_VERSION"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"vpython",
|
|
"-u",
|
|
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
|
|
"--json-output",
|
|
"/path/to/tmp/json",
|
|
"copy",
|
|
"[START_DIR]/skia/infra/bots/assets/skimage/VERSION",
|
|
"/path/to/tmp/"
|
|
],
|
|
"infra_step": true,
|
|
"name": "Get skimage VERSION"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"vpython",
|
|
"-u",
|
|
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
|
|
"--json-output",
|
|
"/path/to/tmp/json",
|
|
"copy",
|
|
"42",
|
|
"[START_DIR]/tmp/SK_IMAGE_VERSION"
|
|
],
|
|
"infra_step": true,
|
|
"name": "write SK_IMAGE_VERSION",
|
|
"~followup_annotations": [
|
|
"@@@STEP_LOG_LINE@SK_IMAGE_VERSION@42@@@",
|
|
"@@@STEP_LOG_END@SK_IMAGE_VERSION@@@"
|
|
]
|
|
},
|
|
{
|
|
"cmd": [
|
|
"ssh",
|
|
"-oConnectTimeout=15",
|
|
"-oBatchMode=yes",
|
|
"-t",
|
|
"-t",
|
|
"foo@127.0.0.1",
|
|
"cat",
|
|
"/home/chronos/user/SK_IMAGE_VERSION"
|
|
],
|
|
"env": {
|
|
"CHROME_HEADLESS": "1",
|
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
|
},
|
|
"infra_step": true,
|
|
"name": "read /home/chronos/user/SK_IMAGE_VERSION"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"ssh",
|
|
"-oConnectTimeout=15",
|
|
"-oBatchMode=yes",
|
|
"-t",
|
|
"-t",
|
|
"foo@127.0.0.1",
|
|
"rm",
|
|
"-f",
|
|
"/home/chronos/user/SK_IMAGE_VERSION"
|
|
],
|
|
"env": {
|
|
"CHROME_HEADLESS": "1",
|
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
|
},
|
|
"infra_step": true,
|
|
"name": "rm /home/chronos/user/SK_IMAGE_VERSION"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"ssh",
|
|
"-oConnectTimeout=15",
|
|
"-oBatchMode=yes",
|
|
"-t",
|
|
"-t",
|
|
"foo@127.0.0.1",
|
|
"rm",
|
|
"-rf",
|
|
"/home/chronos/user/images"
|
|
],
|
|
"env": {
|
|
"CHROME_HEADLESS": "1",
|
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
|
},
|
|
"infra_step": true,
|
|
"name": "rm /home/chronos/user/images"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"ssh",
|
|
"-oConnectTimeout=15",
|
|
"-oBatchMode=yes",
|
|
"-t",
|
|
"-t",
|
|
"foo@127.0.0.1",
|
|
"mkdir",
|
|
"-p",
|
|
"/home/chronos/user/images"
|
|
],
|
|
"env": {
|
|
"CHROME_HEADLESS": "1",
|
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
|
},
|
|
"infra_step": true,
|
|
"name": "mkdir /home/chronos/user/images"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"python",
|
|
"-u",
|
|
"\nimport subprocess\nimport sys\nsrc = sys.argv[1] + '/*'\ndest = sys.argv[2]\nprint subprocess.check_output('scp -r %s %s' % (src, dest), shell=True)\n",
|
|
"[START_DIR]/skimage",
|
|
"foo@127.0.0.1:/home/chronos/user/images"
|
|
],
|
|
"infra_step": true,
|
|
"name": "scp -r [START_DIR]/skimage foo@127.0.0.1:/home/chronos/user/images",
|
|
"~followup_annotations": [
|
|
"@@@STEP_LOG_LINE@python.inline@@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@import subprocess@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@import sys@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@src = sys.argv[1] + '/*'@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@dest = sys.argv[2]@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@print subprocess.check_output('scp -r %s %s' % (src, dest), shell=True)@@@",
|
|
"@@@STEP_LOG_END@python.inline@@@"
|
|
]
|
|
},
|
|
{
|
|
"cmd": [
|
|
"scp",
|
|
"[START_DIR]/tmp/SK_IMAGE_VERSION",
|
|
"foo@127.0.0.1:/home/chronos/user/SK_IMAGE_VERSION"
|
|
],
|
|
"env": {
|
|
"CHROME_HEADLESS": "1",
|
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
|
},
|
|
"infra_step": true,
|
|
"name": "scp [START_DIR]/tmp/SK_IMAGE_VERSION foo@127.0.0.1:/home/chronos/user/SK_IMAGE_VERSION"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"vpython",
|
|
"-u",
|
|
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
|
|
"--json-output",
|
|
"/path/to/tmp/json",
|
|
"copy",
|
|
"[START_DIR]/skia/infra/bots/assets/svg/VERSION",
|
|
"/path/to/tmp/"
|
|
],
|
|
"infra_step": true,
|
|
"name": "Get svg VERSION"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"vpython",
|
|
"-u",
|
|
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
|
|
"--json-output",
|
|
"/path/to/tmp/json",
|
|
"copy",
|
|
"42",
|
|
"[START_DIR]/tmp/SVG_VERSION"
|
|
],
|
|
"infra_step": true,
|
|
"name": "write SVG_VERSION",
|
|
"~followup_annotations": [
|
|
"@@@STEP_LOG_LINE@SVG_VERSION@42@@@",
|
|
"@@@STEP_LOG_END@SVG_VERSION@@@"
|
|
]
|
|
},
|
|
{
|
|
"cmd": [
|
|
"ssh",
|
|
"-oConnectTimeout=15",
|
|
"-oBatchMode=yes",
|
|
"-t",
|
|
"-t",
|
|
"foo@127.0.0.1",
|
|
"cat",
|
|
"/home/chronos/user/SVG_VERSION"
|
|
],
|
|
"env": {
|
|
"CHROME_HEADLESS": "1",
|
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
|
},
|
|
"infra_step": true,
|
|
"name": "read /home/chronos/user/SVG_VERSION"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"ssh",
|
|
"-oConnectTimeout=15",
|
|
"-oBatchMode=yes",
|
|
"-t",
|
|
"-t",
|
|
"foo@127.0.0.1",
|
|
"rm",
|
|
"-f",
|
|
"/home/chronos/user/SVG_VERSION"
|
|
],
|
|
"env": {
|
|
"CHROME_HEADLESS": "1",
|
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
|
},
|
|
"infra_step": true,
|
|
"name": "rm /home/chronos/user/SVG_VERSION"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"ssh",
|
|
"-oConnectTimeout=15",
|
|
"-oBatchMode=yes",
|
|
"-t",
|
|
"-t",
|
|
"foo@127.0.0.1",
|
|
"rm",
|
|
"-rf",
|
|
"/home/chronos/user/svgs"
|
|
],
|
|
"env": {
|
|
"CHROME_HEADLESS": "1",
|
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
|
},
|
|
"infra_step": true,
|
|
"name": "rm /home/chronos/user/svgs"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"ssh",
|
|
"-oConnectTimeout=15",
|
|
"-oBatchMode=yes",
|
|
"-t",
|
|
"-t",
|
|
"foo@127.0.0.1",
|
|
"mkdir",
|
|
"-p",
|
|
"/home/chronos/user/svgs"
|
|
],
|
|
"env": {
|
|
"CHROME_HEADLESS": "1",
|
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
|
},
|
|
"infra_step": true,
|
|
"name": "mkdir /home/chronos/user/svgs"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"python",
|
|
"-u",
|
|
"\nimport subprocess\nimport sys\nsrc = sys.argv[1] + '/*'\ndest = sys.argv[2]\nprint subprocess.check_output('scp -r %s %s' % (src, dest), shell=True)\n",
|
|
"[START_DIR]/svg",
|
|
"foo@127.0.0.1:/home/chronos/user/svgs"
|
|
],
|
|
"infra_step": true,
|
|
"name": "scp -r [START_DIR]/svg foo@127.0.0.1:/home/chronos/user/svgs",
|
|
"~followup_annotations": [
|
|
"@@@STEP_LOG_LINE@python.inline@@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@import subprocess@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@import sys@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@src = sys.argv[1] + '/*'@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@dest = sys.argv[2]@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@print subprocess.check_output('scp -r %s %s' % (src, dest), shell=True)@@@",
|
|
"@@@STEP_LOG_END@python.inline@@@"
|
|
]
|
|
},
|
|
{
|
|
"cmd": [
|
|
"scp",
|
|
"[START_DIR]/tmp/SVG_VERSION",
|
|
"foo@127.0.0.1:/home/chronos/user/SVG_VERSION"
|
|
],
|
|
"env": {
|
|
"CHROME_HEADLESS": "1",
|
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
|
},
|
|
"infra_step": true,
|
|
"name": "scp [START_DIR]/tmp/SVG_VERSION foo@127.0.0.1:/home/chronos/user/SVG_VERSION"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"vpython",
|
|
"-u",
|
|
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
|
|
"--json-output",
|
|
"/path/to/tmp/json",
|
|
"rmtree",
|
|
"[START_DIR]/test"
|
|
],
|
|
"infra_step": true,
|
|
"name": "rmtree test"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"vpython",
|
|
"-u",
|
|
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
|
|
"--json-output",
|
|
"/path/to/tmp/json",
|
|
"ensure-directory",
|
|
"--mode",
|
|
"0777",
|
|
"[START_DIR]/test"
|
|
],
|
|
"infra_step": true,
|
|
"name": "makedirs test"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"ssh",
|
|
"-oConnectTimeout=15",
|
|
"-oBatchMode=yes",
|
|
"-t",
|
|
"-t",
|
|
"foo@127.0.0.1",
|
|
"rm",
|
|
"-rf",
|
|
"/home/chronos/user/dm_out"
|
|
],
|
|
"env": {
|
|
"CHROME_HEADLESS": "1",
|
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
|
},
|
|
"infra_step": true,
|
|
"name": "rm /home/chronos/user/dm_out"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"ssh",
|
|
"-oConnectTimeout=15",
|
|
"-oBatchMode=yes",
|
|
"-t",
|
|
"-t",
|
|
"foo@127.0.0.1",
|
|
"mkdir",
|
|
"-p",
|
|
"/home/chronos/user/dm_out"
|
|
],
|
|
"env": {
|
|
"CHROME_HEADLESS": "1",
|
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
|
},
|
|
"infra_step": true,
|
|
"name": "mkdir /home/chronos/user/dm_out"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"python",
|
|
"-u",
|
|
"\nimport contextlib\nimport math\nimport socket\nimport sys\nimport time\nimport urllib2\n\nHASHES_URL = sys.argv[1]\nRETRIES = 5\nTIMEOUT = 60\nWAIT_BASE = 15\n\nsocket.setdefaulttimeout(TIMEOUT)\nfor retry in range(RETRIES):\n try:\n with contextlib.closing(\n urllib2.urlopen(HASHES_URL, timeout=TIMEOUT)) as w:\n hashes = w.read()\n with open(sys.argv[2], 'w') as f:\n f.write(hashes)\n break\n except Exception as e:\n print 'Failed to get uninteresting hashes from %s:' % HASHES_URL\n print e\n if retry == RETRIES:\n raise\n waittime = WAIT_BASE * math.pow(2, retry)\n print 'Retry in %d seconds.' % waittime\n time.sleep(waittime)\n",
|
|
"https://example.com/hashes.txt",
|
|
"[START_DIR]/tmp/uninteresting_hashes.txt"
|
|
],
|
|
"env": {
|
|
"CHROME_HEADLESS": "1",
|
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
|
},
|
|
"infra_step": true,
|
|
"name": "get uninteresting hashes",
|
|
"~followup_annotations": [
|
|
"@@@STEP_LOG_LINE@python.inline@@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@import contextlib@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@import math@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@import socket@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@import sys@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@import time@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@import urllib2@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@HASHES_URL = sys.argv[1]@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@RETRIES = 5@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@TIMEOUT = 60@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@WAIT_BASE = 15@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@socket.setdefaulttimeout(TIMEOUT)@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@for retry in range(RETRIES):@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@ try:@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@ with contextlib.closing(@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@ urllib2.urlopen(HASHES_URL, timeout=TIMEOUT)) as w:@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@ hashes = w.read()@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@ with open(sys.argv[2], 'w') as f:@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@ f.write(hashes)@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@ break@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@ except Exception as e:@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@ print 'Failed to get uninteresting hashes from %s:' % HASHES_URL@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@ print e@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@ if retry == RETRIES:@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@ raise@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@ waittime = WAIT_BASE * math.pow(2, retry)@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@ print 'Retry in %d seconds.' % waittime@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@ time.sleep(waittime)@@@",
|
|
"@@@STEP_LOG_END@python.inline@@@"
|
|
]
|
|
},
|
|
{
|
|
"cmd": [
|
|
"scp",
|
|
"[START_DIR]/tmp/uninteresting_hashes.txt",
|
|
"foo@127.0.0.1:/home/chronos/user/uninteresting_hashes.txt"
|
|
],
|
|
"env": {
|
|
"CHROME_HEADLESS": "1",
|
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
|
},
|
|
"infra_step": true,
|
|
"name": "scp [START_DIR]/tmp/uninteresting_hashes.txt foo@127.0.0.1:/home/chronos/user/uninteresting_hashes.txt"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"python",
|
|
"-u",
|
|
"import os\nprint os.environ.get('SWARMING_BOT_ID', '')\n"
|
|
],
|
|
"name": "get swarming bot id",
|
|
"~followup_annotations": [
|
|
"@@@STEP_LOG_LINE@python.inline@import os@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@print os.environ.get('SWARMING_BOT_ID', '')@@@",
|
|
"@@@STEP_LOG_END@python.inline@@@"
|
|
]
|
|
},
|
|
{
|
|
"cmd": [
|
|
"python",
|
|
"-u",
|
|
"import os\nprint os.environ.get('SWARMING_TASK_ID', '')\n"
|
|
],
|
|
"name": "get swarming task id",
|
|
"~followup_annotations": [
|
|
"@@@STEP_LOG_LINE@python.inline@import os@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@print os.environ.get('SWARMING_TASK_ID', '')@@@",
|
|
"@@@STEP_LOG_END@python.inline@@@"
|
|
]
|
|
},
|
|
{
|
|
"cmd": [
|
|
"scp",
|
|
"[START_DIR]/build/dm",
|
|
"foo@127.0.0.1:/home/chronos/user/bin/dm"
|
|
],
|
|
"env": {
|
|
"CHROME_HEADLESS": "1",
|
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
|
},
|
|
"infra_step": true,
|
|
"name": "scp [START_DIR]/build/dm foo@127.0.0.1:/home/chronos/user/bin/dm"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"ssh",
|
|
"-oConnectTimeout=15",
|
|
"-oBatchMode=yes",
|
|
"-t",
|
|
"-t",
|
|
"foo@127.0.0.1",
|
|
"chmod",
|
|
"+x",
|
|
"/home/chronos/user/bin/dm"
|
|
],
|
|
"env": {
|
|
"CHROME_HEADLESS": "1",
|
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
|
},
|
|
"infra_step": true,
|
|
"name": "make dm executable"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"ssh",
|
|
"-oConnectTimeout=15",
|
|
"-oBatchMode=yes",
|
|
"-t",
|
|
"-t",
|
|
"foo@127.0.0.1",
|
|
"/home/chronos/user/bin/dm",
|
|
"--resourcePath",
|
|
"/home/chronos/user/resources",
|
|
"--skps",
|
|
"/home/chronos/user/skps",
|
|
"--images",
|
|
"/home/chronos/user/images/dm",
|
|
"--colorImages",
|
|
"/home/chronos/user/images/colorspace",
|
|
"--nameByHash",
|
|
"--properties",
|
|
"gitHash",
|
|
"abc123",
|
|
"builder",
|
|
"Test-ChromeOS-Clang-AcerChromebookR13Convertible-GPU-PowerVRGX6250-arm-Debug-All",
|
|
"buildbucket_build_id",
|
|
"123454321",
|
|
"task_id",
|
|
"task_12345",
|
|
"swarming_bot_id",
|
|
"skia-bot-123",
|
|
"swarming_task_id",
|
|
"123456",
|
|
"--svgs",
|
|
"/home/chronos/user/svgs",
|
|
"--key",
|
|
"arch",
|
|
"arm",
|
|
"compiler",
|
|
"Clang",
|
|
"configuration",
|
|
"Debug",
|
|
"cpu_or_gpu",
|
|
"GPU",
|
|
"cpu_or_gpu_value",
|
|
"PowerVRGX6250",
|
|
"model",
|
|
"AcerChromebookR13Convertible",
|
|
"os",
|
|
"ChromeOS",
|
|
"style",
|
|
"default",
|
|
"--uninterestingHashesFile",
|
|
"/home/chronos/user/uninteresting_hashes.txt",
|
|
"--writePath",
|
|
"/home/chronos/user/dm_out",
|
|
"--dont_write",
|
|
"pdf",
|
|
"--randomProcessorTest",
|
|
"--nocpu",
|
|
"--config",
|
|
"gles",
|
|
"--src",
|
|
"tests",
|
|
"gm",
|
|
"image",
|
|
"colorImage",
|
|
"svg",
|
|
"--blacklist",
|
|
"_",
|
|
"svg",
|
|
"_",
|
|
"svgparse_",
|
|
"_",
|
|
"image",
|
|
"gen_platf",
|
|
"error",
|
|
"_",
|
|
"image",
|
|
"_",
|
|
"interlaced1.png",
|
|
"_",
|
|
"image",
|
|
"_",
|
|
"interlaced2.png",
|
|
"_",
|
|
"image",
|
|
"_",
|
|
"interlaced3.png",
|
|
"_",
|
|
"image",
|
|
"_",
|
|
".arw",
|
|
"_",
|
|
"image",
|
|
"_",
|
|
".cr2",
|
|
"_",
|
|
"image",
|
|
"_",
|
|
".dng",
|
|
"_",
|
|
"image",
|
|
"_",
|
|
".nef",
|
|
"_",
|
|
"image",
|
|
"_",
|
|
".nrw",
|
|
"_",
|
|
"image",
|
|
"_",
|
|
".orf",
|
|
"_",
|
|
"image",
|
|
"_",
|
|
".raf",
|
|
"_",
|
|
"image",
|
|
"_",
|
|
".rw2",
|
|
"_",
|
|
"image",
|
|
"_",
|
|
".pef",
|
|
"_",
|
|
"image",
|
|
"_",
|
|
".srw",
|
|
"_",
|
|
"image",
|
|
"_",
|
|
".ARW",
|
|
"_",
|
|
"image",
|
|
"_",
|
|
".CR2",
|
|
"_",
|
|
"image",
|
|
"_",
|
|
".DNG",
|
|
"_",
|
|
"image",
|
|
"_",
|
|
".NEF",
|
|
"_",
|
|
"image",
|
|
"_",
|
|
".NRW",
|
|
"_",
|
|
"image",
|
|
"_",
|
|
".ORF",
|
|
"_",
|
|
"image",
|
|
"_",
|
|
".RAF",
|
|
"_",
|
|
"image",
|
|
"_",
|
|
".RW2",
|
|
"_",
|
|
"image",
|
|
"_",
|
|
".PEF",
|
|
"_",
|
|
"image",
|
|
"_",
|
|
".SRW",
|
|
"--match",
|
|
"~gradients_view_perspective_nodither",
|
|
"--nonativeFonts",
|
|
"--verbose"
|
|
],
|
|
"env": {
|
|
"CHROME_HEADLESS": "1",
|
|
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
|
|
},
|
|
"infra_step": true,
|
|
"name": "dm"
|
|
},
|
|
{
|
|
"cmd": [
|
|
"python",
|
|
"-u",
|
|
"\nimport subprocess\nimport sys\nsrc = sys.argv[1] + '/*'\ndest = sys.argv[2]\nprint subprocess.check_output('scp -r %s %s' % (src, dest), shell=True)\n",
|
|
"foo@127.0.0.1:/home/chronos/user/dm_out",
|
|
"[START_DIR]/[SWARM_OUT_DIR]"
|
|
],
|
|
"infra_step": true,
|
|
"name": "scp -r foo@127.0.0.1:/home/chronos/user/dm_out [START_DIR]/[SWARM_OUT_DIR]",
|
|
"~followup_annotations": [
|
|
"@@@STEP_LOG_LINE@python.inline@@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@import subprocess@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@import sys@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@src = sys.argv[1] + '/*'@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@dest = sys.argv[2]@@@",
|
|
"@@@STEP_LOG_LINE@python.inline@print subprocess.check_output('scp -r %s %s' % (src, dest), shell=True)@@@",
|
|
"@@@STEP_LOG_END@python.inline@@@"
|
|
]
|
|
},
|
|
{
|
|
"name": "$result"
|
|
}
|
|
] |