2018-10-16 14:15:01 +00:00
[
2019-11-04 16:10:15 +00:00
{
"cmd" : [
"python" ,
"-u" ,
"\nimport subprocess\nimport sys\n\nwhich = 'where' if sys.platform == 'win32' else 'which'\ngit = subprocess.check_output([which, 'git'])\nprint 'git was found at %s' % git\nif 'cipd_bin_packages' not in git:\n print >> sys.stderr, 'Git must be obtained through CIPD.'\n sys.exit(1)\n"
] ,
"env" : {
"CHROME_HEADLESS" : "1" ,
"PATH" : "<PATH>:RECIPE_REPO[depot_tools]"
} ,
"name" : "Assert that Git is from CIPD" ,
"~followup_annotations" : [
"@@@STEP_LOG_LINE@python.inline@@@@" ,
"@@@STEP_LOG_LINE@python.inline@import subprocess@@@" ,
"@@@STEP_LOG_LINE@python.inline@import sys@@@" ,
"@@@STEP_LOG_LINE@python.inline@@@@" ,
"@@@STEP_LOG_LINE@python.inline@which = 'where' if sys.platform == 'win32' else 'which'@@@" ,
"@@@STEP_LOG_LINE@python.inline@git = subprocess.check_output([which, 'git'])@@@" ,
"@@@STEP_LOG_LINE@python.inline@print 'git was found at %s' % git@@@" ,
"@@@STEP_LOG_LINE@python.inline@if 'cipd_bin_packages' not in git:@@@" ,
"@@@STEP_LOG_LINE@python.inline@ print >> sys.stderr, 'Git must be obtained through CIPD.'@@@" ,
"@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@" ,
"@@@STEP_LOG_END@python.inline@@@"
]
} ,
2018-10-16 14:15:01 +00:00
{
"cmd" : [
2019-09-09 22:36:05 +00:00
"vpython" ,
2018-10-16 14:15:01 +00:00
"-u" ,
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py" ,
"--json-output" ,
"/path/to/tmp/json" ,
"ensure-directory" ,
"--mode" ,
"0777" ,
"[START_DIR]/cache/work"
] ,
"infra_step" : true ,
"name" : "makedirs checkout_path"
} ,
{
"cmd" : [
2019-09-09 22:36:05 +00:00
"vpython" ,
2018-10-16 14:15:01 +00:00
"-u" ,
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py" ,
"--json-output" ,
"/path/to/tmp/json" ,
"remove" ,
"[START_DIR]/cache/work/.gclient_entries"
] ,
"infra_step" : true ,
"name" : "remove [START_DIR]/cache/work/.gclient_entries"
} ,
{
"cmd" : [
"python" ,
"-u" ,
"RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py" ,
"--spec-path" ,
"cache_dir = '[START_DIR]/cache/git'\nsolutions = [{'deps_file': '.DEPS.git', 'managed': False, 'name': 'skia', 'url': 'https://skia.googlesource.com/skia.git'}]" ,
"--patch_root" ,
"skia" ,
"--revision_mapping_file" ,
"{\"got_revision\": \"skia\"}" ,
"--git-cache-dir" ,
"[START_DIR]/cache/git" ,
"--cleanup-dir" ,
"[CLEANUP]/bot_update" ,
"--output_json" ,
"/path/to/tmp/json" ,
"--revision" ,
"skia@abc123"
] ,
"cwd" : "[START_DIR]/cache/work" ,
2019-08-13 20:37:13 +00:00
"env_suffixes" : {
2018-10-16 14:15:01 +00:00
"PATH" : [
2019-02-16 22:10:41 +00:00
"RECIPE_REPO[depot_tools]"
2018-10-16 14:15:01 +00:00
]
} ,
"infra_step" : true ,
"name" : "bot_update" ,
"~followup_annotations" : [
"@@@STEP_TEXT@Some step text@@@" ,
"@@@STEP_LOG_LINE@json.output@{@@@" ,
"@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@" ,
"@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@" ,
"@@@STEP_LOG_LINE@json.output@ \"skia\": \"abc123\"@@@" ,
"@@@STEP_LOG_LINE@json.output@ }, @@@" ,
"@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@" ,
"@@@STEP_LOG_LINE@json.output@ \"skia\": {@@@" ,
"@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/skia.git\", @@@" ,
"@@@STEP_LOG_LINE@json.output@ \"revision\": \"9046e2e693bb92a76e972b694580e5d17ad10748\"@@@" ,
"@@@STEP_LOG_LINE@json.output@ }@@@" ,
"@@@STEP_LOG_LINE@json.output@ }, @@@" ,
"@@@STEP_LOG_LINE@json.output@ \"patch_failure\": false, @@@" ,
"@@@STEP_LOG_LINE@json.output@ \"patch_root\": \"skia\", @@@" ,
"@@@STEP_LOG_LINE@json.output@ \"properties\": {@@@" ,
"@@@STEP_LOG_LINE@json.output@ \"got_revision\": \"9046e2e693bb92a76e972b694580e5d17ad10748\", @@@" ,
"@@@STEP_LOG_LINE@json.output@ \"got_revision_cp\": \"refs/heads/master@{#164710}\"@@@" ,
"@@@STEP_LOG_LINE@json.output@ }, @@@" ,
"@@@STEP_LOG_LINE@json.output@ \"root\": \"skia\", @@@" ,
"@@@STEP_LOG_LINE@json.output@ \"source_manifest\": {@@@" ,
"@@@STEP_LOG_LINE@json.output@ \"directories\": {@@@" ,
"@@@STEP_LOG_LINE@json.output@ \"skia\": {@@@" ,
"@@@STEP_LOG_LINE@json.output@ \"git_checkout\": {@@@" ,
"@@@STEP_LOG_LINE@json.output@ \"repo_url\": \"https://fake.org/skia.git\", @@@" ,
"@@@STEP_LOG_LINE@json.output@ \"revision\": \"9046e2e693bb92a76e972b694580e5d17ad10748\"@@@" ,
"@@@STEP_LOG_LINE@json.output@ }@@@" ,
"@@@STEP_LOG_LINE@json.output@ }@@@" ,
"@@@STEP_LOG_LINE@json.output@ }, @@@" ,
"@@@STEP_LOG_LINE@json.output@ \"version\": 0@@@" ,
"@@@STEP_LOG_LINE@json.output@ }, @@@" ,
"@@@STEP_LOG_LINE@json.output@ \"step_text\": \"Some step text\"@@@" ,
"@@@STEP_LOG_LINE@json.output@}@@@" ,
"@@@STEP_LOG_END@json.output@@@" ,
"@@@SET_BUILD_PROPERTY@got_revision@\"9046e2e693bb92a76e972b694580e5d17ad10748\"@@@" ,
"@@@SET_BUILD_PROPERTY@got_revision_cp@\"refs/heads/master@{#164710}\"@@@"
]
} ,
{
"cmd" : [
2019-09-09 22:36:05 +00:00
"vpython" ,
2018-10-16 14:15:01 +00:00
"-u" ,
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py" ,
"--json-output" ,
"/path/to/tmp/json" ,
"ensure-directory" ,
"--mode" ,
"0777" ,
"[START_DIR]/[SWARM_OUT_DIR]"
] ,
"infra_step" : true ,
"name" : "mkdirs out_dir"
} ,
{
"cmd" : [
"python" ,
"-u" ,
2019-03-11 20:11:58 +00:00
"import errno\nimport os\nimport shutil\nimport sys\n\ncopy_dest = sys.argv[1]\nbase_dir = sys.argv[2]\nbundle_name = sys.argv[3]\nout_dir = sys.argv[4]\n\n# Clean out old binaries (if any)\ntry:\n shutil.rmtree(copy_dest)\nexcept OSError as e:\n if e.errno != errno.ENOENT:\n raise\n\n# Make folder\ntry:\n os.makedirs(copy_dest)\nexcept OSError as e:\n if e.errno != errno.EEXIST:\n raise\n\n# Copy binaries (canvaskit.js and canvaskit.wasm) to where the karma tests\n# expect them ($SKIA_ROOT/modules/canvaskit/canvaskit/bin/)\ndest = os.path.join(copy_dest, 'canvaskit.js')\nshutil.copyfile(os.path.join(base_dir, 'canvaskit.js'), dest)\nos.chmod(dest, 0o644) # important, otherwise non-privileged docker can't read.\n\nif bundle_name:\n dest = os.path.join(copy_dest, bundle_name)\n shutil.copyfile(os.path.join(base_dir, bundle_name), dest)\n os.chmod(dest, 0o644) # important, otherwise non-privileged docker can't read.\n\n# Prepare output folder, api.file.ensure_directory doesn't touch\n# the permissions of the out directory if it already exists.\nos.chmod(out_dir, 0o777) # important, otherwise non-privileged docker can't write.\n" ,
"[START_DIR]/cache/work/skia/modules/canvaskit/canvaskit/bin" ,
2018-10-16 14:15:01 +00:00
"[START_DIR]/build" ,
"canvaskit.wasm" ,
"[START_DIR]/[SWARM_OUT_DIR]"
] ,
"infra_step" : true ,
"name" : "Set up for docker" ,
"~followup_annotations" : [
"@@@STEP_LOG_LINE@python.inline@import errno@@@" ,
"@@@STEP_LOG_LINE@python.inline@import os@@@" ,
"@@@STEP_LOG_LINE@python.inline@import shutil@@@" ,
"@@@STEP_LOG_LINE@python.inline@import sys@@@" ,
"@@@STEP_LOG_LINE@python.inline@@@@" ,
"@@@STEP_LOG_LINE@python.inline@copy_dest = sys.argv[1]@@@" ,
"@@@STEP_LOG_LINE@python.inline@base_dir = sys.argv[2]@@@" ,
"@@@STEP_LOG_LINE@python.inline@bundle_name = sys.argv[3]@@@" ,
"@@@STEP_LOG_LINE@python.inline@out_dir = sys.argv[4]@@@" ,
"@@@STEP_LOG_LINE@python.inline@@@@" ,
"@@@STEP_LOG_LINE@python.inline@# Clean out old binaries (if any)@@@" ,
"@@@STEP_LOG_LINE@python.inline@try:@@@" ,
"@@@STEP_LOG_LINE@python.inline@ shutil.rmtree(copy_dest)@@@" ,
"@@@STEP_LOG_LINE@python.inline@except OSError as e:@@@" ,
"@@@STEP_LOG_LINE@python.inline@ if e.errno != errno.ENOENT:@@@" ,
"@@@STEP_LOG_LINE@python.inline@ raise@@@" ,
"@@@STEP_LOG_LINE@python.inline@@@@" ,
"@@@STEP_LOG_LINE@python.inline@# Make folder@@@" ,
"@@@STEP_LOG_LINE@python.inline@try:@@@" ,
"@@@STEP_LOG_LINE@python.inline@ os.makedirs(copy_dest)@@@" ,
"@@@STEP_LOG_LINE@python.inline@except OSError as e:@@@" ,
"@@@STEP_LOG_LINE@python.inline@ if e.errno != errno.EEXIST:@@@" ,
"@@@STEP_LOG_LINE@python.inline@ raise@@@" ,
"@@@STEP_LOG_LINE@python.inline@@@@" ,
"@@@STEP_LOG_LINE@python.inline@# Copy binaries (canvaskit.js and canvaskit.wasm) to where the karma tests@@@" ,
2019-03-11 20:11:58 +00:00
"@@@STEP_LOG_LINE@python.inline@# expect them ($SKIA_ROOT/modules/canvaskit/canvaskit/bin/)@@@" ,
2018-10-16 14:15:01 +00:00
"@@@STEP_LOG_LINE@python.inline@dest = os.path.join(copy_dest, 'canvaskit.js')@@@" ,
"@@@STEP_LOG_LINE@python.inline@shutil.copyfile(os.path.join(base_dir, 'canvaskit.js'), dest)@@@" ,
"@@@STEP_LOG_LINE@python.inline@os.chmod(dest, 0o644) # important, otherwise non-privileged docker can't read.@@@" ,
"@@@STEP_LOG_LINE@python.inline@@@@" ,
"@@@STEP_LOG_LINE@python.inline@if bundle_name:@@@" ,
"@@@STEP_LOG_LINE@python.inline@ dest = os.path.join(copy_dest, bundle_name)@@@" ,
"@@@STEP_LOG_LINE@python.inline@ shutil.copyfile(os.path.join(base_dir, bundle_name), dest)@@@" ,
"@@@STEP_LOG_LINE@python.inline@ os.chmod(dest, 0o644) # important, otherwise non-privileged docker can't read.@@@" ,
"@@@STEP_LOG_LINE@python.inline@@@@" ,
"@@@STEP_LOG_LINE@python.inline@# Prepare output folder, api.file.ensure_directory doesn't touch@@@" ,
"@@@STEP_LOG_LINE@python.inline@# the permissions of the out directory if it already exists.@@@" ,
"@@@STEP_LOG_LINE@python.inline@os.chmod(out_dir, 0o777) # important, otherwise non-privileged docker can't write.@@@" ,
"@@@STEP_LOG_END@python.inline@@@"
]
} ,
{
"cmd" : [
"python" ,
"-u" ,
"import os\nprint os.environ.get('SWARMING_BOT_ID', '')\n"
] ,
"name" : "get swarming bot id" ,
"~followup_annotations" : [
"@@@STEP_LOG_LINE@python.inline@import os@@@" ,
"@@@STEP_LOG_LINE@python.inline@print os.environ.get('SWARMING_BOT_ID', '')@@@" ,
"@@@STEP_LOG_END@python.inline@@@"
]
} ,
{
"cmd" : [
"python" ,
"-u" ,
"import os\nprint os.environ.get('SWARMING_TASK_ID', '')\n"
] ,
"name" : "get swarming task id" ,
"~followup_annotations" : [
"@@@STEP_LOG_LINE@python.inline@import os@@@" ,
"@@@STEP_LOG_LINE@python.inline@print os.environ.get('SWARMING_TASK_ID', '')@@@" ,
"@@@STEP_LOG_END@python.inline@@@"
]
} ,
{
"cmd" : [
"docker" ,
"run" ,
"--shm-size=2gb" ,
"--rm" ,
"--volume" ,
"[START_DIR]/cache/work:/SRC" ,
"--volume" ,
"[START_DIR]/[SWARM_OUT_DIR]:/OUT" ,
2019-10-21 16:21:35 +00:00
"gcr.io/skia-public/gold-karma-chrome-tests:77.0.3865.120_v2" ,
2018-10-16 14:15:01 +00:00
"/SRC/skia/infra/canvaskit/test_canvaskit.sh" ,
"--builder" ,
"Test-Debian9-EMCC-GCE-GPU-WEBGL1-wasm-Debug-All-CanvasKit" ,
"--git_hash" ,
"abc123" ,
"--buildbucket_build_id" ,
"" ,
"--bot_id" ,
"" ,
"--task_id" ,
"" ,
"--browser" ,
"Chrome" ,
"--config" ,
"Debug" ,
"--source_type" ,
"canvaskit"
] ,
"env" : {
"CHROME_HEADLESS" : "1" ,
2019-01-22 23:09:30 +00:00
"DOCKER_CONFIG" : "/home/chrome-bot/.docker" ,
2019-02-16 22:10:41 +00:00
"PATH" : "<PATH>:RECIPE_REPO[depot_tools]"
2018-10-16 14:15:01 +00:00
} ,
"name" : "Test CanvasKit with Docker"
} ,
{
2018-10-30 22:22:37 +00:00
"name" : "$result"
2018-10-16 14:15:01 +00:00
}
]