[ { "cmd": [ "python", "-u", "\nimport subprocess\nimport sys\n\nwhich = 'where' if sys.platform == 'win32' else 'which'\ngit = subprocess.check_output([which, 'git'])\nprint 'git was found at %s' % git\nif 'cipd_bin_packages' not in git:\n print >> sys.stderr, 'Git must be obtained through CIPD.'\n sys.exit(1)\n" ], "env": { "CHROME_HEADLESS": "1", "PATH": ":RECIPE_REPO[depot_tools]" }, "name": "Assert that Git is from CIPD", "~followup_annotations": [ "@@@STEP_LOG_LINE@python.inline@@@@", "@@@STEP_LOG_LINE@python.inline@import subprocess@@@", "@@@STEP_LOG_LINE@python.inline@import sys@@@", "@@@STEP_LOG_LINE@python.inline@@@@", "@@@STEP_LOG_LINE@python.inline@which = 'where' if sys.platform == 'win32' else 'which'@@@", "@@@STEP_LOG_LINE@python.inline@git = subprocess.check_output([which, 'git'])@@@", "@@@STEP_LOG_LINE@python.inline@print 'git was found at %s' % git@@@", "@@@STEP_LOG_LINE@python.inline@if 'cipd_bin_packages' not in git:@@@", "@@@STEP_LOG_LINE@python.inline@ print >> sys.stderr, 'Git must be obtained through CIPD.'@@@", "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@", "@@@STEP_LOG_END@python.inline@@@" ] }, { "cmd": [ "vpython", "-u", "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py", "--json-output", "/path/to/tmp/json", "ensure-directory", "--mode", "0777", "[START_DIR]/cache/work" ], "infra_step": true, "name": "makedirs checkout_path" }, { "cmd": [ "vpython", "-u", "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py", "--json-output", "/path/to/tmp/json", "remove", "[START_DIR]/cache/work/.gclient_entries" ], "infra_step": true, "name": "remove [START_DIR]/cache/work/.gclient_entries" }, { "cmd": [ "python", "-u", "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py", "--spec-path", "cache_dir = '[START_DIR]/cache/git'\nsolutions = [{'deps_file': '.DEPS.git', 'managed': False, 'name': 'skia', 'url': 'https://skia.googlesource.com/skia.git'}]", "--patch_root", "skia", "--revision_mapping_file", "{\"got_revision\": \"skia\"}", "--git-cache-dir", "[START_DIR]/cache/git", "--cleanup-dir", "[CLEANUP]/bot_update", "--output_json", "/path/to/tmp/json", "--revision", "skia@abc123" ], "cwd": "[START_DIR]/cache/work", "env_suffixes": { "PATH": [ "RECIPE_REPO[depot_tools]" ] }, "infra_step": true, "name": "bot_update", "~followup_annotations": [ "@@@STEP_TEXT@Some step text@@@", "@@@STEP_LOG_LINE@json.output@{@@@", "@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@", "@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@", "@@@STEP_LOG_LINE@json.output@ \"skia\": \"abc123\"@@@", "@@@STEP_LOG_LINE@json.output@ }, @@@", "@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@", "@@@STEP_LOG_LINE@json.output@ \"skia\": {@@@", "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/skia.git\", @@@", "@@@STEP_LOG_LINE@json.output@ \"revision\": \"9046e2e693bb92a76e972b694580e5d17ad10748\"@@@", "@@@STEP_LOG_LINE@json.output@ }@@@", "@@@STEP_LOG_LINE@json.output@ }, @@@", "@@@STEP_LOG_LINE@json.output@ \"patch_failure\": false, @@@", "@@@STEP_LOG_LINE@json.output@ \"patch_root\": \"skia\", @@@", "@@@STEP_LOG_LINE@json.output@ \"properties\": {@@@", "@@@STEP_LOG_LINE@json.output@ \"got_revision\": \"9046e2e693bb92a76e972b694580e5d17ad10748\", @@@", "@@@STEP_LOG_LINE@json.output@ \"got_revision_cp\": \"refs/heads/master@{#164710}\"@@@", "@@@STEP_LOG_LINE@json.output@ }, @@@", "@@@STEP_LOG_LINE@json.output@ \"root\": \"skia\", @@@", "@@@STEP_LOG_LINE@json.output@ \"source_manifest\": {@@@", "@@@STEP_LOG_LINE@json.output@ \"directories\": {@@@", "@@@STEP_LOG_LINE@json.output@ \"skia\": {@@@", "@@@STEP_LOG_LINE@json.output@ \"git_checkout\": {@@@", "@@@STEP_LOG_LINE@json.output@ \"repo_url\": \"https://fake.org/skia.git\", @@@", "@@@STEP_LOG_LINE@json.output@ \"revision\": \"9046e2e693bb92a76e972b694580e5d17ad10748\"@@@", "@@@STEP_LOG_LINE@json.output@ }@@@", "@@@STEP_LOG_LINE@json.output@ }@@@", "@@@STEP_LOG_LINE@json.output@ }, @@@", "@@@STEP_LOG_LINE@json.output@ \"version\": 0@@@", "@@@STEP_LOG_LINE@json.output@ }, @@@", "@@@STEP_LOG_LINE@json.output@ \"step_text\": \"Some step text\"@@@", "@@@STEP_LOG_LINE@json.output@}@@@", "@@@STEP_LOG_END@json.output@@@", "@@@SET_BUILD_PROPERTY@got_revision@\"9046e2e693bb92a76e972b694580e5d17ad10748\"@@@", "@@@SET_BUILD_PROPERTY@got_revision_cp@\"refs/heads/master@{#164710}\"@@@" ] }, { "cmd": [ "vpython", "-u", "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py", "--json-output", "/path/to/tmp/json", "ensure-directory", "--mode", "0777", "[START_DIR]/tmp" ], "infra_step": true, "name": "makedirs tmp_dir" }, { "cmd": [ "vpython", "-u", "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py", "--json-output", "/path/to/tmp/json", "ensure-directory", "--mode", "0777", "[START_DIR]/cache/docker/skqp" ], "infra_step": true, "name": "mkdirs out_dir" }, { "cmd": [ "python", "-u", "[START_DIR]/cache/work/skia/bin/fetch-gn" ], "cwd": "[START_DIR]/cache/work/skia", "env": { "CHROME_HEADLESS": "1", "PATH": ":RECIPE_REPO[depot_tools]" }, "infra_step": true, "name": "fetch-gn" }, { "cmd": [ "docker", "run", "--rm", "--workdir", "/SRC/skia/infra/skqp", "--volume", "[START_DIR]/cache/work:/SRC", "--volume", "[START_DIR]/cache/docker/skqp:/OUT", "gcr.io/skia-public/android-skqp:r20_v1", "./build_apk.sh" ], "env": { "CHROME_HEADLESS": "1", "DOCKER_CONFIG": "/home/chrome-bot/.docker", "PATH": ":RECIPE_REPO[depot_tools]" }, "name": "Build SKQP apk with Docker" }, { "cmd": [ "python", "-u", "import errno\nimport glob\nimport os\nimport shutil\nimport sys\n\nsrc = sys.argv[1]\ndst = sys.argv[2]\nbuild_products = ['*.apk', 'whitelist_devices.json']\n\ntry:\n os.makedirs(dst)\nexcept OSError as e:\n if e.errno != errno.EEXIST:\n raise\n\nfor pattern in build_products:\n path = os.path.join(src, pattern)\n for f in glob.glob(path):\n dst_path = os.path.join(dst, os.path.relpath(f, src))\n if not os.path.isdir(os.path.dirname(dst_path)):\n os.makedirs(os.path.dirname(dst_path))\n print 'Copying build product %s to %s' % (f, dst_path)\n # Because Docker usually has some strange permissions (like root\n # ownership), we'd rather not keep those around. copyfile doesn't\n # keep the metadata around, so that helps us.\n shutil.copyfile(f, dst_path)\n", "[START_DIR]/cache/docker/skqp", "[START_DIR]/[SWARM_OUT_DIR]" ], "infra_step": true, "name": "copy apk output", "~followup_annotations": [ "@@@STEP_LOG_LINE@python.inline@import errno@@@", "@@@STEP_LOG_LINE@python.inline@import glob@@@", "@@@STEP_LOG_LINE@python.inline@import os@@@", "@@@STEP_LOG_LINE@python.inline@import shutil@@@", "@@@STEP_LOG_LINE@python.inline@import sys@@@", "@@@STEP_LOG_LINE@python.inline@@@@", "@@@STEP_LOG_LINE@python.inline@src = sys.argv[1]@@@", "@@@STEP_LOG_LINE@python.inline@dst = sys.argv[2]@@@", "@@@STEP_LOG_LINE@python.inline@build_products = ['*.apk', 'whitelist_devices.json']@@@", "@@@STEP_LOG_LINE@python.inline@@@@", "@@@STEP_LOG_LINE@python.inline@try:@@@", "@@@STEP_LOG_LINE@python.inline@ os.makedirs(dst)@@@", "@@@STEP_LOG_LINE@python.inline@except OSError as e:@@@", "@@@STEP_LOG_LINE@python.inline@ if e.errno != errno.EEXIST:@@@", "@@@STEP_LOG_LINE@python.inline@ raise@@@", "@@@STEP_LOG_LINE@python.inline@@@@", "@@@STEP_LOG_LINE@python.inline@for pattern in build_products:@@@", "@@@STEP_LOG_LINE@python.inline@ path = os.path.join(src, pattern)@@@", "@@@STEP_LOG_LINE@python.inline@ for f in glob.glob(path):@@@", "@@@STEP_LOG_LINE@python.inline@ dst_path = os.path.join(dst, os.path.relpath(f, src))@@@", "@@@STEP_LOG_LINE@python.inline@ if not os.path.isdir(os.path.dirname(dst_path)):@@@", "@@@STEP_LOG_LINE@python.inline@ os.makedirs(os.path.dirname(dst_path))@@@", "@@@STEP_LOG_LINE@python.inline@ print 'Copying build product %s to %s' % (f, dst_path)@@@", "@@@STEP_LOG_LINE@python.inline@ # Because Docker usually has some strange permissions (like root@@@", "@@@STEP_LOG_LINE@python.inline@ # ownership), we'd rather not keep those around. copyfile doesn't@@@", "@@@STEP_LOG_LINE@python.inline@ # keep the metadata around, so that helps us.@@@", "@@@STEP_LOG_LINE@python.inline@ shutil.copyfile(f, dst_path)@@@", "@@@STEP_LOG_END@python.inline@@@" ] }, { "cmd": [ "vpython", "-u", "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py", "--json-output", "/path/to/tmp/json", "copy", "[START_DIR]/cache/work/skia/infra/cts/whitelist_devices.json", "[START_DIR]/[SWARM_OUT_DIR]" ], "infra_step": true, "name": "copy whitelist" }, { "name": "$result" } ]