skia2/tools/skqp/download_model.py
Hal Canary 82e3afa99d SkQP: split make_apk script into create_apk and make_apk
gn_to_bp:  wrap defines in ifndef

create_apk.py assumes you are either run from the aosp tree, or you are
being run from make_universal_apk.py, which now defers to create_apk.py
for all functionality, even argument parsing.

tools/skqp/generate_gn_args moved some functionity into skqp_gn_args.py,
which is now used by create_apk.py

create_apk now accepts android sdk license for you.

create_apk and make_universal_apk.py now are better about cleaning up
after exceptions happen.

Old script make_apk.sh now just points at make_universal_apk.py

CQ_INCLUDE_TRYBOTS=skia.primary:Build-Debian9-Clang-x86-devrel-Android_SKQP,Test-Debian9-Clang-NUC7i5BNK-CPU-Emulator-x86-devrel-All-Android_SKQP

Change-Id: I2dba20ef7017987cabb2bd49f070e2b1594785d5
Reviewed-on: https://skia-review.googlesource.com/c/skia/+/235678
Reviewed-by: Ben Wagner <bungeman@google.com>
Commit-Queue: Hal Canary <halcanary@google.com>
2019-08-20 15:08:03 +00:00

70 lines
2.1 KiB
Python
Executable File

#! /usr/bin/env python
# Copyright 2018 Google Inc.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
import hashlib
import multiprocessing
import os
import shutil
import sys
import tempfile
import urllib2
def checksum(path):
if not os.path.exists(path):
return None
m = hashlib.md5()
with open(path, 'rb') as f:
while True:
buf = f.read(4096)
if not buf:
return m.hexdigest()
m.update(buf)
def download(md5, path):
if not md5 == checksum(path):
dirname = os.path.dirname(path)
if dirname and not os.path.exists(dirname):
try:
os.makedirs(dirname)
except OSError:
pass # ignore race condition
url = 'https://storage.googleapis.com/skia-skqp-assets/' + md5
with open(path, 'wb') as o:
shutil.copyfileobj(urllib2.urlopen(url), o)
def tmp(prefix):
fd, path = tempfile.mkstemp(prefix=prefix)
os.close(fd)
return path
def main():
target_dir = os.path.join('platform_tools', 'android', 'apps', 'skqp', 'src', 'main', 'assets')
os.chdir(os.path.join(os.path.dirname(__file__), os.pardir, os.pardir, target_dir))
checksum_path = 'files.checksum'
if not os.path.isfile(checksum_path):
sys.stderr.write('Error: "%s" is missing.\n' % os.path.join(target_dir, checksum_path))
sys.exit(1)
file_list_file = tmp('files_')
with open(checksum_path, 'r') as f:
md5 = f.read().strip()
assert(len(md5) == 32)
download(md5, file_list_file)
with open(file_list_file, 'r') as f:
records = []
for line in f:
md5, path = line.strip().split(';', 1)
records.append((md5, path))
sys.stderr.write('Downloading %d files.\n' % len(records))
pool = multiprocessing.Pool(processes=multiprocessing.cpu_count() * 2)
for record in records:
pool.apply_async(download, record, callback=lambda x: sys.stderr.write('.'))
pool.close()
pool.join()
sys.stderr.write('\n')
if __name__ == '__main__':
main()