b966ea2177
Some of our oss-fuzz tests contain garbage data which isn't in any encoding. This throws an error unless the files are opened in binary mode. Change-Id: I5caf307f3c79fba5b177496fd8ced8381205b97e Reviewed-on: https://skia-review.googlesource.com/c/skia/+/530679 Auto-Submit: John Stiles <johnstiles@google.com> Reviewed-by: Kevin Lubick <kjlubick@google.com> Commit-Queue: Kevin Lubick <kjlubick@google.com>
64 lines
2.7 KiB
Python
Executable File
64 lines
2.7 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
#
|
|
# Copyright 2021 Google LLC
|
|
#
|
|
# Use of this source code is governed by a BSD-style license that can be
|
|
# found in the LICENSE file.
|
|
|
|
# This tool updates the OSS-Fuzz corpus using Google Cloud's 'gsutil' tool.
|
|
|
|
# You will need to be given access to the Google Storage fuzzer repo (at
|
|
# gs://skia-fuzzer/oss-fuzz/) by the Skia Infra team.
|
|
|
|
# You will also need to set up credentials for gsutil on your machine by running:
|
|
# gcloud auth login
|
|
|
|
import os
|
|
import subprocess
|
|
import tempfile
|
|
import zipfile
|
|
|
|
# Locate this script in the file system.
|
|
startDir = os.path.dirname(os.path.abspath(__file__))
|
|
fileNum = 1
|
|
|
|
# Prepare two scratch zip files, one for the input data as-is and another with 256-byte padding.
|
|
with tempfile.NamedTemporaryFile(suffix='primary.zip', delete=False, mode='w') as pathToZip:
|
|
with zipfile.ZipFile(pathToZip.name, 'w', zipfile.ZIP_DEFLATED) as archive:
|
|
# Iterate over every file in this directory and use it to assemble our corpus.
|
|
for root, dirs, files in os.walk(startDir):
|
|
for file in files:
|
|
# Exclude files that won't be useful fuzzer inputs.
|
|
if (not file.startswith('.') # Hidden
|
|
and not file.endswith('.py') # Python
|
|
and not file.endswith('.test') # ES2 conformance script
|
|
and not file.endswith('.txt')): # Text
|
|
# Prepend a number to each output filename to guarantee uniqueness.
|
|
pathInZip = '%d_%s' % (fileNum, file)
|
|
fileNum += 1
|
|
with open('%s/%s' % (root, file), 'rb') as skslFile:
|
|
# Read the SkSL text as input.
|
|
inputSkSL = skslFile.read()
|
|
# Copy the SkSL into our zip archive.
|
|
archive.writestr(pathInZip, inputSkSL)
|
|
|
|
try:
|
|
# Upload our zip file to cloud storage.
|
|
output = subprocess.check_output(
|
|
['gsutil', 'cp', pathToZip.name,
|
|
'gs://skia-fuzzer/oss-fuzz/sksl_seed_corpus.zip'],
|
|
stderr=subprocess.STDOUT)
|
|
|
|
# Make the uploaded file world-readable.
|
|
output = subprocess.check_output(
|
|
['gsutil', 'acl', 'ch', '-u', 'AllUsers:R',
|
|
'gs://skia-fuzzer/oss-fuzz/sksl_seed_corpus.zip'],
|
|
stderr=subprocess.STDOUT)
|
|
|
|
except subprocess.CalledProcessError as err:
|
|
# Report the error.
|
|
print("### Unable to upload fuzzer corpus to Google Cloud:")
|
|
print(" " + "\n ".join(err.output.splitlines()))
|
|
print("\nPlease read the notes at the top of update_fuzzer.py for next steps.\n")
|
|
sys.exit(err.returncode)
|