c22c7054f2
This allows to run tests on the attached Android device using > make android.check > make android.debug.check > make android.release.check > ANDROID_V8=/data/local/v8 TESTJOBS=-j4 make android.release.check -j10 Tests and binaries are copied to device location specified by the ANDROID_V8 variable and then tests are executed using the 'adb shell' program. R=jkummerow@chromium.org Review URL: https://chromiumcodereview.appspot.com/10696048 git-svn-id: http://v8.googlecode.com/svn/branches/bleeding_edge@11975 ce2b1a6d-e550-0410-aec6-3dcde31c8c00
267 lines
10 KiB
Python
Executable File
267 lines
10 KiB
Python
Executable File
#!/usr/bin/env python
|
|
#
|
|
# Copyright 2012 the V8 project authors. All rights reserved.
|
|
# Redistribution and use in source and binary forms, with or without
|
|
# modification, are permitted provided that the following conditions are
|
|
# met:
|
|
#
|
|
# * Redistributions of source code must retain the above copyright
|
|
# notice, this list of conditions and the following disclaimer.
|
|
# * Redistributions in binary form must reproduce the above
|
|
# copyright notice, this list of conditions and the following
|
|
# disclaimer in the documentation and/or other materials provided
|
|
# with the distribution.
|
|
# * Neither the name of Google Inc. nor the names of its
|
|
# contributors may be used to endorse or promote products derived
|
|
# from this software without specific prior written permission.
|
|
#
|
|
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
|
|
# This is a convenience script to run the existing tools/test.py script
|
|
# when using the gyp/make based build.
|
|
# It is intended as a stop-gap rather than a long-term solution.
|
|
|
|
|
|
import optparse
|
|
import os
|
|
from os.path import join, dirname, abspath
|
|
import subprocess
|
|
import sys
|
|
|
|
|
|
PROGRESS_INDICATORS = ['verbose', 'dots', 'color', 'mono']
|
|
|
|
|
|
def BuildOptions():
|
|
result = optparse.OptionParser()
|
|
|
|
# Flags specific to this wrapper script:
|
|
result.add_option("--arch-and-mode",
|
|
help='Architecture and mode in the format "arch.mode"',
|
|
default=None)
|
|
result.add_option("--outdir",
|
|
help='Base output directory',
|
|
default='out')
|
|
result.add_option("--no-presubmit",
|
|
help='Skip presubmit checks',
|
|
default=False, action="store_true")
|
|
result.add_option("--buildbot",
|
|
help='Adapt to path structure used on buildbots',
|
|
default=False, action="store_true")
|
|
|
|
# Flags this wrapper script handles itself:
|
|
result.add_option("-m", "--mode",
|
|
help="The test modes in which to run (comma-separated)",
|
|
default='release,debug')
|
|
result.add_option("--arch",
|
|
help='The architectures to run tests for (comma-separated)',
|
|
default='ia32,x64,arm')
|
|
|
|
# Flags that are passed on to the wrapped test.py script:
|
|
result.add_option("-v", "--verbose", help="Verbose output",
|
|
default=False, action="store_true")
|
|
result.add_option("-p", "--progress",
|
|
help="The style of progress indicator (verbose, dots, color, mono)",
|
|
choices=PROGRESS_INDICATORS, default="mono")
|
|
result.add_option("--report", help="Print a summary of the tests to be run",
|
|
default=False, action="store_true")
|
|
result.add_option("--download-data", help="Download missing test suite data",
|
|
default=False, action="store_true")
|
|
result.add_option("-s", "--suite", help="A test suite",
|
|
default=[], action="append")
|
|
result.add_option("-t", "--timeout", help="Timeout in seconds",
|
|
default=60, type="int")
|
|
result.add_option("--snapshot", help="Run the tests with snapshot turned on",
|
|
default=False, action="store_true")
|
|
result.add_option("--special-command", default=None)
|
|
result.add_option("--valgrind", help="Run tests through valgrind",
|
|
default=False, action="store_true")
|
|
result.add_option("--cat", help="Print the source of the tests",
|
|
default=False, action="store_true")
|
|
result.add_option("--warn-unused", help="Report unused rules",
|
|
default=False, action="store_true")
|
|
result.add_option("-j", help="The number of parallel tasks to run",
|
|
default=1, type="int")
|
|
result.add_option("--time", help="Print timing information after running",
|
|
default=False, action="store_true")
|
|
result.add_option("--suppress-dialogs", help="Suppress Windows dialogs for crashing tests",
|
|
dest="suppress_dialogs", default=True, action="store_true")
|
|
result.add_option("--no-suppress-dialogs", help="Display Windows dialogs for crashing tests",
|
|
dest="suppress_dialogs", action="store_false")
|
|
result.add_option("--isolates", help="Whether to test isolates", default=False, action="store_true")
|
|
result.add_option("--store-unexpected-output",
|
|
help="Store the temporary JS files from tests that fails",
|
|
dest="store_unexpected_output", default=True, action="store_true")
|
|
result.add_option("--no-store-unexpected-output",
|
|
help="Deletes the temporary JS files from tests that fails",
|
|
dest="store_unexpected_output", action="store_false")
|
|
result.add_option("--stress-only",
|
|
help="Only run tests with --always-opt --stress-opt",
|
|
default=False, action="store_true")
|
|
result.add_option("--nostress",
|
|
help="Don't run crankshaft --always-opt --stress-op test",
|
|
default=False, action="store_true")
|
|
result.add_option("--shard-count",
|
|
help="Split testsuites into this number of shards",
|
|
default=1, type="int")
|
|
result.add_option("--shard-run",
|
|
help="Run this shard from the split up tests.",
|
|
default=1, type="int")
|
|
result.add_option("--noprof", help="Disable profiling support",
|
|
default=False)
|
|
|
|
# Flags present in the original test.py that are unsupported in this wrapper:
|
|
# -S [-> scons_flags] (we build with gyp/make, not scons)
|
|
# --no-build (always true)
|
|
# --build-only (always false)
|
|
# --build-system (always 'gyp')
|
|
# --simulator (always true if arch==arm, always false otherwise)
|
|
# --shell (automatically chosen depending on arch and mode)
|
|
|
|
return result
|
|
|
|
|
|
def ProcessOptions(options):
|
|
if options.arch_and_mode == ".":
|
|
options.arch = []
|
|
options.mode = []
|
|
else:
|
|
if options.arch_and_mode != None and options.arch_and_mode != "":
|
|
tokens = options.arch_and_mode.split(".")
|
|
options.arch = tokens[0]
|
|
options.mode = tokens[1]
|
|
options.mode = options.mode.split(',')
|
|
options.arch = options.arch.split(',')
|
|
for mode in options.mode:
|
|
if not mode.lower() in ['debug', 'release']:
|
|
print "Unknown mode %s" % mode
|
|
return False
|
|
for arch in options.arch:
|
|
if not arch in ['ia32', 'x64', 'arm', 'mips', 'android']:
|
|
print "Unknown architecture %s" % arch
|
|
return False
|
|
if options.buildbot:
|
|
# Buildbots run presubmit tests as a separate step.
|
|
options.no_presubmit = True
|
|
return True
|
|
|
|
|
|
def PassOnOptions(options):
|
|
result = []
|
|
if options.verbose:
|
|
result += ['--verbose']
|
|
if options.progress != 'mono':
|
|
result += ['--progress=' + options.progress]
|
|
if options.report:
|
|
result += ['--report']
|
|
if options.download_data:
|
|
result += ['--download-data']
|
|
if options.suite != []:
|
|
for suite in options.suite:
|
|
result += ['--suite=../../test/' + suite]
|
|
if options.timeout != 60:
|
|
result += ['--timeout=%s' % options.timeout]
|
|
if options.snapshot:
|
|
result += ['--snapshot']
|
|
if options.special_command:
|
|
result += ['--special-command="%s"' % options.special_command]
|
|
if options.valgrind:
|
|
result += ['--valgrind']
|
|
if options.cat:
|
|
result += ['--cat']
|
|
if options.warn_unused:
|
|
result += ['--warn-unused']
|
|
if options.j != 1:
|
|
result += ['-j%s' % options.j]
|
|
if options.time:
|
|
result += ['--time']
|
|
if not options.suppress_dialogs:
|
|
result += ['--no-suppress-dialogs']
|
|
if options.isolates:
|
|
result += ['--isolates']
|
|
if not options.store_unexpected_output:
|
|
result += ['--no-store-unexpected_output']
|
|
if options.stress_only:
|
|
result += ['--stress-only']
|
|
if options.nostress:
|
|
result += ['--nostress']
|
|
if options.shard_count != 1:
|
|
result += ['--shard-count=%s' % options.shard_count]
|
|
if options.shard_run != 1:
|
|
result += ['--shard-run=%s' % options.shard_run]
|
|
if options.noprof:
|
|
result += ['--noprof']
|
|
return result
|
|
|
|
|
|
def Main():
|
|
parser = BuildOptions()
|
|
(options, args) = parser.parse_args()
|
|
if not ProcessOptions(options):
|
|
parser.print_help()
|
|
return 1
|
|
|
|
workspace = abspath(join(dirname(sys.argv[0]), '..'))
|
|
returncodes = 0
|
|
|
|
if not options.no_presubmit:
|
|
print ">>> running presubmit tests"
|
|
returncodes += subprocess.call([sys.executable,
|
|
workspace + '/tools/presubmit.py'])
|
|
|
|
args_for_children = [sys.executable]
|
|
args_for_children += [workspace + '/tools/test.py'] + PassOnOptions(options)
|
|
args_for_children += ['--no-build', '--build-system=gyp']
|
|
for arg in args:
|
|
args_for_children += [arg]
|
|
env = os.environ
|
|
|
|
for mode in options.mode:
|
|
for arch in options.arch:
|
|
print ">>> running tests for %s.%s" % (arch, mode)
|
|
if options.buildbot:
|
|
shellpath = workspace + '/' + options.outdir + '/' + mode
|
|
mode = mode.lower()
|
|
else:
|
|
shellpath = workspace + '/' + options.outdir + '/' + arch + '.' + mode
|
|
env['LD_LIBRARY_PATH'] = shellpath + '/lib.target'
|
|
shell = shellpath + "/d8"
|
|
cmdline = ' '.join(args_for_children +
|
|
['--arch=' + arch] +
|
|
['--mode=' + mode] +
|
|
['--shell=' + shell])
|
|
child = subprocess.Popen(cmdline,
|
|
shell=True,
|
|
cwd=workspace,
|
|
env=env)
|
|
returncodes += child.wait()
|
|
|
|
if len(options.mode) == 0 and len(options.arch) == 0:
|
|
print ">>> running tests"
|
|
shellpath = workspace + '/' + options.outdir
|
|
env['LD_LIBRARY_PATH'] = shellpath + '/lib.target'
|
|
shell = shellpath + '/d8'
|
|
child = subprocess.Popen(' '.join(args_for_children +
|
|
['--shell=' + shell]),
|
|
shell=True,
|
|
cwd=workspace,
|
|
env=env)
|
|
returncodes = child.wait()
|
|
|
|
return returncodes
|
|
|
|
|
|
if __name__ == '__main__':
|
|
sys.exit(Main())
|