e6d57a9f66
This flag has been on by default since Chrome 61. Bug: v8:5549 Cq-Include-Trybots: master.tryserver.v8:v8_linux_noi18n_rel_ng Change-Id: I81c34d1d3a7dbd219acce2cdf0cf4917eb484002 Reviewed-on: https://chromium-review.googlesource.com/738312 Reviewed-by: Sathya Gunasekaran <gsathya@chromium.org> Commit-Queue: Adam Klein <adamk@chromium.org> Cr-Commit-Position: refs/heads/master@{#48945}
272 lines
10 KiB
Python
272 lines
10 KiB
Python
# Copyright 2012 the V8 project authors. All rights reserved.
|
|
# Redistribution and use in source and binary forms, with or without
|
|
# modification, are permitted provided that the following conditions are
|
|
# met:
|
|
#
|
|
# * Redistributions of source code must retain the above copyright
|
|
# notice, this list of conditions and the following disclaimer.
|
|
# * Redistributions in binary form must reproduce the above
|
|
# copyright notice, this list of conditions and the following
|
|
# disclaimer in the documentation and/or other materials provided
|
|
# with the distribution.
|
|
# * Neither the name of Google Inc. nor the names of its
|
|
# contributors may be used to endorse or promote products derived
|
|
# from this software without specific prior written permission.
|
|
#
|
|
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
|
|
import imp
|
|
import itertools
|
|
import os
|
|
import re
|
|
import sys
|
|
import tarfile
|
|
|
|
|
|
from testrunner.local import statusfile
|
|
from testrunner.local import testsuite
|
|
from testrunner.local import utils
|
|
from testrunner.objects import testcase
|
|
|
|
# TODO(littledan): move the flag mapping into the status file
|
|
FEATURE_FLAGS = {
|
|
'async-iteration': '--harmony-async-iteration',
|
|
'regexp-named-groups': '--harmony-regexp-named-captures',
|
|
'regexp-unicode-property-escapes': '--harmony-regexp-property',
|
|
'regexp-lookbehind': '--harmony-regexp-lookbehind',
|
|
'Promise.prototype.finally': '--harmony-promise-finally',
|
|
}
|
|
|
|
SKIPPED_FEATURES = set(['BigInt', 'class-fields', 'optional-catch-binding'])
|
|
|
|
DATA = os.path.join(os.path.dirname(os.path.abspath(__file__)), "data")
|
|
ARCHIVE = DATA + ".tar"
|
|
|
|
TEST_262_HARNESS_FILES = ["sta.js", "assert.js"]
|
|
TEST_262_NATIVE_FILES = ["detachArrayBuffer.js"]
|
|
|
|
TEST_262_SUITE_PATH = ["data", "test"]
|
|
TEST_262_HARNESS_PATH = ["data", "harness"]
|
|
TEST_262_TOOLS_PATH = ["harness", "src"]
|
|
TEST_262_LOCAL_TESTS_PATH = ["local-tests", "test"]
|
|
|
|
TEST_262_RELPATH_REGEXP = re.compile(
|
|
r'.*[\\/]test[\\/]test262[\\/][^\\/]+[\\/]test[\\/](.*)\.js')
|
|
|
|
sys.path.append(os.path.join(os.path.dirname(os.path.abspath(__file__)),
|
|
*TEST_262_TOOLS_PATH))
|
|
|
|
ALL_VARIANT_FLAGS_STRICT = dict(
|
|
(v, [flags + ["--use-strict"] for flags in flag_sets])
|
|
for v, flag_sets in testsuite.ALL_VARIANT_FLAGS.iteritems()
|
|
)
|
|
|
|
FAST_VARIANT_FLAGS_STRICT = dict(
|
|
(v, [flags + ["--use-strict"] for flags in flag_sets])
|
|
for v, flag_sets in testsuite.FAST_VARIANT_FLAGS.iteritems()
|
|
)
|
|
|
|
ALL_VARIANT_FLAGS_BOTH = dict(
|
|
(v, [flags for flags in testsuite.ALL_VARIANT_FLAGS[v] +
|
|
ALL_VARIANT_FLAGS_STRICT[v]])
|
|
for v in testsuite.ALL_VARIANT_FLAGS
|
|
)
|
|
|
|
FAST_VARIANT_FLAGS_BOTH = dict(
|
|
(v, [flags for flags in testsuite.FAST_VARIANT_FLAGS[v] +
|
|
FAST_VARIANT_FLAGS_STRICT[v]])
|
|
for v in testsuite.FAST_VARIANT_FLAGS
|
|
)
|
|
|
|
ALL_VARIANTS = {
|
|
'nostrict': testsuite.ALL_VARIANT_FLAGS,
|
|
'strict': ALL_VARIANT_FLAGS_STRICT,
|
|
'both': ALL_VARIANT_FLAGS_BOTH,
|
|
}
|
|
|
|
FAST_VARIANTS = {
|
|
'nostrict': testsuite.FAST_VARIANT_FLAGS,
|
|
'strict': FAST_VARIANT_FLAGS_STRICT,
|
|
'both': FAST_VARIANT_FLAGS_BOTH,
|
|
}
|
|
|
|
class Test262VariantGenerator(testsuite.VariantGenerator):
|
|
def GetFlagSets(self, testcase, variant):
|
|
if testcase.outcomes and statusfile.OnlyFastVariants(testcase.outcomes):
|
|
variant_flags = FAST_VARIANTS
|
|
else:
|
|
variant_flags = ALL_VARIANTS
|
|
|
|
test_record = self.suite.GetTestRecord(testcase)
|
|
if "noStrict" in test_record:
|
|
return variant_flags["nostrict"][variant]
|
|
if "onlyStrict" in test_record:
|
|
return variant_flags["strict"][variant]
|
|
return variant_flags["both"][variant]
|
|
|
|
|
|
class Test262TestSuite(testsuite.TestSuite):
|
|
# Match the (...) in '/path/to/v8/test/test262/subdir/test/(...).js'
|
|
# In practice, subdir is data or local-tests
|
|
|
|
def __init__(self, name, root):
|
|
super(Test262TestSuite, self).__init__(name, root)
|
|
self.testroot = os.path.join(self.root, *TEST_262_SUITE_PATH)
|
|
self.harnesspath = os.path.join(self.root, *TEST_262_HARNESS_PATH)
|
|
self.harness = [os.path.join(self.harnesspath, f)
|
|
for f in TEST_262_HARNESS_FILES]
|
|
self.harness += [os.path.join(self.root, "harness-adapt.js")]
|
|
self.localtestroot = os.path.join(self.root, *TEST_262_LOCAL_TESTS_PATH)
|
|
self.ParseTestRecord = None
|
|
|
|
def ListTests(self, context):
|
|
testnames = set()
|
|
for dirname, dirs, files in itertools.chain(os.walk(self.testroot),
|
|
os.walk(self.localtestroot)):
|
|
for dotted in [x for x in dirs if x.startswith(".")]:
|
|
dirs.remove(dotted)
|
|
if context.noi18n and "intl402" in dirs:
|
|
dirs.remove("intl402")
|
|
dirs.sort()
|
|
files.sort()
|
|
for filename in files:
|
|
if not filename.endswith(".js"):
|
|
continue
|
|
if filename.endswith("_FIXTURE.js"):
|
|
continue
|
|
fullpath = os.path.join(dirname, filename)
|
|
relpath = re.match(TEST_262_RELPATH_REGEXP, fullpath).group(1)
|
|
testnames.add(relpath.replace(os.path.sep, "/"))
|
|
cases = [testcase.TestCase(self, testname) for testname in testnames]
|
|
return [case for case in cases if len(
|
|
SKIPPED_FEATURES.intersection(
|
|
self.GetTestRecord(case).get("features", []))) == 0]
|
|
|
|
def GetFlagsForTestCase(self, testcase, context):
|
|
return (testcase.flags + context.mode_flags + self.harness +
|
|
([os.path.join(self.root, "harness-agent.js")]
|
|
if testcase.path.startswith('built-ins/Atomics') else []) +
|
|
self.GetIncludesForTest(testcase) +
|
|
(["--module"] if "module" in self.GetTestRecord(testcase) else []) +
|
|
[self.GetPathForTest(testcase)] +
|
|
(["--throws"] if "negative" in self.GetTestRecord(testcase)
|
|
else []) +
|
|
(["--allow-natives-syntax"]
|
|
if "detachArrayBuffer.js" in
|
|
self.GetTestRecord(testcase).get("includes", [])
|
|
else []) +
|
|
([flag for flag in testcase.outcomes if flag.startswith("--")]) +
|
|
([flag for (feature, flag) in FEATURE_FLAGS.items()
|
|
if feature in self.GetTestRecord(testcase).get("features", [])]))
|
|
|
|
def _VariantGeneratorFactory(self):
|
|
return Test262VariantGenerator
|
|
|
|
def LoadParseTestRecord(self):
|
|
if not self.ParseTestRecord:
|
|
root = os.path.join(self.root, *TEST_262_TOOLS_PATH)
|
|
f = None
|
|
try:
|
|
(f, pathname, description) = imp.find_module("parseTestRecord", [root])
|
|
module = imp.load_module("parseTestRecord", f, pathname, description)
|
|
self.ParseTestRecord = module.parseTestRecord
|
|
except:
|
|
raise ImportError("Cannot load parseTestRecord; you may need to "
|
|
"gclient sync for test262")
|
|
finally:
|
|
if f:
|
|
f.close()
|
|
return self.ParseTestRecord
|
|
|
|
def GetTestRecord(self, testcase):
|
|
if not hasattr(testcase, "test_record"):
|
|
ParseTestRecord = self.LoadParseTestRecord()
|
|
testcase.test_record = ParseTestRecord(self.GetSourceForTest(testcase),
|
|
testcase.path)
|
|
return testcase.test_record
|
|
|
|
def BasePath(self, filename):
|
|
return self.root if filename in TEST_262_NATIVE_FILES else self.harnesspath
|
|
|
|
def GetIncludesForTest(self, testcase):
|
|
test_record = self.GetTestRecord(testcase)
|
|
if "includes" in test_record:
|
|
return [os.path.join(self.BasePath(filename), filename)
|
|
for filename in test_record.get("includes", [])]
|
|
else:
|
|
includes = []
|
|
return includes
|
|
|
|
def GetPathForTest(self, testcase):
|
|
filename = os.path.join(self.localtestroot, testcase.path + ".js")
|
|
if not os.path.exists(filename):
|
|
filename = os.path.join(self.testroot, testcase.path + ".js")
|
|
return filename
|
|
|
|
def GetSourceForTest(self, testcase):
|
|
with open(self.GetPathForTest(testcase)) as f:
|
|
return f.read()
|
|
|
|
def _ParseException(self, str, testcase):
|
|
# somefile:somelinenumber: someerror[: sometext]
|
|
# somefile might include an optional drive letter on windows e.g. "e:".
|
|
match = re.search(
|
|
'^(?:\w:)?[^:]*:[0-9]+: ([^: ]+?)($|: )', str, re.MULTILINE)
|
|
if match:
|
|
return match.group(1).strip()
|
|
else:
|
|
print "Error parsing exception for %s" % testcase.GetLabel()
|
|
return None
|
|
|
|
def IsFailureOutput(self, testcase):
|
|
output = testcase.output
|
|
test_record = self.GetTestRecord(testcase)
|
|
if output.exit_code != 0:
|
|
return True
|
|
if ("negative" in test_record and
|
|
"type" in test_record["negative"] and
|
|
self._ParseException(output.stdout, testcase) !=
|
|
test_record["negative"]["type"]):
|
|
return True
|
|
return "FAILED!" in output.stdout
|
|
|
|
def HasUnexpectedOutput(self, testcase):
|
|
outcome = self.GetOutcome(testcase)
|
|
if (statusfile.FAIL_SLOPPY in testcase.outcomes and
|
|
"--use-strict" not in testcase.flags):
|
|
return outcome != statusfile.FAIL
|
|
return not outcome in ([outcome for outcome in testcase.outcomes
|
|
if not outcome.startswith('--')
|
|
and outcome != statusfile.FAIL_SLOPPY]
|
|
or [statusfile.PASS])
|
|
|
|
def PrepareSources(self):
|
|
# The archive is created only on swarming. Local checkouts have the
|
|
# data folder.
|
|
if (os.path.exists(ARCHIVE) and
|
|
# Check for a JS file from the archive if we need to unpack. Some other
|
|
# files from the archive unfortunately exist due to a bug in the
|
|
# isolate_processor.
|
|
# TODO(machenbach): Migrate this to GN to avoid using the faulty
|
|
# isolate_processor: http://crbug.com/669910
|
|
not os.path.exists(os.path.join(DATA, 'test', 'harness', 'error.js'))):
|
|
print "Extracting archive..."
|
|
tar = tarfile.open(ARCHIVE)
|
|
tar.extractall(path=os.path.dirname(ARCHIVE))
|
|
tar.close()
|
|
|
|
|
|
def GetSuite(name, root):
|
|
return Test262TestSuite(name, root)
|