# Copyright 2012 the V8 project authors. All rights reserved. # Redistribution and use in source and binary forms, with or without # modification, are permitted provided that the following conditions are # met: # # * Redistributions of source code must retain the above copyright # notice, this list of conditions and the following disclaimer. # * Redistributions in binary form must reproduce the above # copyright notice, this list of conditions and the following # disclaimer in the documentation and/or other materials provided # with the distribution. # * Neither the name of Google Inc. nor the names of its # contributors may be used to endorse or promote products derived # from this software without specific prior written permission. # # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. import hashlib import os import sys import tarfile import urllib from testrunner.local import testsuite from testrunner.objects import testcase TEST_262_ARCHIVE_REVISION = "53c4ade82d14" # This is the r360 revision. TEST_262_ARCHIVE_MD5 = "5fa4918b00e5d60e57bdd3c05deaeb0c" TEST_262_URL = "http://hg.ecmascript.org/tests/test262/archive/%s.tar.bz2" TEST_262_HARNESS = ["sta.js", "testBuiltInObject.js"] TEST_262_SKIP = ["intl402"] class Test262TestSuite(testsuite.TestSuite): def __init__(self, name, root): super(Test262TestSuite, self).__init__(name, root) self.testroot = os.path.join(root, "data", "test", "suite") self.harness = [os.path.join(self.root, "data", "test", "harness", f) for f in TEST_262_HARNESS] self.harness += [os.path.join(self.root, "harness-adapt.js")] def CommonTestName(self, testcase): return testcase.path.split(os.path.sep)[-1] def ListTests(self, context): tests = [] for dirname, dirs, files in os.walk(self.testroot): for dotted in [x for x in dirs if x.startswith(".")]: dirs.remove(dotted) for skipped in [x for x in dirs if x in TEST_262_SKIP]: dirs.remove(skipped) dirs.sort() files.sort() for filename in files: if filename.endswith(".js"): testname = os.path.join(dirname[len(self.testroot) + 1:], filename[:-3]) case = testcase.TestCase(self, testname) tests.append(case) return tests def GetFlagsForTestCase(self, testcase, context): return (testcase.flags + context.mode_flags + self.harness + [os.path.join(self.testroot, testcase.path + ".js")]) def GetSourceForTest(self, testcase): filename = os.path.join(self.testroot, testcase.path + ".js") with open(filename) as f: return f.read() def IsNegativeTest(self, testcase): return "@negative" in self.GetSourceForTest(testcase) def IsFailureOutput(self, output, testpath): if output.exit_code != 0: return True return "FAILED!" in output.stdout def DownloadData(self): revision = TEST_262_ARCHIVE_REVISION archive_url = TEST_262_URL % revision archive_name = os.path.join(self.root, "test262-%s.tar.bz2" % revision) directory_name = os.path.join(self.root, "data") directory_old_name = os.path.join(self.root, "data.old") if not os.path.exists(archive_name): print "Downloading test data from %s ..." % archive_url urllib.urlretrieve(archive_url, archive_name) if os.path.exists(directory_name): os.rename(directory_name, directory_old_name) if not os.path.exists(directory_name): print "Extracting test262-%s.tar.bz2 ..." % revision md5 = hashlib.md5() with open(archive_name, "rb") as f: for chunk in iter(lambda: f.read(8192), ""): md5.update(chunk) if md5.hexdigest() != TEST_262_ARCHIVE_MD5: os.remove(archive_name) raise Exception("Hash mismatch of test data file") archive = tarfile.open(archive_name, "r:bz2") if sys.platform in ("win32", "cygwin"): # Magic incantation to allow longer path names on Windows. archive.extractall(u"\\\\?\\%s" % self.root) else: archive.extractall(self.root) os.rename(os.path.join(self.root, "test262-%s" % revision), directory_name) def GetSuite(name, root): return Test262TestSuite(name, root) # Deprecated definitions below. # TODO(jkummerow): Remove when SCons is no longer supported. from os.path import exists from os.path import join import test class Test262TestCase(test.TestCase): def __init__(self, filename, path, context, root, mode, framework): super(Test262TestCase, self).__init__(context, path, mode) self.filename = filename self.framework = framework self.root = root def IsNegative(self): return '@negative' in self.GetSource() def GetLabel(self): return "%s test262 %s" % (self.mode, self.GetName()) def IsFailureOutput(self, output): if output.exit_code != 0: return True return 'FAILED!' in output.stdout def GetCommand(self): result = self.context.GetVmCommand(self, self.mode) result += [ '--es5_readonly' ] # Temporary hack until we can remove flag result += self.framework result.append(self.filename) return result def GetName(self): return self.path[-1] def GetSource(self): return open(self.filename).read() class Test262TestConfiguration(test.TestConfiguration): def __init__(self, context, root): super(Test262TestConfiguration, self).__init__(context, root) def ListTests(self, current_path, path, mode, variant_flags): testroot = join(self.root, 'data', 'test', 'suite') harness = [join(self.root, 'data', 'test', 'harness', f) for f in TEST_262_HARNESS] harness += [join(self.root, 'harness-adapt.js')] tests = [] for root, dirs, files in os.walk(testroot): for dotted in [x for x in dirs if x.startswith('.')]: dirs.remove(dotted) for skipped in [x for x in dirs if x in TEST_262_SKIP]: dirs.remove(skipped) dirs.sort() root_path = root[len(self.root):].split(os.path.sep) root_path = current_path + [x for x in root_path if x] files.sort() for file in files: if file.endswith('.js'): test_path = ['test262', file[:-3]] if self.Contains(path, test_path): test = Test262TestCase(join(root, file), test_path, self.context, self.root, mode, harness) tests.append(test) return tests def DownloadData(self): revision = TEST_262_ARCHIVE_REVISION archive_url = TEST_262_URL % revision archive_name = join(self.root, 'test262-%s.tar.bz2' % revision) directory_name = join(self.root, 'data') directory_old_name = join(self.root, 'data.old') if not exists(archive_name): print "Downloading test data from %s ..." % archive_url urllib.urlretrieve(archive_url, archive_name) if exists(directory_name): os.rename(directory_name, directory_old_name) if not exists(directory_name): print "Extracting test262-%s.tar.bz2 ..." % revision md5 = hashlib.md5() with open(archive_name,'rb') as f: for chunk in iter(lambda: f.read(8192), ''): md5.update(chunk) if md5.hexdigest() != TEST_262_ARCHIVE_MD5: os.remove(archive_name) raise Exception("Hash mismatch of test data file") archive = tarfile.open(archive_name, 'r:bz2') if sys.platform in ('win32', 'cygwin'): # Magic incantation to allow longer path names on Windows. archive.extractall(u'\\\\?\\%s' % self.root) else: archive.extractall(self.root) os.rename(join(self.root, 'test262-%s' % revision), directory_name) def GetBuildRequirements(self): return ['d8'] def GetTestStatus(self, sections, defs): status_file = join(self.root, 'test262.status') if exists(status_file): test.ReadConfigurationInto(status_file, sections, defs) def GetConfiguration(context, root): return Test262TestConfiguration(context, root)