v8/tools/testrunner/outproc/test262.py
Sergiy Belozorov 996cf21954 [tools] Generate additional variant for FAIL_PHASE_ONLY tests
The additional variant does not use wrapper disabling phase tests and negated
outcome processor. This allows to ensure that tests marked FAIL_PHASE_ONLY, do
actually fail without it.

R=machenbach@chromium.org

Bug: v8:8467
Change-Id: I66e07bd7107520872cc013bf0f33fdc6664baf56
Reviewed-on: https://chromium-review.googlesource.com/c/1361164
Commit-Queue: Sergiy Belozorov <sergiyb@chromium.org>
Reviewed-by: Michael Achenbach <machenbach@chromium.org>
Cr-Commit-Position: refs/heads/master@{#58211}
2018-12-13 11:28:57 +00:00

64 lines
1.7 KiB
Python

# Copyright 2018 the V8 project authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
import re
from . import base
def _is_failure_output(output):
return (
output.exit_code != 0 or
'FAILED!' in output.stdout
)
class ExceptionOutProc(base.OutProc):
"""Output processor for tests with expected exception."""
def __init__(
self, expected_outcomes, expected_exception=None, negative=False):
super(ExceptionOutProc, self).__init__(expected_outcomes)
self._expected_exception = expected_exception
self._negative = negative
@property
def negative(self):
return self._negative
def _is_failure_output(self, output):
if self._expected_exception != self._parse_exception(output.stdout):
return True
return _is_failure_output(output)
def _parse_exception(self, string):
# somefile:somelinenumber: someerror[: sometext]
# somefile might include an optional drive letter on windows e.g. "e:".
match = re.search(
'^(?:\w:)?[^:]*:[0-9]+: ([^: ]+?)($|: )', string, re.MULTILINE)
if match:
return match.group(1).strip()
else:
return None
class NoExceptionOutProc(base.OutProc):
"""Output processor optimized for tests without expected exception."""
def __init__(self, expected_outcomes):
super(NoExceptionOutProc, self).__init__(expected_outcomes)
def _is_failure_output(self, output):
return _is_failure_output(output)
class PassNoExceptionOutProc(base.PassOutProc):
"""
Output processor optimized for tests expected to PASS without expected
exception.
"""
def _is_failure_output(self, output):
return _is_failure_output(output)
PASS_NO_EXCEPTION = PassNoExceptionOutProc()