9f7d440e98
I added additional exception logging in the execution.py since errors in processing results were really difficult to debug. There is a problem on Windows with class serialization when it comes from dynamically loaded module. To fix it I moved all output processors to the tools/testrunner/outproc/ and import them in test/*/testcfg.py. Bug: v8:6917 Change-Id: Ida604641d659b006e91faf1d56a37769ec47f5f3 Reviewed-on: https://chromium-review.googlesource.com/842784 Commit-Queue: Michał Majewski <majeski@google.com> Reviewed-by: Michael Achenbach <machenbach@chromium.org> Cr-Commit-Position: refs/heads/master@{#50361}
32 lines
1.1 KiB
Python
32 lines
1.1 KiB
Python
# Copyright 2018 the V8 project authors. All rights reserved.
|
|
# Use of this source code is governed by a BSD-style license that can be
|
|
# found in the LICENSE file.
|
|
|
|
import difflib
|
|
|
|
from . import base
|
|
|
|
|
|
class OutProc(base.OutProc):
|
|
def __init__(self, expected_outcomes, expected_path):
|
|
super(OutProc, self).__init__(expected_outcomes)
|
|
self._expected_path = expected_path
|
|
|
|
def _is_failure_output(self, output):
|
|
with open(self._expected_path) as f:
|
|
expected = f.read()
|
|
expected_lines = expected.splitlines()
|
|
actual_lines = output.stdout.splitlines()
|
|
diff = difflib.unified_diff(expected_lines, actual_lines, lineterm="",
|
|
fromfile="expected_path")
|
|
diffstring = '\n'.join(diff)
|
|
if diffstring is not "":
|
|
if "generated from a non-shipping build" in output.stdout:
|
|
return False
|
|
if not "generated from a shipping build" in output.stdout:
|
|
output.stdout = "Unexpected output:\n\n" + output.stdout
|
|
return True
|
|
output.stdout = diffstring
|
|
return True
|
|
return False
|