576d8f9418
Data added:
- subtest_id as it is generated by Processors
- processor_name to trace back the processors that generate subtests
- path of the test
- test_id suffixes introduced by processors:
- numfuzz will have
- an `analysis` suffix for analysis phase
- a number suffix for the variants generated after analysis
- variant processor adds a suffix for every variant
- subtests will inherit suffixes from the parent tests (origin)
V8-Recipe-Flags: resultdb
Cq-Include-Trybots: luci.v8.try:v8_numfuzz_dbg,v8_numfuzz_rel,v8_numfuzz_tsan_compile_rel,v8_numfuzz_tsan_rel
Bug: v8:13316
Change-Id: I67d8b92b575c31b201238cfbcfc76cd076a2f7af
Reviewed-on: https://chromium-review.googlesource.com/c/v8/v8/+/4081127
Commit-Queue: Liviu Rau <liviurau@google.com>
Reviewed-by: Michael Achenbach <machenbach@chromium.org>
Cr-Commit-Position: refs/heads/main@{#84720}
137 lines
4.0 KiB
Python
137 lines
4.0 KiB
Python
# Copyright 2022 the V8 project authors. All rights reserved.
|
|
# Use of this source code is governed by a BSD-style license that can be
|
|
# found in the LICENSE file.
|
|
|
|
import json
|
|
import logging
|
|
import os
|
|
import re
|
|
import tempfile
|
|
|
|
from . import base
|
|
from .indicators import (
|
|
formatted_result_output,
|
|
ProgressIndicator,
|
|
)
|
|
from .util import base_test_record
|
|
|
|
class ResultDBIndicator(ProgressIndicator):
|
|
|
|
def __init__(self, context, options, test_count, sink):
|
|
super(ResultDBIndicator, self).__init__(context, options, test_count)
|
|
self._requirement = base.DROP_PASS_OUTPUT
|
|
self.rpc = ResultDB_RPC(sink)
|
|
|
|
def on_test_result(self, test, result):
|
|
for run, sub_result in enumerate(result.as_list):
|
|
self.send_result(test, sub_result, run)
|
|
|
|
def send_result(self, test, result, run):
|
|
# We need to recalculate the observed (but lost) test behaviour.
|
|
# `result.has_unexpected_output` indicates that the run behaviour of the
|
|
# test matches the expected behaviour irrespective of passing or failing.
|
|
result_expected = not result.has_unexpected_output
|
|
test_should_pass = not test.is_fail
|
|
run_passed = (result_expected == test_should_pass)
|
|
rdb_result = {
|
|
'testId': strip_ascii_control_characters(test.rdb_test_id),
|
|
'status': 'PASS' if run_passed else 'FAIL',
|
|
'expected': result_expected,
|
|
}
|
|
|
|
if result.output and result.output.duration:
|
|
rdb_result.update(duration=f'{result.output.duration}ms')
|
|
|
|
if result.has_unexpected_output:
|
|
formated_output = formatted_result_output(result,relative=True)
|
|
relative_cmd = result.cmd.to_string(relative=True)
|
|
artifacts = {
|
|
'output' : write_artifact(formated_output),
|
|
'cmd' : write_artifact(relative_cmd)
|
|
}
|
|
rdb_result.update(artifacts=artifacts)
|
|
summary = '<p><text-artifact artifact-id="output"></p>'
|
|
summary += '<p><text-artifact artifact-id="cmd"></p>'
|
|
rdb_result.update(summary_html=summary)
|
|
|
|
record = base_test_record(test, result, run)
|
|
record.update(
|
|
processor=test.processor_name,
|
|
subtest_id=test.subtest_id,
|
|
path=test.path)
|
|
|
|
rdb_result.update(tags=extract_tags(record))
|
|
|
|
self.rpc.send(rdb_result)
|
|
|
|
|
|
def write_artifact(value):
|
|
with tempfile.NamedTemporaryFile(mode='w', delete=False) as tmp:
|
|
tmp.write(value)
|
|
return { 'filePath': tmp.name }
|
|
|
|
|
|
def extract_tags(record):
|
|
tags = []
|
|
for k, v in record.items():
|
|
if not v:
|
|
continue
|
|
if type(v) == list:
|
|
tags += [sanitized_kv_dict(k, e) for e in v]
|
|
else:
|
|
tags.append(sanitized_kv_dict(k, v))
|
|
return tags
|
|
|
|
|
|
def sanitized_kv_dict(k, v):
|
|
return dict(key=k, value=strip_ascii_control_characters(v))
|
|
|
|
|
|
def strip_ascii_control_characters(unicode_string):
|
|
return re.sub(r'[^\x20-\x7E]', '?', str(unicode_string))
|
|
|
|
|
|
def rdb_sink():
|
|
try:
|
|
import requests
|
|
except:
|
|
log_instantiation_failure('Failed to import requests module.')
|
|
return None
|
|
luci_context = os.environ.get('LUCI_CONTEXT')
|
|
if not luci_context:
|
|
log_instantiation_failure('No LUCI_CONTEXT found.')
|
|
return None
|
|
with open(luci_context, mode="r", encoding="utf-8") as f:
|
|
config = json.load(f)
|
|
sink = config.get('result_sink', None)
|
|
if not sink:
|
|
log_instantiation_failure('No ResultDB sink found.')
|
|
return None
|
|
return sink
|
|
|
|
|
|
def log_instantiation_failure(error_message):
|
|
logging.info(f'{error_message} No results will be sent to ResultDB.')
|
|
|
|
|
|
class ResultDB_RPC:
|
|
|
|
def __init__(self, sink):
|
|
import requests
|
|
self.session = requests.Session()
|
|
self.session.headers = {
|
|
'Authorization': f'ResultSink {sink.get("auth_token")}',
|
|
}
|
|
self.url = f'http://{sink.get("address")}/prpc/luci.resultsink.v1.Sink/ReportTestResults'
|
|
|
|
def send(self, result):
|
|
payload = dict(testResults=[result])
|
|
try:
|
|
self.session.post(self.url, json=payload).raise_for_status()
|
|
except Exception as e:
|
|
logging.error(f'Request failed: {payload}')
|
|
raise e
|
|
|
|
def __del__(self):
|
|
self.session.close()
|