mirror of
https://gitlab.gnome.org/GNOME/gtk.git
synced 2024-11-09 02:10:10 +00:00
166 lines
5.0 KiB
Python
Executable File
166 lines
5.0 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
|
|
# Copyright 2019 GNOME Foundation
|
|
|
|
# Turns a test log generated by Meson into an HTML report
|
|
|
|
import argparse
|
|
import datetime
|
|
import json
|
|
import os
|
|
import sys
|
|
from jinja2 import Template
|
|
|
|
REPORT_TEMPLATE = '''
|
|
<!DOCTYPE html>
|
|
<html lang="en">
|
|
<head>
|
|
<title>{{ report.project_name }} Test Report</title>
|
|
<meta charset="utf-8" />
|
|
</head>
|
|
<body>
|
|
<header>
|
|
<h1>{{ report.project_name }} :: Test Reports</h1>
|
|
<div class="report-meta">
|
|
<p><strong>Branch:</strong> {{ report.branch_name }}</p>
|
|
<p><strong>Date:</strong> <time datetime="{{ report.date.isoformat() }}">{{ report.locale_date }}</time></p>
|
|
{% if report.job_id %}<p><strong>Job ID:</strong> {{ report.job_id }}</p>{% endif %}
|
|
</div>
|
|
</header>
|
|
|
|
<article>
|
|
<section>
|
|
<div class="summary">
|
|
<h3>Summary</h3>
|
|
<ul>
|
|
<li><strong>Total units:</strong> {{ report.total_units }}</li>
|
|
<li><strong>Passed:</strong> {{ report.total_successes }}</li>
|
|
<li><strong>Failed:</strong> {{ report.total_failures }}</li>
|
|
</ul>
|
|
</div>
|
|
</section>
|
|
|
|
{% for suite_result in report.results_list %}
|
|
<section>
|
|
<div class="result">
|
|
<h3>Suite: {{ suite_result.suite_name }}</h3>
|
|
<ul>
|
|
<li><strong>Units:</strong> {{ suite_result.n_units }}</li>
|
|
<li><strong>Passed:</strong> {{ suite_result.n_successes }}</li>
|
|
<li><strong>Failed:</strong> {{ suite_result.n_failures }}</li>
|
|
</ul>
|
|
{% for failure in suite_result.failures %}
|
|
{% if loop.first %}
|
|
<div>
|
|
<h4>Failures</h4>
|
|
<ul>
|
|
{% endif %}
|
|
<li>{{ failure.name }} - result: <span class="failure">{{ failure.result }}</span><br/>
|
|
<pre>{{ failure.stdout }}</pre>
|
|
</li>
|
|
{% if loop.last %}
|
|
</ul>
|
|
</div>
|
|
{% endif %}
|
|
{% endfor %}
|
|
</div>
|
|
</section>
|
|
{% endfor %}
|
|
|
|
</article>
|
|
</body>
|
|
</html>
|
|
'''
|
|
|
|
aparser = argparse.ArgumentParser(description='Turns a Meson test log into an HTML report')
|
|
aparser.add_argument('--project-name', metavar='NAME',
|
|
help='The project name',
|
|
default='Unknown')
|
|
aparser.add_argument('--job-id', metavar='ID',
|
|
help='The job ID for the report',
|
|
default=None)
|
|
aparser.add_argument('--branch', metavar='NAME',
|
|
help='Branch of the project being tested',
|
|
default='master')
|
|
aparser.add_argument('--output', metavar='FILE',
|
|
help='The output HTML file, stdout by default',
|
|
type=argparse.FileType('w', encoding='UTF-8'),
|
|
default=sys.stdout)
|
|
aparser.add_argument('infile', metavar='FILE',
|
|
help='The input testlog.json, stdin by default',
|
|
type=argparse.FileType('r', encoding='UTF-8'),
|
|
default=sys.stdin)
|
|
|
|
args = aparser.parse_args()
|
|
|
|
outfile = args.output
|
|
|
|
suites = {}
|
|
for line in args.infile:
|
|
data = json.loads(line)
|
|
(full_suite, unit_name) = data['name'].split(' / ')
|
|
(project_name, suite_name) = full_suite.split(':')
|
|
|
|
unit = {
|
|
'project-name': project_name,
|
|
'suite': suite_name,
|
|
'name': unit_name,
|
|
'duration': data['duration'],
|
|
'returncode': data['returncode'],
|
|
'result': data['result'],
|
|
'stdout': data['stdout'],
|
|
}
|
|
|
|
units = suites.setdefault(full_suite, [])
|
|
units.append(unit)
|
|
|
|
report = {}
|
|
report['date'] = datetime.datetime.utcnow()
|
|
report['locale_date'] = report['date'].strftime("%c")
|
|
report['project_name'] = args.project_name
|
|
report['job_id'] = args.job_id
|
|
report['branch_name'] = args.branch
|
|
report['total_successes'] = 0
|
|
report['total_failures'] = 0
|
|
report['total_units'] = 0
|
|
report['results_list'] = []
|
|
|
|
for name, units in suites.items():
|
|
(project_name, suite_name) = name.split(':')
|
|
print('Processing {} suite {}:'.format(project_name, suite_name))
|
|
|
|
def if_failed(unit):
|
|
if unit['result'] in ['FAIL', 'TIMEOUT']:
|
|
return True
|
|
return False
|
|
|
|
def if_succeded(unit):
|
|
if unit['result'] in ['OK', 'EXPECTEDFAIL', 'SKIP']:
|
|
return True
|
|
return False
|
|
|
|
successes = list(filter(if_succeded, units))
|
|
failures = list(filter(if_failed, units))
|
|
|
|
n_units = len(units)
|
|
n_successes = len(successes)
|
|
n_failures = len(failures)
|
|
|
|
report['total_units'] += n_units
|
|
report['total_successes'] += n_successes
|
|
report['total_failures'] += n_failures
|
|
print(' - {}: {} total, {} pass, {} fail'.format(suite_name, n_units, n_successes, n_failures))
|
|
|
|
suite_report = {
|
|
'suite_name': suite_name,
|
|
'n_units': n_units,
|
|
'successes': successes,
|
|
'n_successes': n_successes,
|
|
'failures': failures,
|
|
'n_failures': n_failures,
|
|
}
|
|
report['results_list'].append(suite_report)
|
|
|
|
template = Template(REPORT_TEMPLATE)
|
|
outfile.write(template.render({'report': report}))
|