31d0b3d806
This allows us to compare GMs between configs across all builders, so we can see the largest deviations between raster and GPU renderings. BUG=skia:1919 NOTREECHECKS=True NOTRY=True R=rmistry@google.com Author: epoger@google.com Review URL: https://codereview.chromium.org/215503002 git-svn-id: http://skia.googlecode.com/svn/trunk@13991 2bbb7eff-a529-9590-31e7-b0007b416f81
58 lines
1.7 KiB
Python
Executable File
58 lines
1.7 KiB
Python
Executable File
#!/usr/bin/python
|
|
|
|
"""
|
|
Copyright 2013 Google Inc.
|
|
|
|
Use of this source code is governed by a BSD-style license that can be
|
|
found in the LICENSE file.
|
|
|
|
Test compare_to_expectations.py
|
|
|
|
TODO(epoger): Create a command to update the expected results (in
|
|
self._output_dir_expected) when appropriate. For now, you should:
|
|
1. examine the results in self._output_dir_actual and make sure they are ok
|
|
2. rm -rf self._output_dir_expected
|
|
3. mv self._output_dir_actual self._output_dir_expected
|
|
Although, if you're using an SVN checkout, this will blow away .svn directories
|
|
within self._output_dir_expected, which wouldn't be good...
|
|
|
|
"""
|
|
|
|
import os
|
|
import sys
|
|
|
|
# Imports from within Skia
|
|
import base_unittest
|
|
import compare_to_expectations
|
|
import results
|
|
import gm_json # must import results first, so that gm_json will be in sys.path
|
|
|
|
|
|
class CompareToExpectationsTest(base_unittest.TestCase):
|
|
|
|
def test_gm(self):
|
|
"""Process results of a GM run with the ExpectationComparisons object."""
|
|
results_obj = compare_to_expectations.ExpectationComparisons(
|
|
actuals_root=os.path.join(self._input_dir, 'gm-actuals'),
|
|
expected_root=os.path.join(self._input_dir, 'gm-expectations'),
|
|
generated_images_root=self._temp_dir,
|
|
diff_base_url='/static/generated-images')
|
|
results_obj.get_timestamp = mock_get_timestamp
|
|
gm_json.WriteToFile(
|
|
results_obj.get_packaged_results_of_type(
|
|
results.KEY__HEADER__RESULTS_ALL),
|
|
os.path.join(self._output_dir_actual, 'gm.json'))
|
|
|
|
|
|
def mock_get_timestamp():
|
|
"""Mock version of BaseComparisons.get_timestamp() for testing."""
|
|
return 12345678
|
|
|
|
|
|
def main():
|
|
base_unittest.main(CompareToExpectationsTest)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|