2014-11-04 15:21:10 +00:00
|
|
|
/*
|
|
|
|
* Copyright 2014 Google Inc.
|
|
|
|
*
|
|
|
|
* Use of this source code is governed by a BSD-style license that can be
|
|
|
|
* found in the LICENSE file.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include "DMJsonWriter.h"
|
|
|
|
|
2015-04-01 20:31:34 +00:00
|
|
|
#include "ProcStats.h"
|
2014-11-04 15:21:10 +00:00
|
|
|
#include "SkCommonFlags.h"
|
2015-01-27 22:46:26 +00:00
|
|
|
#include "SkData.h"
|
2014-11-04 15:21:10 +00:00
|
|
|
#include "SkJSONCPP.h"
|
2015-07-07 19:21:21 +00:00
|
|
|
#include "SkMutex.h"
|
2014-11-04 15:21:10 +00:00
|
|
|
#include "SkOSFile.h"
|
|
|
|
#include "SkStream.h"
|
|
|
|
#include "SkTArray.h"
|
|
|
|
|
|
|
|
namespace DM {
|
|
|
|
|
|
|
|
SkTArray<JsonWriter::BitmapResult> gBitmapResults;
|
2016-05-05 00:12:46 +00:00
|
|
|
SK_DECLARE_STATIC_MUTEX(gBitmapResultLock);
|
2014-11-04 15:21:10 +00:00
|
|
|
|
|
|
|
void JsonWriter::AddBitmapResult(const BitmapResult& result) {
|
|
|
|
SkAutoMutexAcquire lock(&gBitmapResultLock);
|
|
|
|
gBitmapResults.push_back(result);
|
|
|
|
}
|
|
|
|
|
When running DM, write test failures to json.
Add skiatest::Failure to keep track of data about a test failure.
Reporter::reportFailed and ::onReportFailed now take Failure as a
parameter. This allows the implementation to treat the failure as it
wishes. Provide a helper to format the failure the same as prior to
the change.
Update the macros for calling reportFailed (REPORTER_ASSERT etc) to
create a Failure object.
Convert a direct call to reportFailed to the macro ERRORF.
Write Failures to Json.
Sample output when running dm on the dummy test crrev.com/705723004:
{
"test_results" : {
"failures" : [
{
"condition" : "0 > 3",
"file_name" : "../../tests/DummyTest.cpp",
"line_no" : 10,
"message" : ""
},
{
"condition" : "false",
"file_name" : "../../tests/DummyTest.cpp",
"line_no" : 4,
"message" : ""
},
{
"condition" : "1 == 3",
"file_name" : "../../tests/DummyTest.cpp",
"line_no" : 5,
"message" : "I can too count!"
},
{
"condition" : "",
"file_name" : "../../tests/DummyTest.cpp",
"line_no" : 6,
"message" : "seven is 7"
},
{
"condition" : "1 == 3",
"file_name" : "../../tests/DummyTest.cpp",
"line_no" : 14,
"message" : "I can too count!"
}
]
}
}
Report all of the failures from one test.
Previously, if one test had multiple failures, only one was reportered.
e.g:
Failures:
test Dummy: ../../tests/DummyTest.cpp:6 seven is 7
test Dummy2: ../../tests/DummyTest.cpp:10 0 > 3
test Dummy3: ../../tests/DummyTest.cpp:14 I can too count!: 1 == 3
3 failures.
Now, we get all the messages:
Failures:
test Dummy: ../../tests/DummyTest.cpp:4 false
../../tests/DummyTest.cpp:5 I can too count!: 1 == 3
../../tests/DummyTest.cpp:6 seven is 7
test Dummy2: ../../tests/DummyTest.cpp:10 0 > 3
test Dummy3: ../../tests/DummyTest.cpp:14 I can too count!: 1 == 3
3 failures.
(Note that we still state "3 failures" because 3 DM::Tasks failed.)
BUG=skia:3082
BUG=skia:2454
Review URL: https://codereview.chromium.org/694703005
2014-11-07 14:07:32 +00:00
|
|
|
SkTArray<skiatest::Failure> gFailures;
|
2016-05-05 00:12:46 +00:00
|
|
|
SK_DECLARE_STATIC_MUTEX(gFailureLock);
|
When running DM, write test failures to json.
Add skiatest::Failure to keep track of data about a test failure.
Reporter::reportFailed and ::onReportFailed now take Failure as a
parameter. This allows the implementation to treat the failure as it
wishes. Provide a helper to format the failure the same as prior to
the change.
Update the macros for calling reportFailed (REPORTER_ASSERT etc) to
create a Failure object.
Convert a direct call to reportFailed to the macro ERRORF.
Write Failures to Json.
Sample output when running dm on the dummy test crrev.com/705723004:
{
"test_results" : {
"failures" : [
{
"condition" : "0 > 3",
"file_name" : "../../tests/DummyTest.cpp",
"line_no" : 10,
"message" : ""
},
{
"condition" : "false",
"file_name" : "../../tests/DummyTest.cpp",
"line_no" : 4,
"message" : ""
},
{
"condition" : "1 == 3",
"file_name" : "../../tests/DummyTest.cpp",
"line_no" : 5,
"message" : "I can too count!"
},
{
"condition" : "",
"file_name" : "../../tests/DummyTest.cpp",
"line_no" : 6,
"message" : "seven is 7"
},
{
"condition" : "1 == 3",
"file_name" : "../../tests/DummyTest.cpp",
"line_no" : 14,
"message" : "I can too count!"
}
]
}
}
Report all of the failures from one test.
Previously, if one test had multiple failures, only one was reportered.
e.g:
Failures:
test Dummy: ../../tests/DummyTest.cpp:6 seven is 7
test Dummy2: ../../tests/DummyTest.cpp:10 0 > 3
test Dummy3: ../../tests/DummyTest.cpp:14 I can too count!: 1 == 3
3 failures.
Now, we get all the messages:
Failures:
test Dummy: ../../tests/DummyTest.cpp:4 false
../../tests/DummyTest.cpp:5 I can too count!: 1 == 3
../../tests/DummyTest.cpp:6 seven is 7
test Dummy2: ../../tests/DummyTest.cpp:10 0 > 3
test Dummy3: ../../tests/DummyTest.cpp:14 I can too count!: 1 == 3
3 failures.
(Note that we still state "3 failures" because 3 DM::Tasks failed.)
BUG=skia:3082
BUG=skia:2454
Review URL: https://codereview.chromium.org/694703005
2014-11-07 14:07:32 +00:00
|
|
|
|
|
|
|
void JsonWriter::AddTestFailure(const skiatest::Failure& failure) {
|
|
|
|
SkAutoMutexAcquire lock(gFailureLock);
|
|
|
|
gFailures.push_back(failure);
|
|
|
|
}
|
|
|
|
|
2014-11-04 15:21:10 +00:00
|
|
|
void JsonWriter::DumpJson() {
|
|
|
|
if (FLAGS_writePath.isEmpty()) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
Json::Value root;
|
|
|
|
|
|
|
|
for (int i = 1; i < FLAGS_properties.count(); i += 2) {
|
|
|
|
root[FLAGS_properties[i-1]] = FLAGS_properties[i];
|
|
|
|
}
|
|
|
|
for (int i = 1; i < FLAGS_key.count(); i += 2) {
|
|
|
|
root["key"][FLAGS_key[i-1]] = FLAGS_key[i];
|
|
|
|
}
|
|
|
|
|
|
|
|
{
|
|
|
|
SkAutoMutexAcquire lock(&gBitmapResultLock);
|
|
|
|
for (int i = 0; i < gBitmapResults.count(); i++) {
|
|
|
|
Json::Value result;
|
Add gamma_correct option field to dm.json
E.g.
{
"max_rss_MB" : 23,
"results" : [
{
"key" : {
"config" : "pdf",
"name" : "gamma",
"source_type" : "gm"
},
"md5" : "c5dfb531f4d76c77c3305b6a04733262",
"options" : {
"ext" : "pdf",
"gamma_correct" : false
}
},
{
"key" : {
"config" : "8888",
"name" : "gamma",
"source_type" : "gm"
},
"md5" : "6177860ed24106446d3a9087527e67bf",
"options" : {
"ext" : "png",
"gamma_correct" : false
}
},
{
"key" : {
"config" : "f16",
"name" : "gamma",
"source_type" : "gm"
},
"md5" : "213f80145953ecd4c71e0612447b2ad9",
"options" : {
"ext" : "png",
"gamma_correct" : true
}
}
]
}
BUG=skia:
GOLD_TRYBOT_URL= https://gold.skia.org/search2?unt=true&query=source_type%3Dgm&master=false&issue=1741973002
Review URL: https://codereview.chromium.org/1741973002
2016-02-29 15:38:01 +00:00
|
|
|
result["key"]["name"] = gBitmapResults[i].name.c_str();
|
|
|
|
result["key"]["config"] = gBitmapResults[i].config.c_str();
|
|
|
|
result["key"]["source_type"] = gBitmapResults[i].sourceType.c_str();
|
|
|
|
result["options"]["ext"] = gBitmapResults[i].ext.c_str();
|
2016-03-01 18:31:42 +00:00
|
|
|
result["options"]["gamma_correct"] = gBitmapResults[i].gammaCorrect ? "yes" : "no";
|
Add gamma_correct option field to dm.json
E.g.
{
"max_rss_MB" : 23,
"results" : [
{
"key" : {
"config" : "pdf",
"name" : "gamma",
"source_type" : "gm"
},
"md5" : "c5dfb531f4d76c77c3305b6a04733262",
"options" : {
"ext" : "pdf",
"gamma_correct" : false
}
},
{
"key" : {
"config" : "8888",
"name" : "gamma",
"source_type" : "gm"
},
"md5" : "6177860ed24106446d3a9087527e67bf",
"options" : {
"ext" : "png",
"gamma_correct" : false
}
},
{
"key" : {
"config" : "f16",
"name" : "gamma",
"source_type" : "gm"
},
"md5" : "213f80145953ecd4c71e0612447b2ad9",
"options" : {
"ext" : "png",
"gamma_correct" : true
}
}
]
}
BUG=skia:
GOLD_TRYBOT_URL= https://gold.skia.org/search2?unt=true&query=source_type%3Dgm&master=false&issue=1741973002
Review URL: https://codereview.chromium.org/1741973002
2016-02-29 15:38:01 +00:00
|
|
|
result["md5"] = gBitmapResults[i].md5.c_str();
|
2015-04-06 14:22:05 +00:00
|
|
|
|
|
|
|
// Source options only need to be part of the key if they exist.
|
|
|
|
// Source type by source type, we either always set options or never set options.
|
|
|
|
if (!gBitmapResults[i].sourceOptions.isEmpty()) {
|
|
|
|
result["key"]["source_options"] = gBitmapResults[i].sourceOptions.c_str();
|
|
|
|
}
|
2014-11-04 15:21:10 +00:00
|
|
|
|
|
|
|
root["results"].append(result);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
When running DM, write test failures to json.
Add skiatest::Failure to keep track of data about a test failure.
Reporter::reportFailed and ::onReportFailed now take Failure as a
parameter. This allows the implementation to treat the failure as it
wishes. Provide a helper to format the failure the same as prior to
the change.
Update the macros for calling reportFailed (REPORTER_ASSERT etc) to
create a Failure object.
Convert a direct call to reportFailed to the macro ERRORF.
Write Failures to Json.
Sample output when running dm on the dummy test crrev.com/705723004:
{
"test_results" : {
"failures" : [
{
"condition" : "0 > 3",
"file_name" : "../../tests/DummyTest.cpp",
"line_no" : 10,
"message" : ""
},
{
"condition" : "false",
"file_name" : "../../tests/DummyTest.cpp",
"line_no" : 4,
"message" : ""
},
{
"condition" : "1 == 3",
"file_name" : "../../tests/DummyTest.cpp",
"line_no" : 5,
"message" : "I can too count!"
},
{
"condition" : "",
"file_name" : "../../tests/DummyTest.cpp",
"line_no" : 6,
"message" : "seven is 7"
},
{
"condition" : "1 == 3",
"file_name" : "../../tests/DummyTest.cpp",
"line_no" : 14,
"message" : "I can too count!"
}
]
}
}
Report all of the failures from one test.
Previously, if one test had multiple failures, only one was reportered.
e.g:
Failures:
test Dummy: ../../tests/DummyTest.cpp:6 seven is 7
test Dummy2: ../../tests/DummyTest.cpp:10 0 > 3
test Dummy3: ../../tests/DummyTest.cpp:14 I can too count!: 1 == 3
3 failures.
Now, we get all the messages:
Failures:
test Dummy: ../../tests/DummyTest.cpp:4 false
../../tests/DummyTest.cpp:5 I can too count!: 1 == 3
../../tests/DummyTest.cpp:6 seven is 7
test Dummy2: ../../tests/DummyTest.cpp:10 0 > 3
test Dummy3: ../../tests/DummyTest.cpp:14 I can too count!: 1 == 3
3 failures.
(Note that we still state "3 failures" because 3 DM::Tasks failed.)
BUG=skia:3082
BUG=skia:2454
Review URL: https://codereview.chromium.org/694703005
2014-11-07 14:07:32 +00:00
|
|
|
{
|
|
|
|
SkAutoMutexAcquire lock(gFailureLock);
|
|
|
|
for (int i = 0; i < gFailures.count(); i++) {
|
|
|
|
Json::Value result;
|
|
|
|
result["file_name"] = gFailures[i].fileName;
|
|
|
|
result["line_no"] = gFailures[i].lineNo;
|
|
|
|
result["condition"] = gFailures[i].condition;
|
|
|
|
result["message"] = gFailures[i].message.c_str();
|
|
|
|
|
|
|
|
root["test_results"]["failures"].append(result);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-04-01 20:31:34 +00:00
|
|
|
int maxResidentSetSizeMB = sk_tools::getMaxResidentSetSizeMB();
|
|
|
|
if (maxResidentSetSizeMB != -1) {
|
|
|
|
root["max_rss_MB"] = sk_tools::getMaxResidentSetSizeMB();
|
|
|
|
}
|
|
|
|
|
2014-11-04 15:21:10 +00:00
|
|
|
SkString path = SkOSPath::Join(FLAGS_writePath[0], "dm.json");
|
2015-01-30 19:00:12 +00:00
|
|
|
sk_mkdir(FLAGS_writePath[0]);
|
2014-11-04 15:21:10 +00:00
|
|
|
SkFILEWStream stream(path.c_str());
|
|
|
|
stream.writeText(Json::StyledWriter().write(root).c_str());
|
|
|
|
stream.flush();
|
|
|
|
}
|
|
|
|
|
2015-01-27 22:46:26 +00:00
|
|
|
bool JsonWriter::ReadJson(const char* path, void(*callback)(BitmapResult)) {
|
2016-08-02 21:40:46 +00:00
|
|
|
sk_sp<SkData> json(SkData::MakeFromFileName(path));
|
2015-01-27 22:46:26 +00:00
|
|
|
if (!json) {
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
Json::Reader reader;
|
|
|
|
Json::Value root;
|
|
|
|
const char* data = (const char*)json->data();
|
|
|
|
if (!reader.parse(data, data+json->size(), root)) {
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
const Json::Value& results = root["results"];
|
|
|
|
BitmapResult br;
|
|
|
|
for (unsigned i = 0; i < results.size(); i++) {
|
|
|
|
const Json::Value& r = results[i];
|
Add gamma_correct option field to dm.json
E.g.
{
"max_rss_MB" : 23,
"results" : [
{
"key" : {
"config" : "pdf",
"name" : "gamma",
"source_type" : "gm"
},
"md5" : "c5dfb531f4d76c77c3305b6a04733262",
"options" : {
"ext" : "pdf",
"gamma_correct" : false
}
},
{
"key" : {
"config" : "8888",
"name" : "gamma",
"source_type" : "gm"
},
"md5" : "6177860ed24106446d3a9087527e67bf",
"options" : {
"ext" : "png",
"gamma_correct" : false
}
},
{
"key" : {
"config" : "f16",
"name" : "gamma",
"source_type" : "gm"
},
"md5" : "213f80145953ecd4c71e0612447b2ad9",
"options" : {
"ext" : "png",
"gamma_correct" : true
}
}
]
}
BUG=skia:
GOLD_TRYBOT_URL= https://gold.skia.org/search2?unt=true&query=source_type%3Dgm&master=false&issue=1741973002
Review URL: https://codereview.chromium.org/1741973002
2016-02-29 15:38:01 +00:00
|
|
|
br.name = r["key"]["name"].asCString();
|
|
|
|
br.config = r["key"]["config"].asCString();
|
|
|
|
br.sourceType = r["key"]["source_type"].asCString();
|
|
|
|
br.ext = r["options"]["ext"].asCString();
|
2016-03-01 18:31:42 +00:00
|
|
|
br.gammaCorrect = 0 == strcmp("yes", r["options"]["gamma_correct"].asCString());
|
Add gamma_correct option field to dm.json
E.g.
{
"max_rss_MB" : 23,
"results" : [
{
"key" : {
"config" : "pdf",
"name" : "gamma",
"source_type" : "gm"
},
"md5" : "c5dfb531f4d76c77c3305b6a04733262",
"options" : {
"ext" : "pdf",
"gamma_correct" : false
}
},
{
"key" : {
"config" : "8888",
"name" : "gamma",
"source_type" : "gm"
},
"md5" : "6177860ed24106446d3a9087527e67bf",
"options" : {
"ext" : "png",
"gamma_correct" : false
}
},
{
"key" : {
"config" : "f16",
"name" : "gamma",
"source_type" : "gm"
},
"md5" : "213f80145953ecd4c71e0612447b2ad9",
"options" : {
"ext" : "png",
"gamma_correct" : true
}
}
]
}
BUG=skia:
GOLD_TRYBOT_URL= https://gold.skia.org/search2?unt=true&query=source_type%3Dgm&master=false&issue=1741973002
Review URL: https://codereview.chromium.org/1741973002
2016-02-29 15:38:01 +00:00
|
|
|
br.md5 = r["md5"].asCString();
|
2015-04-07 15:48:38 +00:00
|
|
|
|
|
|
|
if (!r["key"]["source_options"].isNull()) {
|
|
|
|
br.sourceOptions = r["key"]["source_options"].asCString();
|
|
|
|
}
|
2015-01-27 22:46:26 +00:00
|
|
|
callback(br);
|
|
|
|
}
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2014-11-04 15:21:10 +00:00
|
|
|
} // namespace DM
|