2013-01-19 04:21:27 +00:00
|
|
|
/*
|
|
|
|
* Copyright 2013 Google Inc.
|
|
|
|
*
|
|
|
|
* Use of this source code is governed by a BSD-style license that can be
|
|
|
|
* found in the LICENSE file.
|
2014-05-09 03:18:41 +00:00
|
|
|
*
|
|
|
|
* TODO(epoger): Combine this with tools/image_expectations.h, or eliminate one of the two.
|
2013-01-19 04:21:27 +00:00
|
|
|
*/
|
|
|
|
#ifndef gm_expectations_DEFINED
|
|
|
|
#define gm_expectations_DEFINED
|
|
|
|
|
|
|
|
#include "gm.h"
|
2013-02-01 20:39:15 +00:00
|
|
|
#include "SkBitmap.h"
|
2013-04-12 02:23:55 +00:00
|
|
|
#include "SkBitmapHasher.h"
|
2013-02-13 18:14:48 +00:00
|
|
|
#include "SkData.h"
|
2013-12-03 18:16:48 +00:00
|
|
|
#include "SkJSONCPP.h"
|
2013-01-19 04:21:27 +00:00
|
|
|
#include "SkOSFile.h"
|
|
|
|
#include "SkRefCnt.h"
|
2013-02-13 18:14:48 +00:00
|
|
|
#include "SkStream.h"
|
2013-01-19 04:21:27 +00:00
|
|
|
#include "SkTArray.h"
|
|
|
|
|
|
|
|
|
|
|
|
namespace skiagm {
|
|
|
|
|
2013-04-26 15:06:44 +00:00
|
|
|
Json::Value CreateJsonTree(Json::Value expectedResults,
|
|
|
|
Json::Value actualResultsFailed,
|
|
|
|
Json::Value actualResultsFailureIgnored,
|
|
|
|
Json::Value actualResultsNoComparison,
|
|
|
|
Json::Value actualResultsSucceeded);
|
2013-01-19 04:21:27 +00:00
|
|
|
/**
|
2013-05-24 14:33:28 +00:00
|
|
|
* The digest of a GM test result.
|
|
|
|
*
|
|
|
|
* Currently, this is always a uint64_t hash digest of an SkBitmap...
|
|
|
|
* but we will add other flavors soon.
|
|
|
|
*/
|
|
|
|
class GmResultDigest {
|
|
|
|
public:
|
|
|
|
/**
|
|
|
|
* Create a ResultDigest representing an actual image result.
|
|
|
|
*/
|
2013-10-14 14:15:28 +00:00
|
|
|
explicit GmResultDigest(const SkBitmap &bitmap);
|
2013-05-24 14:33:28 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Create a ResultDigest representing an allowed result
|
|
|
|
* checksum within JSON expectations file, in the form
|
|
|
|
* ["bitmap-64bitMD5", 12345].
|
|
|
|
*/
|
2013-10-14 14:15:28 +00:00
|
|
|
explicit GmResultDigest(const Json::Value &jsonTypeValuePair);
|
2013-05-24 14:33:28 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Returns true if this GmResultDigest was fully and successfully
|
|
|
|
* created.
|
|
|
|
*/
|
|
|
|
bool isValid() const;
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Returns true if this and other GmResultDigest could
|
|
|
|
* represent identical results.
|
|
|
|
*/
|
|
|
|
bool equals(const GmResultDigest &other) const;
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Returns a JSON type/value pair representing this result,
|
|
|
|
* such as ["bitmap-64bitMD5", 12345].
|
|
|
|
*/
|
|
|
|
Json::Value asJsonTypeValuePair() const;
|
|
|
|
|
2013-06-19 18:28:31 +00:00
|
|
|
/**
|
|
|
|
* Returns the hashtype, such as "bitmap-64bitMD5", as an SkString.
|
|
|
|
*/
|
|
|
|
SkString getHashType() const;
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Returns the hash digest value, such as "12345", as an SkString.
|
|
|
|
*/
|
|
|
|
SkString getDigestValue() const;
|
|
|
|
|
2013-05-24 14:33:28 +00:00
|
|
|
private:
|
|
|
|
bool fIsValid; // always check this first--if it's false, other fields are meaningless
|
|
|
|
uint64_t fHashDigest;
|
|
|
|
};
|
|
|
|
|
2013-06-19 18:28:31 +00:00
|
|
|
/**
|
|
|
|
* Encapsulates an SkBitmap and its GmResultDigest, guaranteed to keep them in sync.
|
|
|
|
*/
|
|
|
|
class BitmapAndDigest {
|
|
|
|
public:
|
2013-10-14 14:15:28 +00:00
|
|
|
explicit BitmapAndDigest(const SkBitmap &bitmap) : fBitmap(bitmap), fDigest(bitmap) {}
|
2013-06-19 18:28:31 +00:00
|
|
|
|
|
|
|
const SkBitmap fBitmap;
|
|
|
|
const GmResultDigest fDigest;
|
|
|
|
};
|
|
|
|
|
2013-05-24 14:33:28 +00:00
|
|
|
/**
|
|
|
|
* Test expectations (allowed image results, etc.)
|
2013-01-19 04:21:27 +00:00
|
|
|
*/
|
|
|
|
class Expectations {
|
|
|
|
public:
|
|
|
|
/**
|
|
|
|
* No expectations at all.
|
|
|
|
*/
|
2013-10-14 14:15:28 +00:00
|
|
|
explicit Expectations(bool ignoreFailure=kDefaultIgnoreFailure);
|
2013-01-19 04:21:27 +00:00
|
|
|
|
|
|
|
/**
|
2013-02-01 20:39:15 +00:00
|
|
|
* Expect exactly one image (appropriate for the case when we
|
2013-01-19 04:21:27 +00:00
|
|
|
* are comparing against a single PNG file).
|
|
|
|
*/
|
2013-10-22 00:42:46 +00:00
|
|
|
explicit Expectations(const SkBitmap& bitmap, bool ignoreFailure=kDefaultIgnoreFailure);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Expect exactly one image, whose digest has already been computed.
|
|
|
|
*/
|
|
|
|
explicit Expectations(const BitmapAndDigest& bitmapAndDigest);
|
2013-01-19 04:21:27 +00:00
|
|
|
|
2013-02-13 18:14:48 +00:00
|
|
|
/**
|
|
|
|
* Create Expectations from a JSON element as found within the
|
|
|
|
* kJsonKey_ExpectedResults section.
|
|
|
|
*
|
|
|
|
* It's fine if the jsonElement is null or empty; in that case, we just
|
|
|
|
* don't have any expectations.
|
|
|
|
*/
|
2013-10-14 14:15:28 +00:00
|
|
|
explicit Expectations(Json::Value jsonElement);
|
2013-02-13 18:14:48 +00:00
|
|
|
|
2013-01-19 04:21:27 +00:00
|
|
|
/**
|
|
|
|
* Returns true iff we want to ignore failed expectations.
|
|
|
|
*/
|
|
|
|
bool ignoreFailure() const { return this->fIgnoreFailure; }
|
|
|
|
|
2013-09-19 06:18:27 +00:00
|
|
|
/**
|
|
|
|
* Override default setting of fIgnoreFailure.
|
|
|
|
*/
|
|
|
|
void setIgnoreFailure(bool val) { this->fIgnoreFailure = val; }
|
|
|
|
|
2013-01-19 04:21:27 +00:00
|
|
|
/**
|
2013-05-24 14:33:28 +00:00
|
|
|
* Returns true iff there are no allowed results.
|
2013-01-19 04:21:27 +00:00
|
|
|
*/
|
2013-05-24 14:33:28 +00:00
|
|
|
bool empty() const { return this->fAllowedResultDigests.empty(); }
|
2013-01-19 04:21:27 +00:00
|
|
|
|
|
|
|
/**
|
2013-05-24 14:33:28 +00:00
|
|
|
* Returns true iff resultDigest matches any allowed result,
|
2013-01-19 04:21:27 +00:00
|
|
|
* regardless of fIgnoreFailure. (The caller can check
|
|
|
|
* that separately.)
|
|
|
|
*/
|
2013-05-24 14:33:28 +00:00
|
|
|
bool match(GmResultDigest resultDigest) const;
|
2013-01-19 04:21:27 +00:00
|
|
|
|
2013-02-01 20:39:15 +00:00
|
|
|
/**
|
|
|
|
* If this Expectation is based on a single SkBitmap, return a
|
|
|
|
* pointer to that SkBitmap. Otherwise (if the Expectation is
|
|
|
|
* empty, or if it was based on a list of checksums rather
|
|
|
|
* than a single bitmap), returns NULL.
|
|
|
|
*/
|
|
|
|
const SkBitmap *asBitmap() const {
|
2014-05-29 15:57:47 +00:00
|
|
|
return (kUnknown_SkColorType == fBitmap.colorType()) ? NULL : &fBitmap;
|
2013-02-01 20:39:15 +00:00
|
|
|
}
|
|
|
|
|
2013-01-19 04:21:27 +00:00
|
|
|
/**
|
2013-04-26 15:06:44 +00:00
|
|
|
* Return a JSON representation of the expectations.
|
2013-01-19 04:21:27 +00:00
|
|
|
*/
|
2013-04-26 15:06:44 +00:00
|
|
|
Json::Value asJsonValue() const;
|
2013-01-19 04:21:27 +00:00
|
|
|
|
|
|
|
private:
|
2013-02-13 18:14:48 +00:00
|
|
|
const static bool kDefaultIgnoreFailure = false;
|
|
|
|
|
2013-05-24 14:33:28 +00:00
|
|
|
SkTArray<GmResultDigest> fAllowedResultDigests;
|
2013-01-19 04:21:27 +00:00
|
|
|
bool fIgnoreFailure;
|
2013-02-01 20:39:15 +00:00
|
|
|
SkBitmap fBitmap;
|
2013-01-19 04:21:27 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Abstract source of Expectations objects for individual tests.
|
|
|
|
*/
|
|
|
|
class ExpectationsSource : public SkRefCnt {
|
|
|
|
public:
|
2013-07-11 22:29:29 +00:00
|
|
|
SK_DECLARE_INST_COUNT(ExpectationsSource)
|
|
|
|
|
2013-10-14 14:15:28 +00:00
|
|
|
virtual Expectations get(const char *testName) const = 0;
|
2013-07-11 22:29:29 +00:00
|
|
|
|
|
|
|
private:
|
|
|
|
typedef SkRefCnt INHERITED;
|
2013-01-19 04:21:27 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Return Expectations based on individual image files on disk.
|
|
|
|
*/
|
|
|
|
class IndividualImageExpectationsSource : public ExpectationsSource {
|
|
|
|
public:
|
|
|
|
/**
|
|
|
|
* Create an ExpectationsSource that will return Expectations based on
|
|
|
|
* image files found within rootDir.
|
|
|
|
*
|
|
|
|
* rootDir: directory under which to look for image files
|
|
|
|
* (this string will be copied to storage within this object)
|
|
|
|
*/
|
2013-10-14 14:15:28 +00:00
|
|
|
explicit IndividualImageExpectationsSource(const char *rootDir) : fRootDir(rootDir) {}
|
2013-01-19 04:21:27 +00:00
|
|
|
|
2015-03-26 01:17:31 +00:00
|
|
|
Expectations get(const char *testName) const override ;
|
2013-01-19 04:21:27 +00:00
|
|
|
|
|
|
|
private:
|
|
|
|
const SkString fRootDir;
|
|
|
|
};
|
|
|
|
|
2013-02-13 18:14:48 +00:00
|
|
|
/**
|
|
|
|
* Return Expectations based on JSON summary file.
|
|
|
|
*/
|
|
|
|
class JsonExpectationsSource : public ExpectationsSource {
|
|
|
|
public:
|
|
|
|
/**
|
|
|
|
* Create an ExpectationsSource that will return Expectations based on
|
|
|
|
* a JSON file.
|
|
|
|
*
|
|
|
|
* jsonPath: path to JSON file to read
|
|
|
|
*/
|
2013-10-14 14:15:28 +00:00
|
|
|
explicit JsonExpectationsSource(const char *jsonPath);
|
2013-02-13 18:14:48 +00:00
|
|
|
|
2015-03-26 01:17:31 +00:00
|
|
|
Expectations get(const char *testName) const override;
|
2013-02-13 18:14:48 +00:00
|
|
|
|
|
|
|
private:
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Read the file contents from jsonPath and parse them into jsonRoot.
|
|
|
|
*
|
|
|
|
* Returns true if successful.
|
|
|
|
*/
|
2013-05-08 19:14:23 +00:00
|
|
|
static bool Parse(const char *jsonPath, Json::Value *jsonRoot);
|
2013-02-13 18:14:48 +00:00
|
|
|
|
|
|
|
Json::Value fJsonRoot;
|
|
|
|
Json::Value fJsonExpectedResults;
|
|
|
|
};
|
|
|
|
|
2013-01-19 04:21:27 +00:00
|
|
|
}
|
|
|
|
#endif
|