2015-11-27 10:27:11 +00:00
|
|
|
/* Copyright 2013 Google Inc. All Rights Reserved.
|
|
|
|
|
|
2015-12-11 10:11:51 +00:00
|
|
|
Distributed under MIT license.
|
2015-11-27 10:27:11 +00:00
|
|
|
See file LICENSE for detail or copy at https://opensource.org/licenses/MIT
|
|
|
|
|
*/
|
2015-10-01 13:10:42 +00:00
|
|
|
|
|
|
|
|
// Heuristics for deciding about the UTF8-ness of strings.
|
|
|
|
|
|
2015-11-27 10:27:11 +00:00
|
|
|
#ifndef BROTLI_ENC_UTF8_UTIL_H_
|
|
|
|
|
#define BROTLI_ENC_UTF8_UTIL_H_
|
|
|
|
|
|
2015-10-01 13:10:42 +00:00
|
|
|
#include "./types.h"
|
|
|
|
|
|
|
|
|
|
namespace brotli {
|
|
|
|
|
|
|
|
|
|
static const double kMinUTF8Ratio = 0.75;
|
|
|
|
|
|
|
|
|
|
// Returns true if at least min_fraction of the bytes between pos and
|
|
|
|
|
// pos + length in the (data, mask) ringbuffer is UTF8-encoded.
|
|
|
|
|
bool IsMostlyUTF8(const uint8_t* data, const size_t pos, const size_t mask,
|
|
|
|
|
const size_t length, const double min_fraction);
|
|
|
|
|
|
|
|
|
|
} // namespace brotli
|
|
|
|
|
|
|
|
|
|
#endif // BROTLI_ENC_UTF8_UTIL_H_
|
