fmtlegacy/include/fmt/format-inl.h

1401 lines
49 KiB
C
Raw Normal View History

2019-11-20 20:20:17 +00:00
// Formatting library for C++ - implementation
2018-01-06 17:09:50 +00:00
//
// Copyright (c) 2012 - 2016, Victor Zverovich
// All rights reserved.
//
// For the license information refer to format.h.
2012-12-07 16:31:09 +00:00
2018-03-21 14:50:59 +00:00
#ifndef FMT_FORMAT_INL_H_
#define FMT_FORMAT_INL_H_
2018-01-20 18:28:10 +00:00
#include "format.h"
2013-01-14 23:16:20 +00:00
#include <cstring>
2014-04-30 13:55:21 +00:00
2012-12-12 17:17:28 +00:00
#include <cctype>
2014-07-01 23:23:50 +00:00
#include <cerrno>
2014-04-24 19:37:06 +00:00
#include <climits>
2013-09-07 17:15:08 +00:00
#include <cmath>
#include <cstdarg>
2018-08-26 15:12:35 +00:00
#include <cstring> // for std::memmove
#include <cwchar>
#if !defined(FMT_STATIC_THOUSANDS_SEPARATOR)
2019-01-13 02:27:38 +00:00
# include <locale>
#endif
2013-09-07 17:15:08 +00:00
#if FMT_USE_WINDOWS_H
2019-01-13 02:27:38 +00:00
# if !defined(FMT_HEADER_ONLY) && !defined(WIN32_LEAN_AND_MEAN)
# define WIN32_LEAN_AND_MEAN
# endif
# if defined(NOMINMAX) || defined(FMT_WIN_MINMAX)
# include <windows.h>
# else
# define NOMINMAX
# include <windows.h>
# undef NOMINMAX
# endif
#endif
#if FMT_EXCEPTIONS
2019-01-13 02:27:38 +00:00
# define FMT_TRY try
# define FMT_CATCH(x) catch (x)
#else
2019-01-13 02:27:38 +00:00
# define FMT_TRY if (true)
# define FMT_CATCH(x) if (false)
#endif
#ifdef _MSC_VER
2019-01-13 02:27:38 +00:00
# pragma warning(push)
# pragma warning(disable : 4702) // unreachable code
2014-03-11 18:56:24 +00:00
#endif
// Dummy implementations of strerror_r and strerror_s called if corresponding
// system functions are not available.
2019-11-22 02:48:25 +00:00
inline fmt::internal::null<> strerror_r(int, char*, ...) { return {}; }
inline fmt::internal::null<> strerror_s(char*, std::size_t, ...) { return {}; }
2018-05-12 15:33:51 +00:00
FMT_BEGIN_NAMESPACE
2019-06-14 20:18:00 +00:00
namespace internal {
2013-09-07 17:15:08 +00:00
#ifndef _MSC_VER
2019-01-13 02:27:38 +00:00
# define FMT_SNPRINTF snprintf
#else // _MSC_VER
2019-01-13 02:27:38 +00:00
inline int fmt_snprintf(char* buffer, size_t size, const char* format, ...) {
va_list args;
va_start(args, format);
int result = vsnprintf_s(buffer, size, _TRUNCATE, format, args);
va_end(args);
return result;
}
2019-01-13 02:27:38 +00:00
# define FMT_SNPRINTF fmt_snprintf
2013-09-07 17:15:08 +00:00
#endif // _MSC_VER
2019-07-07 23:43:38 +00:00
using format_func = void (*)(internal::buffer<char>&, int, string_view);
2019-09-08 00:07:53 +00:00
// A portable thread-safe version of strerror.
// Sets buffer to point to a string describing the error code.
// This can be either a pointer to a string stored in buffer,
// or a pointer to some static immutable string.
// Returns one of the following values:
// 0 - success
// ERANGE - buffer is not large enough to store the error message
// other - failure
// Buffer should be at least of size 1.
2019-06-18 16:48:23 +00:00
FMT_FUNC int safe_strerror(int error_code, char*& buffer,
std::size_t buffer_size) FMT_NOEXCEPT {
FMT_ASSERT(buffer != nullptr && buffer_size != 0, "invalid buffer");
2018-05-19 15:57:31 +00:00
class dispatcher {
private:
int error_code_;
2019-01-13 02:27:38 +00:00
char*& buffer_;
std::size_t buffer_size_;
2015-03-21 14:53:39 +00:00
// A noop assignment operator to avoid bogus warnings.
2019-01-13 02:27:38 +00:00
void operator=(const dispatcher&) {}
2015-03-21 14:53:39 +00:00
// Handle the result of XSI-compliant version of strerror_r.
int handle(int result) {
// glibc versions before 2.13 return result in errno.
return result == -1 ? errno : result;
}
// Handle the result of GNU-specific version of strerror_r.
2019-01-13 02:27:38 +00:00
int handle(char* message) {
// If the buffer is full then the message is probably truncated.
if (message == buffer_ && strlen(buffer_) == buffer_size_ - 1)
return ERANGE;
buffer_ = message;
return 0;
}
// Handle the case when strerror_r is not available.
2017-02-19 16:41:38 +00:00
int handle(internal::null<>) {
return fallback(strerror_s(buffer_, buffer_size_, error_code_));
}
// Fallback to strerror_s when strerror_r is not available.
int fallback(int result) {
// If the buffer is full then the message is probably truncated.
2019-01-13 02:27:38 +00:00
return result == 0 && strlen(buffer_) == buffer_size_ - 1 ? ERANGE
: result;
}
2018-11-30 21:47:04 +00:00
#if !FMT_MSC_VER
// Fallback to strerror if strerror_r and strerror_s are not available.
2017-02-19 16:41:38 +00:00
int fallback(internal::null<>) {
errno = 0;
buffer_ = strerror(error_code_);
return errno;
}
2018-11-30 21:47:04 +00:00
#endif
public:
2019-01-13 02:27:38 +00:00
dispatcher(int err_code, char*& buf, std::size_t buf_size)
: error_code_(err_code), buffer_(buf), buffer_size_(buf_size) {}
2019-01-13 02:27:38 +00:00
int run() { return handle(strerror_r(error_code_, buffer_, buffer_size_)); }
};
2018-05-19 15:57:31 +00:00
return dispatcher(error_code, buffer, buffer_size).run();
}
2019-06-18 16:48:23 +00:00
FMT_FUNC void format_error_code(internal::buffer<char>& out, int error_code,
string_view message) FMT_NOEXCEPT {
// Report error code making sure that the output fits into
// inline_buffer_size to avoid dynamic memory allocation and potential
// bad_alloc.
out.resize(0);
static const char SEP[] = ": ";
static const char ERROR_STR[] = "error ";
// Subtract 2 to account for terminating null characters in SEP and ERROR_STR.
std::size_t error_code_size = sizeof(SEP) + sizeof(ERROR_STR) - 2;
auto abs_value = static_cast<uint32_or_64_or_128_t<int>>(error_code);
if (internal::is_negative(error_code)) {
abs_value = 0 - abs_value;
++error_code_size;
}
error_code_size += internal::to_unsigned(internal::count_digits(abs_value));
2019-07-03 16:52:09 +00:00
internal::writer w(out);
if (message.size() <= inline_buffer_size - error_code_size) {
w.write(message);
w.write(SEP);
2017-01-22 15:40:21 +00:00
}
w.write(ERROR_STR);
w.write(error_code);
assert(out.size() <= inline_buffer_size);
}
// A wrapper around fwrite that throws on error.
2019-06-18 16:48:23 +00:00
FMT_FUNC void fwrite_fully(const void* ptr, size_t size, size_t count,
FILE* stream) {
2019-03-28 22:15:20 +00:00
size_t written = std::fwrite(ptr, size, count, stream);
if (written < count) {
FMT_THROW(system_error(errno, "cannot write to file"));
}
}
2019-07-07 23:43:38 +00:00
FMT_FUNC void report_error(format_func func, int error_code,
2019-06-18 16:48:23 +00:00
string_view message) FMT_NOEXCEPT {
memory_buffer full_message;
2014-09-05 15:04:26 +00:00
func(full_message, error_code, message);
// Don't use fwrite_fully because the latter may throw.
(void)std::fwrite(full_message.data(), full_message.size(), 1, stderr);
2014-09-05 15:04:26 +00:00
std::fputc('\n', stderr);
}
2019-06-14 20:18:00 +00:00
} // namespace internal
#if !defined(FMT_STATIC_THOUSANDS_SEPARATOR)
2018-11-14 17:39:37 +00:00
namespace internal {
2018-05-21 00:16:34 +00:00
2018-11-14 17:39:37 +00:00
template <typename Locale>
2019-01-13 02:27:38 +00:00
locale_ref::locale_ref(const Locale& loc) : locale_(&loc) {
2018-11-14 17:39:37 +00:00
static_assert(std::is_same<Locale, std::locale>::value, "");
}
2019-01-13 02:27:38 +00:00
template <typename Locale> Locale locale_ref::get() const {
2018-11-14 17:39:37 +00:00
static_assert(std::is_same<Locale, std::locale>::value, "");
return locale_ ? *static_cast<const std::locale*>(locale_) : std::locale();
}
2018-05-21 00:16:34 +00:00
template <typename Char> FMT_FUNC std::string grouping_impl(locale_ref loc) {
return std::use_facet<std::numpunct<Char>>(loc.get<std::locale>()).grouping();
}
2019-01-13 02:27:38 +00:00
template <typename Char> FMT_FUNC Char thousands_sep_impl(locale_ref loc) {
2019-06-01 03:09:19 +00:00
return std::use_facet<std::numpunct<Char>>(loc.get<std::locale>())
2019-01-13 02:27:38 +00:00
.thousands_sep();
2018-09-30 18:39:20 +00:00
}
2019-07-04 00:25:57 +00:00
template <typename Char> FMT_FUNC Char decimal_point_impl(locale_ref loc) {
return std::use_facet<std::numpunct<Char>>(loc.get<std::locale>())
.decimal_point();
}
2019-01-13 02:27:38 +00:00
} // namespace internal
#else
template <typename Char>
FMT_FUNC std::string internal::grouping_impl(locale_ref) {
return "\03";
}
template <typename Char>
FMT_FUNC Char internal::thousands_sep_impl(locale_ref) {
return FMT_STATIC_THOUSANDS_SEPARATOR;
}
2019-07-04 00:25:57 +00:00
template <typename Char>
FMT_FUNC Char internal::decimal_point_impl(locale_ref) {
return '.';
}
#endif
FMT_API FMT_FUNC format_error::~format_error() FMT_NOEXCEPT = default;
FMT_API FMT_FUNC system_error::~system_error() FMT_NOEXCEPT = default;
2019-06-17 16:21:29 +00:00
2019-01-13 02:27:38 +00:00
FMT_FUNC void system_error::init(int err_code, string_view format_str,
format_args args) {
2014-12-09 15:45:54 +00:00
error_code_ = err_code;
memory_buffer buffer;
format_system_error(buffer, err_code, vformat(format_str, args));
2019-01-13 02:27:38 +00:00
std::runtime_error& base = *this;
base = std::runtime_error(to_string(buffer));
2014-06-30 21:26:29 +00:00
}
2018-04-22 00:26:24 +00:00
namespace internal {
template <> FMT_FUNC int count_digits<4>(internal::fallback_uintptr n) {
// Assume little endian; pointer formatting is implementation-defined anyway.
int i = static_cast<int>(sizeof(void*)) - 1;
while (i > 0 && n.value[i] == 0) --i;
auto char_digits = std::numeric_limits<unsigned char>::digits / 4;
return i >= 0 ? i * char_digits + count_digits<4, unsigned>(n.value[i]) : 1;
}
template <typename T>
const char basic_data<T>::digits[] =
"0001020304050607080910111213141516171819"
"2021222324252627282930313233343536373839"
"4041424344454647484950515253545556575859"
"6061626364656667686970717273747576777879"
"8081828384858687888990919293949596979899";
2014-02-19 20:43:55 +00:00
template <typename T>
const char basic_data<T>::hex_digits[] = "0123456789abcdef";
2019-01-13 02:27:38 +00:00
#define FMT_POWERS_OF_10(factor) \
2019-11-22 02:48:25 +00:00
factor * 10, (factor)*100, (factor)*1000, (factor)*10000, (factor)*100000, \
(factor)*1000000, (factor)*10000000, (factor)*100000000, \
(factor)*1000000000
2014-02-19 21:02:22 +00:00
template <typename T>
const uint64_t basic_data<T>::powers_of_10_64[] = {
1, FMT_POWERS_OF_10(1), FMT_POWERS_OF_10(1000000000ULL),
10000000000000000000ULL};
2018-08-25 23:08:32 +00:00
template <typename T>
const uint32_t basic_data<T>::zero_or_powers_of_10_32[] = {0,
2019-01-13 02:27:38 +00:00
FMT_POWERS_OF_10(1)};
template <typename T>
const uint64_t basic_data<T>::zero_or_powers_of_10_64[] = {
0, FMT_POWERS_OF_10(1), FMT_POWERS_OF_10(1000000000ULL),
10000000000000000000ULL};
2018-04-29 13:33:05 +00:00
// Normalized 64-bit significands of pow(10, k), for k = -348, -340, ..., 340.
// These are generated by support/compute-powers.py.
template <typename T>
const uint64_t basic_data<T>::pow10_significands[] = {
2019-01-13 02:27:38 +00:00
0xfa8fd5a0081c0288, 0xbaaee17fa23ebf76, 0x8b16fb203055ac76,
0xcf42894a5dce35ea, 0x9a6bb0aa55653b2d, 0xe61acf033d1a45df,
0xab70fe17c79ac6ca, 0xff77b1fcbebcdc4f, 0xbe5691ef416bd60c,
0x8dd01fad907ffc3c, 0xd3515c2831559a83, 0x9d71ac8fada6c9b5,
0xea9c227723ee8bcb, 0xaecc49914078536d, 0x823c12795db6ce57,
0xc21094364dfb5637, 0x9096ea6f3848984f, 0xd77485cb25823ac7,
0xa086cfcd97bf97f4, 0xef340a98172aace5, 0xb23867fb2a35b28e,
0x84c8d4dfd2c63f3b, 0xc5dd44271ad3cdba, 0x936b9fcebb25c996,
0xdbac6c247d62a584, 0xa3ab66580d5fdaf6, 0xf3e2f893dec3f126,
0xb5b5ada8aaff80b8, 0x87625f056c7c4a8b, 0xc9bcff6034c13053,
0x964e858c91ba2655, 0xdff9772470297ebd, 0xa6dfbd9fb8e5b88f,
0xf8a95fcf88747d94, 0xb94470938fa89bcf, 0x8a08f0f8bf0f156b,
0xcdb02555653131b6, 0x993fe2c6d07b7fac, 0xe45c10c42a2b3b06,
0xaa242499697392d3, 0xfd87b5f28300ca0e, 0xbce5086492111aeb,
0x8cbccc096f5088cc, 0xd1b71758e219652c, 0x9c40000000000000,
0xe8d4a51000000000, 0xad78ebc5ac620000, 0x813f3978f8940984,
0xc097ce7bc90715b3, 0x8f7e32ce7bea5c70, 0xd5d238a4abe98068,
0x9f4f2726179a2245, 0xed63a231d4c4fb27, 0xb0de65388cc8ada8,
0x83c7088e1aab65db, 0xc45d1df942711d9a, 0x924d692ca61be758,
0xda01ee641a708dea, 0xa26da3999aef774a, 0xf209787bb47d6b85,
0xb454e4a179dd1877, 0x865b86925b9bc5c2, 0xc83553c5c8965d3d,
0x952ab45cfa97a0b3, 0xde469fbd99a05fe3, 0xa59bc234db398c25,
0xf6c69a72a3989f5c, 0xb7dcbf5354e9bece, 0x88fcf317f22241e2,
0xcc20ce9bd35c78a5, 0x98165af37b2153df, 0xe2a0b5dc971f303a,
0xa8d9d1535ce3b396, 0xfb9b7cd9a4a7443c, 0xbb764c4ca7a44410,
0x8bab8eefb6409c1a, 0xd01fef10a657842c, 0x9b10a4e5e9913129,
0xe7109bfba19c0c9d, 0xac2820d9623bf429, 0x80444b5e7aa7cf85,
0xbf21e44003acdd2d, 0x8e679c2f5e44ff8f, 0xd433179d9c8cb841,
0x9e19db92b4e31ba9, 0xeb96bf6ebadf77d9, 0xaf87023b9bf0ee6b,
2018-04-29 13:33:05 +00:00
};
// Binary exponents of pow(10, k), for k = -348, -340, ..., 340, corresponding
// to significands above.
template <typename T>
const int16_t basic_data<T>::pow10_exponents[] = {
2019-01-13 02:27:38 +00:00
-1220, -1193, -1166, -1140, -1113, -1087, -1060, -1034, -1007, -980, -954,
-927, -901, -874, -847, -821, -794, -768, -741, -715, -688, -661,
-635, -608, -582, -555, -529, -502, -475, -449, -422, -396, -369,
-343, -316, -289, -263, -236, -210, -183, -157, -130, -103, -77,
-50, -24, 3, 30, 56, 83, 109, 136, 162, 189, 216,
242, 269, 295, 322, 348, 375, 402, 428, 455, 481, 508,
534, 561, 588, 614, 641, 667, 694, 720, 747, 774, 800,
827, 853, 880, 907, 933, 960, 986, 1013, 1039, 1066};
2018-04-29 13:33:05 +00:00
2019-01-13 02:27:38 +00:00
template <typename T>
const char basic_data<T>::foreground_color[] = "\x1b[38;2;";
2019-01-13 02:27:38 +00:00
template <typename T>
const char basic_data<T>::background_color[] = "\x1b[48;2;";
template <typename T> const char basic_data<T>::reset_color[] = "\x1b[0m";
template <typename T> const wchar_t basic_data<T>::wreset_color[] = L"\x1b[0m";
2019-10-21 02:02:38 +00:00
template <typename T> const char basic_data<T>::signs[] = {0, '-', '+', ' '};
2019-02-02 15:40:43 +00:00
template <typename T> struct bits {
static FMT_CONSTEXPR_DECL const int value =
2019-02-02 16:49:25 +00:00
static_cast<int>(sizeof(T) * std::numeric_limits<unsigned char>::digits);
2019-02-02 15:40:43 +00:00
};
2019-09-08 00:07:53 +00:00
class fp;
template <int SHIFT = 0> fp normalize(fp value);
2019-11-24 19:43:59 +00:00
// Lower (upper) boundary is a value half way between a floating-point value
// and its predecessor (successor). Boundaries have the same exponent as the
// value so only significands are stored.
struct boundaries {
uint64_t lower;
uint64_t upper;
};
2018-08-29 16:34:57 +00:00
// A handmade floating-point number f * pow(2, e).
class fp {
private:
2019-07-07 23:43:38 +00:00
using significand_type = uint64_t;
2018-08-29 16:34:57 +00:00
// All sizes are in bits.
// Subtract 1 to account for an implicit most significant bit in the
// normalized form.
static FMT_CONSTEXPR_DECL const int double_significand_size =
2019-01-13 02:27:38 +00:00
std::numeric_limits<double>::digits - 1;
2018-08-29 16:34:57 +00:00
static FMT_CONSTEXPR_DECL const uint64_t implicit_bit =
1ULL << double_significand_size;
2018-08-29 16:34:57 +00:00
public:
significand_type f;
int e;
static FMT_CONSTEXPR_DECL const int significand_size =
bits<significand_type>::value;
fp() : f(0), e(0) {}
fp(uint64_t f_val, int e_val) : f(f_val), e(e_val) {}
// Constructs fp from an IEEE754 double. It is a template to prevent compile
// errors on platforms where double is not IEEE754.
template <typename Double> explicit fp(Double d) { assign(d); }
2018-08-29 16:34:57 +00:00
// Normalizes the value converted from double and multiplied by (1 << SHIFT).
2019-09-08 00:07:53 +00:00
template <int SHIFT> friend fp normalize(fp value) {
2018-08-29 16:34:57 +00:00
// Handle subnormals.
2019-09-08 00:38:27 +00:00
const auto shifted_implicit_bit = fp::implicit_bit << SHIFT;
2019-09-08 00:07:53 +00:00
while ((value.f & shifted_implicit_bit) == 0) {
value.f <<= 1;
--value.e;
2018-08-29 16:34:57 +00:00
}
// Subtract 1 to account for hidden bit.
2019-09-08 00:38:27 +00:00
const auto offset =
2019-10-05 18:45:33 +00:00
fp::significand_size - fp::double_significand_size - SHIFT - 1;
2019-09-08 00:07:53 +00:00
value.f <<= offset;
value.e -= offset;
return value;
2018-08-29 16:34:57 +00:00
}
2019-10-20 14:55:05 +00:00
// Assigns d to this and return true iff predecessor is closer than successor.
template <typename Double, FMT_ENABLE_IF(sizeof(Double) == sizeof(uint64_t))>
bool assign(Double d) {
2019-10-20 14:55:05 +00:00
// Assume double is in the format [sign][exponent][significand].
using limits = std::numeric_limits<Double>;
const int exponent_size =
bits<Double>::value - double_significand_size - 1; // -1 for sign
const uint64_t significand_mask = implicit_bit - 1;
const uint64_t exponent_mask = (~0ULL >> 1) & ~significand_mask;
2019-10-20 14:55:05 +00:00
const int exponent_bias = (1 << exponent_size) - limits::max_exponent - 1;
auto u = bit_cast<uint64_t>(d);
f = u & significand_mask;
auto biased_e = (u & exponent_mask) >> double_significand_size;
// Predecessor is closer if d is a normalized power of 2 (f == 0) other than
// the smallest normalized number (biased_e > 1).
bool is_predecessor_closer = f == 0 && biased_e > 1;
if (biased_e != 0)
f += implicit_bit;
else
biased_e = 1; // Subnormals use biased exponent 1 (min exponent).
e = static_cast<int>(biased_e - exponent_bias - double_significand_size);
return is_predecessor_closer;
}
template <typename Double, FMT_ENABLE_IF(sizeof(Double) != sizeof(uint64_t))>
bool assign(Double) {
*this = fp();
return false;
}
// Assigns d to this together with computing lower and upper boundaries,
// where a boundary is a value half way between the number and its predecessor
2018-08-29 16:34:57 +00:00
// (lower) or successor (upper). The upper boundary is normalized and lower
// has the same exponent but may be not normalized.
2019-11-24 19:43:59 +00:00
template <typename Double> boundaries assign_with_boundaries(Double d) {
bool is_lower_closer = assign(d);
2019-11-24 19:43:59 +00:00
fp lower =
is_lower_closer ? fp((f << 2) - 1, e - 2) : fp((f << 1) - 1, e - 1);
2019-09-08 00:07:53 +00:00
// 1 in normalize accounts for the exponent shift above.
2019-11-24 19:43:59 +00:00
fp upper = normalize<1>(fp((f << 1) + 1, e - 1));
2018-08-29 16:34:57 +00:00
lower.f <<= lower.e - upper.e;
2019-11-24 19:43:59 +00:00
return boundaries{lower.f, upper.f};
2018-08-29 16:34:57 +00:00
}
2019-11-24 19:43:59 +00:00
template <typename Double> boundaries assign_float_with_boundaries(Double d) {
assign(d);
constexpr int min_normal_e = std::numeric_limits<float>::min_exponent -
std::numeric_limits<double>::digits;
significand_type half_ulp = 1 << (std::numeric_limits<double>::digits -
std::numeric_limits<float>::digits - 1);
if (min_normal_e > e) half_ulp <<= min_normal_e - e;
2019-11-24 19:43:59 +00:00
fp upper = normalize<0>(fp(f + half_ulp, e));
fp lower = fp(
2019-10-23 18:20:21 +00:00
f - (half_ulp >> ((f == implicit_bit && e > min_normal_e) ? 1 : 0)), e);
lower.f <<= lower.e - upper.e;
2019-11-24 19:43:59 +00:00
return boundaries{lower.f, upper.f};
}
2018-08-29 16:34:57 +00:00
};
inline bool operator==(fp x, fp y) { return x.f == y.f && x.e == y.e; }
2019-11-24 23:34:33 +00:00
// Computes lhs * rhs / pow(2, 64) rounded to nearest with half-up tie breaking.
2019-11-24 19:43:59 +00:00
inline uint64_t multiply(uint64_t lhs, uint64_t rhs) {
2019-04-13 20:04:27 +00:00
#if FMT_USE_INT128
2019-11-24 19:43:59 +00:00
auto product = static_cast<__uint128_t>(lhs) * rhs;
2019-04-13 20:04:27 +00:00
auto f = static_cast<uint64_t>(product >> 64);
2019-11-24 19:43:59 +00:00
return (static_cast<uint64_t>(product) & (1ULL << 63)) != 0 ? f + 1 : f;
2019-04-13 20:04:27 +00:00
#else
2018-04-22 00:26:24 +00:00
// Multiply 32-bit parts of significands.
uint64_t mask = (1ULL << 32) - 1;
2019-11-24 19:43:59 +00:00
uint64_t a = lhs >> 32, b = lhs & mask;
uint64_t c = rhs >> 32, d = rhs & mask;
2018-04-22 00:26:24 +00:00
uint64_t ac = a * c, bc = b * c, ad = a * d, bd = b * d;
// Compute mid 64-bit of result and round.
uint64_t mid = (bd >> 32) + (ad & mask) + (bc & mask) + (1U << 31);
2019-11-24 19:43:59 +00:00
return ac + (ad >> 32) + (bc >> 32) + (mid >> 32);
2019-04-13 20:04:27 +00:00
#endif
2018-04-22 00:26:24 +00:00
}
2019-11-24 19:43:59 +00:00
inline fp operator*(fp x, fp y) { return {multiply(x.f, y.f), x.e + y.e + 64}; }
2019-09-07 15:43:35 +00:00
// Returns a cached power of 10 `c_k = c_k.f * pow(2, c_k.e)` such that its
// (binary) exponent satisfies `min_exponent <= c_k.e <= min_exponent + 28`.
2019-01-13 02:27:38 +00:00
FMT_FUNC fp get_cached_power(int min_exponent, int& pow10_exponent) {
const uint64_t one_over_log2_10 = 0x4d104d42; // round(pow(2, 32) / log2(10))
2019-01-13 02:27:38 +00:00
int index = static_cast<int>(
static_cast<int64_t>(
(min_exponent + fp::significand_size - 1) * one_over_log2_10 +
((uint64_t(1) << 32) - 1) // ceil
) >>
32 // arithmetic shift
);
// Decimal exponent of the first (smallest) cached power of 10.
const int first_dec_exp = -348;
2018-08-15 13:54:43 +00:00
// Difference between 2 consecutive decimal exponents in cached powers of 10.
const int dec_exp_step = 8;
index = (index - first_dec_exp - 1) / dec_exp_step + 1;
pow10_exponent = first_dec_exp + index * dec_exp_step;
return {data::pow10_significands[index], data::pow10_exponents[index]};
}
2018-08-25 23:08:32 +00:00
2019-10-05 18:45:33 +00:00
// A simple accumulator to hold the sums of terms in bigint::square if uint128_t
// is not available.
struct accumulator {
uint64_t lower;
uint64_t upper;
accumulator() : lower(0), upper(0) {}
explicit operator uint32_t() const { return static_cast<uint32_t>(lower); }
void operator+=(uint64_t n) {
lower += n;
if (lower < n) ++upper;
}
void operator>>=(int shift) {
assert(shift == 32);
(void)shift;
lower = (upper << 32) | (lower >> 32);
upper >>= 32;
}
};
2019-09-07 19:54:16 +00:00
class bigint {
private:
2019-09-07 21:23:19 +00:00
// A bigint is stored as an array of bigits (big digits), with bigit at index
// 0 being the least significant one.
using bigit = uint32_t;
using double_bigit = uint64_t;
2019-10-13 21:06:38 +00:00
enum { bigits_capacity = 32 };
basic_memory_buffer<bigit, bigits_capacity> bigits_;
2019-10-06 19:34:02 +00:00
int exp_;
2019-09-07 21:23:19 +00:00
static FMT_CONSTEXPR_DECL const int bigit_bits = bits<bigit>::value;
2019-09-07 19:54:16 +00:00
friend struct formatter<bigint>;
2019-10-09 17:31:17 +00:00
void subtract_bigits(int index, bigit other, bigit& borrow) {
auto result = static_cast<double_bigit>(bigits_[index]) - other - borrow;
bigits_[index] = static_cast<bigit>(result);
borrow = static_cast<bigit>(result >> (bigit_bits * 2 - 1));
}
void remove_leading_zeros() {
int num_bigits = static_cast<int>(bigits_.size()) - 1;
while (num_bigits > 0 && bigits_[num_bigits] == 0) --num_bigits;
bigits_.resize(num_bigits + 1);
}
2019-10-09 17:31:17 +00:00
// Computes *this -= other assuming aligned bigints and *this >= other.
void subtract_aligned(const bigint& other) {
FMT_ASSERT(other.exp_ >= exp_, "unaligned bigints");
2019-10-13 16:03:07 +00:00
FMT_ASSERT(compare(*this, other) >= 0, "");
2019-10-09 17:31:17 +00:00
bigit borrow = 0;
int i = other.exp_ - exp_;
for (int j = 0, n = static_cast<int>(other.bigits_.size()); j != n;
++i, ++j) {
subtract_bigits(i, other.bigits_[j], borrow);
}
while (borrow > 0) subtract_bigits(i, 0, borrow);
remove_leading_zeros();
2019-10-09 17:31:17 +00:00
}
void multiply(uint32_t value) {
const double_bigit wide_value = value;
bigit carry = 0;
for (size_t i = 0, n = bigits_.size(); i < n; ++i) {
double_bigit result = bigits_[i] * wide_value + carry;
bigits_[i] = static_cast<bigit>(result);
carry = static_cast<bigit>(result >> bigit_bits);
}
if (carry != 0) bigits_.push_back(carry);
}
2019-10-06 19:34:02 +00:00
void multiply(uint64_t value) {
const bigit mask = ~bigit(0);
const double_bigit lower = value & mask;
const double_bigit upper = value >> bigit_bits;
double_bigit carry = 0;
for (size_t i = 0, n = bigits_.size(); i < n; ++i) {
double_bigit result = bigits_[i] * lower + (carry & mask);
carry =
bigits_[i] * upper + (result >> bigit_bits) + (carry >> bigit_bits);
bigits_[i] = static_cast<bigit>(result);
}
while (carry != 0) {
bigits_.push_back(carry & mask);
carry >>= bigit_bits;
}
2019-10-06 19:34:02 +00:00
}
public:
bigint() : exp_(0) {}
explicit bigint(uint64_t n) { assign(n); }
2019-10-13 21:06:38 +00:00
~bigint() { assert(bigits_.capacity() <= bigits_capacity); }
2019-10-06 19:34:02 +00:00
bigint(const bigint&) = delete;
void operator=(const bigint&) = delete;
void assign(const bigint& other) {
bigits_.resize(other.bigits_.size());
auto data = other.bigits_.data();
std::copy(data, data + other.bigits_.size(), bigits_.data());
exp_ = other.exp_;
}
void assign(uint64_t n) {
int num_bigits = 0;
do {
bigits_[num_bigits++] = n & ~bigit(0);
n >>= bigit_bits;
} while (n != 0);
bigits_.resize(num_bigits);
exp_ = 0;
}
2019-10-06 19:34:02 +00:00
int num_bigits() const { return static_cast<int>(bigits_.size()) + exp_; }
bigint& operator<<=(int shift) {
assert(shift >= 0);
exp_ += shift / bigit_bits;
shift %= bigit_bits;
if (shift == 0) return *this;
bigit carry = 0;
for (size_t i = 0, n = bigits_.size(); i < n; ++i) {
bigit c = bigits_[i] >> (bigit_bits - shift);
bigits_[i] = (bigits_[i] << shift) + carry;
carry = c;
}
if (carry != 0) bigits_.push_back(carry);
return *this;
}
template <typename Int> bigint& operator*=(Int value) {
FMT_ASSERT(value > 0, "");
multiply(uint32_or_64_or_128_t<Int>(value));
2019-10-06 19:34:02 +00:00
return *this;
}
2019-10-13 16:03:07 +00:00
friend int compare(const bigint& lhs, const bigint& rhs) {
int num_lhs_bigits = lhs.num_bigits(), num_rhs_bigits = rhs.num_bigits();
if (num_lhs_bigits != num_rhs_bigits)
return num_lhs_bigits > num_rhs_bigits ? 1 : -1;
int i = static_cast<int>(lhs.bigits_.size()) - 1;
int j = static_cast<int>(rhs.bigits_.size()) - 1;
int end = i - j;
if (end < 0) end = 0;
for (; i >= end; --i, --j) {
bigit lhs_bigit = lhs.bigits_[i], rhs_bigit = rhs.bigits_[j];
if (lhs_bigit != rhs_bigit) return lhs_bigit > rhs_bigit ? 1 : -1;
}
if (i != j) return i > j ? 1 : -1;
return 0;
2019-10-06 19:34:02 +00:00
}
2019-10-13 14:08:39 +00:00
// Returns compare(lhs1 + lhs2, rhs).
friend int add_compare(const bigint& lhs1, const bigint& lhs2,
const bigint& rhs) {
int max_lhs_bigits = (std::max)(lhs1.num_bigits(), lhs2.num_bigits());
int num_rhs_bigits = rhs.num_bigits();
if (max_lhs_bigits + 1 < num_rhs_bigits) return -1;
if (max_lhs_bigits > num_rhs_bigits) return 1;
auto get_bigit = [](const bigint& n, int i) -> bigit {
return i >= n.exp_ && i < n.num_bigits() ? n.bigits_[i - n.exp_] : 0;
};
double_bigit borrow = 0;
int min_exp = (std::min)((std::min)(lhs1.exp_, lhs2.exp_), rhs.exp_);
for (int i = num_rhs_bigits - 1; i >= min_exp; --i) {
double_bigit sum =
static_cast<double_bigit>(get_bigit(lhs1, i)) + get_bigit(lhs2, i);
bigit rhs_bigit = get_bigit(rhs, i);
if (sum > rhs_bigit + borrow) return 1;
borrow = rhs_bigit + borrow - sum;
if (borrow > 1) return -1;
borrow <<= bigit_bits;
}
return borrow != 0 ? -1 : 0;
}
// Assigns pow(10, exp) to this bigint.
void assign_pow10(int exp) {
assert(exp >= 0);
if (exp == 0) return assign(1);
// Find the top bit.
int bitmask = 1;
while (exp >= bitmask) bitmask <<= 1;
bitmask >>= 1;
// pow(10, exp) = pow(5, exp) * pow(2, exp). First compute pow(5, exp) by
// repeated squaring and multiplication.
assign(5);
bitmask >>= 1;
while (bitmask != 0) {
square();
if ((exp & bitmask) != 0) *this *= 5;
bitmask >>= 1;
}
*this <<= exp; // Multiply by pow(2, exp) by shifting.
}
void square() {
2019-10-13 21:06:38 +00:00
basic_memory_buffer<bigit, bigits_capacity> n(std::move(bigits_));
2019-10-05 18:45:33 +00:00
int num_bigits = static_cast<int>(bigits_.size());
2019-10-06 19:34:02 +00:00
int num_result_bigits = 2 * num_bigits;
bigits_.resize(num_result_bigits);
2019-10-05 18:45:33 +00:00
using accumulator_t = conditional_t<FMT_USE_INT128, uint128_t, accumulator>;
auto sum = accumulator_t();
for (int bigit_index = 0; bigit_index < num_bigits; ++bigit_index) {
// Compute bigit at position bigit_index of the result by adding
// cross-product terms n[i] * n[j] such that i + j == bigit_index.
for (int i = 0, j = bigit_index; j >= 0; ++i, --j) {
// Most terms are multiplied twice which can be optimized in the future.
sum += static_cast<double_bigit>(n[i]) * n[j];
}
bigits_[bigit_index] = static_cast<bigit>(sum);
sum >>= bits<bigit>::value; // Compute the carry.
}
// Do the same for the top half.
2019-10-06 19:34:02 +00:00
for (int bigit_index = num_bigits; bigit_index < num_result_bigits;
2019-10-05 18:45:33 +00:00
++bigit_index) {
2019-10-09 17:31:17 +00:00
for (int j = num_bigits - 1, i = bigit_index - j; i < num_bigits;)
sum += static_cast<double_bigit>(n[i++]) * n[j--];
2019-10-05 18:45:33 +00:00
bigits_[bigit_index] = static_cast<bigit>(sum);
sum >>= bits<bigit>::value;
}
2019-10-06 19:34:02 +00:00
--num_result_bigits;
remove_leading_zeros();
2019-10-06 19:34:02 +00:00
exp_ *= 2;
}
2019-10-06 19:34:02 +00:00
// Divides this bignum by divisor, assigning the remainder to this and
// returning the quotient.
int divmod_assign(const bigint& divisor) {
2019-10-09 17:31:17 +00:00
FMT_ASSERT(this != &divisor, "");
2019-10-13 16:03:07 +00:00
if (compare(*this, divisor) < 0) return 0;
2019-10-09 17:31:17 +00:00
int num_bigits = static_cast<int>(bigits_.size());
FMT_ASSERT(divisor.bigits_[divisor.bigits_.size() - 1] != 0, "");
int exp_difference = exp_ - divisor.exp_;
if (exp_difference > 0) {
// Align bigints by adding trailing zeros to simplify subtraction.
bigits_.resize(num_bigits + exp_difference);
for (int i = num_bigits - 1, j = i + exp_difference; i >= 0; --i, --j)
bigits_[j] = bigits_[i];
std::uninitialized_fill_n(bigits_.data(), exp_difference, 0);
exp_ -= exp_difference;
2019-09-08 00:38:27 +00:00
}
2019-10-09 17:31:17 +00:00
int quotient = 0;
do {
subtract_aligned(divisor);
++quotient;
2019-10-13 16:03:07 +00:00
} while (compare(*this, divisor) >= 0);
2019-10-06 19:34:02 +00:00
return quotient;
}
2019-09-07 19:54:16 +00:00
};
2019-03-10 18:14:50 +00:00
enum round_direction { unknown, up, down };
// Given the divisor (normally a power of 10), the remainder = v % divisor for
// some number v and the error, returns whether v should be rounded up, down, or
// whether the rounding direction can't be determined due to error.
// error should be less than divisor / 2.
inline round_direction get_round_direction(uint64_t divisor, uint64_t remainder,
uint64_t error) {
FMT_ASSERT(remainder < divisor, ""); // divisor - remainder won't overflow.
FMT_ASSERT(error < divisor, ""); // divisor - error won't overflow.
FMT_ASSERT(error < divisor - error, ""); // error * 2 won't overflow.
// Round down if (remainder + error) * 2 <= divisor.
if (remainder <= divisor - remainder && error * 2 <= divisor - remainder * 2)
return down;
// Round up if (remainder - error) * 2 >= divisor.
if (remainder >= error &&
remainder - error >= divisor - (remainder - error)) {
return up;
}
return unknown;
}
2019-03-10 22:07:46 +00:00
namespace digits {
enum result {
more, // Generate more digits.
done, // Done generating digits.
error // Digit generation cancelled due to an error.
};
}
2019-04-27 13:52:46 +00:00
// Generates output using the Grisu digit-gen algorithm.
// error: the size of the region (lower, upper) outside of which numbers
// definitely do not round to value (Delta in Grisu3).
2019-03-10 21:43:26 +00:00
template <typename Handler>
FMT_ALWAYS_INLINE digits::result grisu_gen_digits(fp value, uint64_t error,
int& exp, Handler& handler) {
const fp one(1ULL << -value.e, value.e);
2019-02-22 19:05:01 +00:00
// The integral part of scaled value (p1 in Grisu) = value / one. It cannot be
2019-02-14 04:03:27 +00:00
// zero because it contains a product of two 64-bit numbers with MSB set (due
// to normalization) - 1, shifted right by at most 60 bits.
auto integral = static_cast<uint32_t>(value.f >> -one.e);
2019-02-14 04:03:27 +00:00
FMT_ASSERT(integral != 0, "");
2019-02-22 19:05:01 +00:00
FMT_ASSERT(integral == value.f >> -one.e, "");
// The fractional part of scaled value (p2 in Grisu) c = value % one.
uint64_t fractional = value.f & (one.f - 1);
2019-02-14 04:03:27 +00:00
exp = count_digits(integral); // kappa in Grisu.
2019-03-13 17:46:25 +00:00
// Divide by 10 to prevent overflow.
auto result = handler.on_start(data::powers_of_10_64[exp - 1] << -one.e,
2019-03-13 17:46:25 +00:00
value.f / 10, error * 10, exp);
2019-03-13 15:29:37 +00:00
if (result != digits::more) return result;
2019-02-14 04:03:27 +00:00
// Generate digits for the integral part. This can produce up to 10 digits.
do {
2018-08-25 23:08:32 +00:00
uint32_t digit = 0;
2019-10-12 15:33:24 +00:00
auto divmod_integral = [&](uint32_t divisor) {
digit = integral / divisor;
integral %= divisor;
};
2019-10-20 14:55:05 +00:00
// This optimization by Milo Yip reduces the number of integer divisions by
2018-08-25 23:08:32 +00:00
// one per iteration.
2018-08-26 15:12:35 +00:00
switch (exp) {
2019-01-13 02:27:38 +00:00
case 10:
2019-10-12 15:33:24 +00:00
divmod_integral(1000000000);
2019-01-13 02:27:38 +00:00
break;
case 9:
2019-10-12 15:33:24 +00:00
divmod_integral(100000000);
2019-01-13 02:27:38 +00:00
break;
case 8:
2019-10-12 15:33:24 +00:00
divmod_integral(10000000);
2019-01-13 02:27:38 +00:00
break;
case 7:
2019-10-12 15:33:24 +00:00
divmod_integral(1000000);
2019-01-13 02:27:38 +00:00
break;
case 6:
2019-10-12 15:33:24 +00:00
divmod_integral(100000);
2019-01-13 02:27:38 +00:00
break;
case 5:
2019-10-12 15:33:24 +00:00
divmod_integral(10000);
2019-01-13 02:27:38 +00:00
break;
case 4:
2019-10-12 15:33:24 +00:00
divmod_integral(1000);
2019-01-13 02:27:38 +00:00
break;
case 3:
2019-10-12 15:33:24 +00:00
divmod_integral(100);
2019-01-13 02:27:38 +00:00
break;
case 2:
2019-10-12 15:33:24 +00:00
divmod_integral(10);
2019-01-13 02:27:38 +00:00
break;
case 1:
2019-02-14 04:03:27 +00:00
digit = integral;
integral = 0;
2019-01-13 02:27:38 +00:00
break;
2018-08-25 23:08:32 +00:00
default:
FMT_ASSERT(false, "invalid number of digits");
}
2018-08-26 15:12:35 +00:00
--exp;
2019-02-14 04:03:27 +00:00
uint64_t remainder =
(static_cast<uint64_t>(integral) << -one.e) + fractional;
2019-03-13 15:29:37 +00:00
result = handler.on_digit(static_cast<char>('0' + digit),
data::powers_of_10_64[exp] << -one.e, remainder,
2019-03-13 15:29:37 +00:00
error, exp, true);
if (result != digits::more) return result;
2019-02-14 04:03:27 +00:00
} while (exp > 0);
// Generate digits for the fractional part.
2018-08-25 23:08:32 +00:00
for (;;) {
2019-02-14 04:03:27 +00:00
fractional *= 10;
2019-03-10 21:29:28 +00:00
error *= 10;
2019-03-10 22:07:46 +00:00
char digit =
static_cast<char>('0' + static_cast<char>(fractional >> -one.e));
2019-02-14 04:03:27 +00:00
fractional &= one.f - 1;
2018-08-26 15:12:35 +00:00
--exp;
2019-03-13 15:29:37 +00:00
result = handler.on_digit(digit, one.f, fractional, error, exp, false);
if (result != digits::more) return result;
2018-08-25 23:08:32 +00:00
}
}
2019-03-10 21:43:26 +00:00
// The fixed precision digit handler.
struct fixed_handler {
2019-03-10 22:07:46 +00:00
char* buf;
int size;
int precision;
2019-02-22 19:05:01 +00:00
int exp10;
2019-02-23 16:42:45 +00:00
bool fixed;
2019-03-10 22:07:46 +00:00
digits::result on_start(uint64_t divisor, uint64_t remainder, uint64_t error,
2019-03-13 15:29:37 +00:00
int& exp) {
2019-03-13 17:46:25 +00:00
// Non-fixed formats require at least one digit and no precision adjustment.
2019-03-10 22:07:46 +00:00
if (!fixed) return digits::more;
2019-03-13 20:10:18 +00:00
// Adjust fixed precision by exponent because it is relative to decimal
// point.
precision += exp + exp10;
// Check if precision is satisfied just by leading zeros, e.g.
// format("{:.2f}", 0.001) gives "0.00" without generating any digits.
if (precision > 0) return digits::more;
if (precision < 0) return digits::done;
2019-03-10 22:07:46 +00:00
auto dir = get_round_direction(divisor, remainder, error);
2019-03-13 17:46:25 +00:00
if (dir == unknown) return digits::error;
buf[size++] = dir == up ? '1' : '0';
return digits::done;
2019-02-23 16:42:45 +00:00
}
2019-02-22 19:05:01 +00:00
2019-03-10 22:07:46 +00:00
digits::result on_digit(char digit, uint64_t divisor, uint64_t remainder,
2019-03-15 15:42:14 +00:00
uint64_t error, int, bool integral) {
2019-03-13 20:10:18 +00:00
FMT_ASSERT(remainder < divisor, "");
2019-03-10 22:07:46 +00:00
buf[size++] = digit;
2019-04-19 21:48:42 +00:00
if (size < precision) return digits::more;
2019-02-22 19:05:01 +00:00
if (!integral) {
// Check if error * 2 < divisor with overflow prevention.
// The check is not needed for the integral part because error = 1
// and divisor > (1 << 32) there.
2019-03-13 15:29:37 +00:00
if (error >= divisor || error >= divisor - error) return digits::error;
2019-02-23 16:42:45 +00:00
} else {
2019-03-13 20:10:18 +00:00
FMT_ASSERT(error == 1 && divisor > 2, "");
2019-02-23 16:42:45 +00:00
}
2019-03-10 22:07:46 +00:00
auto dir = get_round_direction(divisor, remainder, error);
if (dir != up) return dir == down ? digits::done : digits::error;
++buf[size - 1];
for (int i = size - 1; i > 0 && buf[i] > '9'; --i) {
buf[i] = '0';
++buf[i - 1];
}
2019-03-10 22:07:46 +00:00
if (buf[0] > '9') {
buf[0] = '1';
2019-03-15 15:42:14 +00:00
buf[size++] = '0';
2019-03-10 22:07:46 +00:00
}
return digits::done;
}
};
2019-03-10 21:43:26 +00:00
// The shortest representation digit handler.
2019-11-19 17:50:59 +00:00
struct grisu_shortest_handler {
2019-03-10 22:07:46 +00:00
char* buf;
int size;
2019-04-27 13:52:46 +00:00
// Distance between scaled value and upper bound (wp_W in Grisu3).
uint64_t diff;
2019-03-10 22:07:46 +00:00
digits::result on_start(uint64_t, uint64_t, uint64_t, int&) {
return digits::more;
2019-03-10 21:43:26 +00:00
}
2019-04-27 13:52:46 +00:00
2019-05-15 15:40:21 +00:00
// Decrement the generated number approaching value from above.
void round(uint64_t d, uint64_t divisor, uint64_t& remainder,
uint64_t error) {
while (
remainder < d && error - remainder >= divisor &&
(remainder + divisor < d || d - remainder >= remainder + divisor - d)) {
2019-05-15 15:40:21 +00:00
--buf[size - 1];
remainder += divisor;
}
}
// Implements Grisu's round_weed.
2019-03-10 22:07:46 +00:00
digits::result on_digit(char digit, uint64_t divisor, uint64_t remainder,
uint64_t error, int exp, bool integral) {
buf[size++] = digit;
2019-04-27 13:52:46 +00:00
if (remainder >= error) return digits::more;
uint64_t unit = integral ? 1 : data::powers_of_10_64[-exp];
2019-05-12 15:56:50 +00:00
uint64_t up = (diff - 1) * unit; // wp_Wup
2019-05-15 15:40:21 +00:00
round(up, divisor, remainder, error);
2019-05-12 15:56:50 +00:00
uint64_t down = (diff + 1) * unit; // wp_Wdown
2019-04-27 13:52:46 +00:00
if (remainder < down && error - remainder >= divisor &&
(remainder + divisor < down ||
down - remainder > remainder + divisor - down)) {
return digits::error;
}
return 2 * unit <= remainder && remainder <= error - 4 * unit
? digits::done
: digits::error;
}
};
2019-10-14 02:59:09 +00:00
// Formats value using a variation of the Fixed-Precision Positive
// Floating-Point Printout ((FPP)^2) algorithm by Steele & White:
// https://fmt.dev/p372-steele.pdf.
2019-10-20 14:55:05 +00:00
template <typename Double>
void fallback_format(Double d, buffer<char>& buf, int& exp10) {
bigint numerator; // 2 * R in (FPP)^2.
bigint denominator; // 2 * S in (FPP)^2.
// lower and upper are differences between value and corresponding boundaries.
bigint lower; // (M^- in (FPP)^2).
bigint upper_store; // upper's value if different from lower.
2019-10-14 02:59:09 +00:00
bigint* upper = nullptr; // (M^+ in (FPP)^2).
2019-10-20 14:55:05 +00:00
fp value;
// Shift numerator and denominator by an extra bit or two (if lower boundary
// is closer) to make lower and upper integers. This eliminates multiplication
// by 2 during later computations.
// TODO: handle float
int shift = value.assign(d) ? 2 : 1;
uint64_t significand = value.f << shift;
if (value.e >= 0) {
numerator.assign(significand);
numerator <<= value.e;
lower.assign(1);
lower <<= value.e;
2019-10-20 14:55:05 +00:00
if (shift != 1) {
upper_store.assign(1);
2019-10-20 14:55:05 +00:00
upper_store <<= value.e + 1;
upper = &upper_store;
}
denominator.assign_pow10(exp10);
denominator <<= 1;
} else if (exp10 < 0) {
numerator.assign_pow10(-exp10);
lower.assign(numerator);
2019-10-20 14:55:05 +00:00
if (shift != 1) {
upper_store.assign(numerator);
upper_store <<= 1;
upper = &upper_store;
}
numerator *= significand;
denominator.assign(1);
2019-10-20 14:55:05 +00:00
denominator <<= shift - value.e;
} else {
numerator.assign(significand);
denominator.assign_pow10(exp10);
2019-10-20 14:55:05 +00:00
denominator <<= shift - value.e;
lower.assign(1);
2019-10-20 14:55:05 +00:00
if (shift != 1) {
upper_store.assign(1ULL << 1);
upper = &upper_store;
}
2019-10-05 18:45:33 +00:00
}
if (!upper) upper = &lower;
2019-10-14 02:59:09 +00:00
// Invariant: value == (numerator / denominator) * pow(10, exp10).
bool even = (value.f & 1) == 0;
2019-10-13 14:08:39 +00:00
int num_digits = 0;
char* data = buf.data();
for (;;) {
int digit = numerator.divmod_assign(denominator);
bool low = compare(numerator, lower) - even < 0; // numerator <[=] lower.
2019-10-14 02:59:09 +00:00
// numerator + upper >[=] pow10:
bool high = add_compare(numerator, *upper, denominator) + even > 0;
data[num_digits++] = static_cast<char>('0' + digit);
2019-10-13 14:08:39 +00:00
if (low || high) {
2019-10-13 16:03:07 +00:00
if (!low) {
2019-10-14 02:59:09 +00:00
++data[num_digits - 1];
2019-10-13 16:03:07 +00:00
} else if (high) {
2019-10-14 02:59:09 +00:00
int result = add_compare(numerator, numerator, denominator);
// Round half to even.
if (result > 0 || (result == 0 && (digit % 2) != 0))
++data[num_digits - 1];
2019-10-13 16:03:07 +00:00
}
2019-10-13 14:08:39 +00:00
buf.resize(num_digits);
2019-10-14 02:59:09 +00:00
exp10 -= num_digits - 1;
2019-10-13 14:08:39 +00:00
return;
}
numerator *= 10;
2019-10-13 16:03:07 +00:00
lower *= 10;
if (upper != &lower) *upper *= 10;
2019-10-13 14:08:39 +00:00
}
2019-09-08 00:38:27 +00:00
}
// Formats value using the Grisu algorithm
// (https://www.cs.tufts.edu/~nr/cs257/archive/florian-loitsch/printf.pdf)
2019-11-24 16:43:56 +00:00
// if T is a IEEE754 binary32 or binary64 and snprintf otherwise.
template <typename T>
int format_float(T value, int precision, float_spec spec, buffer<char>& buf) {
static_assert(!std::is_same<T, float>(), "");
2019-11-24 16:43:56 +00:00
FMT_ASSERT(value >= 0, "value is negative");
2019-11-22 19:15:09 +00:00
const bool fixed = spec.format == float_format::fixed;
2019-01-30 15:06:40 +00:00
if (value <= 0) { // <= instead of == to silence a warning.
2019-06-30 13:54:41 +00:00
if (precision <= 0 || !fixed) {
2019-02-22 19:05:01 +00:00
buf.push_back('0');
return 0;
2019-02-22 19:05:01 +00:00
}
buf.resize(to_unsigned(precision));
std::uninitialized_fill_n(buf.data(), precision, '0');
return -precision;
}
2018-10-14 05:14:36 +00:00
if (!spec.use_grisu) return snprintf_float(value, precision, spec, buf);
int exp = 0;
const int min_exp = -60; // alpha in Grisu.
int cached_exp10 = 0; // K in Grisu.
2019-02-22 19:05:01 +00:00
if (precision != -1) {
if (precision > 17) return snprintf_float(value, precision, spec, buf);
2019-11-24 19:43:59 +00:00
fp normalized = normalize(fp(value));
2019-09-07 19:54:16 +00:00
const auto cached_pow = get_cached_power(
2019-09-08 00:07:53 +00:00
min_exp - (normalized.e + fp::significand_size), cached_exp10);
normalized = normalized * cached_pow;
2019-03-10 22:07:46 +00:00
fixed_handler handler{buf.data(), 0, precision, -cached_exp10, fixed};
2019-09-08 00:07:53 +00:00
if (grisu_gen_digits(normalized, 1, exp, handler) == digits::error)
return snprintf_float(value, precision, spec, buf);
int num_digits = handler.size;
if (!fixed) {
// Remove trailing zeros.
while (num_digits > 0 && buf[num_digits - 1] == '0') {
--num_digits;
++exp;
}
}
buf.resize(to_unsigned(num_digits));
} else {
fp fp_value;
2019-11-24 19:43:59 +00:00
auto boundaries = spec.binary32
? fp_value.assign_float_with_boundaries(value)
: fp_value.assign_with_boundaries(value);
fp_value = normalize(fp_value);
// Find a cached power of 10 such that multiplying value by it will bring
// the exponent in the range [min_exp, -32].
2019-11-24 19:43:59 +00:00
const fp cached_pow = get_cached_power(
min_exp - (fp_value.e + fp::significand_size), cached_exp10);
// Multiply value and boundaries by the cached power of 10.
fp_value = fp_value * cached_pow;
boundaries.lower = multiply(boundaries.lower, cached_pow.f);
boundaries.upper = multiply(boundaries.upper, cached_pow.f);
assert(min_exp <= fp_value.e && fp_value.e <= -32);
--boundaries.lower; // \tilde{M}^- - 1 ulp -> M^-_{\downarrow}.
++boundaries.upper; // \tilde{M}^+ + 1 ulp -> M^+_{\uparrow}.
2019-11-19 17:50:59 +00:00
// Numbers outside of (lower, upper) definitely do not round to value.
2019-11-24 19:43:59 +00:00
grisu_shortest_handler handler{buf.data(), 0,
boundaries.upper - fp_value.f};
auto result =
grisu_gen_digits(fp(boundaries.upper, fp_value.e),
boundaries.upper - boundaries.lower, exp, handler);
2019-11-19 17:50:59 +00:00
if (result == digits::error) {
2019-11-24 19:43:59 +00:00
exp += handler.size - cached_exp10 - 1;
2019-11-19 17:50:59 +00:00
fallback_format(value, buf, exp);
return exp;
2019-04-27 13:52:46 +00:00
}
2019-11-24 19:43:59 +00:00
buf.resize(to_unsigned(handler.size));
}
return exp - cached_exp10;
2018-08-25 23:08:32 +00:00
}
template <typename T>
int snprintf_float(T value, int precision, float_spec spec, buffer<char>& buf) {
// Buffer capacity must be non-zero, otherwise MSVC's vsnprintf_s will fail.
2019-11-22 02:48:25 +00:00
FMT_ASSERT(buf.capacity() > buf.size(), "empty buffer");
static_assert(!std::is_same<T, float>(), "");
2019-11-22 02:48:25 +00:00
// Subtract 1 to account for the difference in precision since we use %e for
// both general and exponent format.
if (spec.format == float_format::general)
precision = (precision >= 0 ? precision : 6) - 1;
2019-11-22 02:48:25 +00:00
// Build the format string.
enum { max_format_size = 7 }; // Ths longest format is "%#.*Le".
2019-03-10 18:14:50 +00:00
char format[max_format_size];
2019-01-13 02:27:38 +00:00
char* format_ptr = format;
*format_ptr++ = '%';
2019-11-22 02:48:25 +00:00
if (spec.alt) *format_ptr++ = '#';
if (precision > 0) {
*format_ptr++ = '.';
*format_ptr++ = '*';
}
if (std::is_same<T, long double>()) *format_ptr++ = 'L';
2019-11-22 02:48:25 +00:00
*format_ptr++ = spec.format != float_format::hex
? (spec.format == float_format::fixed ? 'f' : 'e')
: (spec.upper ? 'A' : 'a');
*format_ptr = '\0';
// Format using snprintf.
2019-11-22 02:48:25 +00:00
auto offset = buf.size();
for (;;) {
2019-11-22 02:48:25 +00:00
auto begin = buf.data() + offset;
auto capacity = buf.capacity() - offset;
#ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION
if (precision > 100000)
throw std::runtime_error(
"fuzz mode - avoid large allocation inside snprintf");
#endif
// Suppress the warning about a nonliteral format string.
auto snprintf_ptr = FMT_SNPRINTF;
int result = precision > 0
? snprintf_ptr(begin, capacity, format, precision, value)
: snprintf_ptr(begin, capacity, format, value);
if (result < 0) {
buf.reserve(capacity + 1); // The buffer will grow exponentially.
continue;
}
unsigned size = to_unsigned(result);
// Size equal to capacity means that the last character was truncated.
if (size >= capacity) {
2019-11-22 02:48:25 +00:00
buf.reserve(size + 1); // Add 1 for the terminating '\0'.
continue;
}
auto is_digit = [](char c) { return c >= '0' && c <= '9'; };
if (spec.format == float_format::fixed) {
// Find and remove the decimal point.
auto end = begin + size, p = end;
do {
--p;
} while (is_digit(*p));
int fraction_size = static_cast<int>(end - p - 1);
std::memmove(p, p + 1, fraction_size);
buf.resize(size - 1);
return -fraction_size;
}
if (spec.format == float_format::hex) {
buf.resize(size + offset);
return 0;
}
// Find and parse the exponent.
auto end = begin + size, exp_pos = end;
do {
--exp_pos;
} while (*exp_pos != 'e');
char sign = exp_pos[1];
assert(sign == '+' || sign == '-');
int exp = 0;
auto p = exp_pos + 2; // Skip 'e' and sign.
do {
assert(is_digit(*p));
exp = exp * 10 + (*p++ - '0');
} while (p != end);
if (sign == '-') exp = -exp;
if (exp_pos != begin + 1) {
// Remove trailing zeros.
auto fraction_end = exp_pos - 1;
while (*fraction_end == '0') --fraction_end;
// Move the fractional part left to get rid of the decimal point.
int fraction_size = static_cast<int>(fraction_end - begin - 1);
std::memmove(begin + 1, begin + 2, fraction_size);
buf.resize(fraction_size + offset + 1);
exp -= fraction_size;
}
2019-11-22 02:48:25 +00:00
return exp;
}
}
2018-04-22 00:26:24 +00:00
} // namespace internal
2019-09-07 19:54:16 +00:00
template <> struct formatter<internal::bigint> {
format_parse_context::iterator parse(format_parse_context& ctx) {
return ctx.begin();
}
format_context::iterator format(const internal::bigint& n,
format_context& ctx) {
auto out = ctx.out();
bool first = true;
2019-09-07 21:23:19 +00:00
for (auto i = n.bigits_.size(); i > 0; --i) {
auto value = n.bigits_[i - 1];
2019-09-07 19:54:16 +00:00
if (first) {
out = format_to(out, "{:x}", value);
first = false;
continue;
}
out = format_to(out, "{:08x}", value);
}
2019-10-06 19:34:02 +00:00
if (n.exp_ > 0)
out = format_to(out, "p{}", n.exp_ * internal::bigint::bigit_bits);
2019-09-07 19:54:16 +00:00
return out;
}
};
#if FMT_USE_WINDOWS_H
2014-04-30 14:23:43 +00:00
2017-02-19 14:46:51 +00:00
FMT_FUNC internal::utf8_to_utf16::utf8_to_utf16(string_view s) {
static const char ERROR_MSG[] = "cannot convert string from UTF-8 to UTF-16";
2015-08-07 14:34:58 +00:00
if (s.size() > INT_MAX)
2017-02-19 16:41:38 +00:00
FMT_THROW(windows_error(ERROR_INVALID_PARAMETER, ERROR_MSG));
2015-08-07 14:34:58 +00:00
int s_size = static_cast<int>(s.size());
if (s_size == 0) {
// MultiByteToWideChar does not support zero length, handle separately.
buffer_.resize(1);
buffer_[0] = 0;
return;
}
2019-01-13 02:27:38 +00:00
int length = MultiByteToWideChar(CP_UTF8, MB_ERR_INVALID_CHARS, s.data(),
s_size, nullptr, 0);
2019-01-13 02:27:38 +00:00
if (length == 0) FMT_THROW(windows_error(GetLastError(), ERROR_MSG));
buffer_.resize(length + 1);
2019-01-13 02:27:38 +00:00
length = MultiByteToWideChar(CP_UTF8, MB_ERR_INVALID_CHARS, s.data(), s_size,
&buffer_[0], length);
if (length == 0) FMT_THROW(windows_error(GetLastError(), ERROR_MSG));
buffer_[length] = 0;
2014-04-30 14:23:43 +00:00
}
2017-02-19 16:41:38 +00:00
FMT_FUNC internal::utf16_to_utf8::utf16_to_utf8(wstring_view s) {
if (int error_code = convert(s)) {
2017-02-19 16:41:38 +00:00
FMT_THROW(windows_error(error_code,
2019-01-13 02:27:38 +00:00
"cannot convert string from UTF-16 to UTF-8"));
2014-04-30 14:23:43 +00:00
}
}
2017-02-19 16:41:38 +00:00
FMT_FUNC int internal::utf16_to_utf8::convert(wstring_view s) {
2019-01-13 02:27:38 +00:00
if (s.size() > INT_MAX) return ERROR_INVALID_PARAMETER;
2015-08-07 14:08:46 +00:00
int s_size = static_cast<int>(s.size());
if (s_size == 0) {
// WideCharToMultiByte does not support zero length, handle separately.
buffer_.resize(1);
buffer_[0] = 0;
return 0;
}
int length = WideCharToMultiByte(CP_UTF8, 0, s.data(), s_size, nullptr, 0,
nullptr, nullptr);
2019-01-13 02:27:38 +00:00
if (length == 0) return GetLastError();
buffer_.resize(length + 1);
2019-01-13 02:27:38 +00:00
length = WideCharToMultiByte(CP_UTF8, 0, s.data(), s_size, &buffer_[0],
length, nullptr, nullptr);
2019-01-13 02:27:38 +00:00
if (length == 0) return GetLastError();
buffer_[length] = 0;
2014-04-30 14:23:43 +00:00
return 0;
}
2019-01-13 02:27:38 +00:00
FMT_FUNC void windows_error::init(int err_code, string_view format_str,
format_args args) {
2015-02-17 02:11:42 +00:00
error_code_ = err_code;
2017-02-19 14:46:51 +00:00
memory_buffer buffer;
2017-02-17 14:38:53 +00:00
internal::format_windows_error(buffer, err_code, vformat(format_str, args));
2019-01-13 02:27:38 +00:00
std::runtime_error& base = *this;
2017-02-17 14:38:53 +00:00
base = std::runtime_error(to_string(buffer));
2014-06-30 21:26:29 +00:00
}
FMT_FUNC void internal::format_windows_error(internal::buffer<char>& out,
2019-01-13 02:27:38 +00:00
int error_code,
string_view message) FMT_NOEXCEPT {
FMT_TRY {
2018-01-06 17:09:50 +00:00
wmemory_buffer buf;
buf.resize(inline_buffer_size);
for (;;) {
2019-01-13 02:27:38 +00:00
wchar_t* system_message = &buf[0];
2016-10-22 15:04:20 +00:00
int result = FormatMessageW(
FORMAT_MESSAGE_FROM_SYSTEM | FORMAT_MESSAGE_IGNORE_INSERTS, nullptr,
2019-01-13 02:27:38 +00:00
error_code, MAKELANGID(LANG_NEUTRAL, SUBLANG_DEFAULT), system_message,
static_cast<uint32_t>(buf.size()), nullptr);
if (result != 0) {
2017-02-19 16:41:38 +00:00
utf16_to_utf8 utf8_message;
if (utf8_message.convert(system_message) == ERROR_SUCCESS) {
2019-07-03 16:52:09 +00:00
internal::writer w(out);
2017-02-17 14:38:53 +00:00
w.write(message);
w.write(": ");
w.write(utf8_message);
return;
}
break;
}
if (GetLastError() != ERROR_INSUFFICIENT_BUFFER)
break; // Can't get error message, report error code instead.
2018-01-06 17:09:50 +00:00
buf.resize(buf.size() * 2);
}
2019-01-13 02:27:38 +00:00
}
FMT_CATCH(...) {}
2018-01-06 17:09:50 +00:00
format_error_code(out, error_code, message);
}
#endif // FMT_USE_WINDOWS_H
FMT_FUNC void format_system_error(internal::buffer<char>& out, int error_code,
2019-01-13 02:27:38 +00:00
string_view message) FMT_NOEXCEPT {
FMT_TRY {
memory_buffer buf;
buf.resize(inline_buffer_size);
for (;;) {
2019-01-13 02:27:38 +00:00
char* system_message = &buf[0];
2019-06-14 20:18:00 +00:00
int result =
internal::safe_strerror(error_code, system_message, buf.size());
if (result == 0) {
2019-07-03 16:52:09 +00:00
internal::writer w(out);
w.write(message);
w.write(": ");
w.write(system_message);
return;
}
if (result != ERANGE)
break; // Can't get error message, report error code instead.
buf.resize(buf.size() * 2);
}
2019-01-13 02:27:38 +00:00
}
FMT_CATCH(...) {}
2018-02-02 00:49:47 +00:00
format_error_code(out, error_code, message);
}
2019-01-13 02:27:38 +00:00
FMT_FUNC void internal::error_handler::on_error(const char* message) {
FMT_THROW(format_error(message));
}
2019-01-13 02:27:38 +00:00
FMT_FUNC void report_system_error(int error_code,
fmt::string_view message) FMT_NOEXCEPT {
report_error(format_system_error, error_code, message);
}
#if FMT_USE_WINDOWS_H
2019-01-13 02:27:38 +00:00
FMT_FUNC void report_windows_error(int error_code,
fmt::string_view message) FMT_NOEXCEPT {
report_error(internal::format_windows_error, error_code, message);
}
2014-04-30 19:38:17 +00:00
#endif
2019-01-13 02:27:38 +00:00
FMT_FUNC void vprint(std::FILE* f, string_view format_str, format_args args) {
memory_buffer buffer;
internal::vformat_to(buffer, format_str,
2019-06-03 00:13:50 +00:00
basic_format_args<buffer_context<char>>(args));
2019-06-14 20:18:00 +00:00
internal::fwrite_fully(buffer.data(), 1, buffer.size(), f);
2014-06-29 04:56:40 +00:00
}
2019-01-13 02:27:38 +00:00
FMT_FUNC void vprint(std::FILE* f, wstring_view format_str, wformat_args args) {
wmemory_buffer buffer;
internal::vformat_to(buffer, format_str, args);
buffer.push_back(L'\0');
if (std::fputws(buffer.data(), f) == -1) {
FMT_THROW(system_error(errno, "cannot write to file"));
}
}
2017-12-03 15:32:04 +00:00
FMT_FUNC void vprint(string_view format_str, format_args args) {
2016-08-27 00:23:13 +00:00
vprint(stdout, format_str, args);
2014-09-25 14:08:25 +00:00
}
FMT_FUNC void vprint(wstring_view format_str, wformat_args args) {
vprint(stdout, format_str, args);
}
2018-05-12 15:33:51 +00:00
FMT_END_NAMESPACE
#ifdef _MSC_VER
2019-01-13 02:27:38 +00:00
# pragma warning(pop)
2014-03-11 18:56:24 +00:00
#endif
2018-03-21 14:50:59 +00:00
#endif // FMT_FORMAT_INL_H_