// Formatting library for C++ - experimental format string compilation // // Copyright (c) 2012 - present, Victor Zverovich and fmt contributors // All rights reserved. // // For the license information refer to format.h. #ifndef FMT_COMPILE_H_ #define FMT_COMPILE_H_ #include #include "format.h" FMT_BEGIN_NAMESPACE namespace internal { // Part of a compiled format string. It can be either literal text or a // replacement field. template struct format_part { enum class kind { arg_index, arg_name, text, replacement }; struct replacement { arg_ref arg_id; dynamic_format_specs specs; }; kind part_kind; union value { unsigned arg_index; basic_string_view str; replacement repl; FMT_CONSTEXPR value(unsigned index = 0) : arg_index(index) {} FMT_CONSTEXPR value(basic_string_view s) : str(s) {} FMT_CONSTEXPR value(replacement r) : repl(r) {} } val; // Position past the end of the argument id. const Char* arg_id_end = nullptr; FMT_CONSTEXPR format_part(kind k = kind::arg_index, value v = {}) : part_kind(k), val(v) {} static FMT_CONSTEXPR format_part make_arg_index(unsigned index) { return format_part(kind::arg_index, index); } static FMT_CONSTEXPR format_part make_arg_name(basic_string_view name) { return format_part(kind::arg_name, name); } static FMT_CONSTEXPR format_part make_text(basic_string_view text) { return format_part(kind::text, text); } static FMT_CONSTEXPR format_part make_replacement(replacement repl) { return format_part(kind::replacement, repl); } }; template struct part_counter { unsigned num_parts = 0; FMT_CONSTEXPR void on_text(const Char* begin, const Char* end) { if (begin != end) ++num_parts; } FMT_CONSTEXPR void on_arg_id() { ++num_parts; } FMT_CONSTEXPR void on_arg_id(unsigned) { ++num_parts; } FMT_CONSTEXPR void on_arg_id(basic_string_view) { ++num_parts; } FMT_CONSTEXPR void on_replacement_field(const Char*) {} FMT_CONSTEXPR const Char* on_format_specs(const Char* begin, const Char* end) { // Find the matching brace. unsigned brace_counter = 0; for (; begin != end; ++begin) { if (*begin == '{') { ++brace_counter; } else if (*begin == '}') { if (brace_counter == 0u) break; --brace_counter; } } return begin; } FMT_CONSTEXPR void on_error(const char*) {} }; // Counts the number of parts in a format string. template FMT_CONSTEXPR unsigned count_parts(basic_string_view format_str) { part_counter counter; parse_format_string(format_str, counter); return counter.num_parts; } template class format_string_compiler : public error_handler { private: using part = format_part; PartHandler handler_; part part_; basic_string_view format_str_; basic_parse_context parse_context_; public: FMT_CONSTEXPR format_string_compiler(basic_string_view format_str, PartHandler handler) : handler_(handler), format_str_(format_str), parse_context_(format_str) {} FMT_CONSTEXPR void on_text(const Char* begin, const Char* end) { if (begin != end) handler_(part::make_text({begin, to_unsigned(end - begin)})); } FMT_CONSTEXPR void on_arg_id() { part_ = part::make_arg_index(parse_context_.next_arg_id()); } FMT_CONSTEXPR void on_arg_id(unsigned id) { parse_context_.check_arg_id(id); part_ = part::make_arg_index(id); } FMT_CONSTEXPR void on_arg_id(basic_string_view id) { part_ = part::make_arg_name(id); } FMT_CONSTEXPR void on_replacement_field(const Char* ptr) { part_.arg_id_end = ptr; handler_(part_); } FMT_CONSTEXPR const Char* on_format_specs(const Char* begin, const Char* end) { auto repl = typename part::replacement(); dynamic_specs_handler> handler(repl.specs, parse_context_); auto it = parse_format_specs(begin, end, handler); if (*it != '}') on_error("missing '}' in format string"); repl.arg_id = part_.part_kind == part::kind::arg_index ? arg_ref(part_.val.arg_index) : arg_ref(part_.val.str); auto part = part::make_replacement(repl); part.arg_id_end = begin; handler_(part); return it; } }; // Compiles a format string and invokes handler(part) for each parsed part. template FMT_CONSTEXPR void compile_format_string(basic_string_view format_str, PartHandler handler) { parse_format_string( format_str, format_string_compiler(format_str, handler)); } template void format_arg(basic_parse_context& parse_ctx, Context& ctx, Id arg_id) { ctx.advance_to( visit_format_arg(arg_formatter(ctx, &parse_ctx), ctx.arg(arg_id))); } // vformat_to is defined in a subnamespace to prevent ADL. namespace cf { template auto vformat_to(Range out, CompiledFormat& cf, basic_format_args args) -> typename Context::iterator { using char_type = typename Context::char_type; basic_parse_context parse_ctx(to_string_view(cf.format_str_)); Context ctx(out.begin(), args); const auto& parts = cf.parts(); for (auto part_it = std::begin(parts); part_it != std::end(parts); ++part_it) { const auto& part = *part_it; const auto& value = part.val; using format_part_t = format_part; switch (part.part_kind) { case format_part_t::kind::text: { const auto text = value.str; auto output = ctx.out(); auto&& it = reserve(output, text.size()); it = std::copy_n(text.begin(), text.size(), it); ctx.advance_to(output); break; } case format_part_t::kind::arg_index: advance_to(parse_ctx, part.arg_id_end); internal::format_arg(parse_ctx, ctx, value.arg_index); break; case format_part_t::kind::arg_name: advance_to(parse_ctx, part.arg_id_end); internal::format_arg(parse_ctx, ctx, value.str); break; case format_part_t::kind::replacement: { const auto& arg_id_value = value.repl.arg_id.val; const auto arg = value.repl.arg_id.kind == arg_id_kind::index ? ctx.arg(arg_id_value.index) : ctx.arg(arg_id_value.name); auto specs = value.repl.specs; handle_dynamic_spec(specs.width, specs.width_ref, ctx); handle_dynamic_spec(specs.precision, specs.precision_ref, ctx); error_handler h; numeric_specs_checker checker(h, arg.type()); if (specs.align == align::numeric) checker.require_numeric_argument(); if (specs.sign != sign::none) checker.check_sign(); if (specs.alt) checker.require_numeric_argument(); if (specs.precision >= 0) checker.check_precision(); advance_to(parse_ctx, part.arg_id_end); ctx.advance_to( visit_format_arg(arg_formatter(ctx, nullptr, &specs), arg)); break; } } } return ctx.out(); } } // namespace cf struct basic_compiled_format {}; template struct compiled_format_base : basic_compiled_format { using char_type = char_t; using parts_container = std::vector>; parts_container compiled_parts; explicit compiled_format_base(basic_string_view format_str) { compile_format_string(format_str, [this](const format_part& part) { compiled_parts.push_back(part); }); } const parts_container& parts() const { return compiled_parts; } }; template struct format_part_array { format_part data[N] = {}; FMT_CONSTEXPR format_part_array() = default; }; template FMT_CONSTEXPR format_part_array compile_to_parts( basic_string_view format_str) { format_part_array parts; unsigned counter = 0; // This is not a lambda for compatibility with older compilers. struct { format_part* parts; unsigned* counter; FMT_CONSTEXPR void operator()(const format_part& part) { parts[(*counter)++] = part; } } collector{parts.data, &counter}; compile_format_string(format_str, collector); if (counter < N) { parts.data[counter] = format_part::make_text(basic_string_view()); } return parts; } template constexpr const T& constexpr_max(const T& a, const T& b) { return (a < b) ? b : a; } template struct compiled_format_base::value>> : basic_compiled_format { using char_type = char_t; FMT_CONSTEXPR explicit compiled_format_base(basic_string_view) {} // Workaround for old compilers. Format string compilation will not be // performed there anyway. #if FMT_USE_CONSTEXPR static FMT_CONSTEXPR_DECL const unsigned num_format_parts = constexpr_max(count_parts(to_string_view(S())), 1u); #else static const unsigned num_format_parts = 1; #endif using parts_container = format_part[num_format_parts]; const parts_container& parts() const { static FMT_CONSTEXPR_DECL const auto compiled_parts = compile_to_parts( internal::to_string_view(S())); return compiled_parts.data; } }; template class compiled_format : private compiled_format_base { public: using typename compiled_format_base::char_type; private: basic_string_view format_str_; template friend auto cf::vformat_to(Range out, CompiledFormat& cf, basic_format_args args) -> typename Context::iterator; public: compiled_format() = delete; explicit constexpr compiled_format(basic_string_view format_str) : compiled_format_base(format_str), format_str_(format_str) {} }; #ifdef __cpp_if_constexpr template struct type_list {}; // Returns a reference to the argument at index N from [first, rest...]. template constexpr const auto& get(const T& first, const Args&... rest) { static_assert(N < 1 + sizeof...(Args), "index is out of bounds"); if constexpr (N == 0) return first; else return get(rest...); } template struct get_type_impl; template struct get_type_impl> { using type = remove_cvref_t(std::declval()...))>; }; template using get_type = typename get_type_impl::type; template struct text { basic_string_view data; using char_type = Char; template OutputIt format(OutputIt out, const Args&...) const { // TODO: reserve return copy_str(data.begin(), data.end(), out); } }; template constexpr text make_text(basic_string_view s, size_t pos, size_t size) { return {{&s[pos], size}}; } template , int> = 0> OutputIt format_default(OutputIt out, T value) { // TODO: reserve format_int fi(value); return std::copy(fi.data(), fi.data() + fi.size(), out); } template OutputIt format_default(OutputIt out, Char value) { *out++ = value; return out; } template OutputIt format_default(OutputIt out, const Char* value) { auto length = std::char_traits::length(value); return copy_str(value, value + length, out); } // A replacement field that refers to argument N. template struct field { using char_type = Char; template OutputIt format(OutputIt out, const Args&... args) const { // This ensures that the argument type is convertile to `const T&`. const T& arg = get(args...); return format_default(out, arg); } }; template struct concat { L lhs; R rhs; using char_type = typename L::char_type; template OutputIt format(OutputIt out, const Args&... args) const { out = lhs.format(out, args...); return rhs.format(out, args...); } }; template constexpr concat make_concat(L lhs, R rhs) { return {lhs, rhs}; } struct unknown_format {}; template constexpr size_t parse_text(basic_string_view str, size_t pos) { for (size_t size = str.size(); pos != size; ++pos) { if (str[pos] == '{' || str[pos] == '}') break; } return pos; } template constexpr auto compile_format_string(S format_str); template constexpr auto parse_tail(T head, S format_str) { if constexpr (POS != to_string_view(format_str).size()) { constexpr auto tail = compile_format_string(format_str); if constexpr (std::is_same, unknown_format>()) return tail; else return make_concat(head, tail); } else { return head; } } // Compiles a non-empty format string and returns the compiled representation // or unknown_format() on unrecognized input. template constexpr auto compile_format_string(S format_str) { using char_type = typename S::char_type; constexpr basic_string_view str = format_str; if constexpr (str[POS] == '{') { if (POS + 1 == str.size()) throw format_error("unmatched '{' in format string"); if constexpr (str[POS + 1] == '{') { return parse_tail(make_text(str, POS, 1), format_str); } else if constexpr (str[POS + 1] == '}') { using type = get_type; if constexpr (std::is_same::value) { return parse_tail(field(), format_str); } else { return unknown_format(); } } else { return unknown_format(); } } else if constexpr (str[POS] == '}') { if (POS + 1 == str.size()) throw format_error("unmatched '}' in format string"); return parse_tail(make_text(str, POS, 1), format_str); } else { constexpr auto end = parse_text(str, POS + 1); return parse_tail(make_text(str, POS, end - POS), format_str); } } #endif // __cpp_if_constexpr } // namespace internal #if FMT_USE_CONSTEXPR # ifdef __cpp_if_constexpr template ::value)> constexpr auto compile(S format_str) { constexpr basic_string_view str = format_str; if constexpr (str.size() == 0) { return internal::make_text(str, 0, 0); } else { constexpr auto result = internal::compile_format_string, 0, 0>( format_str); if constexpr (std::is_same, internal::unknown_format>()) { return internal::compiled_format(to_string_view(format_str)); } else { return result; } } } template ::value)> std::basic_string format(const CompiledFormat& cf, const Args&... args) { basic_memory_buffer buffer; using range = buffer_range; using context = buffer_context; cf.format(std::back_inserter(buffer), args...); return to_string(buffer); } template ::value)> OutputIt format_to(OutputIt out, const CompiledFormat& cf, const Args&... args) { return cf.format(out, args...); } # else template ::value)> constexpr auto compile(S format_str) -> internal::compiled_format { return internal::compiled_format(to_string_view(format_str)); } # endif // __cpp_if_constexpr #endif // FMT_USE_CONSTEXPR // Compiles the format string which must be a string literal. template auto compile(const Char (&format_str)[N]) -> internal::compiled_format { return internal::compiled_format( basic_string_view(format_str, N - 1)); } template ::value)> std::basic_string format(const CompiledFormat& cf, const Args&... args) { basic_memory_buffer buffer; using range = buffer_range; using context = buffer_context; internal::cf::vformat_to(range(buffer), cf, {make_format_args(args...)}); return to_string(buffer); } template ::value)> OutputIt format_to(OutputIt out, const CompiledFormat& cf, const Args&... args) { using char_type = typename CompiledFormat::char_type; using range = internal::output_range; using context = format_context_t; return internal::cf::vformat_to( range(out), cf, {make_format_args(args...)}); } template ::value)> format_to_n_result format_to_n(OutputIt out, size_t n, const CompiledFormat& cf, const Args&... args) { auto it = format_to(internal::truncating_iterator(out, n), cf, args...); return {it.base(), it.count()}; } template std::size_t formatted_size(const CompiledFormat& cf, const Args&... args) { return format_to( internal::counting_iterator(), cf, args...) .count(); } FMT_END_NAMESPACE #endif // FMT_COMPILE_H_