AuroraMiddleware/toml11
1
0
Fork 0
mirror of https://github.com/ToruNiina/toml11.git synced 2024-11-29 23:41:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

split lexer for escape sequence for unicode

Browse Source
This commit is contained in:
ToruNiina 2018-12-12 18:59:20 +09:00
parent 5d29509d98
commit c33ad31981
1 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
toml/lexer.hpp
View File

@ -117,14 +117,16 @@ using lex_basic_unescaped = exclude<either<in_range<0x00, 0x1F>,
character<0x22>, character<0x5C>, character<0x22>, character<0x5C>,
character<0x7F>>>; character<0x7F>>>;
using lex_escape = character<'\\'>; using lex_escape = character<'\\'>;
using lex_escape_unicode_short = sequence<character<'u'>,
repeat<lex_hex_dig, exactly<4>>>;
using lex_escape_unicode_long = sequence<character<'U'>,
repeat<lex_hex_dig, exactly<8>>>;
using lex_escape_seq_char = either<character<'"'>, character<'\\'>, using lex_escape_seq_char = either<character<'"'>, character<'\\'>,
character<'/'>, character<'b'>, character<'/'>, character<'b'>,
character<'f'>, character<'n'>, character<'f'>, character<'n'>,
character<'r'>, character<'t'>, character<'r'>, character<'t'>,
sequence<character<'u'>, lex_escape_unicode_short,
repeat<lex_hex_dig, exactly<4>>>, lex_escape_unicode_long
sequence<character<'U'>,
repeat<lex_hex_dig, exactly<8>>>
>; >;
using lex_escaped = sequence<lex_escape, lex_escape_seq_char>; using lex_escaped = sequence<lex_escape, lex_escape_seq_char>;
using lex_basic_char = either<lex_basic_unescaped, lex_escaped>; using lex_basic_char = either<lex_basic_unescaped, lex_escaped>;