25 lines
402 B
Plaintext
25 lines
402 B
Plaintext
|
[Options]
|
||
|
|
case-sensitive
|
||
|
|
classname = RegExpTokenizer
|
||
|
|
|
||
|
|
[Code Generator Options]
|
||
|
|
TokenPrefix = RE2NFA::
|
||
|
|
|
||
|
|
[Macros]
|
||
|
|
Escape = \\.{1}
|
||
|
|
|
||
|
|
[Tokens]
|
||
|
|
TOK_QUOTED_STRING = \"[^\"]*\"
|
||
|
|
TOK_STRING = [^\{\}\(\)\,\*\|\?\.\+\[]|{Escape}
|
||
|
|
TOK_SEQUENCE = \[([^\]]|(\\\]))*\]
|
||
|
|
TOK_LBRACE = \{
|
||
|
|
TOK_RBRACE = \}
|
||
|
|
TOK_LPAREN = \(
|
||
|
|
TOK_RPAREN = \)
|
||
|
|
TOK_COMMA = \,
|
||
|
|
TOK_STAR = \*
|
||
|
|
TOK_OR = \|
|
||
|
|
TOK_QUESTION = \?
|
||
|
|
TOK_DOT = \.
|
||
|
|
TOK_PLUS = \+
|