| [Options] | |
| case-sensitive | |
| classname = RegExpTokenizer | |
| [Code Generator Options] | |
| TokenPrefix = RE2NFA:: | |
| [Macros] | |
| Escape = \\.{1} | |
| [Tokens] | |
| TOK_QUOTED_STRING = \"[^\"]*\" | |
| TOK_STRING = [^\{\}\(\)\,\*\|\?\.\+\[]|{Escape} | |
| TOK_SEQUENCE = \[([^\]]|(\\\]))*\] | |
| TOK_LBRACE = \{ | |
| TOK_RBRACE = \} | |
| TOK_LPAREN = \( | |
| TOK_RPAREN = \) | |
| TOK_COMMA = \, | |
| TOK_STAR = \* | |
| TOK_OR = \| | |
| TOK_QUESTION = \? | |
| TOK_DOT = \. | |
| TOK_PLUS = \+ |