encodes the index of each token-matching pattern in `tokenize`.
| 123 | |
| 124 | |
| 125 | class Pattern(Enum): |
| 126 | """encodes the index of each token-matching pattern in `tokenize`.""" |
| 127 | |
| 128 | KEYS = 0 |
| 129 | REALS = 1 |
| 130 | INTS = 2 |
| 131 | STRINGS = 3 |
| 132 | DICT_START = 4 |
| 133 | DICT_END = 5 |
| 134 | COMMENT_WHITESPACE = 6 |
| 135 | |
| 136 | |
| 137 | class Token(NamedTuple): |