| 75 | return String( lexemePtr + unquote, lexemeLen - 2 * unquote ); |
| 76 | } |
| 77 | bool lexemeEquals( const char *str ) const { return 0 == strncmp( str, lexemePtr, lexemeLen ); } |
| 78 | /// This is the id associated with the lexeme, which comes from a lexeme-token id mapping |
| 79 | uint32 type; |
| 80 | /// This holds the line number of the input stream where the token was found. |