| 9843 | } |
| 9844 | |
| 9845 | inline void Tokenizer::add_token_with_defaults(token_type type) { |
| 9846 | ada_log("Tokenizer::add_token_with_defaults called with type=", |
| 9847 | to_string(type)); |
| 9848 | // Run add a token with default length given tokenizer, type, tokenizer's next |
| 9849 | // index, and tokenizer's index. |
| 9850 | add_token_with_default_length(type, next_index, index); |
| 9851 | } |
| 9852 | |
| 9853 | inline ada_warn_unused std::optional<errors> |
| 9854 | Tokenizer::process_tokenizing_error(size_t next_position, |