Add a single token to the context
| 683 | |
| 684 | // Add a single token to the context |
| 685 | void add_token(int token) { |
| 686 | if (current_context_.size() >= max_context_size_) current_context_.pop_front(); |
| 687 | current_context_.push_back(token); |
| 688 | } |
| 689 | |
| 690 | // Add multiple tokens to the context |
| 691 | void add_tokens(const std::vector<int>& tokens) { |