| 93 | |
| 94 | |
| 95 | bool can_use_message_cache(json& messages, chat_template_type_t template_type) { |
| 96 | (void)template_type; |
| 97 | if (messages.size() > 2) { |
| 98 | const uint64_t check_sum_to_compare = _calculate_message_checksum(messages, messages.size() - 2); |
| 99 | const uint64_t new_checksum = _calculate_message_checksum(messages, messages.size()); |
| 100 | |
| 101 | if (checksum_ == check_sum_to_compare) { |
| 102 | checksum_ = new_checksum; |
| 103 | return true; |
| 104 | } |
| 105 | else { |
| 106 | checksum_ = new_checksum; |
| 107 | return false; |
| 108 | } |
| 109 | } |
| 110 | else { |
| 111 | return false; |
| 112 | } |
| 113 | |
| 114 | } |
| 115 | |
| 116 | void update_message_checksum(json& messages) { |
| 117 | checksum_ = _calculate_message_checksum(messages, messages.size()); |