(message: &Message)
| 12 | // Adapted from https://github.com/meta-llama/llama3/blob/main/llama/tokenizer.py#L202 |
| 13 | impl History { |
| 14 | fn encode_header(message: &Message) -> String { |
| 15 | format!("<|start_header_id|>{}<|end_header_id|>\n\n", message.role) |
| 16 | } |
| 17 | |
| 18 | fn encode_message(message: &Message) -> String { |
| 19 | Self::encode_header(message) + message.content.trim() + "<|eot_id|>" |
nothing calls this directly
no outgoing calls
no test coverage detected