Method encode_chat_with_response_prompt

tokenizer.py:29–32

(
        self, messages: List[Dict[str, str]], prompt: str
    )

        return self.chat_template.render(messages=messages, add_generation_prompt=True)

    def encode_chat_with_response_prompt(
        self, messages: List[Dict[str, str]], prompt: str
    ) -> str:
        return self.encode_chat(messages) + prompt

    def tokenize(self, text: str) -> Encoding:
        return self.tokenizer.encode(text)