Method format

examples/server/server.py:3679–3719

(
        self,
        *,
        messages: List[ChatCompletionRequestMessage],
        media_marker: Optional[str] = None,
        functions: Optional[List[ChatTemplateFunctionDefinition]] = None,
        function_call: Optional[Union[str, ChatTemplateFunctionCall]] = None,
        tools: Optional[List[ChatTemplateTool]] = None,
        tool_choice: Optional[Union[str, ChatTemplateToolChoice]] = None,
        reasoning_effort: Optional[str] = None,
    )

        )

    def format(
        self,
        *,
        messages: List[ChatCompletionRequestMessage],
        media_marker: Optional[str] = None,
        functions: Optional[List[ChatTemplateFunctionDefinition]] = None,
        function_call: Optional[Union[str, ChatTemplateFunctionCall]] = None,
        tools: Optional[List[ChatTemplateTool]] = None,
        tool_choice: Optional[Union[str, ChatTemplateToolChoice]] = None,
        reasoning_effort: Optional[str] = None,
    ) -> Tuple[str, str, List[str]]:
        render_time = datetime.now()

        def strftime_now(format_string: str) -> str:
            return render_time.strftime(format_string)

        chat_template = self._render(
            messages=messages,
            media_marker=media_marker,
            functions=functions,
            function_call=function_call,
            tools=tools,
            tool_choice=tool_choice,
            reasoning_effort=reasoning_effort,
            add_generation_prompt=False,
            strftime_now=strftime_now,
        )
        prompt = self._render(
            messages=messages,
            media_marker=media_marker,
            functions=functions,
            function_call=function_call,
            tools=tools,
            tool_choice=tool_choice,
            reasoning_effort=reasoning_effort,
            add_generation_prompt=True,
            strftime_now=strftime_now,
        )
        generation_prompt = prompt[len(chat_template) :] if prompt.startswith(chat_template) else ""
        stop = [self._eos_token] if self._eos_token else []
        return prompt, generation_prompt, stop


@dataclass