Class Jinja2ChatFormatter

examples/server/server.py:3483–3719

class Jinja2ChatFormatter:
    def __init__(self, template: str, *, bos_token: str, eos_token: str) -> None:
        self._eos_token = eos_token
        self._bos_token = bos_token
        self._template_text = template
        environment = ImmutableSandboxedEnvironment(
            loader=jinja2.BaseLoader(),
            trim_blocks=True,
            lstrip_blocks=True,
        )
        environment.filters["from_json"] = self._from_json
        self._template = environment.from_string(template)

    @staticmethod
    def _from_json(value: Any) -> Any:
        if isinstance(value, str):
            return json.loads(value)
        return value

    @staticmethod
    def media_inputs_from_messages(
        messages: Sequence[ChatCompletionRequestMessage],
    ) -> List[MediaInput]:
        media_inputs: List[MediaInput] = []
        for message in messages:
            content = message.content
            if not isinstance(content, list):
                continue
            for part in content:
                if not isinstance(part, dict):
                    continue
                part_type = part.get("type")
                if part_type in {"image_url", "input_image", "image"}:
                    image_url = part.get("image_url") or part.get("url")
                    if isinstance(image_url, str):
                        media_inputs.append(MediaInput(kind="image", url=image_url))
                    elif isinstance(image_url, dict) and isinstance(image_url.get("url"), str):
                        media_inputs.append(MediaInput(kind="image", url=cast(str, image_url["url"])))
                    else:
                        raise ValueError("image_url content part requires a URL string")
                    continue
                if part_type == "audio_url":
                    audio_url = part.get("audio_url")
                    if isinstance(audio_url, str):
                        media_inputs.append(MediaInput(kind="audio", url=audio_url))
                    elif isinstance(audio_url, dict) and isinstance(audio_url.get("url"), str):
                        media_inputs.append(MediaInput(kind="audio", url=cast(str, audio_url["url"])))
                    else:
                        raise ValueError("audio_url content part requires a URL string")
                    continue
                if part_type == "input_audio":
                    input_audio = part.get("input_audio")
                    if isinstance(input_audio, dict):
                        data = input_audio.get("data")
                        audio_format = input_audio.get("format")
                    else:
                        data = part.get("data")
                        audio_format = part.get("format")