Method __call__

llama_cpp/llama_chat_format.py:4102–4127

(self, **kwargs)

    )

    def __call__(self, **kwargs):
        llama = kwargs["llama"]

        # Clear state for multiple runs
        llama.reset()
        llama._ctx.kv_cache_clear()
        llama.n_tokens = 0

        if hasattr(llama, "input_ids"):
            llama.input_ids.fill(0)

        # Clear any handler state
        if hasattr(self, "_last_image_embed"):
            self._last_image_embed = None
            self._last_image_hash = None

        if self.verbose:
            messages = kwargs.get("messages", [])
            image_count = len(self.get_image_urls(messages))
            print(
                f"Minimal - Cleared state, processing {image_count} images",
                file=sys.stderr,
            )

        # Use parent implementation
        return super().__call__(**kwargs)


@register_chat_completion_handler("chatml-function-calling")