Class VLM

agent_attack/util/interfaces.py:39–70

# === General VLM Inference Interface ===
class VLM(Protocol):
    image_processor: ImageProcessor

    def load(self) -> Tuple[nn.Module, Tokenizer, ImageProcessor]:
        ...

    def get_prompt_builder(self, system_prompt: Optional[str] = None) -> Any:
        ...

    def get_prompt_fn(self, dataset_family: str = "vqa-v2") -> Callable[[str], str]:
        ...

    def generate_answer(
        self,
        pixel_values: torch.Tensor,
        question_prompts: List[str],
        return_string_probabilities: Optional[List[str]] = None,
    ) -> Union[List[str], List[List[float]]]:
        ...

    def generate(
        self,
        image: Image,
        input_text: str,
        do_sample: bool,
        temperature: float,
        max_new_tokens: int,
        min_length: int,
        length_penalty: float,
        **kwargs,
    ) -> str:
        ...