Class Tokenizer

agent_attack/util/interfaces.py:16–30

# === Processor & Tokenizer Interface Definitions ===
class Tokenizer(Protocol):
    padding_side: str
    pad_token_id: int

    def __call__(self, text: Union[str, Sequence[str]], return_tensors: str = "pt", **kwargs) -> BatchEncoding:
        ...

    def encode(self, inputs: str, add_special_tokens: bool = False) -> List[int]:
        ...

    def decode(self, output_ids: Union[torch.Tensor, Sequence[int]], **kwargs) -> str:
        ...

    def batch_decode(self, output_ids: Union[torch.Tensor, Sequence[Sequence[int]]], **kwargs) -> List[str]:
        ...


class ImageProcessor(Protocol):