Class TOSAQuantizer

backends/arm/quantizer/arm_quantizer.py:469–848

Manage quantization annotations for TOSA-compatible backends. .. warning:: Setting ``use_composable_quantizer=True`` enables an experimental API surface that may change without notice.

class TOSAQuantizer(Quantizer):
    """Manage quantization annotations for TOSA-compatible backends.

    .. warning::
        Setting ``use_composable_quantizer=True`` enables an experimental API
        surface that may change without notice.

    """

    def __init__(
        self,
        compile_spec_or_tosa_spec,
        use_composable_quantizer: bool = False,
    ) -> None:
        """Create a TOSA quantizer from a TOSA spec or Arm compile spec.

        .. warning::
            Setting ``use_composable_quantizer=True`` enables an experimental
            API surface that may change without notice.

        """
        self.use_composable_quantizer = use_composable_quantizer
        self.quantizer: _TOSAQuantizerV1 | _TOSAQuantizerV2
        if use_composable_quantizer:
            logger.info(
                "Using composable quantizer implementation in the arm backend. See https://github.com/pytorch/executorch/issues/17701"
            )
            self.quantizer = _TOSAQuantizerV2(compile_spec_or_tosa_spec)
        else:
            logger.info(
                "Using default quantizer in the arm backend. This quantizer is planned to be replaced by the composable quantizer implementation in the future, see https://github.com/pytorch/executorch/issues/17701"
            )
            self.quantizer = _TOSAQuantizerV1(compile_spec_or_tosa_spec)

    @property
    def tosa_spec(self):
        return self.quantizer.tosa_spec

    @property
    def compile_spec(self):
        return self.quantizer.compile_spec

    @property
    def global_config(self):
        return self.quantizer.global_config

    @global_config.setter
    def global_config(self, value: Optional[QuantizationConfig]) -> None:
        if isinstance(self.quantizer, _TOSAQuantizerV1):
            self.quantizer.global_config = value
        else:
            raise NotImplementedError(
                "Composable quantizer does not allow setting global_config directly. Please use set_global() instead."
            )

    @property
    def io_config(self):
        if isinstance(self.quantizer, _TOSAQuantizerV1):