Method optimize

ppq/quantization/optim/refine.py:578–610

(self, graph: BaseGraph, **kwargs)

        super().__init__('Mish Fusion')

    def optimize(self, graph: BaseGraph, **kwargs) -> None:
        search_engine = SearchableGraph(graph)
        patterns = search_engine.pattern_matching(
            patterns = [lambda x: x.is_computing_op, 'Softplus', 'Tanh', 'Mul'],
            edges = [[0, 1], [1, 2], [2, 3], [0, 3]],
            exclusive = True)

        for pattern in patterns:
            if any([not isinstance(op, QuantableOperation) for op in pattern]):
                ppq_warning(f'There is a pattern of mish activation in your network start from {pattern[0]}, '
                            'however part of your mish activation is not quantable, '
                            'so that graph fusion can not merge their quantization configuration.')
                continue
            if any([op.platform != pattern[0].platform for op in pattern]):
                ppq_warning(f'There is a pattern of mish activation in your network start from {pattern[0]}, '
                            'however part of your mish activation is not quantable, '
                            'so that graph fusion can not merge their quantization configuration.')
                continue
            computing, softplus, tanh, mul = pattern

            assert isinstance(computing, QuantableOperation)
            assert isinstance(softplus, QuantableOperation)
            assert isinstance(tanh, QuantableOperation)
            assert isinstance(mul, QuantableOperation)

            master_config = mul.config.output_quantization_config[0]
            computing.config.output_quantization_config[0].dominated_by = master_config
            tanh.config.input_quantization_config[0].dominated_by       = master_config
            tanh.config.output_quantization_config[0].dominated_by      = master_config
            softplus.config.input_quantization_config[0].dominated_by   = master_config
            softplus.config.output_quantization_config[0].dominated_by  = master_config
            mul.config.input_quantization_config[0].dominated_by        = master_config
            mul.config.input_quantization_config[1].dominated_by        = master_config


class NxpInputRoundingRefinePass(QuantizationOptimizationPass):