Function _calibrate

tools/low_precision_optimize/low_precision_optimize.py:191–195

(ts_name)

        calib_data = np.load(calib_file, allow_pickle=True, encoding='bytes')

    def _calibrate(ts_name):
        assert calib_data is not None, 'Calibration data needed for INT8 optimization.'
        values = [session.run(ts_name, feed_dict=fd) for fd in calib_data]
        values = np.concatenate([v.ravel() for v in values])
        return non_linear_quant_params_search(values)

    def _get_matmul_pattern(with_bias, with_relu):
        pl = list()