(activations, params, num_groups, q_bits, is_symmetric_quant)
| 25 | |
| 26 | |
| 27 | def run_dequantize_ds(activations, params, num_groups, q_bits, is_symmetric_quant): |
| 28 | global inference_module |
| 29 | if inference_module is None: |
| 30 | inference_module = QuantizerBuilder().load() |
| 31 | return inference_module.dequantize( |
| 32 | activations, |
| 33 | params, |
| 34 | num_groups, |
| 35 | q_bits, |
| 36 | inference_module.Symmetric if is_symmetric_quant else inference_module.Asymmetric, |
| 37 | ) |
| 38 | |
| 39 | |
| 40 | def get_q_props(q_bits): |
no test coverage detected
searching dependent graphs…