(q_bits, is_symmetric_quant, data_i8, params, num_groups)
| 105 | |
| 106 | |
| 107 | def run_float_dequantize(q_bits, is_symmetric_quant, data_i8, params, num_groups): |
| 108 | data_f = data_i8.reshape(num_groups, -1).to(dtype=torch.float32) |
| 109 | |
| 110 | scales = params[:, 0].reshape(-1, 1) |
| 111 | offsets = params[:, 1].reshape(-1, 1) |
| 112 | |
| 113 | if not is_symmetric_quant: |
| 114 | data_f = data_f - offsets |
| 115 | else: |
| 116 | assert offsets.allclose(torch.zeros_like(offsets)) |
| 117 | |
| 118 | data_f = data_f * scales |
| 119 | |
| 120 | return data_f |
| 121 | |
| 122 | |
| 123 | @pytest.mark.inference_ops |
no test coverage detected
searching dependent graphs…