(model)
| 111 | |
| 112 | |
| 113 | def model_to_half(model): |
| 114 | model.half() |
| 115 | for n, m in model.named_modules(): |
| 116 | if isinstance(m, QuantLinear): |
| 117 | m.qscales_scales = m.qscales_scales.half() |
| 118 | m.qscales_zeros = m.qscales_zeros.half() |
| 119 | m.bias = m.bias.half() |
| 120 | print(Style.BRIGHT + Fore.YELLOW + 'Converted as Half.') |
| 121 | |
| 122 | |
| 123 | def find_layers(module, layers=[nn.Conv2d, nn.Linear], name=''): |