Copy model parameters into a (differently-shaped) list of full-precision parameters.
(model_params)
| 25 | |
| 26 | |
| 27 | def make_master_params(model_params): |
| 28 | """ |
| 29 | Copy model parameters into a (differently-shaped) list of full-precision |
| 30 | parameters. |
| 31 | """ |
| 32 | master_params = _flatten_dense_tensors( |
| 33 | [param.detach().float() for param in model_params] |
| 34 | ) |
| 35 | master_params = nn.Parameter(master_params) |
| 36 | master_params.requires_grad = True |
| 37 | return [master_params] |
| 38 | |
| 39 | |
| 40 | def model_grads_to_master_grads(model_params, master_params): |
no outgoing calls
no test coverage detected