Init method based on N(0, sigma).
(sigma)
| 20 | |
| 21 | |
| 22 | def init_method_normal(sigma): |
| 23 | """Init method based on N(0, sigma).""" |
| 24 | |
| 25 | def init_(tensor): |
| 26 | return torch.nn.init.normal_(tensor, mean=0.0, std=sigma) |
| 27 | |
| 28 | return init_ |
| 29 | |
| 30 | |
| 31 | def scaled_init_method_normal(sigma, num_layers): |
no outgoing calls
no test coverage detected