Init method based on N(0, sigma).
(sigma)
| 582 | |
| 583 | |
| 584 | def unscaled_init_method(sigma): |
| 585 | """Init method based on N(0, sigma).""" |
| 586 | |
| 587 | def init_(tensor): |
| 588 | return torch.nn.init.normal_(tensor, mean=0.0, std=sigma) |
| 589 | |
| 590 | return init_ |
| 591 | |
| 592 | |
| 593 | def scaled_init_method(sigma, num_layers): |