Drop paths (Stochastic Depth) per sample (when applied in main path of residual blocks).
| 425 | |
| 426 | |
| 427 | class DropPath(nn.Module): |
| 428 | """ Drop paths (Stochastic Depth) per sample (when applied in main path of residual blocks). |
| 429 | """ |
| 430 | |
| 431 | def __init__(self, drop_prob=None, scale_by_keep=True): |
| 432 | super(DropPath, self).__init__() |
| 433 | self.drop_prob = drop_prob |
| 434 | self.scale_by_keep = scale_by_keep |
| 435 | |
| 436 | def forward(self, x): |
| 437 | return drop_path(x, self.drop_prob, self.training, self.scale_by_keep) |
| 438 | |
| 439 | |
| 440 | def trunc_normal_(tensor, mean=0., std=1., a=-2., b=2.): |