Drop paths (Stochastic Depth) per sample (when applied in main path of residual blocks).
| 45 | |
| 46 | |
| 47 | class DropPath(nn.Module): |
| 48 | """Drop paths (Stochastic Depth) per sample (when applied in main path of residual blocks).""" |
| 49 | |
| 50 | def __init__(self, drop_prob=None): |
| 51 | super(DropPath, self).__init__() |
| 52 | self.drop_prob = drop_prob |
| 53 | |
| 54 | def forward(self, x): |
| 55 | return drop_path(x, self.drop_prob, self.training) |
| 56 | |
| 57 | |
| 58 | class GELU_(nn.Module): |