Return an activation function given a string
(activation)
| 72 | |
| 73 | |
| 74 | def _get_activation(activation): |
| 75 | """Return an activation function given a string""" |
| 76 | if activation == "relu": |
| 77 | return nn.ReLU() |
| 78 | elif activation == "gelu": |
| 79 | return nn.GELU() |
| 80 | else: |
| 81 | raise RuntimeError(F"activation should be relu/gelu, not {activation}.") |
| 82 | |
| 83 | |
| 84 | class SimpleFPN(nn.Module): |