Return activation function module
(name=None)
| 181 | # ====================================================================== |
| 182 | |
| 183 | def obtain_act(name=None): |
| 184 | """ |
| 185 | Return activation function module |
| 186 | """ |
| 187 | if name == 'relu': |
| 188 | act = nn.ReLU(inplace=True) |
| 189 | elif name == "gelu": |
| 190 | act = nn.GELU() |
| 191 | elif name == "prelu": |
| 192 | act = nn.PReLU() |
| 193 | elif name == "elu": |
| 194 | act = nn.ELU() |
| 195 | elif name == "leakyrelu": |
| 196 | act = nn.LeakyReLU() |
| 197 | elif name is None: |
| 198 | act = nn.Identity() |
| 199 | else: |
| 200 | raise NotImplementedError("{} is not implemented.".format(name)) |
| 201 | |
| 202 | return act |
| 203 | |
| 204 | |
| 205 | def obtain_norm(name): |