Return normalization function module
(name)
| 203 | |
| 204 | |
| 205 | def obtain_norm(name): |
| 206 | """ |
| 207 | Return normalization function module |
| 208 | """ |
| 209 | if name == "layernorm": |
| 210 | norm = nn.LayerNorm |
| 211 | elif name == "batchnorm": |
| 212 | norm = nn.BatchNorm1d |
| 213 | else: |
| 214 | raise NotImplementedError("{} is not implemented.".format(name)) |
| 215 | |
| 216 | return norm |
| 217 | |
| 218 | |
| 219 | # ====================================================================== |