(in_features, out_features, bias=True)
| 78 | |
| 79 | |
| 80 | def Linear(in_features, out_features, bias=True): |
| 81 | m = nn.Linear(in_features, out_features, bias) |
| 82 | nn.init.xavier_uniform_(m.weight) |
| 83 | if bias: |
| 84 | nn.init.constant_(m.bias, 0.) |
| 85 | return m |
| 86 | |
| 87 | |
| 88 | class SinusoidalPositionalEmbedding(nn.Module): |