(in_features, out_features, bias=True)
| 133 | |
| 134 | |
| 135 | def Linear(in_features, out_features, bias=True): |
| 136 | m = nn.Linear(in_features, out_features, bias) |
| 137 | nn.init.xavier_uniform_(m.weight) |
| 138 | if bias: |
| 139 | nn.init.constant_(m.bias, 0.) |
| 140 | return m |
| 141 | |
| 142 | |
| 143 | class SinusoidalPositionalEmbedding(nn.Module): |