(self, x)
| 215 | self.register_buffer('pe', pe) |
| 216 | |
| 217 | def forward(self, x): |
| 218 | # print('[DEBUG] input size:', x.size()) |
| 219 | # print('[DEBUG] positional embedding size:', self.pe.size()) |
| 220 | x = x + self.pe[:x.size(0), :] |
| 221 | # print('[DEBUG] output x with pe size:', x.size()) |
| 222 | return self.dropout(x) |
| 223 | |
| 224 | |
| 225 | """ Miscellaneous (not working well) """ |
nothing calls this directly
no outgoing calls
no test coverage detected