(self, ids, mask=None)
| 295 | self.apply(init_weights) |
| 296 | |
| 297 | def forward(self, ids, mask=None): |
| 298 | x = self.token_embedding(ids) |
| 299 | x = self.dropout(x) |
| 300 | e = self.pos_embedding(x.size(1), |
| 301 | x.size(1)) if self.shared_pos else None |
| 302 | for block in self.blocks: |
| 303 | x = block(x, mask, pos_bias=e) |
| 304 | x = self.norm(x) |
| 305 | x = self.dropout(x) |
| 306 | return x |
| 307 | |
| 308 | |
| 309 | class T5Decoder(nn.Module): |
nothing calls this directly
no outgoing calls
no test coverage detected